2024-09-18T02:01:38.883 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-18T02:01:38.905 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-18T02:01:38.992 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014 branch: reef description: upgrade:quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7910014' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: a477b1894d5c5a613f23260ca0e6b96d79652ba7 owner: scheduled_teuthology@teuthology priority: 830 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 9997 sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 sleep_before_teardown: 0 subset: 0/1 suite: upgrade:quincy-x suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_a477b1894d5c5a613f23260ca0e6b96d79652ba7/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: a477b1894d5c5a613f23260ca0e6b96d79652ba7 targets: smithi046.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNzrrpG7mX4exNiw+KP/1TFkcDEIp7hIPHkaJlE9qwYraf+/RgXQwaxEpoYduX+csmUJGnww8zoEwTVOXKOuyNQ= smithi195.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBX4yL4JqIIJp+VHtRBBZhkQZkuGbMrjBIuEqPo6h9XSfXKqxs1rPU8MZtOXzORYsaHJ7HrPWOcjNYtbPK0WCDY= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_01:16:02 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-18T02:01:38.992 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_a477b1894d5c5a613f23260ca0e6b96d79652ba7/qa; will attempt to use it 2024-09-18T02:01:38.993 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_a477b1894d5c5a613f23260ca0e6b96d79652ba7/qa/tasks 2024-09-18T02:01:38.993 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-18T02:01:38.995 INFO:teuthology.task.internal:Checking packages... 2024-09-18T02:01:39.017 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9' 2024-09-18T02:01:39.018 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T02:01:39.018 INFO:teuthology.packaging:ref: None 2024-09-18T02:01:39.018 INFO:teuthology.packaging:tag: None 2024-09-18T02:01:39.018 INFO:teuthology.packaging:branch: reef 2024-09-18T02:01:39.018 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:01:39.018 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-18T02:01:39.256 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-855.g19e2a2be 2024-09-18T02:01:39.258 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-18T02:01:39.264 INFO:teuthology.task.internal:no buildpackages task found 2024-09-18T02:01:39.265 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-18T02:01:39.275 INFO:teuthology.task.internal:Saving configuration 2024-09-18T02:01:39.293 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-18T02:01:39.300 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-18T02:01:39.320 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-18 01:56:34.459180', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNzrrpG7mX4exNiw+KP/1TFkcDEIp7hIPHkaJlE9qwYraf+/RgXQwaxEpoYduX+csmUJGnww8zoEwTVOXKOuyNQ='} 2024-09-18T02:01:39.338 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi195.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-18 01:56:34.461099', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBX4yL4JqIIJp+VHtRBBZhkQZkuGbMrjBIuEqPo6h9XSfXKqxs1rPU8MZtOXzORYsaHJ7HrPWOcjNYtbPK0WCDY='} 2024-09-18T02:01:39.338 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-18T02:01:39.344 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-18T02:01:39.344 INFO:teuthology.task.internal:roles: ubuntu@smithi195.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-18T02:01:39.344 INFO:teuthology.run_tasks:Running task console_log... 2024-09-18T02:01:39.395 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa76a08fac0>, signals=[15]) 2024-09-18T02:01:39.395 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-18T02:01:39.400 INFO:teuthology.task.internal:Opening connections... 2024-09-18T02:01:39.400 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com 2024-09-18T02:01:39.401 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:01:39.487 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi195.front.sepia.ceph.com 2024-09-18T02:01:39.488 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi195.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:01:39.567 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-18T02:01:39.577 DEBUG:teuthology.orchestra.run.smithi046:> uname -m 2024-09-18T02:01:39.595 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64 2024-09-18T02:01:39.596 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release 2024-09-18T02:01:39.653 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="CentOS Stream" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="9" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:ID="centos" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE="rhel fedora" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="9" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM_ID="platform:el9" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:ANSI_COLOR="0;31" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:LOGO="fedora-logo-icon" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://centos.org/" 2024-09-18T02:01:39.654 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-18T02:01:39.655 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-18T02:01:39.655 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-18T02:01:39.656 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server 2024-09-18T02:01:39.671 DEBUG:teuthology.orchestra.run.smithi195:> uname -m 2024-09-18T02:01:39.690 INFO:teuthology.orchestra.run.smithi195.stdout:x86_64 2024-09-18T02:01:39.691 DEBUG:teuthology.orchestra.run.smithi195:> cat /etc/os-release 2024-09-18T02:01:39.748 INFO:teuthology.orchestra.run.smithi195.stdout:NAME="CentOS Stream" 2024-09-18T02:01:39.748 INFO:teuthology.orchestra.run.smithi195.stdout:VERSION="9" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:ID="centos" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:ID_LIKE="rhel fedora" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:VERSION_ID="9" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:PLATFORM_ID="platform:el9" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:ANSI_COLOR="0;31" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:LOGO="fedora-logo-icon" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:HOME_URL="https://centos.org/" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-18T02:01:39.749 INFO:teuthology.orchestra.run.smithi195.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-18T02:01:39.750 INFO:teuthology.lock.ops:Updating smithi195.front.sepia.ceph.com on lock server 2024-09-18T02:01:39.770 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-18T02:01:39.779 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-18T02:01:39.785 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-18T02:01:39.785 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest 2024-09-18T02:01:39.787 DEBUG:teuthology.orchestra.run.smithi195:> test '!' -e /home/ubuntu/cephtest 2024-09-18T02:01:39.805 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-18T02:01:39.811 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-18T02:01:39.812 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph) 2024-09-18T02:01:39.845 DEBUG:teuthology.orchestra.run.smithi195:> test -z $(ls -A /var/lib/ceph) 2024-09-18T02:01:39.950 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-18T02:01:39.990 INFO:teuthology.run_tasks:Running task kernel... 2024-09-18T02:01:40.004 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-18T02:01:40.004 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-18T02:01:40.004 DEBUG:teuthology.orchestra.run.smithi046:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-18T02:01:40.005 DEBUG:teuthology.orchestra.run.smithi195:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-18T02:01:40.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T02:01:40.022 DEBUG:teuthology.orchestra.run.smithi195:> uname -r 2024-09-18T02:01:40.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T02:01:40.023 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-09-18T02:01:40.079 INFO:teuthology.orchestra.run.smithi195.stdout:5.14.0-503.el9.x86_64 2024-09-18T02:01:40.079 INFO:teuthology.task.kernel:Running kernel on smithi195: 5.14.0-503.el9.x86_64 2024-09-18T02:01:40.080 DEBUG:teuthology.orchestra.run.smithi195:> sudo yum install -y kernel 2024-09-18T02:01:40.081 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-503.el9.x86_64 2024-09-18T02:01:40.081 INFO:teuthology.task.kernel:Running kernel on smithi046: 5.14.0-503.el9.x86_64 2024-09-18T02:01:40.081 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum install -y kernel 2024-09-18T02:01:43.480 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.3 MB 00:01 2024-09-18T02:01:43.791 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.3 MB 00:01 2024-09-18T02:01:45.759 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-18T02:01:47.240 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 7.7 MB/s | 20 MB 00:02 2024-09-18T02:01:50.209 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - CRB 9.6 MB/s | 6.5 MB 00:00 2024-09-18T02:01:51.677 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 19 kB 00:00 2024-09-18T02:01:52.981 INFO:teuthology.orchestra.run.smithi195.stdout:Extra Packages for Enterprise Linux 19 MB/s | 23 MB 00:01 2024-09-18T02:01:53.615 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 2.6 MB/s | 6.5 MB 00:02 2024-09-18T02:01:55.074 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 98 kB/s | 19 kB 00:00 2024-09-18T02:01:56.503 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-18T02:01:58.295 INFO:teuthology.orchestra.run.smithi195.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-18T02:02:00.210 INFO:teuthology.orchestra.run.smithi195.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-18T02:02:00.210 INFO:teuthology.orchestra.run.smithi195.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-18T02:02:00.298 INFO:teuthology.orchestra.run.smithi195.stdout:Dependencies resolved. 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout: Package Architecture Version Repository Size 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout:Installing: 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout:Installing dependencies: 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-18T02:02:00.309 INFO:teuthology.orchestra.run.smithi195.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction Summary 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout:Install 4 Packages 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout:Total download size: 79 M 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout:Installed size: 126 M 2024-09-18T02:02:00.310 INFO:teuthology.orchestra.run.smithi195.stdout:Downloading Packages: 2024-09-18T02:02:00.538 INFO:teuthology.orchestra.run.smithi195.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 328 kB/s | 36 kB 00:00 2024-09-18T02:02:00.939 INFO:teuthology.orchestra.run.smithi195.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-18T02:02:01.322 INFO:teuthology.orchestra.run.smithi195.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 36 MB/s | 29 MB 00:00 2024-09-18T02:02:01.650 INFO:teuthology.orchestra.run.smithi195.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 28 MB/s | 35 MB 00:01 2024-09-18T02:02:01.650 INFO:teuthology.orchestra.run.smithi195.stdout:-------------------------------------------------------------------------------- 2024-09-18T02:02:01.650 INFO:teuthology.orchestra.run.smithi195.stdout:Total 59 MB/s | 79 MB 00:01 2024-09-18T02:02:02.117 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-18T02:02:02.337 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction check 2024-09-18T02:02:02.672 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction check succeeded. 2024-09-18T02:02:02.672 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction test 2024-09-18T02:02:03.656 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction test succeeded. 2024-09-18T02:02:03.656 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction 2024-09-18T02:02:04.106 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-18T02:02:04.107 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-18T02:02:04.190 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-18T02:02:04.197 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:02:04.197 INFO:teuthology.orchestra.run.smithi046.stdout: Package Architecture Version Repository Size 2024-09-18T02:02:04.197 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout:Install 4 Packages 2024-09-18T02:02:04.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:02:04.199 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 79 M 2024-09-18T02:02:04.199 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 126 M 2024-09-18T02:02:04.199 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-18T02:02:04.818 INFO:teuthology.orchestra.run.smithi046.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 63 kB/s | 36 kB 00:00 2024-09-18T02:02:05.760 INFO:teuthology.orchestra.run.smithi046.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 10 MB/s | 16 MB 00:01 2024-09-18T02:02:06.085 INFO:teuthology.orchestra.run.smithi195.stdout: Preparing : 1/1 2024-09-18T02:02:06.344 INFO:teuthology.orchestra.run.smithi046.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 16 MB/s | 35 MB 00:02 2024-09-18T02:02:06.765 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-18T02:02:06.895 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-18T02:02:07.178 INFO:teuthology.orchestra.run.smithi046.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 12 MB/s | 29 MB 00:02 2024-09-18T02:02:07.178 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-18T02:02:07.178 INFO:teuthology.orchestra.run.smithi046.stdout:Total 26 MB/s | 79 MB 00:02 2024-09-18T02:02:07.889 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-18T02:02:08.260 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-18T02:02:08.261 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-18T02:02:09.249 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-18T02:02:09.249 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-18T02:02:09.638 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-18T02:02:09.768 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-18T02:02:11.797 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-18T02:02:12.465 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-18T02:02:12.552 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-18T02:02:14.596 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-18T02:02:14.777 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:15.296 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-18T02:02:15.430 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-18T02:02:19.638 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:20.560 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-18T02:02:20.605 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:25.752 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:58.046 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:58.085 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:58.463 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:58.463 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-18T02:02:58.463 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-18T02:02:58.463 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout:Installed: 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:02:59.322 INFO:teuthology.orchestra.run.smithi195.stdout:Complete! 2024-09-18T02:02:59.684 DEBUG:teuthology.orchestra.run.smithi195:> rpm -q kernel | sort -rV | head -n 1 2024-09-18T02:02:59.769 INFO:teuthology.orchestra.run.smithi195.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-18T02:02:59.769 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-18T02:02:59.769 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-18T02:02:59.769 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-18T02:02:59.769 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-18T02:02:59.770 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-18T02:02:59.770 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi195.front.sepia.ceph.com, path=None, version=distro) 2024-09-18T02:02:59.770 DEBUG:teuthology.orchestra.run.smithi195:> rpm -q kernel | sort -rV | head -n 1 2024-09-18T02:02:59.828 INFO:teuthology.orchestra.run.smithi195.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-18T02:02:59.829 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-18T02:02:59.829 DEBUG:teuthology.orchestra.run.smithi195:> sudo rpm -qi grub2-tools 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Name : grub2-tools 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Epoch : 1 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Version : 2.06 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Release : 82.el9 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Architecture: x86_64 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Group : Unspecified 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:Size : 8274670 2024-09-18T02:02:59.862 INFO:teuthology.orchestra.run.smithi195.stdout:License : GPLv3+ 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Packager : builder@centos.org 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Vendor : CentOS 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Summary : Support tools for GRUB. 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:Description : 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-18T02:02:59.863 INFO:teuthology.orchestra.run.smithi195.stdout:hardware devices. 2024-09-18T02:02:59.864 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:02:59.864 INFO:teuthology.orchestra.run.smithi195.stdout:This subpackage provides tools for support of all platforms. 2024-09-18T02:02:59.864 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-18T02:02:59.865 INFO:teuthology.task.kernel:Updating grub on smithi195 to boot 5.14.0-508.el9.x86_64 2024-09-18T02:02:59.865 DEBUG:teuthology.orchestra.run.smithi195:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-18T02:03:00.577 INFO:teuthology.orchestra.run.smithi195.stderr:Generating grub configuration file ... 2024-09-18T02:03:01.919 INFO:teuthology.orchestra.run.smithi195.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-18T02:03:01.954 INFO:teuthology.orchestra.run.smithi195.stderr:done 2024-09-18T02:03:01.964 DEBUG:teuthology.orchestra.run.smithi195:> mktemp 2024-09-18T02:03:01.980 INFO:teuthology.orchestra.run.smithi195.stdout:/tmp/tmp.xjNDY77P9U 2024-09-18T02:03:01.980 DEBUG:teuthology.orchestra.run.smithi195:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.xjNDY77P9U 2024-09-18T02:03:02.049 DEBUG:teuthology.orchestra.run.smithi195:> sudo chmod 0666 /tmp/tmp.xjNDY77P9U 2024-09-18T02:03:02.189 DEBUG:teuthology.orchestra.remote:smithi195:/tmp/tmp.xjNDY77P9U is 6KB 2024-09-18T02:03:02.209 DEBUG:teuthology.orchestra.run.smithi195:> rm -fr /tmp/tmp.xjNDY77P9U 2024-09-18T02:03:02.224 DEBUG:teuthology.orchestra.run.smithi195:> sudo /bin/ls /boot/loader/entries || true 2024-09-18T02:03:02.292 INFO:teuthology.orchestra.run.smithi195.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-18T02:03:02.292 INFO:teuthology.orchestra.run.smithi195.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-18T02:03:02.292 INFO:teuthology.orchestra.run.smithi195.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-18T02:03:02.292 INFO:teuthology.orchestra.run.smithi195.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-18T02:03:02.294 DEBUG:teuthology.orchestra.run.smithi195:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-18T02:03:02.445 DEBUG:teuthology.orchestra.run.smithi195:> sudo shutdown -r now 2024-09-18T02:03:04.604 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:03:04.645 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:03:04.990 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:03:04.990 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-18T02:03:04.990 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-18T02:03:04.990 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-18T02:03:05.825 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:03:05.826 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-18T02:03:06.253 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2024-09-18T02:03:06.337 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-18T02:03:06.337 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-18T02:03:06.337 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-18T02:03:06.337 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-18T02:03:06.338 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-18T02:03:06.338 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-18T02:03:06.338 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi046.front.sepia.ceph.com, path=None, version=distro) 2024-09-18T02:03:06.338 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2024-09-18T02:03:06.396 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-18T02:03:06.396 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-18T02:03:06.396 DEBUG:teuthology.orchestra.run.smithi046:> sudo rpm -qi grub2-tools 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Name : grub2-tools 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Epoch : 1 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Version : 2.06 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Release : 82.el9 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: x86_64 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Group : Unspecified 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:Size : 8274670 2024-09-18T02:03:06.428 INFO:teuthology.orchestra.run.smithi046.stdout:License : GPLv3+ 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Packager : builder@centos.org 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Vendor : CentOS 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Summary : Support tools for GRUB. 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:Description : 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-18T02:03:06.429 INFO:teuthology.orchestra.run.smithi046.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-18T02:03:06.430 INFO:teuthology.orchestra.run.smithi046.stdout:hardware devices. 2024-09-18T02:03:06.430 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:03:06.430 INFO:teuthology.orchestra.run.smithi046.stdout:This subpackage provides tools for support of all platforms. 2024-09-18T02:03:06.430 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-18T02:03:06.431 INFO:teuthology.task.kernel:Updating grub on smithi046 to boot 5.14.0-508.el9.x86_64 2024-09-18T02:03:06.431 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-18T02:03:07.129 INFO:teuthology.orchestra.run.smithi046.stderr:Generating grub configuration file ... 2024-09-18T02:03:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-18T02:03:08.499 INFO:teuthology.orchestra.run.smithi046.stderr:done 2024-09-18T02:03:08.501 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2024-09-18T02:03:08.517 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.yUU6ruRD02 2024-09-18T02:03:08.518 DEBUG:teuthology.orchestra.run.smithi046:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.yUU6ruRD02 2024-09-18T02:03:08.583 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.yUU6ruRD02 2024-09-18T02:03:08.719 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.yUU6ruRD02 is 6KB 2024-09-18T02:03:08.768 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.yUU6ruRD02 2024-09-18T02:03:08.783 DEBUG:teuthology.orchestra.run.smithi046:> sudo /bin/ls /boot/loader/entries || true 2024-09-18T02:03:08.846 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-18T02:03:08.846 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-18T02:03:08.846 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-18T02:03:08.846 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-18T02:03:08.847 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-18T02:03:09.006 DEBUG:teuthology.orchestra.run.smithi046:> sudo shutdown -r now 2024-09-18T02:03:32.464 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-18T02:03:32.465 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi195.front.sepia.ceph.com' 2024-09-18T02:03:32.466 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi195.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:03:39.013 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-18T02:03:39.013 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-18T02:03:39.014 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:03:50.973 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.195 2024-09-18T02:03:57.373 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-09-18T02:03:59.977 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi195.front.sepia.ceph.com' 2024-09-18T02:03:59.978 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi195.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:04:06.377 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-18T02:04:06.377 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:04:09.437 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-09-18T02:04:21.448 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-18T02:04:21.448 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:04:39.873 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-09-18T02:04:54.887 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-18T02:04:54.888 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:04:56.482 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-09-18T02:04:56.883 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-18T02:04:56.884 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-18T02:04:56.884 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-09-18T02:04:56.899 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-508.el9.x86_64 2024-09-18T02:04:56.899 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-18T02:04:56.899 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-18T02:04:56.899 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-18T02:04:57.901 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-18T02:04:57.901 DEBUG:teuthology.orchestra.run.smithi046:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-18T02:04:57.966 INFO:teuthology.orchestra.run.smithi046.stdout:ttyS1 2024-09-18T02:04:57.991 DEBUG:teuthology.parallel:result is None 2024-09-18T02:04:59.981 DEBUG:teuthology.orchestra.remote:timed out 2024-09-18T02:05:11.982 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi195.front.sepia.ceph.com' 2024-09-18T02:05:11.983 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi195.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:05:12.268 DEBUG:teuthology.orchestra.run.smithi195:> true 2024-09-18T02:05:12.641 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi195.front.sepia.ceph.com' 2024-09-18T02:05:12.641 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-18T02:05:12.641 DEBUG:teuthology.orchestra.run.smithi195:> uname -r 2024-09-18T02:05:12.658 INFO:teuthology.orchestra.run.smithi195.stdout:5.14.0-508.el9.x86_64 2024-09-18T02:05:12.659 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-18T02:05:12.659 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-18T02:05:12.659 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-18T02:05:13.659 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-18T02:05:13.659 DEBUG:teuthology.orchestra.run.smithi195:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-18T02:05:13.734 INFO:teuthology.orchestra.run.smithi195.stdout:ttyS1 2024-09-18T02:05:13.756 DEBUG:teuthology.parallel:result is None 2024-09-18T02:05:13.756 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-18T02:05:13.764 INFO:teuthology.task.internal:Creating test directory... 2024-09-18T02:05:13.764 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-18T02:05:13.770 DEBUG:teuthology.orchestra.run.smithi195:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-18T02:05:13.789 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-18T02:05:13.795 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-18T02:05:13.802 INFO:teuthology.task.internal:Creating archive directory... 2024-09-18T02:05:13.803 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-18T02:05:13.830 DEBUG:teuthology.orchestra.run.smithi195:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-18T02:05:13.863 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-18T02:05:13.869 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-18T02:05:13.869 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-18T02:05:13.901 DEBUG:teuthology.orchestra.run.smithi195:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-18T02:05:13.931 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T02:05:13.940 INFO:teuthology.orchestra.run.smithi195.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T02:05:13.943 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T02:05:13.952 INFO:teuthology.orchestra.run.smithi195.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-18T02:05:13.954 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-18T02:05:13.961 INFO:teuthology.task.internal:Configuring sudo... 2024-09-18T02:05:13.961 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-18T02:05:13.987 DEBUG:teuthology.orchestra.run.smithi195:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-18T02:05:14.022 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-18T02:05:14.031 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-18T02:05:14.031 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-18T02:05:14.055 DEBUG:teuthology.orchestra.run.smithi195:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-18T02:05:14.080 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-18T02:05:14.156 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-18T02:05:14.208 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-18T02:05:14.293 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-18T02:05:14.334 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:05:14.334 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-18T02:05:14.401 DEBUG:teuthology.orchestra.run.smithi195:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-18T02:05:14.445 DEBUG:teuthology.orchestra.run.smithi195:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-18T02:05:14.502 DEBUG:teuthology.orchestra.run.smithi195:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-18T02:05:14.587 DEBUG:teuthology.orchestra.run.smithi195:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-18T02:05:14.630 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:05:14.630 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-18T02:05:14.697 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart 2024-09-18T02:05:14.700 DEBUG:teuthology.orchestra.run.smithi195:> sudo service rsyslog restart 2024-09-18T02:05:14.743 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-18T02:05:14.789 INFO:teuthology.orchestra.run.smithi195.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-18T02:05:15.255 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-18T02:05:15.263 INFO:teuthology.task.internal:Starting timer... 2024-09-18T02:05:15.263 INFO:teuthology.run_tasks:Running task pcp... 2024-09-18T02:05:15.319 INFO:teuthology.run_tasks:Running task selinux... 2024-09-18T02:05:15.329 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-18T02:05:15.329 DEBUG:teuthology.orchestra.run.smithi046:> sudo service auditd rotate 2024-09-18T02:05:15.410 INFO:teuthology.orchestra.run.smithi046.stdout:Rotating logs: 2024-09-18T02:05:15.411 DEBUG:teuthology.orchestra.run.smithi195:> sudo service auditd rotate 2024-09-18T02:05:15.462 INFO:teuthology.orchestra.run.smithi195.stdout:Rotating logs: 2024-09-18T02:05:15.464 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-18T02:05:15.464 DEBUG:teuthology.orchestra.run.smithi046:> /usr/sbin/getenforce 2024-09-18T02:05:15.493 INFO:teuthology.orchestra.run.smithi046.stdout:Permissive 2024-09-18T02:05:15.493 DEBUG:teuthology.orchestra.run.smithi195:> /usr/sbin/getenforce 2024-09-18T02:05:15.529 INFO:teuthology.orchestra.run.smithi195.stdout:Permissive 2024-09-18T02:05:15.530 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi046.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi195.front.sepia.ceph.com': 'permissive'} 2024-09-18T02:05:15.530 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-18T02:05:15.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T02:05:15.565 DEBUG:teuthology.orchestra.run.smithi195:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-18T02:05:15.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T02:05:15.598 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-18T02:05:15.598 DEBUG:teuthology.orchestra.run.smithi046:> sudo /usr/sbin/setenforce permissive 2024-09-18T02:05:15.644 DEBUG:teuthology.orchestra.run.smithi195:> sudo /usr/sbin/setenforce permissive 2024-09-18T02:05:15.687 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-18T02:05:15.698 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-18T02:05:15.701 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-18T02:05:15.813 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-18T02:05:15.824 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-18T02:05:15.825 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi195.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-18T02:09:01.230 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi195.front.sepia.ceph.com')] 2024-09-18T02:09:01.232 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-18T02:09:01.233 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:09:01.311 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-09-18T02:09:01.393 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-18T02:09:01.394 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi195.front.sepia.ceph.com' 2024-09-18T02:09:01.394 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi195.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-18T02:09:01.470 DEBUG:teuthology.orchestra.run.smithi195:> true 2024-09-18T02:09:01.547 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi195.front.sepia.ceph.com' 2024-09-18T02:09:01.548 INFO:teuthology.run_tasks:Running task clock... 2024-09-18T02:09:01.558 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-18T02:09:01.558 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-18T02:09:01.559 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T02:09:01.564 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-18T02:09:01.565 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T02:09:01.590 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-18T02:09:01.605 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-18T02:09:01.616 INFO:teuthology.orchestra.run.smithi195.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-18T02:09:01.630 INFO:teuthology.orchestra.run.smithi046.stderr:sudo: ntpd: command not found 2024-09-18T02:09:01.631 INFO:teuthology.orchestra.run.smithi195.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-18T02:09:01.642 INFO:teuthology.orchestra.run.smithi046.stdout:506 Cannot talk to daemon 2024-09-18T02:09:01.655 INFO:teuthology.orchestra.run.smithi195.stderr:sudo: ntpd: command not found 2024-09-18T02:09:01.657 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-18T02:09:01.666 INFO:teuthology.orchestra.run.smithi195.stdout:506 Cannot talk to daemon 2024-09-18T02:09:01.671 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-18T02:09:01.680 INFO:teuthology.orchestra.run.smithi195.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-18T02:09:01.694 INFO:teuthology.orchestra.run.smithi195.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-18T02:09:01.727 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-09-18T02:09:01.730 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-18T02:09:01.730 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-09-18T02:09:01.730 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.730 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.730 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.730 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.753 INFO:teuthology.orchestra.run.smithi195.stderr:bash: line 1: ntpq: command not found 2024-09-18T02:09:01.756 INFO:teuthology.orchestra.run.smithi195.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-18T02:09:01.756 INFO:teuthology.orchestra.run.smithi195.stdout:=============================================================================== 2024-09-18T02:09:01.756 INFO:teuthology.orchestra.run.smithi195.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.756 INFO:teuthology.orchestra.run.smithi195.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.756 INFO:teuthology.orchestra.run.smithi195.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.756 INFO:teuthology.orchestra.run.smithi195.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T02:09:01.757 INFO:teuthology.run_tasks:Running task pexec... 2024-09-18T02:09:01.783 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-18T02:09:01.783 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi046.front.sepia.ceph.com 2024-09-18T02:09:01.784 DEBUG:teuthology.orchestra.run.smithi046:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-18T02:09:01.784 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi195.front.sepia.ceph.com 2024-09-18T02:09:01.784 DEBUG:teuthology.orchestra.run.smithi195:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-18T02:09:02.149 INFO:teuthology.orchestra.run.smithi195.stdout:Dependencies resolved. 2024-09-18T02:09:02.153 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-18T02:09:02.160 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:09:02.160 INFO:teuthology.orchestra.run.smithi195.stdout: Package Architecture Version Repository Size 2024-09-18T02:09:02.160 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:09:02.160 INFO:teuthology.orchestra.run.smithi195.stdout:Removing: 2024-09-18T02:09:02.160 INFO:teuthology.orchestra.run.smithi195.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout:Removing unused dependencies: 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction Summary 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout:Remove 2 Packages 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout:Freed space: 5.5 M 2024-09-18T02:09:02.161 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction check 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout: Package Architecture Version Repository Size 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout:Removing: 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout:Removing unused dependencies: 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-18T02:09:02.162 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:09:02.163 INFO:teuthology.orchestra.run.smithi046.stdout:Remove 2 Packages 2024-09-18T02:09:02.163 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:02.163 INFO:teuthology.orchestra.run.smithi046.stdout:Freed space: 5.5 M 2024-09-18T02:09:02.163 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-18T02:09:02.165 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction check succeeded. 2024-09-18T02:09:02.165 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction test 2024-09-18T02:09:02.166 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-18T02:09:02.167 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-18T02:09:02.222 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction test succeeded. 2024-09-18T02:09:02.222 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction 2024-09-18T02:09:02.227 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-18T02:09:02.228 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-18T02:09:02.360 INFO:teuthology.orchestra.run.smithi195.stdout: Preparing : 1/1 2024-09-18T02:09:02.375 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-18T02:09:02.426 INFO:teuthology.orchestra.run.smithi195.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-18T02:09:02.446 INFO:teuthology.orchestra.run.smithi046.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-18T02:09:02.487 INFO:teuthology.orchestra.run.smithi195.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-18T02:09:02.510 INFO:teuthology.orchestra.run.smithi046.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-18T02:09:02.992 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-18T02:09:02.992 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-18T02:09:03.025 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-18T02:09:03.026 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-18T02:09:03.249 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-18T02:09:03.249 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:03.249 INFO:teuthology.orchestra.run.smithi195.stdout:Removed: 2024-09-18T02:09:03.249 INFO:teuthology.orchestra.run.smithi195.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-18T02:09:03.249 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:03.249 INFO:teuthology.orchestra.run.smithi195.stdout:Complete! 2024-09-18T02:09:03.274 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-18T02:09:03.274 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:03.274 INFO:teuthology.orchestra.run.smithi046.stdout:Removed: 2024-09-18T02:09:03.274 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-18T02:09:03.274 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:03.274 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-18T02:09:04.127 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:00:45 ago on Wed 18 Sep 2024 02:08:18 AM UTC. 2024-09-18T02:09:04.165 INFO:teuthology.orchestra.run.smithi195.stdout:Last metadata expiration check: 0:00:49 ago on Wed 18 Sep 2024 02:08:14 AM UTC. 2024-09-18T02:09:04.266 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-18T02:09:04.267 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:09:04.267 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2024-09-18T02:09:04.267 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:09:04.267 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-18T02:09:04.267 INFO:teuthology.orchestra.run.smithi046.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout:Install 7 Packages 2024-09-18T02:09:04.268 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:04.293 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 5.2 M 2024-09-18T02:09:04.293 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 19 M 2024-09-18T02:09:04.293 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-18T02:09:04.300 INFO:teuthology.orchestra.run.smithi195.stdout:Dependencies resolved. 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: Package Arch Version Repository Size 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout:Installing: 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout:Installing dependencies: 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-18T02:09:04.301 INFO:teuthology.orchestra.run.smithi195.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-18T02:09:04.302 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:04.302 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction Summary 2024-09-18T02:09:04.302 INFO:teuthology.orchestra.run.smithi195.stdout:================================================================================ 2024-09-18T02:09:04.302 INFO:teuthology.orchestra.run.smithi195.stdout:Install 7 Packages 2024-09-18T02:09:04.302 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:04.316 INFO:teuthology.orchestra.run.smithi195.stdout:Total download size: 5.2 M 2024-09-18T02:09:04.316 INFO:teuthology.orchestra.run.smithi195.stdout:Installed size: 19 M 2024-09-18T02:09:04.316 INFO:teuthology.orchestra.run.smithi195.stdout:Downloading Packages: 2024-09-18T02:09:04.523 INFO:teuthology.orchestra.run.smithi046.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 286 kB/s | 44 kB 00:00 2024-09-18T02:09:04.581 INFO:teuthology.orchestra.run.smithi046.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 495 kB/s | 106 kB 00:00 2024-09-18T02:09:04.633 INFO:teuthology.orchestra.run.smithi046.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 660 kB/s | 72 kB 00:00 2024-09-18T02:09:04.665 INFO:teuthology.orchestra.run.smithi046.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.0 MB/s | 84 kB 00:00 2024-09-18T02:09:04.732 INFO:teuthology.orchestra.run.smithi046.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.4 MB/s | 906 kB 00:00 2024-09-18T02:09:04.824 INFO:teuthology.orchestra.run.smithi046.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.3 MB/s | 837 kB 00:00 2024-09-18T02:09:04.941 INFO:teuthology.orchestra.run.smithi046.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 12 MB/s | 3.2 MB 00:00 2024-09-18T02:09:04.941 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-18T02:09:04.941 INFO:teuthology.orchestra.run.smithi046.stdout:Total 8.0 MB/s | 5.2 MB 00:00 2024-09-18T02:09:05.053 INFO:teuthology.orchestra.run.smithi195.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 296 kB/s | 44 kB 00:00 2024-09-18T02:09:05.056 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-18T02:09:05.072 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-18T02:09:05.072 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-18T02:09:05.078 INFO:teuthology.orchestra.run.smithi195.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 604 kB/s | 106 kB 00:00 2024-09-18T02:09:05.145 INFO:teuthology.orchestra.run.smithi195.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 781 kB/s | 72 kB 00:00 2024-09-18T02:09:05.171 INFO:teuthology.orchestra.run.smithi195.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 915 kB/s | 84 kB 00:00 2024-09-18T02:09:05.204 INFO:teuthology.orchestra.run.smithi195.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.9 MB/s | 906 kB 00:00 2024-09-18T02:09:05.354 INFO:teuthology.orchestra.run.smithi195.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 3.9 MB/s | 837 kB 00:00 2024-09-18T02:09:05.372 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-18T02:09:05.372 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-18T02:09:05.868 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-18T02:09:05.953 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-18T02:09:05.995 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-18T02:09:06.023 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-18T02:09:06.063 INFO:teuthology.orchestra.run.smithi195.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 3.5 MB/s | 3.2 MB 00:00 2024-09-18T02:09:06.063 INFO:teuthology.orchestra.run.smithi195.stdout:-------------------------------------------------------------------------------- 2024-09-18T02:09:06.064 INFO:teuthology.orchestra.run.smithi195.stdout:Total 3.0 MB/s | 5.2 MB 00:01 2024-09-18T02:09:06.178 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction check 2024-09-18T02:09:06.193 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction check succeeded. 2024-09-18T02:09:06.193 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction test 2024-09-18T02:09:06.243 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-18T02:09:06.271 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-18T02:09:06.488 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction test succeeded. 2024-09-18T02:09:06.488 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction 2024-09-18T02:09:06.744 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-18T02:09:06.777 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-18T02:09:06.899 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-18T02:09:06.955 INFO:teuthology.orchestra.run.smithi195.stdout: Preparing : 1/1 2024-09-18T02:09:06.963 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-18T02:09:07.057 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-18T02:09:07.091 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-18T02:09:07.120 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-18T02:09:07.324 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-18T02:09:07.351 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-18T02:09:07.779 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-18T02:09:07.816 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-18T02:09:07.930 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-18T02:09:07.962 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-18T02:09:07.962 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-18T02:09:07.962 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-18T02:09:07.962 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-18T02:09:07.962 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-18T02:09:07.962 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-18T02:09:07.962 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-18T02:09:08.009 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-18T02:09:08.377 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:08.378 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-18T02:09:08.750 DEBUG:teuthology.parallel:result is None 2024-09-18T02:09:08.904 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-18T02:09:08.904 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-18T02:09:08.904 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-18T02:09:08.904 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-18T02:09:08.904 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-18T02:09:08.904 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-18T02:09:08.904 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout:Installed: 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:09.245 INFO:teuthology.orchestra.run.smithi195.stdout:Complete! 2024-09-18T02:09:09.619 DEBUG:teuthology.parallel:result is None 2024-09-18T02:09:09.619 INFO:teuthology.run_tasks:Running task install... 2024-09-18T02:09:09.628 DEBUG:teuthology.task.install:project ceph 2024-09-18T02:09:09.628 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9'}} 2024-09-18T02:09:09.628 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9'} 2024-09-18T02:09:09.628 INFO:teuthology.task.install:Using flavor: default 2024-09-18T02:09:09.633 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-18T02:09:09.633 INFO:teuthology.task.install:extra packages: [] 2024-09-18T02:09:09.634 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9', 'tag': None, 'wait_for_package': False} 2024-09-18T02:09:09.634 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T02:09:09.634 INFO:teuthology.packaging:ref: None 2024-09-18T02:09:09.634 INFO:teuthology.packaging:tag: None 2024-09-18T02:09:09.634 INFO:teuthology.packaging:branch: quincy 2024-09-18T02:09:09.634 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:09:09.635 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-18T02:09:09.636 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9', 'tag': None, 'wait_for_package': False} 2024-09-18T02:09:09.637 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T02:09:09.637 INFO:teuthology.packaging:ref: None 2024-09-18T02:09:09.637 INFO:teuthology.packaging:tag: None 2024-09-18T02:09:09.637 INFO:teuthology.packaging:branch: quincy 2024-09-18T02:09:09.637 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:09:09.637 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-18T02:09:09.848 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/ 2024-09-18T02:09:09.848 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1635.g4a704134 2024-09-18T02:09:09.860 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/ 2024-09-18T02:09:09.860 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1635.g4a704134 2024-09-18T02:09:09.962 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-18T02:09:09.962 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:09:09.962 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-18T02:09:09.987 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-18T02:09:09.988 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T02:09:09.988 INFO:teuthology.packaging:ref: None 2024-09-18T02:09:09.988 INFO:teuthology.packaging:tag: None 2024-09-18T02:09:09.988 INFO:teuthology.packaging:branch: quincy 2024-09-18T02:09:09.988 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:09:09.988 DEBUG:teuthology.orchestra.run.smithi195:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-18T02:09:09.990 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/4a704134aa895fa24b75bb03cb263f1e3316004e/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-18T02:09:09.991 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:09:09.991 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-18T02:09:10.026 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-18T02:09:10.026 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T02:09:10.026 INFO:teuthology.packaging:ref: None 2024-09-18T02:09:10.026 INFO:teuthology.packaging:tag: None 2024-09-18T02:09:10.026 INFO:teuthology.packaging:branch: quincy 2024-09-18T02:09:10.026 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:09:10.026 DEBUG:teuthology.orchestra.run.smithi046:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-18T02:09:10.053 DEBUG:teuthology.orchestra.run.smithi195:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-18T02:09:10.095 DEBUG:teuthology.orchestra.run.smithi046:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-18T02:09:10.128 DEBUG:teuthology.orchestra.run.smithi195:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-18T02:09:10.176 DEBUG:teuthology.orchestra.run.smithi046:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-18T02:09:10.192 INFO:teuthology.orchestra.run.smithi195.stdout:check_obsoletes = 1 2024-09-18T02:09:10.193 DEBUG:teuthology.orchestra.run.smithi195:> sudo yum clean all 2024-09-18T02:09:10.242 INFO:teuthology.orchestra.run.smithi046.stdout:check_obsoletes = 1 2024-09-18T02:09:10.244 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum clean all 2024-09-18T02:09:10.412 INFO:teuthology.orchestra.run.smithi195.stdout:45 files removed 2024-09-18T02:09:10.440 DEBUG:teuthology.orchestra.run.smithi195:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-18T02:09:10.481 INFO:teuthology.orchestra.run.smithi046.stdout:45 files removed 2024-09-18T02:09:10.508 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-18T02:09:10.995 INFO:teuthology.orchestra.run.smithi195.stdout:ceph packages for x86_64 286 kB/s | 77 kB 00:00 2024-09-18T02:09:11.081 INFO:teuthology.orchestra.run.smithi046.stdout:ceph packages for x86_64 285 kB/s | 77 kB 00:00 2024-09-18T02:09:11.279 INFO:teuthology.orchestra.run.smithi195.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-18T02:09:11.374 INFO:teuthology.orchestra.run.smithi046.stdout:ceph noarch packages 44 kB/s | 11 kB 00:00 2024-09-18T02:09:11.555 INFO:teuthology.orchestra.run.smithi195.stdout:ceph source packages 7.5 kB/s | 1.8 kB 00:00 2024-09-18T02:09:11.649 INFO:teuthology.orchestra.run.smithi046.stdout:ceph source packages 7.5 kB/s | 1.8 kB 00:00 2024-09-18T02:09:13.638 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.3 MB 00:02 2024-09-18T02:09:16.973 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - AppStream 9.0 MB/s | 20 MB 00:02 2024-09-18T02:09:19.874 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 1.0 MB/s | 8.3 MB 00:08 2024-09-18T02:09:21.758 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 26 MB/s | 20 MB 00:00 2024-09-18T02:09:23.223 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-09-18T02:09:24.658 INFO:teuthology.orchestra.run.smithi195.stdout:CentOS Stream 9 - Extras packages 102 kB/s | 19 kB 00:00 2024-09-18T02:09:26.487 INFO:teuthology.orchestra.run.smithi195.stdout:Extra Packages for Enterprise Linux 13 MB/s | 23 MB 00:01 2024-09-18T02:09:27.026 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 4.9 MB/s | 6.5 MB 00:01 2024-09-18T02:09:28.752 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 19 kB 00:00 2024-09-18T02:09:30.773 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 12 MB/s | 23 MB 00:01 2024-09-18T02:09:31.993 INFO:teuthology.orchestra.run.smithi195.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-18T02:09:34.186 INFO:teuthology.orchestra.run.smithi195.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-18T02:09:34.186 INFO:teuthology.orchestra.run.smithi195.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-18T02:09:34.255 INFO:teuthology.orchestra.run.smithi195.stdout:Dependencies resolved. 2024-09-18T02:09:34.261 INFO:teuthology.orchestra.run.smithi195.stdout:======================================================================================= 2024-09-18T02:09:34.261 INFO:teuthology.orchestra.run.smithi195.stdout: Package Arch Version Repository Size 2024-09-18T02:09:34.261 INFO:teuthology.orchestra.run.smithi195.stdout:======================================================================================= 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout:Installing: 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph x86_64 2:17.2.7-1635.g4a704134.el9 ceph 6.5 k 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-base x86_64 2:17.2.7-1635.g4a704134.el9 ceph 5.0 M 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-fuse x86_64 2:17.2.7-1635.g4a704134.el9 ceph 813 k 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1635.g4a704134.el9 ceph 137 k 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr x86_64 2:17.2.7-1635.g4a704134.el9 ceph 1.4 M 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 124 k 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 3.4 M 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 7.4 M 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-rook noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 47 k 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-radosgw x86_64 2:17.2.7-1635.g4a704134.el9 ceph 14 M 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-test x86_64 2:17.2.7-1635.g4a704134.el9 ceph 48 M 2024-09-18T02:09:34.262 INFO:teuthology.orchestra.run.smithi195.stdout: cephadm noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 83 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: libcephfs-devel x86_64 2:17.2.7-1635.g4a704134.el9 ceph 25 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: libcephfs2 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 637 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: librados-devel x86_64 2:17.2.7-1635.g4a704134.el9 ceph 126 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cephfs x86_64 2:17.2.7-1635.g4a704134.el9 ceph 156 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rados x86_64 2:17.2.7-1635.g4a704134.el9 ceph 320 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rbd x86_64 2:17.2.7-1635.g4a704134.el9 ceph 295 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rgw x86_64 2:17.2.7-1635.g4a704134.el9 ceph 99 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: rbd-fuse x86_64 2:17.2.7-1635.g4a704134.el9 ceph 82 k 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: rbd-mirror x86_64 2:17.2.7-1635.g4a704134.el9 ceph 2.9 M 2024-09-18T02:09:34.263 INFO:teuthology.orchestra.run.smithi195.stdout: rbd-nbd x86_64 2:17.2.7-1635.g4a704134.el9 ceph 165 k 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout:Upgrading: 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: librados2 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 3.1 M 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: librbd1 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 2.9 M 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout:Installing dependencies: 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-common x86_64 2:17.2.7-1635.g4a704134.el9 ceph 22 M 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 24 k 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mds x86_64 2:17.2.7-1635.g4a704134.el9 ceph 2.1 M 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 240 k 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mon x86_64 2:17.2.7-1635.g4a704134.el9 ceph 3.9 M 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-osd x86_64 2:17.2.7-1635.g4a704134.el9 ceph 15 M 2024-09-18T02:09:34.264 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 15 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-selinux x86_64 2:17.2.7-1635.g4a704134.el9 ceph 25 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: libcephsqlite x86_64 2:17.2.7-1635.g4a704134.el9 ceph 163 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-18T02:09:34.265 INFO:teuthology.orchestra.run.smithi195.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: libradosstriper1 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 457 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: librgw2 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 4.9 M 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-18T02:09:34.266 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-ceph-argparse x86_64 2:17.2.7-1635.g4a704134.el9 ceph 45 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-ceph-common x86_64 2:17.2.7-1635.g4a704134.el9 ceph 120 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-18T02:09:34.267 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-18T02:09:34.268 INFO:teuthology.orchestra.run.smithi195.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-18T02:09:34.269 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-18T02:09:34.270 INFO:teuthology.orchestra.run.smithi195.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout:Installing weak dependencies: 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction Summary 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout:======================================================================================= 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout:Install 112 Packages 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout:Upgrade 2 Packages 2024-09-18T02:09:34.271 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:09:34.272 INFO:teuthology.orchestra.run.smithi195.stdout:Total download size: 190 M 2024-09-18T02:09:34.272 INFO:teuthology.orchestra.run.smithi195.stdout:Downloading Packages: 2024-09-18T02:09:35.069 INFO:teuthology.orchestra.run.smithi195.stdout:(1/114): ceph-17.2.7-1635.g4a704134.el9.x86_64. 50 kB/s | 6.5 kB 00:00 2024-09-18T02:09:35.302 INFO:teuthology.orchestra.run.smithi195.stdout:(2/114): ceph-fuse-17.2.7-1635.g4a704134.el9.x8 3.4 MB/s | 813 kB 00:00 2024-09-18T02:09:35.378 INFO:teuthology.orchestra.run.smithi195.stdout:(3/114): ceph-base-17.2.7-1635.g4a704134.el9.x8 11 MB/s | 5.0 MB 00:00 2024-09-18T02:09:35.403 INFO:teuthology.orchestra.run.smithi195.stdout:(4/114): ceph-immutable-object-cache-17.2.7-163 1.3 MB/s | 137 kB 00:00 2024-09-18T02:09:35.487 INFO:teuthology.orchestra.run.smithi195.stdout:(5/114): ceph-mds-17.2.7-1635.g4a704134.el9.x86 19 MB/s | 2.1 MB 00:00 2024-09-18T02:09:35.620 INFO:teuthology.orchestra.run.smithi195.stdout:(6/114): ceph-mgr-17.2.7-1635.g4a704134.el9.x86 6.5 MB/s | 1.4 MB 00:00 2024-09-18T02:09:35.713 INFO:teuthology.orchestra.run.smithi195.stdout:(7/114): ceph-mon-17.2.7-1635.g4a704134.el9.x86 17 MB/s | 3.9 MB 00:00 2024-09-18T02:09:36.163 INFO:teuthology.orchestra.run.smithi195.stdout:(8/114): ceph-common-17.2.7-1635.g4a704134.el9. 18 MB/s | 22 MB 00:01 2024-09-18T02:09:36.213 INFO:teuthology.orchestra.run.smithi195.stdout:(9/114): ceph-selinux-17.2.7-1635.g4a704134.el9 505 kB/s | 25 kB 00:00 2024-09-18T02:09:36.462 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-18T02:09:36.530 INFO:teuthology.orchestra.run.smithi195.stdout:(10/114): ceph-radosgw-17.2.7-1635.g4a704134.el 18 MB/s | 14 MB 00:00 2024-09-18T02:09:36.580 INFO:teuthology.orchestra.run.smithi195.stdout:(11/114): libcephfs-devel-17.2.7-1635.g4a704134 501 kB/s | 25 kB 00:00 2024-09-18T02:09:36.672 INFO:teuthology.orchestra.run.smithi195.stdout:(12/114): libcephfs2-17.2.7-1635.g4a704134.el9. 6.8 MB/s | 637 kB 00:00 2024-09-18T02:09:36.739 INFO:teuthology.orchestra.run.smithi195.stdout:(13/114): libcephsqlite-17.2.7-1635.g4a704134.e 2.4 MB/s | 163 kB 00:00 2024-09-18T02:09:36.806 INFO:teuthology.orchestra.run.smithi195.stdout:(14/114): librados-devel-17.2.7-1635.g4a704134. 1.9 MB/s | 126 kB 00:00 2024-09-18T02:09:36.881 INFO:teuthology.orchestra.run.smithi195.stdout:(15/114): libradosstriper1-17.2.7-1635.g4a70413 6.0 MB/s | 457 kB 00:00 2024-09-18T02:09:37.257 INFO:teuthology.orchestra.run.smithi195.stdout:(16/114): librgw2-17.2.7-1635.g4a704134.el9.x86 13 MB/s | 4.9 MB 00:00 2024-09-18T02:09:37.432 INFO:teuthology.orchestra.run.smithi195.stdout:(17/114): ceph-osd-17.2.7-1635.g4a704134.el9.x8 8.5 MB/s | 15 MB 00:01 2024-09-18T02:09:37.459 INFO:teuthology.orchestra.run.smithi195.stdout:(18/114): python3-ceph-argparse-17.2.7-1635.g4a 224 kB/s | 45 kB 00:00 2024-09-18T02:09:37.484 INFO:teuthology.orchestra.run.smithi195.stdout:(19/114): python3-ceph-common-17.2.7-1635.g4a70 2.3 MB/s | 120 kB 00:00 2024-09-18T02:09:37.509 INFO:teuthology.orchestra.run.smithi195.stdout:(20/114): python3-cephfs-17.2.7-1635.g4a704134. 3.0 MB/s | 156 kB 00:00 2024-09-18T02:09:37.534 INFO:teuthology.orchestra.run.smithi195.stdout:(21/114): python3-rados-17.2.7-1635.g4a704134.e 6.2 MB/s | 320 kB 00:00 2024-09-18T02:09:37.560 INFO:teuthology.orchestra.run.smithi195.stdout:(22/114): python3-rbd-17.2.7-1635.g4a704134.el9 5.8 MB/s | 295 kB 00:00 2024-09-18T02:09:37.585 INFO:teuthology.orchestra.run.smithi195.stdout:(23/114): python3-rgw-17.2.7-1635.g4a704134.el9 1.9 MB/s | 99 kB 00:00 2024-09-18T02:09:37.610 INFO:teuthology.orchestra.run.smithi195.stdout:(24/114): rbd-fuse-17.2.7-1635.g4a704134.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-18T02:09:37.661 INFO:teuthology.orchestra.run.smithi195.stdout:(25/114): rbd-nbd-17.2.7-1635.g4a704134.el9.x86 3.2 MB/s | 165 kB 00:00 2024-09-18T02:09:37.736 INFO:teuthology.orchestra.run.smithi195.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1635.g 325 kB/s | 24 kB 00:00 2024-09-18T02:09:37.803 INFO:teuthology.orchestra.run.smithi195.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1635.g4a70413 1.8 MB/s | 124 kB 00:00 2024-09-18T02:09:38.245 INFO:teuthology.orchestra.run.smithi195.stdout:(28/114): ceph-test-17.2.7-1635.g4a704134.el9.x 24 MB/s | 48 MB 00:02 2024-09-18T02:09:38.296 INFO:teuthology.orchestra.run.smithi195.stdout:(29/114): rbd-mirror-17.2.7-1635.g4a704134.el9. 4.1 MB/s | 2.9 MB 00:00 2024-09-18T02:09:38.363 INFO:teuthology.orchestra.run.smithi195.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1635.g4a704 6.0 MB/s | 3.4 MB 00:00 2024-09-18T02:09:38.388 INFO:teuthology.orchestra.run.smithi195.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1635.g4a 2.6 MB/s | 240 kB 00:00 2024-09-18T02:09:38.421 INFO:teuthology.orchestra.run.smithi195.stdout:(32/114): ceph-mgr-rook-17.2.7-1635.g4a704134.e 816 kB/s | 47 kB 00:00 2024-09-18T02:09:38.446 INFO:teuthology.orchestra.run.smithi195.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1635.g4 251 kB/s | 15 kB 00:00 2024-09-18T02:09:38.472 INFO:teuthology.orchestra.run.smithi195.stdout:(34/114): cephadm-17.2.7-1635.g4a704134.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-18T02:09:38.580 INFO:teuthology.orchestra.run.smithi195.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 22 MB/s | 7.4 MB 00:00 2024-09-18T02:09:38.605 INFO:teuthology.orchestra.run.smithi195.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 502 kB/s | 80 kB 00:00 2024-09-18T02:09:38.681 INFO:teuthology.orchestra.run.smithi195.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-09-18T02:09:38.716 INFO:teuthology.orchestra.run.smithi195.stdout:(38/114): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-09-18T02:09:38.740 INFO:teuthology.orchestra.run.smithi195.stdout:(39/114): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-18T02:09:38.765 INFO:teuthology.orchestra.run.smithi195.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-18T02:09:38.789 INFO:teuthology.orchestra.run.smithi046.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-18T02:09:38.790 INFO:teuthology.orchestra.run.smithi046.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-18T02:09:38.790 INFO:teuthology.orchestra.run.smithi195.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-18T02:09:38.816 INFO:teuthology.orchestra.run.smithi195.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-18T02:09:38.841 INFO:teuthology.orchestra.run.smithi195.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-18T02:09:38.863 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-18T02:09:38.869 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-09-18T02:09:38.870 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2024-09-18T02:09:38.870 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-09-18T02:09:38.870 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-18T02:09:38.870 INFO:teuthology.orchestra.run.smithi046.stdout: ceph x86_64 2:17.2.7-1635.g4a704134.el9 ceph 6.5 k 2024-09-18T02:09:38.870 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base x86_64 2:17.2.7-1635.g4a704134.el9 ceph 5.0 M 2024-09-18T02:09:38.870 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse x86_64 2:17.2.7-1635.g4a704134.el9 ceph 813 k 2024-09-18T02:09:38.870 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1635.g4a704134.el9 ceph 137 k 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr x86_64 2:17.2.7-1635.g4a704134.el9 ceph 1.4 M 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 124 k 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 3.4 M 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 7.4 M 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 47 k 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw x86_64 2:17.2.7-1635.g4a704134.el9 ceph 14 M 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test x86_64 2:17.2.7-1635.g4a704134.el9 ceph 48 M 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 83 k 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel x86_64 2:17.2.7-1635.g4a704134.el9 ceph 25 k 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 637 k 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel x86_64 2:17.2.7-1635.g4a704134.el9 ceph 126 k 2024-09-18T02:09:38.871 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs x86_64 2:17.2.7-1635.g4a704134.el9 ceph 156 k 2024-09-18T02:09:38.872 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-18T02:09:38.872 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados x86_64 2:17.2.7-1635.g4a704134.el9 ceph 320 k 2024-09-18T02:09:38.872 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd x86_64 2:17.2.7-1635.g4a704134.el9 ceph 295 k 2024-09-18T02:09:38.872 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw x86_64 2:17.2.7-1635.g4a704134.el9 ceph 99 k 2024-09-18T02:09:38.872 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse x86_64 2:17.2.7-1635.g4a704134.el9 ceph 82 k 2024-09-18T02:09:38.872 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror x86_64 2:17.2.7-1635.g4a704134.el9 ceph 2.9 M 2024-09-18T02:09:38.872 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd x86_64 2:17.2.7-1635.g4a704134.el9 ceph 165 k 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading: 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout: librados2 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 3.1 M 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 2.9 M 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common x86_64 2:17.2.7-1635.g4a704134.el9 ceph 22 M 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 24 k 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds x86_64 2:17.2.7-1635.g4a704134.el9 ceph 2.1 M 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 240 k 2024-09-18T02:09:38.873 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon x86_64 2:17.2.7-1635.g4a704134.el9 ceph 3.9 M 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd x86_64 2:17.2.7-1635.g4a704134.el9 ceph 15 M 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1635.g4a704134.el9 ceph-noarch 15 k 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux x86_64 2:17.2.7-1635.g4a704134.el9 ceph 25 k 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite x86_64 2:17.2.7-1635.g4a704134.el9 ceph 163 k 2024-09-18T02:09:38.874 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 457 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2 x86_64 2:17.2.7-1635.g4a704134.el9 ceph 4.9 M 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-18T02:09:38.875 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse x86_64 2:17.2.7-1635.g4a704134.el9 ceph 45 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common x86_64 2:17.2.7-1635.g4a704134.el9 ceph 120 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-18T02:09:38.876 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-18T02:09:38.877 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-18T02:09:38.877 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-18T02:09:38.877 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-18T02:09:38.877 INFO:teuthology.orchestra.run.smithi046.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-18T02:09:38.877 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-18T02:09:38.877 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-18T02:09:38.878 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-18T02:09:38.878 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-18T02:09:38.878 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-18T02:09:38.878 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-18T02:09:38.878 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-18T02:09:38.878 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-18T02:09:38.878 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-18T02:09:38.879 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-18T02:09:38.879 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-18T02:09:38.879 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-18T02:09:38.879 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-18T02:09:38.879 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-18T02:09:38.879 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-18T02:09:38.879 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-18T02:09:38.880 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-18T02:09:38.881 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-18T02:09:38.882 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout:Installing weak dependencies: 2024-09-18T02:09:38.883 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-18T02:09:38.884 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:38.884 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-18T02:09:38.884 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-09-18T02:09:38.884 INFO:teuthology.orchestra.run.smithi046.stdout:Install 112 Packages 2024-09-18T02:09:38.884 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade 2 Packages 2024-09-18T02:09:38.884 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:09:38.885 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 190 M 2024-09-18T02:09:38.885 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-18T02:09:38.891 INFO:teuthology.orchestra.run.smithi195.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 5.8 MB/s | 1.2 MB 00:00 2024-09-18T02:09:38.917 INFO:teuthology.orchestra.run.smithi195.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 325 kB/s | 33 kB 00:00 2024-09-18T02:09:38.967 INFO:teuthology.orchestra.run.smithi195.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 243 kB/s | 18 kB 00:00 2024-09-18T02:09:38.992 INFO:teuthology.orchestra.run.smithi195.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-09-18T02:09:39.017 INFO:teuthology.orchestra.run.smithi195.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 899 kB/s | 45 kB 00:00 2024-09-18T02:09:39.110 INFO:teuthology.orchestra.run.smithi195.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-18T02:09:39.135 INFO:teuthology.orchestra.run.smithi195.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-18T02:09:39.147 INFO:teuthology.orchestra.run.smithi046.stdout:(1/114): ceph-17.2.7-1635.g4a704134.el9.x86_64. 47 kB/s | 6.5 kB 00:00 2024-09-18T02:09:39.160 INFO:teuthology.orchestra.run.smithi195.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 770 kB/s | 38 kB 00:00 2024-09-18T02:09:39.210 INFO:teuthology.orchestra.run.smithi195.stdout:(52/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.1 MB/s | 3.0 MB 00:00 2024-09-18T02:09:39.236 INFO:teuthology.orchestra.run.smithi195.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-09-18T02:09:39.328 INFO:teuthology.orchestra.run.smithi195.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.6 MB/s | 245 kB 00:00 2024-09-18T02:09:39.380 INFO:teuthology.orchestra.run.smithi046.stdout:(2/114): ceph-fuse-17.2.7-1635.g4a704134.el9.x8 3.4 MB/s | 813 kB 00:00 2024-09-18T02:09:39.394 INFO:teuthology.orchestra.run.smithi195.stdout:(55/114): openblas-openmp-0.3.26-2.el9.x86_64.r 19 MB/s | 4.9 MB 00:00 2024-09-18T02:09:39.411 INFO:teuthology.orchestra.run.smithi195.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 210 kB/s | 17 kB 00:00 2024-09-18T02:09:39.445 INFO:teuthology.orchestra.run.smithi195.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-18T02:09:39.456 INFO:teuthology.orchestra.run.smithi046.stdout:(3/114): ceph-base-17.2.7-1635.g4a704134.el9.x8 11 MB/s | 5.0 MB 00:00 2024-09-18T02:09:39.470 INFO:teuthology.orchestra.run.smithi195.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-09-18T02:09:39.481 INFO:teuthology.orchestra.run.smithi046.stdout:(4/114): ceph-immutable-object-cache-17.2.7-163 1.3 MB/s | 137 kB 00:00 2024-09-18T02:09:39.496 INFO:teuthology.orchestra.run.smithi195.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-18T02:09:39.571 INFO:teuthology.orchestra.run.smithi195.stdout:(60/114): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-09-18T02:09:39.581 INFO:teuthology.orchestra.run.smithi046.stdout:(5/114): ceph-mds-17.2.7-1635.g4a704134.el9.x86 17 MB/s | 2.1 MB 00:00 2024-09-18T02:09:39.596 INFO:teuthology.orchestra.run.smithi195.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 347 kB/s | 35 kB 00:00 2024-09-18T02:09:39.621 INFO:teuthology.orchestra.run.smithi195.stdout:(62/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-09-18T02:09:39.647 INFO:teuthology.orchestra.run.smithi195.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-18T02:09:39.689 INFO:teuthology.orchestra.run.smithi195.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 1.8 MB/s | 77 kB 00:00 2024-09-18T02:09:39.714 INFO:teuthology.orchestra.run.smithi195.stdout:(65/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.3 MB/s | 222 kB 00:00 2024-09-18T02:09:39.715 INFO:teuthology.orchestra.run.smithi046.stdout:(6/114): ceph-mgr-17.2.7-1635.g4a704134.el9.x86 6.0 MB/s | 1.4 MB 00:00 2024-09-18T02:09:39.782 INFO:teuthology.orchestra.run.smithi046.stdout:(7/114): ceph-mon-17.2.7-1635.g4a704134.el9.x86 20 MB/s | 3.9 MB 00:00 2024-09-18T02:09:39.789 INFO:teuthology.orchestra.run.smithi195.stdout:(66/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 23 MB/s | 5.1 MB 00:00 2024-09-18T02:09:39.814 INFO:teuthology.orchestra.run.smithi195.stdout:(67/114): python3-pluggy-0.13.1-7.el9.noarch.rp 330 kB/s | 41 kB 00:00 2024-09-18T02:09:39.840 INFO:teuthology.orchestra.run.smithi195.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 336 kB/s | 42 kB 00:00 2024-09-18T02:09:39.865 INFO:teuthology.orchestra.run.smithi195.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 6.2 MB/s | 477 kB 00:00 2024-09-18T02:09:39.890 INFO:teuthology.orchestra.run.smithi195.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-18T02:09:39.924 INFO:teuthology.orchestra.run.smithi195.stdout:(71/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-09-18T02:09:39.949 INFO:teuthology.orchestra.run.smithi195.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 871 kB/s | 51 kB 00:00 2024-09-18T02:09:39.974 INFO:teuthology.orchestra.run.smithi195.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-18T02:09:40.000 INFO:teuthology.orchestra.run.smithi195.stdout:(74/114): python3-pytest-6.2.2-7.el9.noarch.rpm 3.8 MB/s | 519 kB 00:00 2024-09-18T02:09:40.025 INFO:teuthology.orchestra.run.smithi195.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 823 kB/s | 42 kB 00:00 2024-09-18T02:09:40.050 INFO:teuthology.orchestra.run.smithi195.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-18T02:09:40.084 INFO:teuthology.orchestra.run.smithi195.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-18T02:09:40.134 INFO:teuthology.orchestra.run.smithi195.stdout:(78/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.6 MB/s | 308 kB 00:00 2024-09-18T02:09:40.160 INFO:teuthology.orchestra.run.smithi195.stdout:(79/114): liboath-2.6.7-2.el9.x86_64.rpm 662 kB/s | 49 kB 00:00 2024-09-18T02:09:40.185 INFO:teuthology.orchestra.run.smithi195.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-18T02:09:40.227 INFO:teuthology.orchestra.run.smithi195.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.0 MB/s | 43 kB 00:00 2024-09-18T02:09:40.232 INFO:teuthology.orchestra.run.smithi046.stdout:(8/114): ceph-common-17.2.7-1635.g4a704134.el9. 18 MB/s | 22 MB 00:01 2024-09-18T02:09:40.252 INFO:teuthology.orchestra.run.smithi195.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-18T02:09:40.277 INFO:teuthology.orchestra.run.smithi195.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 564 kB/s | 14 kB 00:00 2024-09-18T02:09:40.282 INFO:teuthology.orchestra.run.smithi046.stdout:(9/114): ceph-selinux-17.2.7-1635.g4a704134.el9 504 kB/s | 25 kB 00:00 2024-09-18T02:09:40.302 INFO:teuthology.orchestra.run.smithi195.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 3.8 MB/s | 548 kB 00:00 2024-09-18T02:09:40.328 INFO:teuthology.orchestra.run.smithi195.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-09-18T02:09:40.362 INFO:teuthology.orchestra.run.smithi195.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-18T02:09:40.387 INFO:teuthology.orchestra.run.smithi195.stdout:(87/114): python3-google-auth-2.34.0-1.el9.noar 3.7 MB/s | 220 kB 00:00 2024-09-18T02:09:40.412 INFO:teuthology.orchestra.run.smithi195.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-09-18T02:09:40.437 INFO:teuthology.orchestra.run.smithi195.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 352 kB/s | 18 kB 00:00 2024-09-18T02:09:40.454 INFO:teuthology.orchestra.run.smithi195.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 554 kB/s | 23 kB 00:00 2024-09-18T02:09:40.471 INFO:teuthology.orchestra.run.smithi195.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 576 kB/s | 19 kB 00:00 2024-09-18T02:09:40.488 INFO:teuthology.orchestra.run.smithi195.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 590 kB/s | 20 kB 00:00 2024-09-18T02:09:40.505 INFO:teuthology.orchestra.run.smithi195.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 271 kB/s | 9.0 kB 00:00 2024-09-18T02:09:40.508 INFO:teuthology.orchestra.run.smithi046.stdout:(10/114): ceph-radosgw-17.2.7-1635.g4a704134.el 20 MB/s | 14 MB 00:00 2024-09-18T02:09:40.522 INFO:teuthology.orchestra.run.smithi195.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 1.2 MB/s | 41 kB 00:00 2024-09-18T02:09:40.539 INFO:teuthology.orchestra.run.smithi195.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-09-18T02:09:40.558 INFO:teuthology.orchestra.run.smithi046.stdout:(11/114): libcephfs-devel-17.2.7-1635.g4a704134 505 kB/s | 25 kB 00:00 2024-09-18T02:09:40.573 INFO:teuthology.orchestra.run.smithi195.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-09-18T02:09:40.606 INFO:teuthology.orchestra.run.smithi195.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 1.7 MB/s | 58 kB 00:00 2024-09-18T02:09:40.648 INFO:teuthology.orchestra.run.smithi195.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 6.4 MB/s | 272 kB 00:00 2024-09-18T02:09:40.650 INFO:teuthology.orchestra.run.smithi046.stdout:(12/114): libcephfs2-17.2.7-1635.g4a704134.el9. 6.8 MB/s | 637 kB 00:00 2024-09-18T02:09:40.682 INFO:teuthology.orchestra.run.smithi195.stdout:(99/114): python3-kubernetes-26.1.0-2.el9.noarc 5.8 MB/s | 1.0 MB 00:00 2024-09-18T02:09:40.707 INFO:teuthology.orchestra.run.smithi195.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-09-18T02:09:40.716 INFO:teuthology.orchestra.run.smithi046.stdout:(13/114): libcephsqlite-17.2.7-1635.g4a704134.e 2.4 MB/s | 163 kB 00:00 2024-09-18T02:09:40.741 INFO:teuthology.orchestra.run.smithi195.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-18T02:09:40.766 INFO:teuthology.orchestra.run.smithi195.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 525 kB/s | 31 kB 00:00 2024-09-18T02:09:40.784 INFO:teuthology.orchestra.run.smithi046.stdout:(14/114): librados-devel-17.2.7-1635.g4a704134. 1.9 MB/s | 126 kB 00:00 2024-09-18T02:09:40.800 INFO:teuthology.orchestra.run.smithi195.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 1.7 MB/s | 59 kB 00:00 2024-09-18T02:09:40.834 INFO:teuthology.orchestra.run.smithi195.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-09-18T02:09:40.859 INFO:teuthology.orchestra.run.smithi195.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 611 kB/s | 36 kB 00:00 2024-09-18T02:09:40.859 INFO:teuthology.orchestra.run.smithi046.stdout:(15/114): libradosstriper1-17.2.7-1635.g4a70413 6.0 MB/s | 457 kB 00:00 2024-09-18T02:09:40.884 INFO:teuthology.orchestra.run.smithi195.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-18T02:09:41.068 INFO:teuthology.orchestra.run.smithi195.stdout:(107/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 15 MB/s | 16 MB 00:01 2024-09-18T02:09:41.102 INFO:teuthology.orchestra.run.smithi195.stdout:(108/114): python3-websocket-client-1.2.3-2.el9 413 kB/s | 90 kB 00:00 2024-09-18T02:09:41.127 INFO:teuthology.orchestra.run.smithi195.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 866 kB/s | 20 kB 00:00 2024-09-18T02:09:41.134 INFO:teuthology.orchestra.run.smithi046.stdout:(16/114): librgw2-17.2.7-1635.g4a704134.el9.x86 18 MB/s | 4.9 MB 00:00 2024-09-18T02:09:41.152 INFO:teuthology.orchestra.run.smithi195.stdout:(110/114): python3-webob-1.8.8-2.el9.noarch.rpm 787 kB/s | 230 kB 00:00 2024-09-18T02:09:41.176 INFO:teuthology.orchestra.run.smithi046.stdout:(17/114): python3-ceph-argparse-17.2.7-1635.g4a 1.1 MB/s | 45 kB 00:00 2024-09-18T02:09:41.219 INFO:teuthology.orchestra.run.smithi195.stdout:(111/114): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-09-18T02:09:41.243 INFO:teuthology.orchestra.run.smithi046.stdout:(18/114): python3-ceph-common-17.2.7-1635.g4a70 1.8 MB/s | 120 kB 00:00 2024-09-18T02:09:41.361 INFO:teuthology.orchestra.run.smithi195.stdout:(112/114): thrift-0.15.0-2.el9.x86_64.rpm 6.8 MB/s | 1.6 MB 00:00 2024-09-18T02:09:41.393 INFO:teuthology.orchestra.run.smithi046.stdout:(19/114): ceph-osd-17.2.7-1635.g4a704134.el9.x8 9.1 MB/s | 15 MB 00:01 2024-09-18T02:09:41.418 INFO:teuthology.orchestra.run.smithi046.stdout:(20/114): python3-cephfs-17.2.7-1635.g4a704134. 893 kB/s | 156 kB 00:00 2024-09-18T02:09:41.444 INFO:teuthology.orchestra.run.smithi046.stdout:(21/114): python3-rados-17.2.7-1635.g4a704134.e 6.3 MB/s | 320 kB 00:00 2024-09-18T02:09:41.469 INFO:teuthology.orchestra.run.smithi046.stdout:(22/114): python3-rbd-17.2.7-1635.g4a704134.el9 5.7 MB/s | 295 kB 00:00 2024-09-18T02:09:41.536 INFO:teuthology.orchestra.run.smithi195.stdout:(113/114): librados2-17.2.7-1635.g4a704134.el9. 8.0 MB/s | 3.1 MB 00:00 2024-09-18T02:09:41.586 INFO:teuthology.orchestra.run.smithi195.stdout:(114/114): librbd1-17.2.7-1635.g4a704134.el9.x8 8.0 MB/s | 2.9 MB 00:00 2024-09-18T02:09:41.592 INFO:teuthology.orchestra.run.smithi195.stdout:-------------------------------------------------------------------------------- 2024-09-18T02:09:41.593 INFO:teuthology.orchestra.run.smithi195.stdout:Total 26 MB/s | 190 MB 00:07 2024-09-18T02:09:41.695 INFO:teuthology.orchestra.run.smithi046.stdout:(23/114): python3-rgw-17.2.7-1635.g4a704134.el9 397 kB/s | 99 kB 00:00 2024-09-18T02:09:41.721 INFO:teuthology.orchestra.run.smithi046.stdout:(24/114): rbd-fuse-17.2.7-1635.g4a704134.el9.x8 327 kB/s | 82 kB 00:00 2024-09-18T02:09:41.770 INFO:teuthology.orchestra.run.smithi046.stdout:(25/114): rbd-nbd-17.2.7-1635.g4a704134.el9.x86 3.2 MB/s | 165 kB 00:00 2024-09-18T02:09:41.837 INFO:teuthology.orchestra.run.smithi046.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1635.g 366 kB/s | 24 kB 00:00 2024-09-18T02:09:41.904 INFO:teuthology.orchestra.run.smithi046.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1635.g4a70413 1.8 MB/s | 124 kB 00:00 2024-09-18T02:09:41.988 INFO:teuthology.orchestra.run.smithi046.stdout:(28/114): rbd-mirror-17.2.7-1635.g4a704134.el9. 10 MB/s | 2.9 MB 00:00 2024-09-18T02:09:42.352 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction check 2024-09-18T02:09:42.422 INFO:teuthology.orchestra.run.smithi046.stdout:(29/114): ceph-test-17.2.7-1635.g4a704134.el9.x 22 MB/s | 48 MB 00:02 2024-09-18T02:09:42.448 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction check succeeded. 2024-09-18T02:09:42.448 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction test 2024-09-18T02:09:42.497 INFO:teuthology.orchestra.run.smithi046.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1635.g4a704 5.7 MB/s | 3.4 MB 00:00 2024-09-18T02:09:42.522 INFO:teuthology.orchestra.run.smithi046.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1635.g4a 2.4 MB/s | 240 kB 00:00 2024-09-18T02:09:42.547 INFO:teuthology.orchestra.run.smithi046.stdout:(32/114): ceph-mgr-rook-17.2.7-1635.g4a704134.e 951 kB/s | 47 kB 00:00 2024-09-18T02:09:42.572 INFO:teuthology.orchestra.run.smithi046.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1635.g4 292 kB/s | 15 kB 00:00 2024-09-18T02:09:42.599 INFO:teuthology.orchestra.run.smithi046.stdout:(34/114): cephadm-17.2.7-1635.g4a704134.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-18T02:09:42.749 INFO:teuthology.orchestra.run.smithi046.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 9.7 MB/s | 7.4 MB 00:00 2024-09-18T02:09:42.775 INFO:teuthology.orchestra.run.smithi046.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 395 kB/s | 80 kB 00:00 2024-09-18T02:09:42.883 INFO:teuthology.orchestra.run.smithi046.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-09-18T02:09:42.951 INFO:teuthology.orchestra.run.smithi046.stdout:(38/114): libgfortran-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 801 kB 00:00 2024-09-18T02:09:42.976 INFO:teuthology.orchestra.run.smithi046.stdout:(39/114): libquadmath-11.5.0-2.el9.x86_64.rpm 846 kB/s | 191 kB 00:00 2024-09-18T02:09:43.009 INFO:teuthology.orchestra.run.smithi046.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-18T02:09:43.034 INFO:teuthology.orchestra.run.smithi046.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-18T02:09:43.068 INFO:teuthology.orchestra.run.smithi046.stdout:(42/114): python3-cryptography-36.0.1-4.el9.x86 6.7 MB/s | 1.2 MB 00:00 2024-09-18T02:09:43.094 INFO:teuthology.orchestra.run.smithi046.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-09-18T02:09:43.118 INFO:teuthology.orchestra.run.smithi046.stdout:(44/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-18T02:09:43.194 INFO:teuthology.orchestra.run.smithi046.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 260 kB/s | 33 kB 00:00 2024-09-18T02:09:43.219 INFO:teuthology.orchestra.run.smithi046.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 181 kB/s | 18 kB 00:00 2024-09-18T02:09:43.295 INFO:teuthology.orchestra.run.smithi046.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 602 kB/s | 45 kB 00:00 2024-09-18T02:09:43.320 INFO:teuthology.orchestra.run.smithi046.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-09-18T02:09:43.403 INFO:teuthology.orchestra.run.smithi046.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-18T02:09:43.454 INFO:teuthology.orchestra.run.smithi046.stdout:(50/114): openblas-0.3.26-2.el9.x86_64.rpm 771 kB/s | 38 kB 00:00 2024-09-18T02:09:43.596 INFO:teuthology.orchestra.run.smithi046.stdout:(51/114): librdkafka-1.6.1-102.el9.x86_64.rpm 2.1 MB/s | 662 kB 00:00 2024-09-18T02:09:43.679 INFO:teuthology.orchestra.run.smithi046.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-18T02:09:43.730 INFO:teuthology.orchestra.run.smithi046.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.7 MB/s | 3.0 MB 00:00 2024-09-18T02:09:43.847 INFO:teuthology.orchestra.run.smithi046.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-09-18T02:09:43.905 INFO:teuthology.orchestra.run.smithi046.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 301 kB/s | 17 kB 00:00 2024-09-18T02:09:44.022 INFO:teuthology.orchestra.run.smithi046.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-18T02:09:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 441 kB/s | 26 kB 00:00 2024-09-18T02:09:44.109 INFO:teuthology.orchestra.run.smithi195.stdout:Transaction test succeeded. 2024-09-18T02:09:44.109 INFO:teuthology.orchestra.run.smithi195.stdout:Running transaction 2024-09-18T02:09:44.139 INFO:teuthology.orchestra.run.smithi046.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 328 kB/s | 19 kB 00:00 2024-09-18T02:09:44.231 INFO:teuthology.orchestra.run.smithi046.stdout:(59/114): openblas-openmp-0.3.26-2.el9.x86_64.r 6.4 MB/s | 4.9 MB 00:00 2024-09-18T02:09:44.265 INFO:teuthology.orchestra.run.smithi046.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-18T02:09:44.290 INFO:teuthology.orchestra.run.smithi046.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 594 kB/s | 35 kB 00:00 2024-09-18T02:09:44.374 INFO:teuthology.orchestra.run.smithi046.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.9 MB/s | 250 kB 00:00 2024-09-18T02:09:44.457 INFO:teuthology.orchestra.run.smithi046.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-09-18T02:09:44.558 INFO:teuthology.orchestra.run.smithi046.stdout:(64/114): python3-babel-2.9.1-2.el9.noarch.rpm 6.8 MB/s | 6.0 MB 00:00 2024-09-18T02:09:44.583 INFO:teuthology.orchestra.run.smithi046.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 617 kB/s | 77 kB 00:00 2024-09-18T02:09:44.608 INFO:teuthology.orchestra.run.smithi046.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 829 kB/s | 41 kB 00:00 2024-09-18T02:09:44.633 INFO:teuthology.orchestra.run.smithi046.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-09-18T02:09:44.692 INFO:teuthology.orchestra.run.smithi046.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-18T02:09:44.718 INFO:teuthology.orchestra.run.smithi046.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 4.3 MB/s | 477 kB 00:00 2024-09-18T02:09:44.918 INFO:teuthology.orchestra.run.smithi046.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 1.2 MB/s | 279 kB 00:00 2024-09-18T02:09:44.968 INFO:teuthology.orchestra.run.smithi046.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-18T02:09:44.993 INFO:teuthology.orchestra.run.smithi046.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 1.8 MB/s | 519 kB 00:00 2024-09-18T02:09:45.027 INFO:teuthology.orchestra.run.smithi046.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 914 kB/s | 54 kB 00:00 2024-09-18T02:09:45.077 INFO:teuthology.orchestra.run.smithi046.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 836 kB/s | 42 kB 00:00 2024-09-18T02:09:45.161 INFO:teuthology.orchestra.run.smithi046.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 3.6 MB/s | 304 kB 00:00 2024-09-18T02:09:45.211 INFO:teuthology.orchestra.run.smithi046.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.3 MB/s | 64 kB 00:00 2024-09-18T02:09:45.303 INFO:teuthology.orchestra.run.smithi046.stdout:(77/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.3 MB/s | 308 kB 00:00 2024-09-18T02:09:45.337 INFO:teuthology.orchestra.run.smithi046.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-18T02:09:45.379 INFO:teuthology.orchestra.run.smithi046.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-09-18T02:09:45.421 INFO:teuthology.orchestra.run.smithi046.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-09-18T02:09:45.455 INFO:teuthology.orchestra.run.smithi046.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-09-18T02:09:45.488 INFO:teuthology.orchestra.run.smithi046.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 971 kB/s | 32 kB 00:00 2024-09-18T02:09:45.513 INFO:teuthology.orchestra.run.smithi046.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 566 kB/s | 14 kB 00:00 2024-09-18T02:09:45.555 INFO:teuthology.orchestra.run.smithi046.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 4.0 MB/s | 172 kB 00:00 2024-09-18T02:09:45.614 INFO:teuthology.orchestra.run.smithi046.stdout:(85/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-18T02:09:45.648 INFO:teuthology.orchestra.run.smithi046.stdout:(86/114): python3-google-auth-2.34.0-1.el9.noar 6.4 MB/s | 220 kB 00:00 2024-09-18T02:09:45.673 INFO:teuthology.orchestra.run.smithi046.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 432 kB/s | 11 kB 00:00 2024-09-18T02:09:45.698 INFO:teuthology.orchestra.run.smithi046.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 705 kB/s | 18 kB 00:00 2024-09-18T02:09:45.723 INFO:teuthology.orchestra.run.smithi046.stdout:(89/114): python3-jaraco-collections-3.0.0-8.el 925 kB/s | 23 kB 00:00 2024-09-18T02:09:45.793 INFO:teuthology.orchestra.run.smithi046.stdout:(90/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.3 MB/s | 5.1 MB 00:01 2024-09-18T02:09:45.807 INFO:teuthology.orchestra.run.smithi046.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 233 kB/s | 19 kB 00:00 2024-09-18T02:09:45.833 INFO:teuthology.orchestra.run.smithi046.stdout:(92/114): python3-jwt+crypto-2.4.0-1.el9.noarch 544 kB/s | 9.0 kB 00:00 2024-09-18T02:09:45.849 INFO:teuthology.orchestra.run.smithi046.stdout:(93/114): python3-jwt-2.4.0-1.el9.noarch.rpm 2.8 MB/s | 41 kB 00:00 2024-09-18T02:09:45.866 INFO:teuthology.orchestra.run.smithi046.stdout:(94/114): python3-jaraco-text-3.2.0-6.el9.noarc 260 kB/s | 20 kB 00:00 2024-09-18T02:09:45.883 INFO:teuthology.orchestra.run.smithi046.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-09-18T02:09:45.917 INFO:teuthology.orchestra.run.smithi046.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-09-18T02:09:45.942 INFO:teuthology.orchestra.run.smithi046.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-18T02:09:45.976 INFO:teuthology.orchestra.run.smithi046.stdout:(98/114): python3-kubernetes-26.1.0-2.el9.noarc 8.1 MB/s | 1.0 MB 00:00 2024-09-18T02:09:46.009 INFO:teuthology.orchestra.run.smithi046.stdout:(99/114): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-09-18T02:09:46.035 INFO:teuthology.orchestra.run.smithi046.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-09-18T02:09:46.060 INFO:teuthology.orchestra.run.smithi046.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-18T02:09:46.085 INFO:teuthology.orchestra.run.smithi046.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-18T02:09:46.111 INFO:teuthology.orchestra.run.smithi046.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-18T02:09:46.136 INFO:teuthology.orchestra.run.smithi046.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-18T02:09:46.161 INFO:teuthology.orchestra.run.smithi046.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 715 kB/s | 36 kB 00:00 2024-09-18T02:09:46.186 INFO:teuthology.orchestra.run.smithi046.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 2.9 MB/s | 74 kB 00:00 2024-09-18T02:09:46.211 INFO:teuthology.orchestra.run.smithi046.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-18T02:09:46.237 INFO:teuthology.orchestra.run.smithi046.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-18T02:09:46.263 INFO:teuthology.orchestra.run.smithi046.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 800 kB/s | 20 kB 00:00 2024-09-18T02:09:46.296 INFO:teuthology.orchestra.run.smithi046.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-18T02:09:46.496 INFO:teuthology.orchestra.run.smithi046.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 6.8 MB/s | 1.6 MB 00:00 2024-09-18T02:09:46.672 INFO:teuthology.orchestra.run.smithi046.stdout:(112/114): librados2-17.2.7-1635.g4a704134.el9. 8.2 MB/s | 3.1 MB 00:00 2024-09-18T02:09:46.789 INFO:teuthology.orchestra.run.smithi046.stdout:(113/114): librbd1-17.2.7-1635.g4a704134.el9.x8 10 MB/s | 2.9 MB 00:00 2024-09-18T02:09:48.622 INFO:teuthology.orchestra.run.smithi046.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.5 MB/s | 16 MB 00:03 2024-09-18T02:09:48.628 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-18T02:09:48.628 INFO:teuthology.orchestra.run.smithi046.stdout:Total 20 MB/s | 190 MB 00:09 2024-09-18T02:09:48.746 INFO:teuthology.orchestra.run.smithi195.stdout: Preparing : 1/1 2024-09-18T02:09:48.822 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-18T02:09:48.847 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-18T02:09:48.908 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-18T02:09:49.219 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-18T02:09:49.332 INFO:teuthology.orchestra.run.smithi195.stdout: Upgrading : librados2-2:17.2.7-1635.g4a704134.el9.x86_64 5/116 2024-09-18T02:09:49.388 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-18T02:09:49.448 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: librados2-2:17.2.7-1635.g4a704134.el9.x86_64 5/116 2024-09-18T02:09:49.483 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 6/116 2024-09-18T02:09:49.491 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-18T02:09:49.492 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-18T02:09:49.568 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 6/116 2024-09-18T02:09:49.617 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-rados-2:17.2.7-1635.g4a704134.el9.x86_64 7/116 2024-09-18T02:09:49.645 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-18T02:09:50.091 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-18T02:09:50.119 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 10/116 2024-09-18T02:09:50.193 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 10/116 2024-09-18T02:09:50.220 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 11/116 2024-09-18T02:09:50.319 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 11/116 2024-09-18T02:09:50.346 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86 12/116 2024-09-18T02:09:50.473 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86 12/116 2024-09-18T02:09:50.509 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-18T02:09:50.541 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-18T02:09:50.570 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-18T02:09:50.619 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-18T02:09:50.693 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-18T02:09:50.745 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-18T02:09:50.778 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-18T02:09:50.805 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-18T02:09:50.874 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-18T02:09:50.927 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-18T02:09:50.965 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-18T02:09:51.010 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-18T02:09:51.053 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-18T02:09:51.096 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-ceph-argparse-2:17.2.7-1635.g4a704134.el 26/116 2024-09-18T02:09:51.171 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-cephfs-2:17.2.7-1635.g4a704134.el9.x86_6 27/116 2024-09-18T02:09:51.203 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-18T02:09:51.203 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-18T02:09:51.323 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-18T02:09:51.383 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-18T02:09:51.921 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-18T02:09:52.003 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-18T02:09:52.041 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-18T02:09:52.074 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-18T02:09:52.109 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-18T02:09:52.148 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-18T02:09:52.185 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-rgw-2:17.2.7-1635.g4a704134.el9.x86_64 36/116 2024-09-18T02:09:52.222 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : librados-devel-2:17.2.7-1635.g4a704134.el9.x86_6 37/116 2024-09-18T02:09:52.261 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-18T02:09:52.298 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-18T02:09:52.353 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-18T02:09:52.426 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-18T02:09:52.457 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-18T02:09:52.493 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-18T02:09:52.541 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-18T02:09:52.586 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-18T02:09:52.628 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-18T02:09:52.768 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-18T02:09:52.837 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-18T02:09:52.874 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-18T02:09:52.977 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-18T02:09:53.025 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-18T02:09:53.065 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-18T02:09:53.102 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-18T02:09:53.147 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-18T02:09:53.271 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-18T02:09:53.304 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-18T02:09:53.352 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-18T02:09:53.458 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-18T02:09:53.515 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-18T02:09:54.248 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-18T02:09:54.303 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-18T02:09:54.337 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-18T02:09:54.371 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-18T02:09:54.471 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-18T02:09:54.528 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-18T02:09:54.563 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-18T02:09:54.746 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-18T02:09:54.780 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-18T02:09:54.858 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-18T02:09:55.514 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-18T02:09:55.636 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-18T02:09:55.918 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-18T02:09:55.992 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-18T02:09:56.017 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-18T02:09:56.083 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-18T02:09:56.399 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-18T02:09:56.501 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librados2-2:17.2.7-1635.g4a704134.el9.x86_64 5/116 2024-09-18T02:09:56.617 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:17.2.7-1635.g4a704134.el9.x86_64 5/116 2024-09-18T02:09:56.644 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 6/116 2024-09-18T02:09:56.720 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 6/116 2024-09-18T02:09:56.773 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rados-2:17.2.7-1635.g4a704134.el9.x86_64 7/116 2024-09-18T02:09:56.806 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-18T02:09:56.931 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-18T02:09:57.011 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-18T02:09:57.278 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-18T02:09:57.302 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-18T02:09:57.305 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 10/116 2024-09-18T02:09:57.348 INFO:teuthology.orchestra.run.smithi195.stdout: Upgrading : librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 75/116 2024-09-18T02:09:57.379 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 10/116 2024-09-18T02:09:57.405 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 11/116 2024-09-18T02:09:57.437 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 75/116 2024-09-18T02:09:57.478 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-rbd-2:17.2.7-1635.g4a704134.el9.x86_64 76/116 2024-09-18T02:09:57.507 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 11/116 2024-09-18T02:09:57.531 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86 12/116 2024-09-18T02:09:57.543 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-18T02:09:57.598 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-18T02:09:57.664 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86 12/116 2024-09-18T02:09:57.703 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-18T02:09:57.736 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-18T02:09:57.765 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-18T02:09:57.784 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-18T02:09:57.806 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-18T02:09:57.840 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-18T02:09:57.883 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-18T02:09:57.918 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-18T02:09:57.933 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-18T02:09:57.981 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-18T02:09:58.008 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-18T02:09:58.014 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-18T02:09:58.082 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-18T02:09:58.133 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-18T02:09:58.155 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-18T02:09:58.171 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-18T02:09:58.203 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-18T02:09:58.204 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-18T02:09:58.232 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-18T02:09:58.239 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-18T02:09:58.266 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-18T02:09:58.283 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-argparse-2:17.2.7-1635.g4a704134.el 26/116 2024-09-18T02:09:58.307 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-18T02:09:58.342 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-18T02:09:58.362 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cephfs-2:17.2.7-1635.g4a704134.el9.x86_6 27/116 2024-09-18T02:09:58.509 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-18T02:09:58.571 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-18T02:09:58.764 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: cephadm-2:17.2.7-1635.g4a704134.el9.noarch 89/116 2024-09-18T02:09:58.783 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : cephadm-2:17.2.7-1635.g4a704134.el9.noarch 89/116 2024-09-18T02:09:58.813 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1635.g4a704134.e 90/116 2024-09-18T02:09:58.893 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1635.g4a704134. 91/116 2024-09-18T02:09:58.933 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-ceph-common-2:17.2.7-1635.g4a704134.el9. 92/116 2024-09-18T02:09:59.156 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-18T02:09:59.244 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-18T02:09:59.286 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-18T02:09:59.320 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-18T02:09:59.355 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-18T02:09:59.394 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-18T02:09:59.430 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rgw-2:17.2.7-1635.g4a704134.el9.x86_64 36/116 2024-09-18T02:09:59.468 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librados-devel-2:17.2.7-1635.g4a704134.el9.x86_6 37/116 2024-09-18T02:09:59.498 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-18T02:09:59.535 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-18T02:09:59.592 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-18T02:09:59.667 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-18T02:09:59.702 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-18T02:09:59.748 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-18T02:09:59.805 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-18T02:09:59.849 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-18T02:09:59.891 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-18T02:10:00.038 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-18T02:10:00.083 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-18T02:10:00.126 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-18T02:10:00.235 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-18T02:10:00.278 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-18T02:10:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-18T02:10:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-18T02:10:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-18T02:10:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-18T02:10:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-18T02:10:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-18T02:10:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-18T02:10:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-18T02:10:01.280 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 93/116 2024-09-18T02:10:01.322 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 93/116 2024-09-18T02:10:01.604 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-18T02:10:01.659 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-18T02:10:01.692 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-18T02:10:01.726 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-18T02:10:01.831 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-18T02:10:01.833 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 93/116 2024-09-18T02:10:01.867 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 94/116 2024-09-18T02:10:01.885 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-18T02:10:01.920 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-18T02:10:01.967 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 94/116 2024-09-18T02:10:01.967 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-18T02:10:01.967 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-18T02:10:01.967 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:02.027 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 95/116 2024-09-18T02:10:02.111 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-18T02:10:02.133 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-18T02:10:02.213 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-18T02:10:02.922 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-18T02:10:03.038 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-18T02:10:04.423 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-18T02:10:04.507 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-18T02:10:04.962 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-18T02:10:05.002 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 75/116 2024-09-18T02:10:05.094 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 75/116 2024-09-18T02:10:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rbd-2:17.2.7-1635.g4a704134.el9.x86_64 76/116 2024-09-18T02:10:05.192 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-18T02:10:05.257 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-18T02:10:05.456 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-18T02:10:05.505 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-18T02:10:05.586 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-18T02:10:05.686 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-18T02:10:05.839 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-18T02:10:05.884 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-18T02:10:05.912 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-18T02:10:05.947 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-18T02:10:05.978 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-18T02:10:06.030 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-18T02:10:06.503 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephadm-2:17.2.7-1635.g4a704134.el9.noarch 89/116 2024-09-18T02:10:06.528 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephadm-2:17.2.7-1635.g4a704134.el9.noarch 89/116 2024-09-18T02:10:06.559 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1635.g4a704134.e 90/116 2024-09-18T02:10:06.646 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1635.g4a704134. 91/116 2024-09-18T02:10:06.669 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-common-2:17.2.7-1635.g4a704134.el9. 92/116 2024-09-18T02:10:09.266 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 93/116 2024-09-18T02:10:09.308 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 93/116 2024-09-18T02:10:09.872 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 93/116 2024-09-18T02:10:09.911 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 94/116 2024-09-18T02:10:10.010 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 94/116 2024-09-18T02:10:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-18T02:10:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-18T02:10:10.011 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:10.062 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 95/116 2024-09-18T02:10:13.597 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 95/116 2024-09-18T02:10:13.597 INFO:teuthology.orchestra.run.smithi195.stdout:skipping the directory /sys 2024-09-18T02:10:13.597 INFO:teuthology.orchestra.run.smithi195.stdout:skipping the directory /proc 2024-09-18T02:10:13.597 INFO:teuthology.orchestra.run.smithi195.stdout:skipping the directory /mnt 2024-09-18T02:10:13.597 INFO:teuthology.orchestra.run.smithi195.stdout:skipping the directory /var/tmp 2024-09-18T02:10:13.598 INFO:teuthology.orchestra.run.smithi195.stdout:skipping the directory /home 2024-09-18T02:10:13.598 INFO:teuthology.orchestra.run.smithi195.stdout:skipping the directory /root 2024-09-18T02:10:13.598 INFO:teuthology.orchestra.run.smithi195.stdout:skipping the directory /tmp 2024-09-18T02:10:13.598 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:13.671 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noa 96/116 2024-09-18T02:10:14.656 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noa 96/116 2024-09-18T02:10:14.706 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.n 97/116 2024-09-18T02:10:15.739 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.n 97/116 2024-09-18T02:10:15.775 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a7 98/116 2024-09-18T02:10:15.874 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a7 98/116 2024-09-18T02:10:16.023 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1635.g4a704134.el 99/116 2024-09-18T02:10:16.052 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 100/116 2024-09-18T02:10:16.076 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 100/116 2024-09-18T02:10:16.076 INFO:teuthology.orchestra.run.smithi195.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:16.076 INFO:teuthology.orchestra.run.smithi195.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-18T02:10:16.076 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-18T02:10:16.076 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-18T02:10:16.076 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:16.128 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 101/116 2024-09-18T02:10:16.310 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 101/116 2024-09-18T02:10:16.337 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 102/116 2024-09-18T02:10:16.360 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 102/116 2024-09-18T02:10:16.360 INFO:teuthology.orchestra.run.smithi195.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:16.360 INFO:teuthology.orchestra.run.smithi195.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-18T02:10:16.361 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-18T02:10:16.361 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-18T02:10:16.361 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:16.737 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 103/116 2024-09-18T02:10:16.761 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 103/116 2024-09-18T02:10:16.761 INFO:teuthology.orchestra.run.smithi195.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:16.761 INFO:teuthology.orchestra.run.smithi195.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-18T02:10:16.761 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-18T02:10:16.761 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-18T02:10:16.761 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:18.063 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 104/116 2024-09-18T02:10:18.090 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 104/116 2024-09-18T02:10:18.090 INFO:teuthology.orchestra.run.smithi195.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:18.090 INFO:teuthology.orchestra.run.smithi195.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-18T02:10:18.090 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-18T02:10:18.090 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-18T02:10:18.091 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:19.331 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-2:17.2.7-1635.g4a704134.el9.x86_64 105/116 2024-09-18T02:10:19.365 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 106/116 2024-09-18T02:10:19.435 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 106/116 2024-09-18T02:10:19.435 INFO:teuthology.orchestra.run.smithi195.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:19.435 INFO:teuthology.orchestra.run.smithi195.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-18T02:10:19.435 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-18T02:10:19.435 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-18T02:10:19.435 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:19.479 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1635.g4a704 107/116 2024-09-18T02:10:19.498 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1635.g4a704 107/116 2024-09-18T02:10:19.498 INFO:teuthology.orchestra.run.smithi195.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:19.498 INFO:teuthology.orchestra.run.smithi195.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-18T02:10:19.498 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:19.783 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 108/116 2024-09-18T02:10:19.807 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 108/116 2024-09-18T02:10:19.807 INFO:teuthology.orchestra.run.smithi195.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:19.807 INFO:teuthology.orchestra.run.smithi195.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-18T02:10:19.807 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-18T02:10:19.807 INFO:teuthology.orchestra.run.smithi195.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-18T02:10:19.807 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:21.858 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 95/116 2024-09-18T02:10:21.858 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /sys 2024-09-18T02:10:21.859 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /proc 2024-09-18T02:10:21.859 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /mnt 2024-09-18T02:10:21.859 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /var/tmp 2024-09-18T02:10:21.859 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /home 2024-09-18T02:10:21.859 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /root 2024-09-18T02:10:21.859 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /tmp 2024-09-18T02:10:21.859 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:21.933 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noa 96/116 2024-09-18T02:10:22.981 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noa 96/116 2024-09-18T02:10:23.021 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.n 97/116 2024-09-18T02:10:24.034 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.n 97/116 2024-09-18T02:10:24.063 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a7 98/116 2024-09-18T02:10:24.171 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a7 98/116 2024-09-18T02:10:24.221 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-test-2:17.2.7-1635.g4a704134.el9.x86_64 109/116 2024-09-18T02:10:24.262 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : ceph-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 110/116 2024-09-18T02:10:24.302 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : rbd-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 111/116 2024-09-18T02:10:24.337 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1635.g4a704134.el 99/116 2024-09-18T02:10:24.365 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 100/116 2024-09-18T02:10:24.390 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 100/116 2024-09-18T02:10:24.390 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:24.391 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-18T02:10:24.391 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-18T02:10:24.391 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-18T02:10:24.391 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:24.420 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : rbd-nbd-2:17.2.7-1635.g4a704134.el9.x86_64 112/116 2024-09-18T02:10:24.432 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 101/116 2024-09-18T02:10:24.451 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-18T02:10:24.475 INFO:teuthology.orchestra.run.smithi195.stdout: Installing : libcephfs-devel-2:17.2.7-1635.g4a704134.el9.x86_ 114/116 2024-09-18T02:10:24.475 INFO:teuthology.orchestra.run.smithi195.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-18T02:10:24.559 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-18T02:10:24.559 INFO:teuthology.orchestra.run.smithi195.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-18T02:10:24.625 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 101/116 2024-09-18T02:10:24.650 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 102/116 2024-09-18T02:10:24.675 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 102/116 2024-09-18T02:10:24.675 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:24.675 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-18T02:10:24.675 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-18T02:10:24.675 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-18T02:10:24.675 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:25.075 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 103/116 2024-09-18T02:10:25.101 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 103/116 2024-09-18T02:10:25.101 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:25.101 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-18T02:10:25.101 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-18T02:10:25.101 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-18T02:10:25.101 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:26.485 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 104/116 2024-09-18T02:10:26.513 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 104/116 2024-09-18T02:10:26.513 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:26.513 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-18T02:10:26.514 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-18T02:10:26.514 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-18T02:10:26.514 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:27.854 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-2:17.2.7-1635.g4a704134.el9.x86_64 105/116 2024-09-18T02:10:27.886 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 106/116 2024-09-18T02:10:27.965 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 106/116 2024-09-18T02:10:27.965 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:27.965 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-18T02:10:27.965 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-18T02:10:27.965 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-18T02:10:27.965 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:28.012 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1635.g4a704 107/116 2024-09-18T02:10:28.036 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1635.g4a704 107/116 2024-09-18T02:10:28.037 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:28.037 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-18T02:10:28.037 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:28.388 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 108/116 2024-09-18T02:10:28.412 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 108/116 2024-09-18T02:10:28.413 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-18T02:10:28.413 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-18T02:10:28.413 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-18T02:10:28.413 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-18T02:10:28.413 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:29.705 INFO:teuthology.orchestra.run.smithi195.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-2:17.2.7-1635.g4a704134.el9.x86_64 1/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 2/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 3/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 4/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1635.g4a704 5/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 6/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 7/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 8/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 9/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 10/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 11/116 2024-09-18T02:10:29.706 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-test-2:17.2.7-1635.g4a704134.el9.x86_64 12/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libcephfs-devel-2:17.2.7-1635.g4a704134.el9.x86_ 13/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 14/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 15/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librados-devel-2:17.2.7-1635.g4a704134.el9.x86_6 16/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86 17/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 18/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1635.g4a704134.el 19/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-ceph-common-2:17.2.7-1635.g4a704134.el9. 20/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-cephfs-2:17.2.7-1635.g4a704134.el9.x86_6 21/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-rados-2:17.2.7-1635.g4a704134.el9.x86_64 22/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-rbd-2:17.2.7-1635.g4a704134.el9.x86_64 23/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-rgw-2:17.2.7-1635.g4a704134.el9.x86_64 24/116 2024-09-18T02:10:29.707 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : rbd-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 25/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 26/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : rbd-nbd-2:17.2.7-1635.g4a704134.el9.x86_64 27/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1635.g4a704134. 28/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noa 29/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.n 30/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a7 31/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1635.g4a704134.el 32/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 33/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1635.g4a704134.e 34/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : cephadm-2:17.2.7-1635.g4a704134.el9.noarch 35/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-18T02:10:29.708 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-18T02:10:29.709 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-18T02:10:29.710 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-18T02:10:29.711 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-18T02:10:29.712 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-18T02:10:29.713 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-18T02:10:29.714 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librados2-2:17.2.7-1635.g4a704134.el9.x86_64 113/116 2024-09-18T02:10:29.715 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-18T02:10:29.715 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 115/116 2024-09-18T02:10:31.574 INFO:teuthology.orchestra.run.smithi195.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-18T02:10:31.574 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout:Upgraded: 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: librados2-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout:Installed: 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-grafana-dashboards-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.575 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-immutable-object-cache-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-modules-core-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-prometheus-alerts-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.576 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: ceph-test-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: cephadm-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: libcephfs-devel-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-18T02:10:31.577 INFO:teuthology.orchestra.run.smithi195.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: librados-devel-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-18T02:10:31.578 INFO:teuthology.orchestra.run.smithi195.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-ceph-argparse-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cephfs-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-18T02:10:31.579 INFO:teuthology.orchestra.run.smithi195.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-18T02:10:31.580 INFO:teuthology.orchestra.run.smithi195.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-18T02:10:31.581 INFO:teuthology.orchestra.run.smithi195.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-ply-3.11-14.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-18T02:10:31.582 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rados-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rbd-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rgw-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-18T02:10:31.583 INFO:teuthology.orchestra.run.smithi195.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: rbd-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: rbd-nbd-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-18T02:10:31.584 INFO:teuthology.orchestra.run.smithi195.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-18T02:10:31.585 INFO:teuthology.orchestra.run.smithi195.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-18T02:10:31.585 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:10:31.585 INFO:teuthology.orchestra.run.smithi195.stdout:Complete! 2024-09-18T02:10:31.907 DEBUG:teuthology.parallel:result is None 2024-09-18T02:10:33.098 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-test-2:17.2.7-1635.g4a704134.el9.x86_64 109/116 2024-09-18T02:10:33.135 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 110/116 2024-09-18T02:10:33.175 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 111/116 2024-09-18T02:10:33.301 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-nbd-2:17.2.7-1635.g4a704134.el9.x86_64 112/116 2024-09-18T02:10:33.340 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-18T02:10:33.372 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs-devel-2:17.2.7-1635.g4a704134.el9.x86_ 114/116 2024-09-18T02:10:33.372 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-18T02:10:33.464 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-18T02:10:33.464 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-18T02:10:38.369 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-2:17.2.7-1635.g4a704134.el9.x86_64 1/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 2/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 3/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 4/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1635.g4a704 5/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 6/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 7/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 8/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 9/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 10/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 11/116 2024-09-18T02:10:38.370 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-test-2:17.2.7-1635.g4a704134.el9.x86_64 12/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs-devel-2:17.2.7-1635.g4a704134.el9.x86_ 13/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 14/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 15/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados-devel-2:17.2.7-1635.g4a704134.el9.x86_6 16/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86 17/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 18/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1635.g4a704134.el 19/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-common-2:17.2.7-1635.g4a704134.el9. 20/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cephfs-2:17.2.7-1635.g4a704134.el9.x86_6 21/116 2024-09-18T02:10:38.371 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rados-2:17.2.7-1635.g4a704134.el9.x86_64 22/116 2024-09-18T02:10:38.372 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rbd-2:17.2.7-1635.g4a704134.el9.x86_64 23/116 2024-09-18T02:10:38.372 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rgw-2:17.2.7-1635.g4a704134.el9.x86_64 24/116 2024-09-18T02:10:38.372 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 25/116 2024-09-18T02:10:38.372 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 26/116 2024-09-18T02:10:38.372 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-nbd-2:17.2.7-1635.g4a704134.el9.x86_64 27/116 2024-09-18T02:10:38.372 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1635.g4a704134. 28/116 2024-09-18T02:10:38.372 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noa 29/116 2024-09-18T02:10:38.380 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.n 30/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a7 31/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1635.g4a704134.el 32/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 33/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1635.g4a704134.e 34/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephadm-2:17.2.7-1635.g4a704134.el9.noarch 35/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-18T02:10:38.381 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-18T02:10:38.382 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-18T02:10:38.383 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-18T02:10:38.384 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-18T02:10:38.385 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-18T02:10:38.386 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:17.2.7-1635.g4a704134.el9.x86_64 113/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-18T02:10:38.387 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 115/116 2024-09-18T02:10:40.481 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-18T02:10:40.481 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:40.481 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded: 2024-09-18T02:10:40.481 INFO:teuthology.orchestra.run.smithi046.stdout: librados2-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.481 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.481 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.482 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm-2:17.2.7-1635.g4a704134.el9.noarch 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-18T02:10:40.483 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.484 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.485 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-18T02:10:40.486 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-18T02:10:40.487 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply-3.11-14.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-18T02:10:40.488 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-18T02:10:40.489 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd-2:17.2.7-1635.g4a704134.el9.x86_64 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-18T02:10:40.490 INFO:teuthology.orchestra.run.smithi046.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-18T02:10:40.491 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-18T02:10:40.491 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:10:40.491 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-18T02:10:40.793 DEBUG:teuthology.parallel:result is None 2024-09-18T02:10:40.794 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T02:10:40.794 INFO:teuthology.packaging:ref: None 2024-09-18T02:10:40.794 INFO:teuthology.packaging:tag: None 2024-09-18T02:10:40.794 INFO:teuthology.packaging:branch: quincy 2024-09-18T02:10:40.794 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:10:40.794 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-18T02:10:41.029 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-18T02:10:41.053 INFO:teuthology.orchestra.run.smithi046.stdout:17.2.7-1635.g4a704134.el9 2024-09-18T02:10:41.054 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1635.g4a704134.el9 2024-09-18T02:10:41.054 INFO:teuthology.task.install:The correct ceph version 17.2.7-1635.g4a704134 is installed. 2024-09-18T02:10:41.056 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-18T02:10:41.056 INFO:teuthology.packaging:ref: None 2024-09-18T02:10:41.056 INFO:teuthology.packaging:tag: None 2024-09-18T02:10:41.056 INFO:teuthology.packaging:branch: quincy 2024-09-18T02:10:41.056 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:10:41.056 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-18T02:10:41.283 DEBUG:teuthology.orchestra.run.smithi195:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-18T02:10:41.311 INFO:teuthology.orchestra.run.smithi195.stdout:17.2.7-1635.g4a704134.el9 2024-09-18T02:10:41.311 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1635.g4a704134.el9 2024-09-18T02:10:41.311 INFO:teuthology.task.install:The correct ceph version 17.2.7-1635.g4a704134 is installed. 2024-09-18T02:10:41.313 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-18T02:10:41.314 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:10:41.314 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-18T02:10:41.345 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:10:41.345 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-18T02:10:41.383 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-18T02:10:41.383 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:10:41.383 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper 2024-09-18T02:10:41.413 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-18T02:10:41.481 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:10:41.481 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/usr/bin/daemon-helper 2024-09-18T02:10:41.511 DEBUG:teuthology.orchestra.run.smithi195:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-18T02:10:41.578 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-18T02:10:41.578 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:10:41.578 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-18T02:10:41.606 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-18T02:10:41.674 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:10:41.674 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-18T02:10:41.700 DEBUG:teuthology.orchestra.run.smithi195:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-18T02:10:41.768 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-18T02:10:41.768 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:10:41.769 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/stdin-killer 2024-09-18T02:10:41.796 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-18T02:10:41.863 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:10:41.863 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/usr/bin/stdin-killer 2024-09-18T02:10:41.890 DEBUG:teuthology.orchestra.run.smithi195:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-18T02:10:41.956 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:10:41.965 INFO:teuthology.task.print:**** done install task... 2024-09-18T02:10:41.965 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:10:41.988 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-09-18T02:10:41.989 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-18T02:10:42.086 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9'} 2024-09-18T02:10:42.086 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-09-18T02:10:42.087 INFO:tasks.cephadm:Cluster fsid is 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:10:42.087 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-18T02:10:42.087 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.46', 'mon.c': '[v2:172.21.15.46:3301,v1:172.21.15.46:6790]', 'mon.b': '172.21.15.195'} 2024-09-18T02:10:42.087 INFO:tasks.cephadm:First mon is mon.a on smithi046 2024-09-18T02:10:42.087 INFO:tasks.cephadm:First mgr is y 2024-09-18T02:10:42.088 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-18T02:10:42.088 DEBUG:teuthology.orchestra.run.smithi046:> sudo hostname $(hostname -s) 2024-09-18T02:10:42.116 DEBUG:teuthology.orchestra.run.smithi195:> sudo hostname $(hostname -s) 2024-09-18T02:10:42.142 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-09-18T02:10:42.142 DEBUG:teuthology.orchestra.run.smithi046:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-18T02:10:42.391 INFO:teuthology.orchestra.run.smithi046.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 18 02:10 /home/ubuntu/cephtest/cephadm 2024-09-18T02:10:42.391 DEBUG:teuthology.orchestra.run.smithi195:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-18T02:10:42.524 INFO:teuthology.orchestra.run.smithi195.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 18 02:10 /home/ubuntu/cephtest/cephadm 2024-09-18T02:10:42.524 DEBUG:teuthology.orchestra.run.smithi046:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-18T02:10:42.544 DEBUG:teuthology.orchestra.run.smithi195:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-18T02:10:42.570 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-09-18T02:10:42.570 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-18T02:10:42.587 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-18T02:10:44.182 INFO:teuthology.orchestra.run.smithi046.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-18T02:10:44.257 INFO:teuthology.orchestra.run.smithi195.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-18T02:11:11.112 INFO:teuthology.orchestra.run.smithi195.stdout:{ 2024-09-18T02:11:11.112 INFO:teuthology.orchestra.run.smithi195.stdout: "ceph_version": "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)", 2024-09-18T02:11:11.112 INFO:teuthology.orchestra.run.smithi195.stdout: "image_id": "f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30", 2024-09-18T02:11:11.113 INFO:teuthology.orchestra.run.smithi195.stdout: "repo_digests": [ 2024-09-18T02:11:11.113 INFO:teuthology.orchestra.run.smithi195.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028" 2024-09-18T02:11:11.113 INFO:teuthology.orchestra.run.smithi195.stdout: ] 2024-09-18T02:11:11.113 INFO:teuthology.orchestra.run.smithi195.stdout:} 2024-09-18T02:11:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:11:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)", 2024-09-18T02:11:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: "image_id": "f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30", 2024-09-18T02:11:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: "repo_digests": [ 2024-09-18T02:11:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028" 2024-09-18T02:11:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-09-18T02:11:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:11:13.031 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph 2024-09-18T02:11:13.075 DEBUG:teuthology.orchestra.run.smithi195:> sudo mkdir -p /etc/ceph 2024-09-18T02:11:13.109 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /etc/ceph 2024-09-18T02:11:13.134 DEBUG:teuthology.orchestra.run.smithi195:> sudo chmod 777 /etc/ceph 2024-09-18T02:11:13.177 INFO:tasks.cephadm:Writing seed config... 2024-09-18T02:11:13.178 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-18T02:11:13.178 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-18T02:11:13.178 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-18T02:11:13.178 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-18T02:11:13.178 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-18T02:11:13.178 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-18T02:11:13.178 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-18T02:11:13.179 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-18T02:11:13.179 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-18T02:11:13.179 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-18T02:11:13.179 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-18T02:11:13.179 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:11:13.179 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-18T02:11:13.195 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 34dcce56-7563-11ef-bceb-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-18T02:11:13.195 DEBUG:teuthology.orchestra.run.smithi046:mon.a> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service 2024-09-18T02:11:13.237 DEBUG:teuthology.orchestra.run.smithi046:mgr.y> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service 2024-09-18T02:11:13.280 INFO:tasks.cephadm:Bootstrapping... 2024-09-18T02:11:13.280 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 34dcce56-7563-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.46 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-18T02:11:13.488 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-18T02:11:13.488 INFO:teuthology.orchestra.run.smithi046.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '34dcce56-7563-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.46', '--skip-admin-label'] 2024-09-18T02:11:13.519 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 5.2.2 2024-09-18T02:11:13.519 INFO:teuthology.orchestra.run.smithi046.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-18T02:11:13.519 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying podman|docker is present... 2024-09-18T02:11:13.541 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 5.2.2 2024-09-18T02:11:13.541 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying lvm2 is present... 2024-09-18T02:11:13.541 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying time synchronization is in place... 2024-09-18T02:11:13.550 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-18T02:11:13.550 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-18T02:11:13.556 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-18T02:11:13.556 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-18T02:11:13.563 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2024-09-18T02:11:13.570 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2024-09-18T02:11:13.570 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2024-09-18T02:11:13.570 INFO:teuthology.orchestra.run.smithi046.stdout:Repeating the final host check... 2024-09-18T02:11:13.604 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 5.2.2 2024-09-18T02:11:13.604 INFO:teuthology.orchestra.run.smithi046.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-18T02:11:13.604 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl is present 2024-09-18T02:11:13.604 INFO:teuthology.orchestra.run.smithi046.stdout:lvcreate is present 2024-09-18T02:11:13.611 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-18T02:11:13.611 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-18T02:11:13.617 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-18T02:11:13.618 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-18T02:11:13.625 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2024-09-18T02:11:13.632 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2024-09-18T02:11:13.632 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2024-09-18T02:11:13.632 INFO:teuthology.orchestra.run.smithi046.stdout:Host looks OK 2024-09-18T02:11:13.632 INFO:teuthology.orchestra.run.smithi046.stdout:Cluster fsid: 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:13.632 INFO:teuthology.orchestra.run.smithi046.stdout:Acquiring lock 140314113758112 on /run/cephadm/34dcce56-7563-11ef-bceb-c7b262605968.lock 2024-09-18T02:11:13.632 INFO:teuthology.orchestra.run.smithi046.stdout:Lock 140314113758112 acquired on /run/cephadm/34dcce56-7563-11ef-bceb-c7b262605968.lock 2024-09-18T02:11:13.633 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 3300 ... 2024-09-18T02:11:13.633 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 6789 ... 2024-09-18T02:11:13.633 INFO:teuthology.orchestra.run.smithi046.stdout:Base mon IP(s) is [172.21.15.46:3300, 172.21.15.46:6789], mon addrv is [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2024-09-18T02:11:13.636 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.46 metric 100 2024-09-18T02:11:13.637 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.46 metric 100 2024-09-18T02:11:13.640 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-18T02:11:13.640 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-18T02:11:13.640 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1788sec hoplimit 64 pref medium 2024-09-18T02:11:13.642 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-18T02:11:13.642 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-18T02:11:13.642 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-18T02:11:13.642 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-18T02:11:13.643 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2024-09-18T02:11:13.643 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-18T02:11:13.643 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2024-09-18T02:11:13.643 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2024-09-18T02:11:13.643 INFO:teuthology.orchestra.run.smithi046.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-18T02:11:13.644 INFO:teuthology.orchestra.run.smithi046.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-18T02:11:13.644 INFO:teuthology.orchestra.run.smithi046.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-18T02:11:14.122 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30 2024-09-18T02:11:14.122 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-18T02:11:14.123 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Getting image source signatures 2024-09-18T02:11:14.123 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:afc1ef11d118e12ca6c3c802d7e4e9c8308fe940f6e297f4487b945b23e4c9f6 2024-09-18T02:11:14.123 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-18T02:11:14.123 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying config sha256:f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30 2024-09-18T02:11:14.123 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-18T02:11:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:ceph: stdout ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable) 2024-09-18T02:11:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph version: ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable) 2024-09-18T02:11:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:Extracting ceph user uid/gid from container image... 2024-09-18T02:11:16.124 INFO:teuthology.orchestra.run.smithi046.stdout:stat: stdout 167 167 2024-09-18T02:11:16.124 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial keys... 2024-09-18T02:11:17.030 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDENupm/LwhGhAAhMkGzXP3YUg77BESZoxYyQ== 2024-09-18T02:11:18.102 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDFNupm9NULFxAA1l0euTHhr/SewLGZUZWl2A== 2024-09-18T02:11:19.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDGNupm4f3hGxAAHYLrC92uL2/ckv+dbqcnvA== 2024-09-18T02:11:19.143 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial monmap... 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool for a [v2:172.21.15.46:3300,v1:172.21.15.46:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:setting min_mon_release = octopus 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: set fsid to 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:11:20.258 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mon... 2024-09-18T02:11:21.180 INFO:teuthology.orchestra.run.smithi046.stdout:create mon.a on 2024-09-18T02:11:21.392 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-18T02:11:21.662 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-18T02:11:21.982 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-34dcce56-7563-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-34dcce56-7563-11ef-bceb-c7b262605968.target. 2024-09-18T02:11:21.982 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-34dcce56-7563-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-34dcce56-7563-11ef-bceb-c7b262605968.target. 2024-09-18T02:11:22.271 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a 2024-09-18T02:11:22.278 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-18T02:11:22.673 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-34dcce56-7563-11ef-bceb-c7b262605968.target.wants/ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-34dcce56-7563-11ef-bceb-c7b262605968@.service. 2024-09-18T02:11:22.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:22 smithi046 podman[26996]: 2024-09-18 02:11:22.807902967 +0000 UTC m=+0.016275459 image pull f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-18T02:11:23.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:22 smithi046 podman[26996]: 2024-09-18 02:11:22.986570616 +0000 UTC m=+0.194943088 container create 655c8d7cc51e99eee3e31565b2d01f8512b5b6b667de96b79d99702495a0fa29 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-4a70413, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-18T02:11:23.207 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:23 smithi046 podman[26996]: 2024-09-18 02:11:23.205852407 +0000 UTC m=+0.414224902 container init 655c8d7cc51e99eee3e31565b2d01f8512b5b6b667de96b79d99702495a0fa29 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-18T02:11:23.328 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-18T02:11:23.328 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-18T02:11:23.336 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-18T02:11:23.336 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-18T02:11:23.336 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-18T02:11:23.336 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2024-09-18T02:11:23.336 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon to start... 2024-09-18T02:11:23.336 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon... 2024-09-18T02:11:23.460 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:23 smithi046 podman[26996]: 2024-09-18 02:11:23.21053761 +0000 UTC m=+0.418910091 container start 655c8d7cc51e99eee3e31565b2d01f8512b5b6b667de96b79d99702495a0fa29 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-4a70413, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-18T02:11:23.460 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:23 smithi046 ceph-mon[27034]: mkfs 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:23.461 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:23 smithi046 ceph-mon[27034]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-18T02:11:23.461 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:23 smithi046 bash[26996]: 655c8d7cc51e99eee3e31565b2d01f8512b5b6b667de96b79d99702495a0fa29 2024-09-18T02:11:23.461 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:23 smithi046 systemd[1]: Started Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:11:24.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout cluster: 2024-09-18T02:11:24.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout id: 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:24.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-18T02:11:24.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:24.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout services: 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.620419s) 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout data: 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pgs: 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:mon is available 2024-09-18T02:11:24.410 INFO:teuthology.orchestra.run.smithi046.stdout:Assimilating anything we can from ceph.conf... 2024-09-18T02:11:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:24 smithi046 ceph-mon[27034]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-18T02:11:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:24 smithi046 ceph-mon[27034]: monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:11:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:24 smithi046 ceph-mon[27034]: fsmap 2024-09-18T02:11:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:24 smithi046 ceph-mon[27034]: osdmap e1: 0 total, 0 up, 0 in 2024-09-18T02:11:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:24 smithi046 ceph-mon[27034]: mgrmap e1: no daemons active 2024-09-18T02:11:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:24 smithi046 ceph-mon[27034]: from='client.? 172.21.15.46:0/1120893963' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T02:11:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:25 smithi046 ceph-mon[27034]: from='client.? 172.21.15.46:0/191325894' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-18T02:11:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:25 smithi046 ceph-mon[27034]: from='client.? 172.21.15.46:0/191325894' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-18T02:11:25.523 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:25.523 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2024-09-18T02:11:25.523 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:25.523 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-18T02:11:25.523 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-18T02:11:25.524 INFO:teuthology.orchestra.run.smithi046.stdout:Generating new minimal ceph.conf... 2024-09-18T02:11:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:26 smithi046 ceph-mon[27034]: from='client.? 172.21.15.46:0/1787688401' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:11:26.528 INFO:teuthology.orchestra.run.smithi046.stdout:Restarting the monitor... 2024-09-18T02:11:26.814 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:26 smithi046 systemd[1]: Stopping Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:11:27.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[27011]: 2024-09-18T02:11:26.811+0000 7f5e48fa8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:11:27.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[27011]: 2024-09-18T02:11:26.811+0000 7f5e48fa8640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-18T02:11:27.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:26 smithi046 podman[27354]: 2024-09-18 02:11:26.9558418 +0000 UTC m=+0.255300674 container died 655c8d7cc51e99eee3e31565b2d01f8512b5b6b667de96b79d99702495a0fa29 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-18T02:11:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 podman[27354]: 2024-09-18 02:11:27.301962639 +0000 UTC m=+0.601421505 container cleanup 655c8d7cc51e99eee3e31565b2d01f8512b5b6b667de96b79d99702495a0fa29 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-4a70413, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:11:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 bash[27354]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a 2024-09-18T02:11:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 podman[27372]: 2024-09-18 02:11:27.427726535 +0000 UTC m=+0.464010057 container remove 655c8d7cc51e99eee3e31565b2d01f8512b5b6b667de96b79d99702495a0fa29 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-18T02:11:27.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-18T02:11:27.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 systemd[1]: Stopped Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:11:27.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 systemd[1]: Starting Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:11:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 podman[27468]: 2024-09-18 02:11:27.853675788 +0000 UTC m=+0.101603334 container create b3a2ebdc2c1a59f825e77bf2151927ef3d4bf093ae26c532fa7f369840dd3e49 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-18T02:11:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:27 smithi046 podman[27468]: 2024-09-18 02:11:27.768387023 +0000 UTC m=+0.016314583 image pull f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-18T02:11:28.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 podman[27468]: 2024-09-18 02:11:28.393425722 +0000 UTC m=+0.641353277 container init b3a2ebdc2c1a59f825e77bf2151927ef3d4bf093ae26c532fa7f369840dd3e49 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=quincy-4a70413, org.label-schema.license=GPLv2) 2024-09-18T02:11:28.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 podman[27468]: 2024-09-18 02:11:28.39960541 +0000 UTC m=+0.647532955 container start b3a2ebdc2c1a59f825e77bf2151927ef3d4bf093ae26c532fa7f369840dd3e49 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-18T02:11:28.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: set uid:gid to 167:167 (ceph:ceph) 2024-09-18T02:11:28.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable), process ceph-mon, pid 7 2024-09-18T02:11:28.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: pidfile_write: ignore empty --pid-file 2024-09-18T02:11:28.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: load: jerasure load: lrc 2024-09-18T02:11:28.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: RocksDB version: 6.15.5 2024-09-18T02:11:28.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-18T02:11:28.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Compile date Sep 16 2024 2024-09-18T02:11:28.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: DB SUMMARY 2024-09-18T02:11:28.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: DB Session ID: V5YE5CLAZHLC4M0JSIWU 2024-09-18T02:11:28.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: CURRENT file: CURRENT 2024-09-18T02:11:28.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: IDENTITY file: IDENTITY 2024-09-18T02:11:28.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-18T02:11:28.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-18T02:11:28.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83164 ; 2024-09-18T02:11:28.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.error_if_exists: 0 2024-09-18T02:11:28.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.create_if_missing: 0 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.paranoid_checks: 1 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.env: 0x55831df00440 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.fs: Posix File System 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.info_log: 0x55831eeb2ec0 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_file_opening_threads: 16 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.statistics: (nil) 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.use_fsync: 0 2024-09-18T02:11:28.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_log_file_size: 0 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.keep_log_file_num: 1000 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.recycle_log_file_num: 0 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.allow_fallocate: 1 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.allow_mmap_reads: 0 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.allow_mmap_writes: 0 2024-09-18T02:11:28.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.use_direct_reads: 0 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.create_missing_column_families: 0 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.db_log_dir: 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T02:11:28.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.advise_random_on_open: 1 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.db_write_buffer_size: 0 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.write_buffer_manager: 0x55831ef707e0 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-18T02:11:28.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.rate_limiter: (nil) 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.wal_recovery_mode: 2 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.enable_thread_tracking: 0 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.enable_pipelined_write: 0 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.unordered_write: 0 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.row_cache: None 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.wal_filter: None 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T02:11:28.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.allow_ingest_behind: 0 2024-09-18T02:11:28.767 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.preserve_deletes: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.two_write_queues: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.manual_wal_flush: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.atomic_flush: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.log_readahead_size: 0 2024-09-18T02:11:28.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.best_efforts_recovery: 0 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.allow_data_in_errors: 0 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.db_host_id: __hostname__ 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_background_jobs: 2 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_background_compactions: -1 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_subcompactions: 1 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_total_wal_size: 0 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T02:11:28.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_open_files: -1 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bytes_per_sync: 0 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_readahead_size: 0 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_background_flushes: -1 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Compression algorithms supported: 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kZSTD supported: 0 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kXpressCompression supported: 0 2024-09-18T02:11:28.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kBZip2Compression supported: 0 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kLZ4Compression supported: 1 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kZlibCompression supported: 1 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kLZ4HCCompression supported: 1 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: kSnappyCompression supported: 1 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-18T02:11:28.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.merge_operator: 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_filter: None 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_filter_factory: None 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.sst_partitioner_factory: None 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55831ee59a38) 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T02:11:28.772 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_type: 0 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_index_type: 0 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_shortening: 1 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: hash_index_allow_collision: 1 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: checksum: 1 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: no_block_cache: 0 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache: 0x55831ee8f350 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_options: 2024-09-18T02:11:28.773 INFO:journalctl@ceph.mon.a.smithi046.stdout: capacity : 536870912 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_shard_bits : 4 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: strict_capacity_limit : 0 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_compressed: (nil) 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: persistent_cache: (nil) 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size: 4096 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size_deviation: 10 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_restart_interval: 16 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_block_restart_interval: 1 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_block_size: 4096 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: partition_filters: 0 2024-09-18T02:11:28.774 INFO:journalctl@ceph.mon.a.smithi046.stdout: use_delta_encoding: 1 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout: whole_key_filtering: 1 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout: verify_compression: 0 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout: format_version: 4 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_index_compression: 1 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_align: 0 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.write_buffer_size: 33554432 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_write_buffer_number: 2 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression: NoCompression 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression: Disabled 2024-09-18T02:11:28.775 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.prefix_extractor: nullptr 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.num_levels: 7 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T02:11:28.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression_opts.level: 32767 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression_opts.strategy: 0 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compression_opts.enabled: false 2024-09-18T02:11:28.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.target_file_size_base: 67108864 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T02:11:28.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.arena_block_size: 4194304 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.disable_auto_compactions: 0 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T02:11:28.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.inplace_update_support: 0 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.bloom_locality: 0 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.max_successive_merges: 0 2024-09-18T02:11:28.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.paranoid_file_checks: 0 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.force_consistency_checks: 1 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.report_bg_io_stats: 0 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.ttl: 2592000 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.enable_blob_files: false 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.min_blob_size: 0 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.blob_file_size: 268435456 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T02:11:28.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726625488427770, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726625488428779, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79755, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77994, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9999, "raw_average_key_size": 47, "raw_value_size": 72313, "raw_average_value_size": 342, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726625488, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "cce4708e-5a4c-44e2-8073-e0c0d3f16d9a", "db_session_id": "V5YE5CLAZHLC4M0JSIWU"}} 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726625488429215, "job": 1, "event": "recovery_finished"} 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55831eec2700 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: DB pointer 0x55831ee92000 2024-09-18T02:11:28.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** DB Stats ** 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:11:28.783 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 2/0 79.67 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 107.1 0.00 0.00 1 0.001 0 0 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 79.67 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 107.1 0.00 0.00 1 0.001 0 0 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 107.1 0.00 0.00 1 0.001 0 0 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:11:28.784 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 107.1 0.00 0.00 1 0.001 0 0 2024-09-18T02:11:28.785 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:11:28.785 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T02:11:28.785 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T02:11:28.785 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T02:11:28.785 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T02:11:28.785 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-18T02:11:28.786 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 19.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:11:28.786 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 19.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:11:28.786 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T02:11:28.786 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:11:28.786 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-18T02:11:28.787 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:11:28.787 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:11:28.787 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:11:28.787 INFO:journalctl@ceph.mon.a.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:11:28.787 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 2/0 79.67 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 107.1 0.00 0.00 1 0.001 0 0 2024-09-18T02:11:28.787 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 79.67 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 107.1 0.00 0.00 1 0.001 0 0 2024-09-18T02:11:28.788 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-18T02:11:28.788 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:11:28.788 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:11:28.788 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:11:28.788 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:11:28.788 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 107.1 0.00 0.00 1 0.001 0 0 2024-09-18T02:11:28.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:11:28.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T02:11:28.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T02:11:28.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T02:11:28.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T02:11:28.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-18T02:11:28.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 19.19 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:11:28.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:11:28.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T02:11:28.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:11:28.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-18T02:11:28.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:28.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???) e1 preinit fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:28.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???).mds e1 new map 2024-09-18T02:11:28.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???).mds e1 print_map 2024-09-18T02:11:28.791 INFO:journalctl@ceph.mon.a.smithi046.stdout: e1 2024-09-18T02:11:28.791 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T02:11:28.791 INFO:journalctl@ceph.mon.a.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:11:28.792 INFO:journalctl@ceph.mon.a.smithi046.stdout: legacy client fscid: -1 2024-09-18T02:11:28.792 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:11:28.792 INFO:journalctl@ceph.mon.a.smithi046.stdout: No filesystems configured 2024-09-18T02:11:28.792 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-18T02:11:28.792 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T02:11:28.793 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T02:11:28.793 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T02:11:28.793 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-18T02:11:28.793 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-18T02:11:28.793 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:11:28.793 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: fsmap 2024-09-18T02:11:28.794 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: osdmap e1: 0 total, 0 up, 0 in 2024-09-18T02:11:28.794 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:28 smithi046 ceph-mon[27507]: mgrmap e1: no daemons active 2024-09-18T02:11:29.373 INFO:teuthology.orchestra.run.smithi046.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-18T02:11:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:29 smithi046 bash[27468]: b3a2ebdc2c1a59f825e77bf2151927ef3d4bf093ae26c532fa7f369840dd3e49 2024-09-18T02:11:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:29 smithi046 systemd[1]: Started Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:11:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:33 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3016957519' entity='client.admin' 2024-09-18T02:11:37.885 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-18T02:11:37.885 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-18T02:11:37.885 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mgr... 2024-09-18T02:11:37.886 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-18T02:11:37.886 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-18T02:11:38.084 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y 2024-09-18T02:11:38.085 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-18T02:11:38.242 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-34dcce56-7563-11ef-bceb-c7b262605968.target.wants/ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-34dcce56-7563-11ef-bceb-c7b262605968@.service. 2024-09-18T02:11:38.576 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 podman[27745]: 2024-09-18 02:11:38.37418715 +0000 UTC m=+0.016037649 image pull f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-18T02:11:38.791 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-18T02:11:38.791 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-18T02:11:38.799 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-18T02:11:38.799 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-18T02:11:38.799 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-18T02:11:38.799 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2024-09-18T02:11:38.810 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-18T02:11:38.810 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-18T02:11:38.819 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-18T02:11:38.819 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-18T02:11:38.819 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-18T02:11:38.819 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-18T02:11:38.819 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr to start... 2024-09-18T02:11:38.819 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr... 2024-09-18T02:11:38.941 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 podman[27745]: 2024-09-18 02:11:38.683192392 +0000 UTC m=+0.325042887 container init 041c930a7f9c12da54e0caf6d2498813e38537c66763a23fd080dcc883d3f8ca (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=quincy-4a70413, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:11:38.941 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 podman[27745]: 2024-09-18 02:11:38.688179755 +0000 UTC m=+0.330030247 container start 041c930a7f9c12da54e0caf6d2498813e38537c66763a23fd080dcc883d3f8ca (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-18T02:11:38.941 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 bash[27745]: 041c930a7f9c12da54e0caf6d2498813e38537c66763a23fd080dcc883d3f8ca 2024-09-18T02:11:38.941 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 systemd[1]: Started Ceph mgr.y for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:11:38.941 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:38.810+0000 7fef41ac8ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:11:38.942 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:38.871+0000 7fef41ac8ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:11:38.942 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:38.938+0000 7fef41ac8ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:11:39.204 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:39.072+0000 7fef41ac8ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:11:39.500 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:39 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3937066638' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-18T02:11:39.500 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:39.218+0000 7fef41ac8ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:11:39.500 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:39.497+0000 7fef41ac8ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:11:39.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:39.560+0000 7fef41ac8ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:11:39.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:39.732+0000 7fef41ac8ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:11:39.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:39.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-18T02:11:39.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "34dcce56-7563-11ef-bceb-c7b262605968", 2024-09-18T02:11:39.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-09-18T02:11:39.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-18T02:11:39.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-18T02:11:39.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-18T02:11:39.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-18T02:11:39.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:39.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-18T02:11:39.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-09-18T02:11:23.244779+0000", 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T02:11:39.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:39.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-18T02:11:39.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-18T02:11:39.953 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (1/15)... 2024-09-18T02:11:41.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:40.619+0000 7fef41ac8ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:11:41.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:40.686+0000 7fef41ac8ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:11:41.563 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:41.442+0000 7fef41ac8ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:11:41.563 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:41.561+0000 7fef41ac8ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:11:41.884 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:41.688+0000 7fef41ac8ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:11:41.884 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:41.751+0000 7fef41ac8ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:11:41.884 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:41.883+0000 7fef41ac8ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:11:42.142 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:41.953+0000 7fef41ac8ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:11:42.142 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:42.016+0000 7fef41ac8ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:11:42.408 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:42.161+0000 7fef41ac8ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:11:42.408 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:42.229+0000 7fef41ac8ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:11:42.409 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:42.300+0000 7fef41ac8ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:11:42.409 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:42.388+0000 7fef41ac8ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:11:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3625168987' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-18T02:11:42.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:42.455+0000 7fef41ac8ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:11:42.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:42.514+0000 7fef41ac8ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:11:43.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:43.300+0000 7fef41ac8ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:11:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: Activating manager daemon y 2024-09-18T02:11:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: mgrmap e2: y(active, starting, since 0.00318458s) 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: Manager daemon y is now available 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' 2024-09-18T02:11:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:43 smithi046 ceph-mon[27507]: from='mgr.14100 172.21.15.46:0/2072473760' entity='mgr.y' 2024-09-18T02:11:44.835 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "34dcce56-7563-11ef-bceb-c7b262605968", 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-18T02:11:44.836 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-18T02:11:44.837 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-18T02:11:44.838 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-18T02:11:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-18T02:11:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-18T02:11:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-18T02:11:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-18T02:11:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-18T02:11:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-18T02:11:44.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-09-18T02:11:23.244779+0000", 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-18T02:11:44.843 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (2/15)... 2024-09-18T02:11:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:45 smithi046 ceph-mon[27507]: mgrmap e3: y(active, since 1.00757s) 2024-09-18T02:11:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:46 smithi046 ceph-mon[27507]: mgrmap e4: y(active, since 2s) 2024-09-18T02:11:47.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:47 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3037017161' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-18T02:11:48.122 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:48.122 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "34dcce56-7563-11ef-bceb-c7b262605968", 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-09-18T02:11:48.123 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 19, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-18T02:11:48.124 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-18T02:11:48.127 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-18T02:11:48.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-18T02:11:48.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-09-18T02:11:23.244779+0000", 2024-09-18T02:11:48.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-18T02:11:48.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-18T02:11:48.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-18T02:11:48.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-18T02:11:48.130 INFO:teuthology.orchestra.run.smithi046.stdout:mgr is available 2024-09-18T02:11:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:48 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/4113748776' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-18T02:11:49.278 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-18T02:11:49.279 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-18T02:11:49.279 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2024-09-18T02:11:49.279 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-18T02:11:49.279 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-18T02:11:49.279 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling cephadm module... 2024-09-18T02:11:50.357 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2616134859' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-18T02:11:50.357 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setuser ceph since I am not root 2024-09-18T02:11:50.358 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setgroup ceph since I am not root 2024-09-18T02:11:50.358 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:50.231+0000 7ff30eb50ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:11:50.358 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:50.288+0000 7ff30eb50ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:11:50.358 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:50.356+0000 7ff30eb50ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:11:50.626 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:50.484+0000 7ff30eb50ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:11:50.626 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:50.625+0000 7ff30eb50ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:11:51.208 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:51 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2616134859' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-18T02:11:51.208 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:51 smithi046 ceph-mon[27507]: mgrmap e5: y(active, since 6s) 2024-09-18T02:11:51.208 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:50.896+0000 7ff30eb50ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:11:51.208 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:50.958+0000 7ff30eb50ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:11:51.208 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:51.131+0000 7ff30eb50ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:11:52.015 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-18T02:11:52.015 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-18T02:11:52.015 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-18T02:11:52.015 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-18T02:11:52.015 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-18T02:11:52.016 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-18T02:11:52.016 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2024-09-18T02:11:52.016 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 5... 2024-09-18T02:11:52.092 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:52.021+0000 7ff30eb50ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:11:52.092 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:52.090+0000 7ff30eb50ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:11:52.373 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:52 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3852414650' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-18T02:11:53.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:52.848+0000 7ff30eb50ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:11:53.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:52.963+0000 7ff30eb50ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:11:53.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.088+0000 7ff30eb50ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:11:53.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.149+0000 7ff30eb50ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:11:53.410 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.279+0000 7ff30eb50ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:11:53.410 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.348+0000 7ff30eb50ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:11:53.410 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.408+0000 7ff30eb50ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:11:53.682 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.548+0000 7ff30eb50ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:11:53.682 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.613+0000 7ff30eb50ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:11:53.682 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.680+0000 7ff30eb50ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:11:54.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.764+0000 7ff30eb50ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:11:54.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.824+0000 7ff30eb50ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:11:54.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:53.883+0000 7ff30eb50ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:54.657+0000 7ff30eb50ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: Active manager daemon y restarted 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: Activating manager daemon y 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: osdmap e2: 0 total, 0 up, 0 in 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: mgrmap e6: y(active, starting, since 0.00307871s) 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:11:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: Manager daemon y is now available 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:11:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:54 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:11:55.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:55 smithi046 ceph-mon[27507]: Found migration_current of "None". Setting to last migration. 2024-09-18T02:11:55.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:55 smithi046 ceph-mon[27507]: mgrmap e7: y(active, since 1.0049s) 2024-09-18T02:11:56.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-18T02:11:56.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-18T02:11:56.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-18T02:11:56.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-18T02:11:56.238 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 5 is available 2024-09-18T02:11:56.238 INFO:teuthology.orchestra.run.smithi046.stdout:Setting orchestrator backend to cephadm... 2024-09-18T02:11:56.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-mon[27507]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-18T02:11:56.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-mon[27507]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-18T02:11:56.978 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:56.731+0000 7ff2c0f3f640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:02:11:56] ENGINE Error in HTTPServer.serve 2024-09-18T02:11:56.978 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: Traceback (most recent call last): 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._connections.run(self.expiration_interval) 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._run(expiration_interval) 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: s = self.context.wrap_socket( 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: return self.sslsocket_class._create( 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:11:56.979 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self.do_handshake() 2024-09-18T02:11:56.980 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:11:56.980 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._sslobj.do_handshake() 2024-09-18T02:11:56.980 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:11:56.980 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:11:57.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: [18/Sep/2024:02:11:56] ENGINE Bus STARTING 2024-09-18T02:11:57.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: mgrmap e8: y(active, since 2s) 2024-09-18T02:11:57.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: [18/Sep/2024:02:11:56] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:11:57.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: [18/Sep/2024:02:11:56] ENGINE Bus STARTED 2024-09-18T02:11:57.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: [18/Sep/2024:02:11:56] ENGINE Error in HTTPServer.serve 2024-09-18T02:11:57.961 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:11:57.961 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:11:57.961 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:11:57.961 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:11:57.962 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:11:57.962 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:11:57.962 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:11:57.962 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:11:57.962 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:11:57.962 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:11:57.963 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:11:57.963 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:11:57.963 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:11:57.963 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:11:57.963 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-18T02:11:57.963 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:11:57.964 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:11:57.964 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:11:57.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:11:57.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:11:57.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:11:57.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:11:57.965 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:57 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:11:58.774 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-18T02:11:58.774 INFO:teuthology.orchestra.run.smithi046.stdout:Generating ssh key... 2024-09-18T02:11:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-mon[27507]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:00.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: Generating public/private rsa key pair. 2024-09-18T02:12:00.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: Your identification has been saved in /tmp/tmp49n_eck6/key 2024-09-18T02:12:00.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: Your public key has been saved in /tmp/tmp49n_eck6/key.pub 2024-09-18T02:12:00.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: The key fingerprint is: 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: SHA256:S9itltC1mG2pSbq+WPcg3lhJFT2G1YUQ9b2R81GDqUw ceph-34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: The key's randomart image is: 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: +---[RSA 3072]----+ 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | .++=++o| 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | .E+oo.=| 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | =... =o| 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | + B = *| 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | o S * ..| 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | * O | 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | + % | 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | + O o | 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: | ..*.. . | 2024-09-18T02:12:00.162 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:11:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: +----[SHA256]-----+ 2024-09-18T02:12:01.131 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:00 smithi046 ceph-mon[27507]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:01.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:00 smithi046 ceph-mon[27507]: Generating ssh key... 2024-09-18T02:12:01.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:00 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:01.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:00 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:01.703 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQZf6bE/mKVKl72OqG+FQGAIb1AwAcxyBEY/8va21+H/TULj1ylEtTHpQjm1eyfkoxnhk4PYDTERhPyVSeWwGShkxxIIEYmNWkTnAGqC5eF7xoXEXfnMHZm9q1XcCycm8R6JuAvJjlFyJ2wQDawy1Ozq3wjsN9BAEPntWcjz2wrZNvKP3NAVXyryModurjr45wiyscb23xkh0uS/kfH4OW9YCdUZZMQh338hwqSE7PqocEc/AZvq1pO8fEC1XXakeXj/mAvoSwWMaAJjHxCZUYVpjPpdETAmCYA9F8LP9Ua/hAOMPmJyqK0NAklUkzA0wt31vi241IjuARrucOyb13C/i3ch7JLoRXQ13Hs77R6F9+h69Z+i2Y5qAP9xRl3CIWg6GpA3gsIY0RSpdIqdMU1Q1CZWKMtZe2ygH9IYetecdSfD48tbb4Cyk+AcqK47gYTzEpFC4XHWeEqukounz98hpm+m2ITDgwAueAIQapiRoOJr67AsAXfkDtAO1z+nU= ceph-34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:12:01.703 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-18T02:12:01.703 INFO:teuthology.orchestra.run.smithi046.stdout:Adding key to root@localhost authorized_keys... 2024-09-18T02:12:01.710 INFO:teuthology.orchestra.run.smithi046.stdout:Adding host smithi046... 2024-09-18T02:12:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:01 smithi046 ceph-mon[27507]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:03.348 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:03 smithi046 ceph-mon[27507]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:04 smithi046 ceph-mon[27507]: Deploying cephadm binary to smithi046 2024-09-18T02:12:06.244 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Added host 'smithi046' with addr '172.21.15.46' 2024-09-18T02:12:06.245 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mon service... 2024-09-18T02:12:06.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:06 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:06.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:06 smithi046 ceph-mon[27507]: Added host smithi046 2024-09-18T02:12:06.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:06 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:12:07.663 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-18T02:12:07.663 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mgr service... 2024-09-18T02:12:07.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:07 smithi046 ceph-mon[27507]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:07.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:07 smithi046 ceph-mon[27507]: Saving service mon spec with placement count:5 2024-09-18T02:12:07.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:07 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:08.960 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-18T02:12:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:09 smithi046 ceph-mon[27507]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:09 smithi046 ceph-mon[27507]: Saving service mgr spec with placement count:2 2024-09-18T02:12:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:09 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:10.627 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:10 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:10.627 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:10 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:10.627 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:10 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/855734338' entity='client.admin' 2024-09-18T02:12:12.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:12 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/4180878888' entity='client.admin' 2024-09-18T02:12:12.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:12 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling the dashboard module... 2024-09-18T02:12:14.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:13 smithi046 ceph-mon[27507]: from='mgr.14118 172.21.15.46:0/1322232862' entity='mgr.y' 2024-09-18T02:12:14.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:13 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3489037260' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-18T02:12:14.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setuser ceph since I am not root 2024-09-18T02:12:14.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setgroup ceph since I am not root 2024-09-18T02:12:14.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:13.954+0000 7f0a5bdccec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:12:14.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:14.011+0000 7f0a5bdccec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:12:14.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:14.078+0000 7f0a5bdccec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:12:14.352 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:14.208+0000 7f0a5bdccec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:12:14.352 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:14.350+0000 7f0a5bdccec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:12:14.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3489037260' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-18T02:12:14.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-mon[27507]: mgrmap e9: y(active, since 19s) 2024-09-18T02:12:14.882 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:14.619+0000 7f0a5bdccec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:12:14.882 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:14.682+0000 7f0a5bdccec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:12:14.882 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:14.853+0000 7f0a5bdccec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2024-09-18T02:12:16.000 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 9... 2024-09-18T02:12:16.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:15 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/773400798' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-18T02:12:16.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:15.754+0000 7f0a5bdccec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:12:16.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:15.822+0000 7f0a5bdccec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:12:16.694 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:16.576+0000 7f0a5bdccec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:12:16.694 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:16.692+0000 7f0a5bdccec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:12:17.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:16.818+0000 7f0a5bdccec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:12:17.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:16.879+0000 7f0a5bdccec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:12:17.281 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.010+0000 7f0a5bdccec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:12:17.282 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.079+0000 7f0a5bdccec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:12:17.282 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.140+0000 7f0a5bdccec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:12:17.282 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.280+0000 7f0a5bdccec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:12:17.559 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.346+0000 7f0a5bdccec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:12:17.559 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.413+0000 7f0a5bdccec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:12:17.559 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.498+0000 7f0a5bdccec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:12:17.559 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.557+0000 7f0a5bdccec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:12:18.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:17.617+0000 7f0a5bdccec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:12:18.649 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:18.396+0000 7f0a5bdccec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:12:18.649 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: Active manager daemon y restarted 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: Activating manager daemon y 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: osdmap e3: 0 total, 0 up, 0 in 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: mgrmap e10: y(active, starting, since 0.00348735s) 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: Manager daemon y is now available 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:12:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:18 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:12:20.250 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-18T02:12:20.250 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-18T02:12:20.251 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-18T02:12:20.251 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-18T02:12:20.251 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 9 is available 2024-09-18T02:12:20.251 INFO:teuthology.orchestra.run.smithi046.stdout:Generating a dashboard self-signed certificate... 2024-09-18T02:12:20.251 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:20.066+0000 7f0a0c92a640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:02:12:20] ENGINE Error in HTTPServer.serve 2024-09-18T02:12:20.251 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: Traceback (most recent call last): 2024-09-18T02:12:20.251 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:12:20.251 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._connections.run(self.expiration_interval) 2024-09-18T02:12:20.251 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:12:20.251 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._run(expiration_interval) 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: s = self.context.wrap_socket( 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: return self.sslsocket_class._create( 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self.do_handshake() 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._sslobj.do_handshake() 2024-09-18T02:12:20.252 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:12:20.253 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:12:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-mon[27507]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-18T02:12:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-mon[27507]: mgrmap e11: y(active, since 1.00531s) 2024-09-18T02:12:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-mon[27507]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-18T02:12:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:20 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:21.498 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-18T02:12:21.498 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial admin user... 2024-09-18T02:12:21.892 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: [18/Sep/2024:02:12:19] ENGINE Bus STARTING 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: [18/Sep/2024:02:12:20] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: [18/Sep/2024:02:12:20] ENGINE Bus STARTED 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: [18/Sep/2024:02:12:20] ENGINE Error in HTTPServer.serve 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:12:21.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:21 smithi046 ceph-mon[27507]: mgrmap e12: y(active, since 2s) 2024-09-18T02:12:22.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:22 smithi046 ceph-mon[27507]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:22.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:22 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:23.444 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$FzV..sQTD.vMpqwYzpCJP.Pin/lDfS0t4YYSi7UgjLEO.OJYbrl.u", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726625542, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-18T02:12:23.444 INFO:teuthology.orchestra.run.smithi046.stdout:Fetching dashboard port number... 2024-09-18T02:12:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:23 smithi046 ceph-mon[27507]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:24.700 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 8443 2024-09-18T02:12:24.711 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-18T02:12:24.711 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-18T02:12:24.720 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-18T02:12:24.720 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-18T02:12:24.720 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-18T02:12:24.720 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph Dashboard is now available at: 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout: URL: https://smithi046.front.sepia.ceph.com:8443/ 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout: User: admin 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout: Password: h8hpivtvf5 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout:Saving cluster configuration to /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config directory 2024-09-18T02:12:24.723 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling autotune for osd_memory_target 2024-09-18T02:12:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:24 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1391131128' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-18T02:12:25.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:25 smithi046 ceph-mon[27507]: mgrmap e13: y(active, since 6s) 2024-09-18T02:12:27.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-18T02:12:27.081 INFO:teuthology.orchestra.run.smithi046.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-18T02:12:27.081 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.081 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-18T02:12:27.081 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.081 INFO:teuthology.orchestra.run.smithi046.stdout:Or, if you are only running a single cluster on this host: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: ceph telemetry on 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout:For more information see: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:27.082 INFO:teuthology.orchestra.run.smithi046.stdout:Bootstrap complete. 2024-09-18T02:12:27.122 INFO:tasks.cephadm:Fetching config... 2024-09-18T02:12:27.122 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:12:27.122 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-18T02:12:27.140 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-18T02:12:27.140 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:12:27.140 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-18T02:12:27.196 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-18T02:12:27.196 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:12:27.197 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-18T02:12:27.263 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-18T02:12:27.263 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:12:27.263 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-18T02:12:27.319 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-18T02:12:27.320 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQZf6bE/mKVKl72OqG+FQGAIb1AwAcxyBEY/8va21+H/TULj1ylEtTHpQjm1eyfkoxnhk4PYDTERhPyVSeWwGShkxxIIEYmNWkTnAGqC5eF7xoXEXfnMHZm9q1XcCycm8R6JuAvJjlFyJ2wQDawy1Ozq3wjsN9BAEPntWcjz2wrZNvKP3NAVXyryModurjr45wiyscb23xkh0uS/kfH4OW9YCdUZZMQh338hwqSE7PqocEc/AZvq1pO8fEC1XXakeXj/mAvoSwWMaAJjHxCZUYVpjPpdETAmCYA9F8LP9Ua/hAOMPmJyqK0NAklUkzA0wt31vi241IjuARrucOyb13C/i3ch7JLoRXQ13Hs77R6F9+h69Z+i2Y5qAP9xRl3CIWg6GpA3gsIY0RSpdIqdMU1Q1CZWKMtZe2ygH9IYetecdSfD48tbb4Cyk+AcqK47gYTzEpFC4XHWeEqukounz98hpm+m2ITDgwAueAIQapiRoOJr67AsAXfkDtAO1z+nU= ceph-34dcce56-7563-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-18T02:12:27.397 INFO:teuthology.orchestra.run.smithi046.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQZf6bE/mKVKl72OqG+FQGAIb1AwAcxyBEY/8va21+H/TULj1ylEtTHpQjm1eyfkoxnhk4PYDTERhPyVSeWwGShkxxIIEYmNWkTnAGqC5eF7xoXEXfnMHZm9q1XcCycm8R6JuAvJjlFyJ2wQDawy1Ozq3wjsN9BAEPntWcjz2wrZNvKP3NAVXyryModurjr45wiyscb23xkh0uS/kfH4OW9YCdUZZMQh338hwqSE7PqocEc/AZvq1pO8fEC1XXakeXj/mAvoSwWMaAJjHxCZUYVpjPpdETAmCYA9F8LP9Ua/hAOMPmJyqK0NAklUkzA0wt31vi241IjuARrucOyb13C/i3ch7JLoRXQ13Hs77R6F9+h69Z+i2Y5qAP9xRl3CIWg6GpA3gsIY0RSpdIqdMU1Q1CZWKMtZe2ygH9IYetecdSfD48tbb4Cyk+AcqK47gYTzEpFC4XHWeEqukounz98hpm+m2ITDgwAueAIQapiRoOJr67AsAXfkDtAO1z+nU= ceph-34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:12:27.409 DEBUG:teuthology.orchestra.run.smithi195:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQZf6bE/mKVKl72OqG+FQGAIb1AwAcxyBEY/8va21+H/TULj1ylEtTHpQjm1eyfkoxnhk4PYDTERhPyVSeWwGShkxxIIEYmNWkTnAGqC5eF7xoXEXfnMHZm9q1XcCycm8R6JuAvJjlFyJ2wQDawy1Ozq3wjsN9BAEPntWcjz2wrZNvKP3NAVXyryModurjr45wiyscb23xkh0uS/kfH4OW9YCdUZZMQh338hwqSE7PqocEc/AZvq1pO8fEC1XXakeXj/mAvoSwWMaAJjHxCZUYVpjPpdETAmCYA9F8LP9Ua/hAOMPmJyqK0NAklUkzA0wt31vi241IjuARrucOyb13C/i3ch7JLoRXQ13Hs77R6F9+h69Z+i2Y5qAP9xRl3CIWg6GpA3gsIY0RSpdIqdMU1Q1CZWKMtZe2ygH9IYetecdSfD48tbb4Cyk+AcqK47gYTzEpFC4XHWeEqukounz98hpm+m2ITDgwAueAIQapiRoOJr67AsAXfkDtAO1z+nU= ceph-34dcce56-7563-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-18T02:12:27.600 INFO:teuthology.orchestra.run.smithi195.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQZf6bE/mKVKl72OqG+FQGAIb1AwAcxyBEY/8va21+H/TULj1ylEtTHpQjm1eyfkoxnhk4PYDTERhPyVSeWwGShkxxIIEYmNWkTnAGqC5eF7xoXEXfnMHZm9q1XcCycm8R6JuAvJjlFyJ2wQDawy1Ozq3wjsN9BAEPntWcjz2wrZNvKP3NAVXyryModurjr45wiyscb23xkh0uS/kfH4OW9YCdUZZMQh338hwqSE7PqocEc/AZvq1pO8fEC1XXakeXj/mAvoSwWMaAJjHxCZUYVpjPpdETAmCYA9F8LP9Ua/hAOMPmJyqK0NAklUkzA0wt31vi241IjuARrucOyb13C/i3ch7JLoRXQ13Hs77R6F9+h69Z+i2Y5qAP9xRl3CIWg6GpA3gsIY0RSpdIqdMU1Q1CZWKMtZe2ygH9IYetecdSfD48tbb4Cyk+AcqK47gYTzEpFC4XHWeEqukounz98hpm+m2ITDgwAueAIQapiRoOJr67AsAXfkDtAO1z+nU= ceph-34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:12:27.613 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-18T02:12:27.636 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:27 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/315338008' entity='client.admin' 2024-09-18T02:12:27.868 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:12:30.892 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-18T02:12:30.893 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-18T02:12:31.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:31 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2535872386' entity='client.admin' 2024-09-18T02:12:31.506 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:12:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi046", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:12:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:12:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:33.871 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi195 2024-09-18T02:12:33.871 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:12:33.871 DEBUG:teuthology.orchestra.run.smithi195:> dd of=/etc/ceph/ceph.conf 2024-09-18T02:12:33.890 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:12:33.890 DEBUG:teuthology.orchestra.run.smithi195:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:12:33.948 INFO:tasks.cephadm:Adding host smithi195 to orchestrator... 2024-09-18T02:12:33.949 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch host add smithi195 2024-09-18T02:12:34.200 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:12:34.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:12:34.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:34.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:34.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:37.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:36 smithi046 ceph-mon[27507]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi195", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:37 smithi046 ceph-mon[27507]: Deploying cephadm binary to smithi195 2024-09-18T02:12:39.293 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi195' with addr '172.21.15.195' 2024-09-18T02:12:39.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:39 smithi046 ceph-mon[27507]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:39.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:39.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:12:39.891 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-18T02:12:40.141 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:12:40.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:40 smithi046 ceph-mon[27507]: Added host smithi195 2024-09-18T02:12:40.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:40 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:40.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:40 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:41 smithi046 ceph-mon[27507]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:41.802 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:12:41.802 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.195", "hostname": "smithi195", "labels": [], "status": ""}] 2024-09-18T02:12:42.428 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-18T02:12:42.428 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-18T02:12:42.687 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:12:42.715 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:42 smithi046 ceph-mon[27507]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:12:43.715 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:43.715 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:43.716 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:43.716 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:43.716 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:43.716 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi195", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:12:43.716 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:12:43.716 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:12:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:44 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:12:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:44 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:12:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:44 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:12:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:44 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3562742194' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-18T02:12:45.249 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default 2024-09-18T02:12:45.797 INFO:tasks.cephadm:Adding mon.a on smithi046 2024-09-18T02:12:45.797 INFO:tasks.cephadm:Adding mon.c on smithi046 2024-09-18T02:12:45.797 INFO:tasks.cephadm:Adding mon.b on smithi195 2024-09-18T02:12:45.797 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi195:172.21.15.195=b' 2024-09-18T02:12:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:45 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:12:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:45 smithi046 ceph-mon[27507]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:45 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3562742194' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-18T02:12:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:45 smithi046 ceph-mon[27507]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:12:46.040 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:12:47.733 INFO:teuthology.orchestra.run.smithi195.stdout:Scheduled mon update... 2024-09-18T02:12:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:47 smithi046 ceph-mon[27507]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:48.336 DEBUG:teuthology.orchestra.run.smithi046:mon.c> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.c.service 2024-09-18T02:12:48.339 DEBUG:teuthology.orchestra.run.smithi195:mon.b> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.b.service 2024-09-18T02:12:48.341 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-18T02:12:48.342 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi195:172.21.15.195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi195:172.21.15.195=b;count:3 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:12:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:12:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:48 smithi046 ceph-mon[27507]: Deploying daemon mon.b on smithi195 2024-09-18T02:12:49.110 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:12:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:49 smithi046 ceph-mon[27507]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:51 smithi046 ceph-mon[27507]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:52.343 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:12:52.343 INFO:teuthology.orchestra.run.smithi195.stdout:{"epoch":1,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","modified":"2024-09-18T02:11:19.504505Z","created":"2024-09-18T02:11:19.504505Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-18T02:12:52.343 INFO:teuthology.orchestra.run.smithi195.stderr:dumped monmap epoch 1 2024-09-18T02:12:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:52 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/3212042508' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:12:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:53 smithi195 systemd[1]: Started Ceph mon.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:12:54.038 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-18T02:12:54.039 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-18T02:12:54.290 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:12:58.678 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:12:58.678 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: mon.a calling monitor election 2024-09-18T02:12:58.678 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.678 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.678 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: mon.b calling monitor election 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: fsmap 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: mgrmap e13: y(active, since 39s) 2024-09-18T02:12:58.679 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: overall HEALTH_OK 2024-09-18T02:12:58.680 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:58.680 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:58.680 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:58.680 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:12:58.680 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:58 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:12:58.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:12:58.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: mon.a calling monitor election 2024-09-18T02:12:58.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:58.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: mon.b calling monitor election 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: fsmap 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: mgrmap e13: y(active, since 39s) 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: overall HEALTH_OK 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:58.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:12:58.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:12:58.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:58 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:12:58.929 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:12:58.929 INFO:teuthology.orchestra.run.smithi195.stdout:{"epoch":2,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","modified":"2024-09-18T02:12:53.248890Z","created":"2024-09-18T02:11:19.504505Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:3300","nonce":0},{"type":"v1","addr":"172.21.15.195:6789","nonce":0}]},"addr":"172.21.15.195:6789/0","public_addr":"172.21.15.195:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-18T02:12:58.930 INFO:teuthology.orchestra.run.smithi195.stderr:dumped monmap epoch 2 2024-09-18T02:12:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:59 smithi195 ceph-mon[31687]: Deploying daemon mon.c on smithi046 2024-09-18T02:12:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:59 smithi195 ceph-mon[31687]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:59 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/1879876973' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:12:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:12:59 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:12:59.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:59 smithi046 ceph-mon[27507]: Deploying daemon mon.c on smithi046 2024-09-18T02:12:59.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:59 smithi046 ceph-mon[27507]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:12:59.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:59 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/1879876973' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:12:59.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:12:59 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:00.559 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-18T02:13:00.560 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-18T02:13:00.800 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:13:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 podman[39108]: 2024-09-18 02:13:01.200694622 +0000 UTC m=+0.117271310 container create 2d7bb2602707f7d5023b308dc0591543136dfa147636bcd650880642bfbbb97e (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-18T02:13:01.517 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:01 smithi195 ceph-mon[31687]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[27507]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 podman[39108]: 2024-09-18 02:13:01.411843005 +0000 UTC m=+0.328419667 container init 2d7bb2602707f7d5023b308dc0591543136dfa147636bcd650880642bfbbb97e (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-18T02:13:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 podman[39108]: 2024-09-18 02:13:01.416557258 +0000 UTC m=+0.333133905 container start 2d7bb2602707f7d5023b308dc0591543136dfa147636bcd650880642bfbbb97e (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=quincy-4a70413, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: set uid:gid to 167:167 (ceph:ceph) 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable), process ceph-mon, pid 7 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pidfile_write: ignore empty --pid-file 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: load: jerasure load: lrc 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: RocksDB version: 6.15.5 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Compile date Sep 16 2024 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: DB SUMMARY 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: DB Session ID: XIWAJ4A5VSS3PUW64OU3 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: CURRENT file: CURRENT 2024-09-18T02:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: IDENTITY file: IDENTITY 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.error_if_exists: 0 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.create_if_missing: 0 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.paranoid_checks: 1 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.env: 0x5595f4cab440 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.fs: Posix File System 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.info_log: 0x5595f5590ec0 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_file_opening_threads: 16 2024-09-18T02:13:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.statistics: (nil) 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.use_fsync: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_log_file_size: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.keep_log_file_num: 1000 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.recycle_log_file_num: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.allow_fallocate: 1 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.allow_mmap_reads: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.allow_mmap_writes: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.use_direct_reads: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.create_missing_column_families: 0 2024-09-18T02:13:01.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.db_log_dir: 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.advise_random_on_open: 1 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.db_write_buffer_size: 0 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.write_buffer_manager: 0x5595f564e7b0 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T02:13:01.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.rate_limiter: (nil) 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.wal_recovery_mode: 2 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.enable_thread_tracking: 0 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.enable_pipelined_write: 0 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.unordered_write: 0 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T02:13:01.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T02:13:01.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T02:13:01.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.row_cache: None 2024-09-18T02:13:01.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.wal_filter: None 2024-09-18T02:13:01.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T02:13:01.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.allow_ingest_behind: 0 2024-09-18T02:13:01.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.preserve_deletes: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.two_write_queues: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.manual_wal_flush: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.atomic_flush: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.log_readahead_size: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.best_efforts_recovery: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.allow_data_in_errors: 0 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.db_host_id: __hostname__ 2024-09-18T02:13:01.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_background_jobs: 2 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_background_compactions: -1 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_subcompactions: 1 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_total_wal_size: 0 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_open_files: -1 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bytes_per_sync: 0 2024-09-18T02:13:01.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T02:13:01.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T02:13:01.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_readahead_size: 0 2024-09-18T02:13:01.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_background_flushes: -1 2024-09-18T02:13:01.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Compression algorithms supported: 2024-09-18T02:13:01.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kZSTD supported: 0 2024-09-18T02:13:01.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kXpressCompression supported: 0 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kBZip2Compression supported: 0 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kLZ4Compression supported: 1 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kZlibCompression supported: 1 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kLZ4HCCompression supported: 1 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: kSnappyCompression supported: 1 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.merge_operator: 2024-09-18T02:13:01.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_filter: None 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_filter_factory: None 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.sst_partitioner_factory: None 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5595f5537a38) 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_type: 0 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_index_type: 0 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_shortening: 1 2024-09-18T02:13:01.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: hash_index_allow_collision: 1 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: checksum: 1 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: no_block_cache: 0 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache: 0x5595f556d350 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_options: 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: capacity : 536870912 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: num_shard_bits : 4 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: strict_capacity_limit : 0 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_compressed: (nil) 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: persistent_cache: (nil) 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size: 4096 2024-09-18T02:13:01.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size_deviation: 10 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_restart_interval: 16 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_block_restart_interval: 1 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: metadata_block_size: 4096 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: partition_filters: 0 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: use_delta_encoding: 1 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: whole_key_filtering: 1 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: verify_compression: 0 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: format_version: 4 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_index_compression: 1 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_align: 0 2024-09-18T02:13:01.772 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.write_buffer_size: 33554432 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_write_buffer_number: 2 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression: NoCompression 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression: Disabled 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.prefix_extractor: nullptr 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.num_levels: 7 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T02:13:01.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression_opts.level: 32767 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression_opts.strategy: 0 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compression_opts.enabled: false 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T02:13:01.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.target_file_size_base: 67108864 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T02:13:01.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.arena_block_size: 4194304 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.disable_auto_compactions: 0 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T02:13:01.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.inplace_update_support: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.bloom_locality: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.max_successive_merges: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.paranoid_file_checks: 0 2024-09-18T02:13:01.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.force_consistency_checks: 1 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.report_bg_io_stats: 0 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.ttl: 2592000 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.enable_blob_files: false 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.min_blob_size: 0 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.blob_file_size: 268435456 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726625581440524, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-18T02:13:01.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726625581440838, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726625581, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "065f4f09-a254-4577-bc0a-11d838b395ce", "db_session_id": "XIWAJ4A5VSS3PUW64OU3"}} 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726625581441173, "job": 1, "event": "recovery_finished"} 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5595f55a0700 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: DB pointer 0x5595f5570000 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** DB Stats ** 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T02:13:01.779 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:13:01.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:13:01.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:13:01.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: using public_addrv [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: starting mon.c rank -1 at public addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] at bind addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:13:01.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(???) e0 preinit fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).mds e1 new map 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: e1 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: legacy client fscid: -1 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: No filesystems configured 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-18T02:13:01.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi195", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:01.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3562742194' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3562742194' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi195:172.21.15.195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi195:172.21.15.195=b;count:3 2024-09-18T02:13:01.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: Deploying daemon mon.b on smithi195 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/3212042508' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.a calling monitor election 2024-09-18T02:13:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.b calling monitor election 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: fsmap 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:13:01.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mgrmap e13: y(active, since 39s) 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: overall HEALTH_OK 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: Deploying daemon mon.c on smithi046 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/1879876973' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 ceph-mon[39146]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 bash[39108]: 2d7bb2602707f7d5023b308dc0591543136dfa147636bcd650880642bfbbb97e 2024-09-18T02:13:01.789 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:01 smithi046 systemd[1]: Started Ceph mon.c for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:13:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: mon.a calling monitor election 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: mon.b calling monitor election 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: mon.c calling monitor election 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: fsmap 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: mgrmap e13: y(active, since 48s) 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: overall HEALTH_OK 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: mon.a calling monitor election 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: mon.b calling monitor election 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: mon.c calling monitor election 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: fsmap 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: mgrmap e13: y(active, since 48s) 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: overall HEALTH_OK 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:06 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.922 INFO:teuthology.orchestra.run.smithi195.stdout: 2024-09-18T02:13:06.922 INFO:teuthology.orchestra.run.smithi195.stdout:{"epoch":3,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","modified":"2024-09-18T02:13:01.463580Z","created":"2024-09-18T02:11:19.504505Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:3300","nonce":0},{"type":"v1","addr":"172.21.15.195:6789","nonce":0}]},"addr":"172.21.15.195:6789/0","public_addr":"172.21.15.195:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3301","nonce":0},{"type":"v1","addr":"172.21.15.46:6790","nonce":0}]},"addr":"172.21.15.46:6790/0","public_addr":"172.21.15.46:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-18T02:13:06.922 INFO:teuthology.orchestra.run.smithi195.stderr:dumped monmap epoch 3 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: mon.a calling monitor election 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: mon.b calling monitor election 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: mon.c calling monitor election 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.923 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: fsmap 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: osdmap e4: 0 total, 0 up, 0 in 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: mgrmap e13: y(active, since 48s) 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: overall HEALTH_OK 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:06.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:06 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:07.522 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-18T02:13:07.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-18T02:13:07.782 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:07 smithi195 ceph-mon[31687]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:07.783 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:07.783 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:07 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/953974782' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:13:07.783 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:07.788 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:13:07.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[27507]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:07.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:07.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/953974782' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:13:07.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:07.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[39146]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:07.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:07.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/953974782' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-18T02:13:07.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:13:08.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:08.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:08.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.670 INFO:teuthology.orchestra.run.smithi046.stdout:# minimal ceph.conf for 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:13:09.670 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2024-09-18T02:13:09.670 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:13:09.670 INFO:teuthology.orchestra.run.smithi046.stdout: mon_host = [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] [v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0] [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] 2024-09-18T02:13:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:13:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:13:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:13:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:13:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: Reconfiguring mon.a (unknown last config time)... 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: Reconfiguring daemon mon.a on smithi046 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2380383138' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:13:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: Reconfiguring mon.a (unknown last config time)... 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: Reconfiguring daemon mon.a on smithi046 2024-09-18T02:13:09.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:09 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2380383138' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:09.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: Reconfiguring mon.a (unknown last config time)... 2024-09-18T02:13:09.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:09.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:09.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:09.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: Reconfiguring daemon mon.a on smithi046 2024-09-18T02:13:09.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:09 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2380383138' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:10.779 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-18T02:13:10.780 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:13:10.780 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.conf 2024-09-18T02:13:10.811 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:13:10.811 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:13:10.879 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:13:10.879 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/etc/ceph/ceph.conf 2024-09-18T02:13:10.913 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:13:10.916 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:13:10.982 INFO:tasks.cephadm:Adding mgr.y on smithi046 2024-09-18T02:13:10.982 INFO:tasks.cephadm:Adding mgr.x on smithi195 2024-09-18T02:13:10.983 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi046=y;smithi195=x' 2024-09-18T02:13:11.259 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:13:11.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[27507]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:11.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:11.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:11.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:11.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:11.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:11.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[39146]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:11.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:11.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:11.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:11.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:11.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:11.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:11 smithi195 ceph-mon[31687]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:12.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[27507]: Reconfiguring mon.c (monmap changed)... 2024-09-18T02:13:12.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[27507]: Reconfiguring daemon mon.c on smithi046 2024-09-18T02:13:12.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:12.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[39146]: Reconfiguring mon.c (monmap changed)... 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[39146]: Reconfiguring daemon mon.c on smithi046 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:12.841 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:12.924 INFO:teuthology.orchestra.run.smithi195.stdout:Scheduled mgr update... 2024-09-18T02:13:12.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:12 smithi195 ceph-mon[31687]: Reconfiguring mon.c (monmap changed)... 2024-09-18T02:13:12.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:12 smithi195 ceph-mon[31687]: Reconfiguring daemon mon.c on smithi046 2024-09-18T02:13:12.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:12.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:12.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:13:12.924 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:13:12.925 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:13.608 DEBUG:teuthology.orchestra.run.smithi195:mgr.x> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service 2024-09-18T02:13:13.611 INFO:tasks.cephadm:Deploying OSDs... 2024-09-18T02:13:13.611 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:13:13.611 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout 2024-09-18T02:13:13.627 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-18T02:13:13.628 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 957 Links: 1 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-18 02:13:00.912840718 +0000 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-18 02:09:06.858009406 +0000 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-18 02:09:06.858009406 +0000 2024-09-18T02:13:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-18 02:09:06.858009406 +0000 2024-09-18T02:13:13.685 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-18T02:13:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-18T02:13:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-18T02:13:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 9.5949e-05 s, 5.3 MB/s 2024-09-18T02:13:13.751 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-18T02:13:13.807 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2 2024-09-18T02:13:13.864 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-18T02:13:13.864 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:13.864 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 942 Links: 1 2024-09-18T02:13:13.864 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:13.864 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:13.864 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-18 02:13:00.913840709 +0000 2024-09-18T02:13:13.864 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-18 02:09:06.857009169 +0000 2024-09-18T02:13:13.865 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-18 02:09:06.857009169 +0000 2024-09-18T02:13:13.865 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-18 02:09:06.857009169 +0000 2024-09-18T02:13:13.865 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-18T02:13:13.928 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-18T02:13:13.928 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-18T02:13:13.928 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.00010945 s, 4.7 MB/s 2024-09-18T02:13:13.930 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-18T02:13:13.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:13 smithi195 ceph-mon[31687]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:13 smithi195 ceph-mon[31687]: Reconfiguring mon.b (monmap changed)... 2024-09-18T02:13:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:13 smithi195 ceph-mon[31687]: Reconfiguring daemon mon.b on smithi195 2024-09-18T02:13:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:13 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:13.987 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3 2024-09-18T02:13:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[27507]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[27507]: Reconfiguring mon.b (monmap changed)... 2024-09-18T02:13:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[27507]: Reconfiguring daemon mon.b on smithi195 2024-09-18T02:13:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[39146]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[39146]: Reconfiguring mon.b (monmap changed)... 2024-09-18T02:13:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[39146]: Reconfiguring daemon mon.b on smithi195 2024-09-18T02:13:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:13 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 965 Links: 1 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-18 02:13:00.913840709 +0000 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-18 02:09:06.859009642 +0000 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-18 02:09:06.859009642 +0000 2024-09-18T02:13:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-18 02:09:06.859009642 +0000 2024-09-18T02:13:14.024 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-18T02:13:14.088 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-18T02:13:14.088 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-18T02:13:14.088 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000108782 s, 4.7 MB/s 2024-09-18T02:13:14.090 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-18T02:13:14.147 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4 2024-09-18T02:13:14.202 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 951 Links: 1 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-18 02:13:00.914840699 +0000 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-18 02:09:06.857009169 +0000 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-18 02:09:06.857009169 +0000 2024-09-18T02:13:14.203 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-18 02:09:06.857009169 +0000 2024-09-18T02:13:14.203 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-18T02:13:14.267 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-18T02:13:14.267 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-18T02:13:14.267 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 9.704e-05 s, 5.3 MB/s 2024-09-18T02:13:14.268 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-18T02:13:14.324 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:13:14.324 DEBUG:teuthology.orchestra.run.smithi195:> dd if=/scratch_devs of=/dev/stdout 2024-09-18T02:13:14.342 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-18T02:13:14.342 DEBUG:teuthology.orchestra.run.smithi195:> stat /dev/vg_nvme/lv_1 2024-09-18T02:13:14.400 INFO:teuthology.orchestra.run.smithi195.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout:Access: 2024-09-18 02:12:51.835679290 +0000 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout:Modify: 2024-09-18 02:09:07.881960373 +0000 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout:Change: 2024-09-18 02:09:07.881960373 +0000 2024-09-18T02:13:14.401 INFO:teuthology.orchestra.run.smithi195.stdout: Birth: 2024-09-18 02:09:07.881960373 +0000 2024-09-18T02:13:14.401 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-18T02:13:14.466 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records in 2024-09-18T02:13:14.467 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records out 2024-09-18T02:13:14.467 INFO:teuthology.orchestra.run.smithi195.stderr:512 bytes copied, 0.000123001 s, 4.2 MB/s 2024-09-18T02:13:14.468 DEBUG:teuthology.orchestra.run.smithi195:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-18T02:13:14.526 DEBUG:teuthology.orchestra.run.smithi195:> stat /dev/vg_nvme/lv_2 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout:Device: 5h/5d Inode: 961 Links: 1 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout:Access: 2024-09-18 02:12:51.835679290 +0000 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout:Modify: 2024-09-18 02:09:07.880960392 +0000 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout:Change: 2024-09-18 02:09:07.880960392 +0000 2024-09-18T02:13:14.582 INFO:teuthology.orchestra.run.smithi195.stdout: Birth: 2024-09-18 02:09:07.880960392 +0000 2024-09-18T02:13:14.583 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-18T02:13:14.646 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records in 2024-09-18T02:13:14.646 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records out 2024-09-18T02:13:14.646 INFO:teuthology.orchestra.run.smithi195.stderr:512 bytes copied, 0.000113853 s, 4.5 MB/s 2024-09-18T02:13:14.647 DEBUG:teuthology.orchestra.run.smithi195:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-18T02:13:14.705 DEBUG:teuthology.orchestra.run.smithi195:> stat /dev/vg_nvme/lv_3 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi195=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: Saving service mgr spec with placement smithi046=y;smithi195=x;count:2 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-18T02:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:13:14.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout:Access: 2024-09-18 02:12:51.836679271 +0000 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout:Modify: 2024-09-18 02:09:07.881960373 +0000 2024-09-18T02:13:14.739 INFO:teuthology.orchestra.run.smithi195.stdout:Change: 2024-09-18 02:09:07.881960373 +0000 2024-09-18T02:13:14.740 INFO:teuthology.orchestra.run.smithi195.stdout: Birth: 2024-09-18 02:09:07.881960373 +0000 2024-09-18T02:13:14.740 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-18T02:13:14.804 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records in 2024-09-18T02:13:14.804 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records out 2024-09-18T02:13:14.804 INFO:teuthology.orchestra.run.smithi195.stderr:512 bytes copied, 9.5339e-05 s, 5.4 MB/s 2024-09-18T02:13:14.805 DEBUG:teuthology.orchestra.run.smithi195:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-18T02:13:14.862 DEBUG:teuthology.orchestra.run.smithi195:> stat /dev/vg_nvme/lv_4 2024-09-18T02:13:14.917 INFO:teuthology.orchestra.run.smithi195.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout:Context: system_u:object_r:device_t:s0 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout:Access: 2024-09-18 02:12:51.836679271 +0000 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout:Modify: 2024-09-18 02:09:07.882960354 +0000 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout:Change: 2024-09-18 02:09:07.882960354 +0000 2024-09-18T02:13:14.918 INFO:teuthology.orchestra.run.smithi195.stdout: Birth: 2024-09-18 02:09:07.882960354 +0000 2024-09-18T02:13:14.918 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-18T02:13:14.981 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records in 2024-09-18T02:13:14.982 INFO:teuthology.orchestra.run.smithi195.stderr:1+0 records out 2024-09-18T02:13:14.982 INFO:teuthology.orchestra.run.smithi195.stderr:512 bytes copied, 9.1251e-05 s, 5.6 MB/s 2024-09-18T02:13:14.983 DEBUG:teuthology.orchestra.run.smithi195:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi195=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: Saving service mgr spec with placement smithi046=y;smithi195=x;count:2 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi195=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: Saving service mgr spec with placement smithi046=y;smithi195=x;count:2 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:15.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:15.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:13:15.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-18T02:13:15.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:13:15.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:15.039 INFO:tasks.cephadm:Deploying osd.0 on smithi046 with /dev/vg_nvme/lv_4... 2024-09-18T02:13:15.039 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-18T02:13:15.290 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:13:15.968 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:15 smithi195 ceph-mon[31687]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:15.968 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:15 smithi195 ceph-mon[31687]: Deploying daemon mgr.x on smithi195 2024-09-18T02:13:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:15 smithi046 ceph-mon[39146]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:15 smithi046 ceph-mon[39146]: Deploying daemon mgr.x on smithi195 2024-09-18T02:13:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:15 smithi046 ceph-mon[27507]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:15 smithi046 ceph-mon[27507]: Deploying daemon mgr.x on smithi195 2024-09-18T02:13:16.677 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 podman[33728]: 2024-09-18 02:13:16.55206572 +0000 UTC m=+0.124129306 container create 1641879dffd636f9221aadd46dfbf8c1555af94b0a2a962869d07da070ae3577 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-4a70413, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-18T02:13:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-18T02:13:17.066 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-18T02:13:17.077 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-09-18T02:13:17.077 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-09-18T02:13:17.077 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00873984 s, 1.2 GB/s 2024-09-18T02:13:17.077 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-09-18T02:13:17.190 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 podman[33728]: 2024-09-18 02:13:16.813031463 +0000 UTC m=+0.385095052 container init 1641879dffd636f9221aadd46dfbf8c1555af94b0a2a962869d07da070ae3577 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:13:17.190 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 podman[33728]: 2024-09-18 02:13:16.818086698 +0000 UTC m=+0.390150278 container start 1641879dffd636f9221aadd46dfbf8c1555af94b0a2a962869d07da070ae3577 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-4a70413, ceph=True) 2024-09-18T02:13:17.190 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 ceph-mgr[33766]: -- 172.21.15.195:0/173435761 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a074c46340 con 0x55a074c53000 2024-09-18T02:13:17.190 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 bash[33728]: 1641879dffd636f9221aadd46dfbf8c1555af94b0a2a962869d07da070ae3577 2024-09-18T02:13:17.190 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 systemd[1]: Started Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:13:17.190 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:16.932+0000 7f6b72ec0ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:13:17.191 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:16.992+0000 7f6b72ec0ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:13:17.191 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:17.059+0000 7f6b72ec0ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:13:17.191 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:17.188+0000 7f6b72ec0ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:13:17.473 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:17.336+0000 7f6b72ec0ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:13:17.708 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_4 2024-09-18T02:13:17.926 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-mon[31687]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:17.926 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:17.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:17.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:17.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:17.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:17.927 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:17.611+0000 7f6b72ec0ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:13:17.927 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:17.672+0000 7f6b72ec0ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:13:17.927 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:17.843+0000 7f6b72ec0ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:13:17.965 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:13:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[27507]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[39146]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:17 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:18.974 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:18.704+0000 7f6b72ec0ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:13:18.974 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:18.767+0000 7f6b72ec0ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:13:19.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:19.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:19.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: Reconfiguring mgr.y (unknown last config time)... 2024-09-18T02:13:19.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:13:19.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:13:19.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:19.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: Reconfiguring daemon mgr.y on smithi046 2024-09-18T02:13:19.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:19.468 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:19.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:19.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: Reconfiguring mgr.y (unknown last config time)... 2024-09-18T02:13:19.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:13:19.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:13:19.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:19.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: Reconfiguring daemon mgr.y on smithi046 2024-09-18T02:13:19.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:19.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.470 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.470 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.470 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:19.470 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:19.471 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.471 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: Reconfiguring mgr.y (unknown last config time)... 2024-09-18T02:13:19.471 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:13:19.471 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:13:19.471 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:19.472 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: Reconfiguring daemon mgr.y on smithi046 2024-09-18T02:13:19.472 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:19.472 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:19.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:19.464+0000 7f6b72ec0ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:13:19.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:19.573+0000 7f6b72ec0ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:13:19.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:19.692+0000 7f6b72ec0ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:13:20.127 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:19.750+0000 7f6b72ec0ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:13:20.127 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:19.872+0000 7f6b72ec0ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:13:20.127 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:19.937+0000 7f6b72ec0ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:13:20.127 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:19.993+0000 7f6b72ec0ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:13:20.127 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:20.125+0000 7f6b72ec0ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:13:20.388 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:20.187+0000 7f6b72ec0ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:13:20.388 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:20.251+0000 7f6b72ec0ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:13:20.388 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:20.329+0000 7f6b72ec0ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:13:20.389 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:20.386+0000 7f6b72ec0ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:13:20.723 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:20.446+0000 7f6b72ec0ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:13:21.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:13:21.175+0000 7f6b72ec0ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:13:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: Standby manager daemon x started 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:13:21.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:21 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:13:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: Standby manager daemon x started 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:13:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:13:21.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:13:21.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:21.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: Standby manager daemon x started 2024-09-18T02:13:21.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:13:21.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:13:21.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:13:21.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:21 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/628180138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:13:22.503 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:22 smithi046 ceph-mon[27507]: mgrmap e14: y(active, since 62s), standbys: x 2024-09-18T02:13:22.503 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:22 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:13:22.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:22 smithi046 ceph-mon[39146]: mgrmap e14: y(active, since 62s), standbys: x 2024-09-18T02:13:22.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:22 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:13:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:22 smithi195 ceph-mon[31687]: mgrmap e14: y(active, since 62s), standbys: x 2024-09-18T02:13:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:22 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:13:23.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[27507]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:23.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3991400718' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]: dispatch 2024-09-18T02:13:23.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]: dispatch 2024-09-18T02:13:23.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]': finished 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[27507]: osdmap e5: 1 total, 0 up, 1 in 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[39146]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3991400718' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]: dispatch 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]: dispatch 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]': finished 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[39146]: osdmap e5: 1 total, 0 up, 1 in 2024-09-18T02:13:23.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:23 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:23 smithi195 ceph-mon[31687]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:23 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3991400718' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]: dispatch 2024-09-18T02:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:23 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]: dispatch 2024-09-18T02:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:23 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6"}]': finished 2024-09-18T02:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:23 smithi195 ceph-mon[31687]: osdmap e5: 1 total, 0 up, 1 in 2024-09-18T02:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:23 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:24 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1016798627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:13:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:24 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1016798627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:13:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:24 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1016798627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:13:25.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:25 smithi046 ceph-mon[27507]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:25.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:25 smithi046 ceph-mon[39146]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:25 smithi195 ceph-mon[31687]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:27 smithi195 ceph-mon[31687]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:27.730 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:27 smithi046 ceph-mon[27507]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:27.731 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:27 smithi046 ceph-mon[39146]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:29.706 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:29 smithi046 ceph-mon[39146]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:29.707 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:13:29.707 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:29.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:29 smithi046 ceph-mon[27507]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:29.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:13:29.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:29 smithi195 ceph-mon[31687]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:13:29.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:30.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:30 smithi195 ceph-mon[31687]: Deploying daemon osd.0 on smithi046 2024-09-18T02:13:30.727 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:30 smithi046 ceph-mon[27507]: Deploying daemon osd.0 on smithi046 2024-09-18T02:13:30.727 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:30 smithi046 ceph-mon[39146]: Deploying daemon osd.0 on smithi046 2024-09-18T02:13:31.524 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:31 smithi046 ceph-mon[39146]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:31.525 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:31 smithi046 ceph-mon[27507]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:31.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:31 smithi195 ceph-mon[31687]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:33.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:33 smithi046 ceph-mon[27507]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:33.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:33 smithi046 ceph-mon[39146]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:33 smithi195 ceph-mon[31687]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:34.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:35 smithi046 ceph-mon[27507]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:35 smithi046 ceph-mon[39146]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:36.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:35 smithi195 ceph-mon[31687]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:36.948 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 0 on host 'smithi046' 2024-09-18T02:13:37.539 DEBUG:teuthology.orchestra.run.smithi046:osd.0> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.0.service 2024-09-18T02:13:37.541 INFO:tasks.cephadm:Deploying osd.1 on smithi046 with /dev/vg_nvme/lv_3... 2024-09-18T02:13:37.541 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-18T02:13:37.851 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:13:38.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[27507]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:38.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[27507]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T02:13:38.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[39146]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:38.100 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[39146]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T02:13:38.100 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.100 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.100 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.100 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:37 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:37 smithi195 ceph-mon[31687]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:37 smithi195 ceph-mon[31687]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T02:13:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:37 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:37 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:37 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:37 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[27507]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T02:13:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[27507]: osdmap e6: 1 total, 0 up, 1 in 2024-09-18T02:13:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[27507]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:13:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[39146]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T02:13:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[39146]: osdmap e6: 1 total, 0 up, 1 in 2024-09-18T02:13:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-mon[39146]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:13:39.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[43410]: 2024-09-18T02:13:38.810+0000 7f91cf0c7640 -1 osd.0 0 waiting for initial osdmap 2024-09-18T02:13:39.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:13:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[43410]: 2024-09-18T02:13:38.815+0000 7f91c7efa640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:13:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:38 smithi195 ceph-mon[31687]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T02:13:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:38 smithi195 ceph-mon[31687]: osdmap e6: 1 total, 0 up, 1 in 2024-09-18T02:13:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:38 smithi195 ceph-mon[31687]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:13:39.696 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-18T02:13:39.791 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-18T02:13:39.803 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-09-18T02:13:39.803 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-09-18T02:13:39.803 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0100351 s, 1.0 GB/s 2024-09-18T02:13:39.803 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-09-18T02:13:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[27507]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[27507]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[27507]: osdmap e7: 1 total, 0 up, 1 in 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[39146]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[39146]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[39146]: osdmap e7: 1 total, 0 up, 1 in 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:39 smithi195 ceph-mon[31687]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:39 smithi195 ceph-mon[31687]: from='osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:13:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:39 smithi195 ceph-mon[31687]: osdmap e7: 1 total, 0 up, 1 in 2024-09-18T02:13:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:13:40.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:13:40.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[39146]: osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411] boot 2024-09-18T02:13:40.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[39146]: osdmap e8: 1 total, 1 up, 1 in 2024-09-18T02:13:40.917 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:13:40.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:13:40.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[27507]: osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411] boot 2024-09-18T02:13:40.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[27507]: osdmap e8: 1 total, 1 up, 1 in 2024-09-18T02:13:40.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:40 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:40.942 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_3 2024-09-18T02:13:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:40 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:13:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:40 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:13:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:40 smithi195 ceph-mon[31687]: osd.0 [v2:172.21.15.46:6802/3073598411,v1:172.21.15.46:6803/3073598411] boot 2024-09-18T02:13:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:40 smithi195 ceph-mon[31687]: osdmap e8: 1 total, 1 up, 1 in 2024-09-18T02:13:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:40 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:13:41.430 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:13:42.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:41 smithi046 ceph-mon[27507]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:42.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:41 smithi046 ceph-mon[27507]: osdmap e9: 1 total, 1 up, 1 in 2024-09-18T02:13:42.113 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:41 smithi046 ceph-mon[39146]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:42.113 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:41 smithi046 ceph-mon[39146]: osdmap e9: 1 total, 1 up, 1 in 2024-09-18T02:13:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:41 smithi195 ceph-mon[31687]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-18T02:13:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:41 smithi195 ceph-mon[31687]: osdmap e9: 1 total, 1 up, 1 in 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:44.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:45.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi046 2024-09-18T02:13:45.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi046 to 16068M 2024-09-18T02:13:45.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:45.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi046 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi046 to 16068M 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:45.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:45.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:44 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi046 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi046 to 16068M 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:13:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:44 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:45 smithi195 ceph-mon[31687]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:45 smithi046 ceph-mon[27507]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:45 smithi046 ceph-mon[39146]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/4150492292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]: dispatch 2024-09-18T02:13:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:46 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]: dispatch 2024-09-18T02:13:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:46 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]': finished 2024-09-18T02:13:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:46 smithi195 ceph-mon[31687]: osdmap e10: 2 total, 1 up, 2 in 2024-09-18T02:13:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:46 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:13:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2172391056' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/4150492292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]: dispatch 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]: dispatch 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]': finished 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[39146]: osdmap e10: 2 total, 1 up, 2 in 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2172391056' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/4150492292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]: dispatch 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]: dispatch 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff8d91a-a566-4b3b-8c3e-fe0f08e508b8"}]': finished 2024-09-18T02:13:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[27507]: osdmap e10: 2 total, 1 up, 2 in 2024-09-18T02:13:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:13:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2172391056' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:13:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:47 smithi195 ceph-mon[31687]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:47 smithi046 ceph-mon[27507]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:47 smithi046 ceph-mon[39146]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:50.102 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:49 smithi046 ceph-mon[27507]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:50.103 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:49 smithi046 ceph-mon[39146]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:50.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:49 smithi195 ceph-mon[31687]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:52.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:51 smithi046 ceph-mon[39146]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:52.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:51 smithi046 ceph-mon[27507]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:52.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:51 smithi195 ceph-mon[31687]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:52 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:13:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:52 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:52 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:13:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:52 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:52 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:13:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:52 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:13:53.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:53 smithi046 ceph-mon[27507]: Deploying daemon osd.1 on smithi046 2024-09-18T02:13:53.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:53 smithi046 ceph-mon[27507]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:53.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:53 smithi046 ceph-mon[39146]: Deploying daemon osd.1 on smithi046 2024-09-18T02:13:53.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:53 smithi046 ceph-mon[39146]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:53 smithi195 ceph-mon[31687]: Deploying daemon osd.1 on smithi046 2024-09-18T02:13:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:53 smithi195 ceph-mon[31687]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:56.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:55 smithi046 ceph-mon[27507]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:56.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:55 smithi046 ceph-mon[39146]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:55 smithi195 ceph-mon[31687]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:57.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[27507]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:57.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:57.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:57.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:57.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[39146]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:57.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:57.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:57.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:57 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:57 smithi195 ceph-mon[31687]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:13:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:57 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:13:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:57 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:13:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:57 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:13:59 smithi046 ceph-mon[27507]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:13:59 smithi046 ceph-mon[39146]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:00.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:13:59 smithi195 ceph-mon[31687]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:00.709 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 1 on host 'smithi046' 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:01.300 DEBUG:teuthology.orchestra.run.smithi046:osd.1> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.1.service 2024-09-18T02:14:01.303 INFO:tasks.cephadm:Deploying osd.2 on smithi046 with /dev/vg_nvme/lv_2... 2024-09-18T02:14:01.303 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-18T02:14:02.113 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:14:02.235 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[27507]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T02:14:02.235 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[27507]: osdmap e11: 2 total, 1 up, 2 in 2024-09-18T02:14:02.235 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:02.235 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[27507]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:02.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[39146]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T02:14:02.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[39146]: osdmap e11: 2 total, 1 up, 2 in 2024-09-18T02:14:02.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:02.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-mon[39146]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:02.236 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[49766]: 2024-09-18T02:14:01.987+0000 7ff6cb1c4640 -1 osd.1 0 waiting for initial osdmap 2024-09-18T02:14:02.236 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:01 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[49766]: 2024-09-18T02:14:01.990+0000 7ff6c2fd3640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:14:02.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:01 smithi195 ceph-mon[31687]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T02:14:02.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:01 smithi195 ceph-mon[31687]: osdmap e11: 2 total, 1 up, 2 in 2024-09-18T02:14:02.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:01 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:02.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:01 smithi195 ceph-mon[31687]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:03.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[27507]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:03.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[27507]: osdmap e12: 2 total, 1 up, 2 in 2024-09-18T02:14:03.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:03.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:03.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[27507]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:03.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[39146]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:03.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[39146]: osdmap e12: 2 total, 1 up, 2 in 2024-09-18T02:14:03.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:03.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:03.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:02 smithi046 ceph-mon[39146]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:02 smithi195 ceph-mon[31687]: from='osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:02 smithi195 ceph-mon[31687]: osdmap e12: 2 total, 1 up, 2 in 2024-09-18T02:14:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:02 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:02 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:02 smithi195 ceph-mon[31687]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-18T02:14:04.091 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[27507]: osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377] boot 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[27507]: osdmap e13: 2 total, 2 up, 2 in 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:04.092 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[39146]: osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377] boot 2024-09-18T02:14:04.093 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[39146]: osdmap e13: 2 total, 2 up, 2 in 2024-09-18T02:14:04.093 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:03 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:03 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:14:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:03 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:14:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:03 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:03 smithi195 ceph-mon[31687]: osd.1 [v2:172.21.15.46:6810/2244053377,v1:172.21.15.46:6811/2244053377] boot 2024-09-18T02:14:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:03 smithi195 ceph-mon[31687]: osdmap e13: 2 total, 2 up, 2 in 2024-09-18T02:14:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:03 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:14:05.089 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: osdmap e14: 2 total, 2 up, 2 in 2024-09-18T02:14:05.089 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi046 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi046 to 8034M 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.090 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: osdmap e14: 2 total, 2 up, 2 in 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi046 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi046 to 8034M 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:05.091 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.218 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-18T02:14:05.291 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-18T02:14:05.301 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-09-18T02:14:05.301 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-09-18T02:14:05.301 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00844483 s, 1.2 GB/s 2024-09-18T02:14:05.302 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-09-18T02:14:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: osdmap e14: 2 total, 2 up, 2 in 2024-09-18T02:14:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi046 2024-09-18T02:14:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:05.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:05.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi046 to 8034M 2024-09-18T02:14:05.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:05.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:05.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:05.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_2 2024-09-18T02:14:06.104 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:14:07.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:07 smithi195 ceph-mon[31687]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:07 smithi046 ceph-mon[27507]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:07 smithi046 ceph-mon[39146]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:08.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[27507]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:08.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:08.605 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:08.605 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:08.605 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[39146]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:08.605 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:08.605 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:08.605 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:08 smithi195 ceph-mon[31687]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:09 smithi046 ceph-mon[39146]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:09 smithi046 ceph-mon[27507]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:09 smithi195 ceph-mon[31687]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/214646681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]: dispatch 2024-09-18T02:14:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]: dispatch 2024-09-18T02:14:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]': finished 2024-09-18T02:14:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[27507]: osdmap e15: 3 total, 2 up, 3 in 2024-09-18T02:14:10.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:10.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/214646681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]: dispatch 2024-09-18T02:14:10.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]: dispatch 2024-09-18T02:14:10.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]': finished 2024-09-18T02:14:10.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[39146]: osdmap e15: 3 total, 2 up, 3 in 2024-09-18T02:14:10.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:10 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:10 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/214646681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]: dispatch 2024-09-18T02:14:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:10 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]: dispatch 2024-09-18T02:14:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:10 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db753114-21aa-4409-969f-962ce1710fc3"}]': finished 2024-09-18T02:14:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:10 smithi195 ceph-mon[31687]: osdmap e15: 3 total, 2 up, 3 in 2024-09-18T02:14:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:10 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:11.527 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:11 smithi046 ceph-mon[27507]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:11.527 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:11 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/50796555' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:11.527 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:11 smithi046 ceph-mon[39146]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:11.527 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:11 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/50796555' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:11.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:11 smithi195 ceph-mon[31687]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:11 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/50796555' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:13.666 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:13 smithi046 ceph-mon[27507]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:13.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:13 smithi046 ceph-mon[39146]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:13 smithi195 ceph-mon[31687]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:15.732 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:15 smithi046 ceph-mon[27507]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:15.733 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:15 smithi046 ceph-mon[39146]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:15.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:15 smithi195 ceph-mon[31687]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:14:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:14:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:14:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:17.740 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:17 smithi046 ceph-mon[27507]: Deploying daemon osd.2 on smithi046 2024-09-18T02:14:17.741 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:17 smithi046 ceph-mon[27507]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:17.741 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:17 smithi046 ceph-mon[39146]: Deploying daemon osd.2 on smithi046 2024-09-18T02:14:17.741 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:17 smithi046 ceph-mon[39146]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:17.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:17 smithi195 ceph-mon[31687]: Deploying daemon osd.2 on smithi046 2024-09-18T02:14:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:17 smithi195 ceph-mon[31687]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:19 smithi046 ceph-mon[27507]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:19 smithi046 ceph-mon[39146]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:19 smithi195 ceph-mon[31687]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[27507]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[39146]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:21 smithi195 ceph-mon[31687]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:23.562 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:23 smithi046 ceph-mon[27507]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:23.563 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:23 smithi046 ceph-mon[39146]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:23 smithi195 ceph-mon[31687]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:24.599 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 2 on host 'smithi046' 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:25.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:25.285 DEBUG:teuthology.orchestra.run.smithi046:osd.2> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.2.service 2024-09-18T02:14:25.287 INFO:tasks.cephadm:Deploying osd.3 on smithi046 with /dev/vg_nvme/lv_1... 2024-09-18T02:14:25.288 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-18T02:14:26.066 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[27507]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[27507]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[27507]: osdmap e16: 3 total, 2 up, 3 in 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[27507]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[39146]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[39146]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[39146]: osdmap e16: 3 total, 2 up, 3 in 2024-09-18T02:14:26.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:26.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-mon[39146]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:26.183 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[56187]: 2024-09-18T02:14:25.868+0000 7f9c372d0640 -1 osd.2 0 waiting for initial osdmap 2024-09-18T02:14:26.183 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[56187]: 2024-09-18T02:14:25.871+0000 7f9c32908640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:14:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:25 smithi195 ceph-mon[31687]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:25 smithi195 ceph-mon[31687]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T02:14:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:25 smithi195 ceph-mon[31687]: osdmap e16: 3 total, 2 up, 3 in 2024-09-18T02:14:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:25 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:25 smithi195 ceph-mon[31687]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:26.918 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[39146]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:26.919 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[39146]: osdmap e17: 3 total, 2 up, 3 in 2024-09-18T02:14:26.919 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:26.919 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:26.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[27507]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:26.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[27507]: osdmap e17: 3 total, 2 up, 3 in 2024-09-18T02:14:26.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:26.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:26 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:26 smithi195 ceph-mon[31687]: from='osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:26 smithi195 ceph-mon[31687]: osdmap e17: 3 total, 2 up, 3 in 2024-09-18T02:14:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:26 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:26 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:27.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:14:27.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:14:27.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[27507]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[27507]: osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207] boot 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[27507]: osdmap e18: 3 total, 3 up, 3 in 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[39146]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[39146]: osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207] boot 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[39146]: osdmap e18: 3 total, 3 up, 3 in 2024-09-18T02:14:27.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:27 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:27 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:14:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:27 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:14:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:27 smithi195 ceph-mon[31687]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-18T02:14:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:27 smithi195 ceph-mon[31687]: osd.2 [v2:172.21.15.46:6818/2872816207,v1:172.21.15.46:6819/2872816207] boot 2024-09-18T02:14:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:27 smithi195 ceph-mon[31687]: osdmap e18: 3 total, 3 up, 3 in 2024-09-18T02:14:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:27 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:14:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:28 smithi195 ceph-mon[31687]: osdmap e19: 3 total, 3 up, 3 in 2024-09-18T02:14:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:28 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-18T02:14:29.233 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:28 smithi046 ceph-mon[27507]: osdmap e19: 3 total, 3 up, 3 in 2024-09-18T02:14:29.233 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:28 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-18T02:14:29.233 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:28 smithi046 ceph-mon[39146]: osdmap e19: 3 total, 3 up, 3 in 2024-09-18T02:14:29.233 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:28 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-18T02:14:29.480 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-18T02:14:29.561 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-18T02:14:29.571 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-09-18T02:14:29.571 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-09-18T02:14:29.571 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00845797 s, 1.2 GB/s 2024-09-18T02:14:29.572 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: pgmap v74: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: osdmap e20: 3 total, 3 up, 3 in 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi046 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.130 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi046 to 5356M 2024-09-18T02:14:30.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:30.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:30.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.131 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: pgmap v74: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:30.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-18T02:14:30.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: osdmap e20: 3 total, 3 up, 3 in 2024-09-18T02:14:30.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:14:30.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi046 2024-09-18T02:14:30.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.132 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi046 to 5356M 2024-09-18T02:14:30.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:30.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:30.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.134 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_1 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: pgmap v74: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: osdmap e20: 3 total, 3 up, 3 in 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi046 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:30.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi046 to 5356M 2024-09-18T02:14:30.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:30.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:30.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:30.403 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:14:30.776 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:30 smithi046 sudo[60412]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-18T02:14:30.776 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:30 smithi046 sudo[60412]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:30.776 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:30 smithi046 sudo[60412]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:30.776 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:30 smithi046 sudo[60412]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:31.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:30 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-18T02:14:31.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:30 smithi046 ceph-mon[39146]: osdmap e21: 3 total, 3 up, 3 in 2024-09-18T02:14:31.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:30 smithi046 ceph-mon[39146]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:31.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:30 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-18T02:14:31.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:30 smithi046 ceph-mon[27507]: osdmap e21: 3 total, 3 up, 3 in 2024-09-18T02:14:31.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:30 smithi046 ceph-mon[27507]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:30 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-18T02:14:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:30 smithi195 ceph-mon[31687]: osdmap e21: 3 total, 3 up, 3 in 2024-09-18T02:14:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:30 smithi195 ceph-mon[31687]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:31.508 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60439]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-18T02:14:31.508 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60439]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:31.508 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60439]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:31.508 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60439]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:31.847 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60462]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-18T02:14:31.847 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60462]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:31.847 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60462]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:31.847 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:31 smithi046 sudo[60462]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:32.105 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:31 smithi046 ceph-mon[39146]: osdmap e22: 3 total, 3 up, 3 in 2024-09-18T02:14:32.105 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:31 smithi046 ceph-mon[39146]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-18T02:14:32.105 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:31 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:32.105 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:31 smithi046 ceph-mon[27507]: osdmap e22: 3 total, 3 up, 3 in 2024-09-18T02:14:32.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:31 smithi046 ceph-mon[27507]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-18T02:14:32.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:31 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:31 smithi195 ceph-mon[31687]: osdmap e22: 3 total, 3 up, 3 in 2024-09-18T02:14:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:31 smithi195 ceph-mon[31687]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-18T02:14:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:31 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:32.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60511]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-18T02:14:32.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60511]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:32.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60511]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:32.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60511]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:32.808 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60618]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-18T02:14:32.808 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60618]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:32.808 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60618]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:32.809 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:32 smithi046 sudo[60618]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:32 smithi195 ceph-mon[31687]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:32 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:32 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:32 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:33.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:32 smithi195 ceph-mon[31687]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[27507]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[27507]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[39146]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:32 smithi046 ceph-mon[39146]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:33.260 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60675]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-18T02:14:33.260 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60675]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:33.260 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60675]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:33.260 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60675]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:33.662 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60684]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-18T02:14:33.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60684]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:33.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60684]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:33.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60684]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60712]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-18T02:14:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60712]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60712]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:33 smithi046 sudo[60712]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:34.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34415]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-18T02:14:34.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34415]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:34.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34415]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:34.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34415]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:34.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34418]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-18T02:14:34.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34418]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:34.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34418]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:34.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 sudo[34418]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:34.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:34.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:34 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:34 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 sudo[60782]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-18T02:14:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 sudo[60782]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 sudo[60782]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:34 smithi046 sudo[60782]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:35.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:35.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:35.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:35.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:35.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:35.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2557430175' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8855ee96-b673-46ea-a331-ad7723962672"}]: dispatch 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2557430175' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8855ee96-b673-46ea-a331-ad7723962672"}]': finished 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: osdmap e23: 4 total, 3 up, 4 in 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 sudo[60785]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 sudo[60785]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 sudo[60785]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 sudo[60785]: pam_unix(sudo:session): session closed for user root 2024-09-18T02:14:35.639 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2557430175' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8855ee96-b673-46ea-a331-ad7723962672"}]: dispatch 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2557430175' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8855ee96-b673-46ea-a331-ad7723962672"}]': finished 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: osdmap e23: 4 total, 3 up, 4 in 2024-09-18T02:14:35.640 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:14:35.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2557430175' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8855ee96-b673-46ea-a331-ad7723962672"}]: dispatch 2024-09-18T02:14:35.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-18T02:14:35.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2557430175' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8855ee96-b673-46ea-a331-ad7723962672"}]': finished 2024-09-18T02:14:35.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: osdmap e23: 4 total, 3 up, 4 in 2024-09-18T02:14:35.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:36 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3983711130' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:36.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:36 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3983711130' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:36 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3983711130' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:37 smithi195 ceph-mon[31687]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:37 smithi046 ceph-mon[27507]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:37 smithi046 ceph-mon[39146]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:39 smithi046 ceph-mon[27507]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:39 smithi046 ceph-mon[39146]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:39 smithi195 ceph-mon[31687]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:41 smithi195 ceph-mon[31687]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-18T02:14:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:14:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:41 smithi046 ceph-mon[27507]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-18T02:14:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:14:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:41 smithi046 ceph-mon[39146]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-18T02:14:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:14:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:42 smithi195 ceph-mon[31687]: Deploying daemon osd.3 on smithi046 2024-09-18T02:14:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:42 smithi046 ceph-mon[27507]: Deploying daemon osd.3 on smithi046 2024-09-18T02:14:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:42 smithi046 ceph-mon[39146]: Deploying daemon osd.3 on smithi046 2024-09-18T02:14:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:43 smithi195 ceph-mon[31687]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-18T02:14:43.731 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:43 smithi046 ceph-mon[39146]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-18T02:14:43.731 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:43 smithi046 ceph-mon[27507]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-18T02:14:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:45 smithi195 ceph-mon[31687]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-18T02:14:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:45 smithi046 ceph-mon[27507]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-18T02:14:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:45 smithi046 ceph-mon[39146]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-18T02:14:46.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:46 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:46 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:46 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:46 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:46 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:46 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:47 smithi195 ceph-mon[31687]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-09-18T02:14:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:47 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:47 smithi046 ceph-mon[27507]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-09-18T02:14:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:47 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:47 smithi046 ceph-mon[39146]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-09-18T02:14:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:47 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:49 smithi195 ceph-mon[31687]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T02:14:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:49 smithi046 ceph-mon[27507]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T02:14:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:49 smithi046 ceph-mon[39146]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T02:14:49.850 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 3 on host 'smithi046' 2024-09-18T02:14:50.510 DEBUG:teuthology.orchestra.run.smithi046:osd.3> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.3.service 2024-09-18T02:14:50.512 INFO:tasks.cephadm:Deploying osd.4 on smithi195 with /dev/vg_nvme/lv_4... 2024-09-18T02:14:50.513 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-18T02:14:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:50 smithi195 ceph-mon[31687]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:14:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:50 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:50 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:50 smithi046 ceph-mon[39146]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:14:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:50 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:50 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:50 smithi046 ceph-mon[27507]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:14:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:50 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:50 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:50.759 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:14:51.571 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[62610]: 2024-09-18T02:14:51.472+0000 7f6102ea0640 -1 osd.3 0 waiting for initial osdmap 2024-09-18T02:14:51.571 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[62610]: 2024-09-18T02:14:51.476+0000 7f60fccb3640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:14:51.572 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[27507]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T02:14:51.572 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[27507]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T02:14:51.572 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[27507]: osdmap e24: 4 total, 3 up, 4 in 2024-09-18T02:14:51.572 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:51.572 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[27507]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:51.572 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:51.572 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:51.573 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[39146]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T02:14:51.573 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[39146]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T02:14:51.573 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[39146]: osdmap e24: 4 total, 3 up, 4 in 2024-09-18T02:14:51.573 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:51.573 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[39146]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:51.573 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:51.573 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:51 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:51 smithi195 ceph-mon[31687]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-18T02:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:51 smithi195 ceph-mon[31687]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T02:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:51 smithi195 ceph-mon[31687]: osdmap e24: 4 total, 3 up, 4 in 2024-09-18T02:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:51 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:51 smithi195 ceph-mon[31687]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:51 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:51 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:52.412 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-18T02:14:52.497 INFO:teuthology.orchestra.run.smithi195.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-18T02:14:52.507 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10+0 records in 2024-09-18T02:14:52.508 INFO:teuthology.orchestra.run.smithi195.stderr:10+0 records out 2024-09-18T02:14:52.508 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00848699 s, 1.2 GB/s 2024-09-18T02:14:52.508 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping successful for: 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[27507]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[27507]: osdmap e25: 4 total, 3 up, 4 in 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[39146]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[39146]: osdmap e25: 4 total, 3 up, 4 in 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:52.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:52 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:52 smithi195 ceph-mon[31687]: from='osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-18T02:14:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:52 smithi195 ceph-mon[31687]: osdmap e25: 4 total, 3 up, 4 in 2024-09-18T02:14:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:52 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:52 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:53.126 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi195:vg_nvme/lv_4 2024-09-18T02:14:53.369 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:14:53.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:14:53.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[39146]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[39146]: osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661] boot 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[39146]: osdmap e26: 4 total, 4 up, 4 in 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[27507]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:53.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[27507]: osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661] boot 2024-09-18T02:14:53.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[27507]: osdmap e26: 4 total, 4 up, 4 in 2024-09-18T02:14:53.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:53 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:53.731 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:53 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:14:53.731 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:53 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:14:53.731 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:53 smithi195 ceph-mon[31687]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-18T02:14:53.731 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:53 smithi195 ceph-mon[31687]: osd.3 [v2:172.21.15.46:6826/1873458661,v1:172.21.15.46:6827/1873458661] boot 2024-09-18T02:14:53.731 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:53 smithi195 ceph-mon[31687]: osdmap e26: 4 total, 4 up, 4 in 2024-09-18T02:14:53.731 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:53 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:14:54.739 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: osdmap e27: 4 total, 4 up, 4 in 2024-09-18T02:14:54.740 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.740 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.740 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.740 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.741 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.741 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.741 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.741 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:54.741 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:54.741 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:54 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: osdmap e27: 4 total, 4 up, 4 in 2024-09-18T02:14:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: osdmap e27: 4 total, 4 up, 4 in 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:14:54.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:54 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:14:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi046 2024-09-18T02:14:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi046 to 4017M 2024-09-18T02:14:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[27507]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi046 2024-09-18T02:14:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi046 to 4017M 2024-09-18T02:14:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[39146]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:55 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:55.818 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:55 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi046 2024-09-18T02:14:55.819 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:55 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi046 to 4017M 2024-09-18T02:14:55.819 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:55 smithi195 ceph-mon[31687]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:55.819 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:55 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:14:55.819 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:55 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:14:55.819 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:55 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:14:56.538 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:56 smithi195 ceph-mon[31687]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:56 smithi046 ceph-mon[39146]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:56 smithi046 ceph-mon[27507]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:14:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[39146]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/4076955780' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]: dispatch 2024-09-18T02:14:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]: dispatch 2024-09-18T02:14:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]': finished 2024-09-18T02:14:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[39146]: osdmap e28: 5 total, 4 up, 5 in 2024-09-18T02:14:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:14:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[27507]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/4076955780' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]: dispatch 2024-09-18T02:14:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]: dispatch 2024-09-18T02:14:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]': finished 2024-09-18T02:14:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[27507]: osdmap e28: 5 total, 4 up, 5 in 2024-09-18T02:14:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:57 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:14:57.934 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:57 smithi195 ceph-mon[31687]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:57.934 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:57 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/4076955780' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]: dispatch 2024-09-18T02:14:57.934 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:57 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]: dispatch 2024-09-18T02:14:57.935 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:57 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0"}]': finished 2024-09-18T02:14:57.935 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:57 smithi195 ceph-mon[31687]: osdmap e28: 5 total, 4 up, 5 in 2024-09-18T02:14:57.935 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:57 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:14:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:58 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/291902301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:58 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/291902301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:58.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:58 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/291902301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:14:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:14:59 smithi046 ceph-mon[27507]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:14:59 smithi046 ceph-mon[39146]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:14:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:14:59 smithi195 ceph-mon[31687]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:01.571 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:01 smithi195 ceph-mon[31687]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:01 smithi046 ceph-mon[39146]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:01 smithi046 ceph-mon[27507]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:03.583 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:03 smithi195 ceph-mon[31687]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:03 smithi046 ceph-mon[39146]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:03 smithi046 ceph-mon[27507]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:15:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:04 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:04 smithi046 ceph-mon[39146]: Deploying daemon osd.4 on smithi195 2024-09-18T02:15:04.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:15:04.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:04 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:04.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:04 smithi046 ceph-mon[27507]: Deploying daemon osd.4 on smithi195 2024-09-18T02:15:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:15:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:04 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:04 smithi195 ceph-mon[31687]: Deploying daemon osd.4 on smithi195 2024-09-18T02:15:05.525 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:05 smithi195 ceph-mon[31687]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:05 smithi046 ceph-mon[39146]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:05 smithi046 ceph-mon[27507]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:07 smithi046 ceph-mon[39146]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:07 smithi046 ceph-mon[27507]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:07.860 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:07 smithi195 ceph-mon[31687]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:08 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:08 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:08 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:09.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:09 smithi195 ceph-mon[31687]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:09 smithi046 ceph-mon[39146]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:09 smithi046 ceph-mon[27507]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:11.762 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:11 smithi195 ceph-mon[31687]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:11.763 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.763 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.763 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:11.763 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:11.763 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.799 INFO:teuthology.orchestra.run.smithi195.stdout:Created osd(s) 4 on host 'smithi195' 2024-09-18T02:15:11.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[27507]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:11.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[39146]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:11.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:12.373 DEBUG:teuthology.orchestra.run.smithi195:osd.4> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.4.service 2024-09-18T02:15:12.376 INFO:tasks.cephadm:Deploying osd.5 on smithi195 with /dev/vg_nvme/lv_3... 2024-09-18T02:15:12.376 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-18T02:15:12.624 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:12 smithi195 ceph-mon[31687]: from='osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:15:12.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:12 smithi195 ceph-mon[31687]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:15:12.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:12.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:12.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:12.823 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[39146]: from='osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[39146]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[27507]: from='osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[27507]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:12.824 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:12.825 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:13.084 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:15:13.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-mon[31687]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:13.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-mon[31687]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T02:15:13.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-mon[31687]: osdmap e29: 5 total, 4 up, 5 in 2024-09-18T02:15:13.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:13.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-mon[31687]: from='osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:13.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-mon[31687]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:13.895 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[37085]: 2024-09-18T02:15:13.522+0000 7fd1fbe33640 -1 osd.4 0 waiting for initial osdmap 2024-09-18T02:15:13.895 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:15:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[37085]: 2024-09-18T02:15:13.526+0000 7fd1f6c6a640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:15:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[27507]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[27507]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T02:15:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[27507]: osdmap e29: 5 total, 4 up, 5 in 2024-09-18T02:15:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[27507]: from='osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[27507]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[39146]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[39146]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T02:15:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[39146]: osdmap e29: 5 total, 4 up, 5 in 2024-09-18T02:15:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[39146]: from='osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:13 smithi046 ceph-mon[39146]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: osdmap e30: 5 total, 4 up, 5 in 2024-09-18T02:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920] boot 2024-09-18T02:15:14.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: osdmap e31: 5 total, 5 up, 5 in 2024-09-18T02:15:14.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:14 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: osdmap e30: 5 total, 4 up, 5 in 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920] boot 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: osdmap e31: 5 total, 5 up, 5 in 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:15:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:15:15.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: osdmap e30: 5 total, 4 up, 5 in 2024-09-18T02:15:15.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:15.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:15.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: osd.4 [v2:172.21.15.195:6800/687794920,v1:172.21.15.195:6801/687794920] boot 2024-09-18T02:15:15.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: osdmap e31: 5 total, 5 up, 5 in 2024-09-18T02:15:15.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:14 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:15:15.699 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-18T02:15:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:15 smithi195 ceph-mon[31687]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:15 smithi195 ceph-mon[31687]: osdmap e32: 5 total, 5 up, 5 in 2024-09-18T02:15:15.788 INFO:teuthology.orchestra.run.smithi195.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-18T02:15:15.801 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10+0 records in 2024-09-18T02:15:15.802 INFO:teuthology.orchestra.run.smithi195.stderr:10+0 records out 2024-09-18T02:15:15.802 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0109528 s, 957 MB/s 2024-09-18T02:15:15.802 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping successful for: 2024-09-18T02:15:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:15 smithi046 ceph-mon[39146]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:15 smithi046 ceph-mon[39146]: osdmap e32: 5 total, 5 up, 5 in 2024-09-18T02:15:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:15 smithi046 ceph-mon[27507]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-18T02:15:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:15 smithi046 ceph-mon[27507]: osdmap e32: 5 total, 5 up, 5 in 2024-09-18T02:15:16.834 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi195:vg_nvme/lv_3 2024-09-18T02:15:17.077 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:15:17.198 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: osdmap e33: 5 total, 5 up, 5 in 2024-09-18T02:15:17.198 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi195 2024-09-18T02:15:17.198 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.198 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.198 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:17.198 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi195 to 17088M 2024-09-18T02:15:17.198 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.199 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:17.199 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:17.199 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.199 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:16 smithi195 ceph-mon[31687]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: osdmap e33: 5 total, 5 up, 5 in 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi195 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi195 to 17088M 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[27507]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: osdmap e33: 5 total, 5 up, 5 in 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi195 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi195 to 17088M 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:17.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:17.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:16 smithi046 ceph-mon[39146]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:19.553 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:19 smithi195 ceph-mon[31687]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:19.553 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:19 smithi195 ceph-mon[31687]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:15:19.553 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:15:19.553 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:15:19.553 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:19 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[27507]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[27507]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:15:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:15:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:15:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[39146]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[39146]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:15:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:15:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:15:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:19 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:21.676 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:21 smithi195 ceph-mon[31687]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-09-18T02:15:21.676 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:21 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/2602182367' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]: dispatch 2024-09-18T02:15:21.676 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:21 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]: dispatch 2024-09-18T02:15:21.676 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:21 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]': finished 2024-09-18T02:15:21.676 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:21 smithi195 ceph-mon[31687]: osdmap e34: 6 total, 5 up, 6 in 2024-09-18T02:15:21.677 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[27507]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-09-18T02:15:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/2602182367' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]: dispatch 2024-09-18T02:15:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]: dispatch 2024-09-18T02:15:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]': finished 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[27507]: osdmap e34: 6 total, 5 up, 6 in 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[39146]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/2602182367' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]: dispatch 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]: dispatch 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92a2f7fd-73c9-41c5-8b22-4832849f8fbc"}]': finished 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[39146]: osdmap e34: 6 total, 5 up, 6 in 2024-09-18T02:15:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:22 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/1137787721' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:15:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:22 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/1137787721' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:15:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:22 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/1137787721' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:15:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:23 smithi046 ceph-mon[27507]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-18T02:15:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:23 smithi046 ceph-mon[39146]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-18T02:15:23.797 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:23 smithi195 ceph-mon[31687]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-18T02:15:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:25 smithi046 ceph-mon[27507]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-18T02:15:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:25 smithi046 ceph-mon[39146]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-18T02:15:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:25 smithi195 ceph-mon[31687]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-18T02:15:27.752 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:27 smithi195 ceph-mon[31687]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:15:27.752 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:27 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:15:27.753 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:27 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:27.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:27 smithi046 ceph-mon[27507]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:15:27.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:27 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:15:27.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:27 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:27.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:27 smithi046 ceph-mon[39146]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:15:27.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:27 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:15:27.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:27 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:28.647 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:28 smithi195 ceph-mon[31687]: Deploying daemon osd.5 on smithi195 2024-09-18T02:15:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:28 smithi046 ceph-mon[27507]: Deploying daemon osd.5 on smithi195 2024-09-18T02:15:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:28 smithi046 ceph-mon[39146]: Deploying daemon osd.5 on smithi195 2024-09-18T02:15:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:29 smithi046 ceph-mon[27507]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:15:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:29 smithi046 ceph-mon[39146]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:15:29.866 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:29 smithi195 ceph-mon[31687]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:15:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:31 smithi195 ceph-mon[31687]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:31 smithi046 ceph-mon[39146]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:31 smithi046 ceph-mon[27507]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:32 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:32 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:32 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:32 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:32 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:32 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:32 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:33.677 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:33 smithi195 ceph-mon[31687]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:33 smithi046 ceph-mon[27507]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:33 smithi046 ceph-mon[39146]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:35.661 INFO:teuthology.orchestra.run.smithi195.stdout:Created osd(s) 5 on host 'smithi195' 2024-09-18T02:15:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: from='osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:15:35.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:35 smithi195 ceph-mon[31687]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: from='osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:15:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[27507]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: from='osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:15:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:35 smithi046 ceph-mon[39146]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:15:36.287 DEBUG:teuthology.orchestra.run.smithi195:osd.5> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.5.service 2024-09-18T02:15:36.290 INFO:tasks.cephadm:Deploying osd.6 on smithi195 with /dev/vg_nvme/lv_2... 2024-09-18T02:15:36.290 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-18T02:15:36.883 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[43257]: 2024-09-18T02:15:36.628+0000 7fc7ad3a8640 -1 osd.5 0 waiting for initial osdmap 2024-09-18T02:15:36.883 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[43257]: 2024-09-18T02:15:36.633+0000 7fc7a61b9640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: osdmap e35: 6 total, 5 up, 6 in 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: from='osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:36.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T02:15:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: osdmap e35: 6 total, 5 up, 6 in 2024-09-18T02:15:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: from='osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: osdmap e35: 6 total, 5 up, 6 in 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: from='osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:37.175 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:15:37.821 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:37 smithi195 ceph-mon[31687]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:37.821 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:37 smithi195 ceph-mon[31687]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:15:37.822 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:37 smithi195 ceph-mon[31687]: osdmap e36: 6 total, 5 up, 6 in 2024-09-18T02:15:37.822 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:37 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:37.822 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:37 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[27507]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[27507]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:15:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[27507]: osdmap e36: 6 total, 5 up, 6 in 2024-09-18T02:15:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[39146]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-18T02:15:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[39146]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:15:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[39146]: osdmap e36: 6 total, 5 up, 6 in 2024-09-18T02:15:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:37 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:38.701 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:38 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:15:38.701 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:38 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:15:38.701 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:38 smithi195 ceph-mon[31687]: osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677] boot 2024-09-18T02:15:38.701 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:38 smithi195 ceph-mon[31687]: osdmap e37: 6 total, 6 up, 6 in 2024-09-18T02:15:38.701 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:38.701 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:38 smithi195 ceph-mon[31687]: osdmap e38: 6 total, 6 up, 6 in 2024-09-18T02:15:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:15:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:15:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[27507]: osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677] boot 2024-09-18T02:15:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[27507]: osdmap e37: 6 total, 6 up, 6 in 2024-09-18T02:15:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[27507]: osdmap e38: 6 total, 6 up, 6 in 2024-09-18T02:15:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:15:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:15:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[39146]: osd.5 [v2:172.21.15.195:6808/3102082677,v1:172.21.15.195:6809/3102082677] boot 2024-09-18T02:15:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[39146]: osdmap e37: 6 total, 6 up, 6 in 2024-09-18T02:15:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:15:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:38 smithi046 ceph-mon[39146]: osdmap e38: 6 total, 6 up, 6 in 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:39 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:15:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:39 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:40.448 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-18T02:15:40.530 INFO:teuthology.orchestra.run.smithi195.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-18T02:15:40.540 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10+0 records in 2024-09-18T02:15:40.541 INFO:teuthology.orchestra.run.smithi195.stderr:10+0 records out 2024-09-18T02:15:40.541 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00886581 s, 1.2 GB/s 2024-09-18T02:15:40.541 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping successful for: 2024-09-18T02:15:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:40 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi195 2024-09-18T02:15:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:40 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi195 to 8544M 2024-09-18T02:15:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:40 smithi195 ceph-mon[31687]: osdmap e39: 6 total, 6 up, 6 in 2024-09-18T02:15:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:40 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi195 2024-09-18T02:15:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:40 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi195 to 8544M 2024-09-18T02:15:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:40 smithi046 ceph-mon[27507]: osdmap e39: 6 total, 6 up, 6 in 2024-09-18T02:15:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:40 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi195 2024-09-18T02:15:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:40 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi195 to 8544M 2024-09-18T02:15:41.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:40 smithi046 ceph-mon[39146]: osdmap e39: 6 total, 6 up, 6 in 2024-09-18T02:15:41.088 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi195:vg_nvme/lv_2 2024-09-18T02:15:41.327 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:15:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:41 smithi195 ceph-mon[31687]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:41.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:41 smithi046 ceph-mon[27507]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:41.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:41 smithi046 ceph-mon[39146]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:43.720 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:43 smithi195 ceph-mon[31687]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:43.720 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:15:43.720 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:15:43.720 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[39146]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:15:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:15:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[27507]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:15:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:15:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:44.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:44 smithi195 ceph-mon[31687]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:15:45.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:44 smithi046 ceph-mon[39146]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:15:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:44 smithi046 ceph-mon[27507]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:15:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:45 smithi195 ceph-mon[31687]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:45 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/1218620787' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]: dispatch 2024-09-18T02:15:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:45 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]: dispatch 2024-09-18T02:15:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:45 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]': finished 2024-09-18T02:15:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:45 smithi195 ceph-mon[31687]: osdmap e40: 7 total, 6 up, 7 in 2024-09-18T02:15:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:45 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:15:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[39146]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/1218620787' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]: dispatch 2024-09-18T02:15:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]: dispatch 2024-09-18T02:15:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]': finished 2024-09-18T02:15:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[39146]: osdmap e40: 7 total, 6 up, 7 in 2024-09-18T02:15:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:15:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[27507]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/1218620787' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]: dispatch 2024-09-18T02:15:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]: dispatch 2024-09-18T02:15:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4bd83a14-9d93-40fd-9023-9c4b2b4858ad"}]': finished 2024-09-18T02:15:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[27507]: osdmap e40: 7 total, 6 up, 7 in 2024-09-18T02:15:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:45 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:15:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/2505109680' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:15:47.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/2505109680' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:15:47.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/2505109680' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:15:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:47 smithi195 ceph-mon[31687]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:47 smithi046 ceph-mon[27507]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:47 smithi046 ceph-mon[39146]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:49.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:49 smithi195 ceph-mon[31687]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:49 smithi046 ceph-mon[27507]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:49 smithi046 ceph-mon[39146]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:51.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:51 smithi195 ceph-mon[31687]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:51 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:15:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:51 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:51 smithi046 ceph-mon[27507]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:51 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:15:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:51 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:51 smithi046 ceph-mon[39146]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:51 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:15:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:51 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:15:52.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:52 smithi195 ceph-mon[31687]: Deploying daemon osd.6 on smithi195 2024-09-18T02:15:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:52 smithi046 ceph-mon[27507]: Deploying daemon osd.6 on smithi195 2024-09-18T02:15:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:52 smithi046 ceph-mon[39146]: Deploying daemon osd.6 on smithi195 2024-09-18T02:15:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:53 smithi195 ceph-mon[31687]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:53 smithi046 ceph-mon[27507]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:53 smithi046 ceph-mon[39146]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:55.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:55 smithi195 ceph-mon[31687]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:55 smithi046 ceph-mon[27507]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:55 smithi046 ceph-mon[39146]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:57.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:15:57.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:57.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:15:57.928 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:57 smithi195 ceph-mon[31687]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:57 smithi046 ceph-mon[27507]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:57 smithi046 ceph-mon[39146]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:59.972 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:59 smithi195 ceph-mon[31687]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:15:59.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:59 smithi195 ceph-mon[31687]: from='osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:15:59.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:15:59 smithi195 ceph-mon[31687]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:16:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:59 smithi046 ceph-mon[39146]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:59 smithi046 ceph-mon[39146]: from='osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:16:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:15:59 smithi046 ceph-mon[39146]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:16:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:59 smithi046 ceph-mon[27507]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:59 smithi046 ceph-mon[27507]: from='osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:16:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:15:59 smithi046 ceph-mon[27507]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:16:00.009 INFO:teuthology.orchestra.run.smithi195.stdout:Created osd(s) 6 on host 'smithi195' 2024-09-18T02:16:00.641 DEBUG:teuthology.orchestra.run.smithi195:osd.6> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.6.service 2024-09-18T02:16:00.644 INFO:tasks.cephadm:Deploying osd.7 on smithi195 with /dev/vg_nvme/lv_1... 2024-09-18T02:16:00.644 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-18T02:16:00.946 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: osdmap e41: 7 total, 6 up, 7 in 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:00.975 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[49207]: 2024-09-18T02:16:00.690+0000 7fe4ec414640 -1 osd.6 0 waiting for initial osdmap 2024-09-18T02:16:00.975 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:16:00 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[49207]: 2024-09-18T02:16:00.696+0000 7fe4e4a24640 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:16:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T02:16:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: osdmap e41: 7 total, 6 up, 7 in 2024-09-18T02:16:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: osdmap e41: 7 total, 6 up, 7 in 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:00 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:01.689 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:01 smithi195 ceph-mon[31687]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:01.690 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:01 smithi195 ceph-mon[31687]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:16:01.690 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:01 smithi195 ceph-mon[31687]: osdmap e42: 7 total, 6 up, 7 in 2024-09-18T02:16:01.690 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:01 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:01.690 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:01 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[27507]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[27507]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:16:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[27507]: osdmap e42: 7 total, 6 up, 7 in 2024-09-18T02:16:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[39146]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[39146]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:16:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[39146]: osdmap e42: 7 total, 6 up, 7 in 2024-09-18T02:16:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:01 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:02.683 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-18T02:16:02.788 INFO:teuthology.orchestra.run.smithi195.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-18T02:16:02.801 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10+0 records in 2024-09-18T02:16:02.801 INFO:teuthology.orchestra.run.smithi195.stderr:10+0 records out 2024-09-18T02:16:02.801 INFO:teuthology.orchestra.run.smithi195.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114828 s, 913 MB/s 2024-09-18T02:16:02.802 INFO:teuthology.orchestra.run.smithi195.stderr:--> Zapping successful for: 2024-09-18T02:16:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:02 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:16:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:02 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:16:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:02 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:02 smithi195 ceph-mon[31687]: osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452] boot 2024-09-18T02:16:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:02 smithi195 ceph-mon[31687]: osdmap e43: 7 total, 7 up, 7 in 2024-09-18T02:16:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:02 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:16:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:16:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[39146]: osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452] boot 2024-09-18T02:16:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[39146]: osdmap e43: 7 total, 7 up, 7 in 2024-09-18T02:16:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:16:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:16:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[27507]: osd.6 [v2:172.21.15.195:6816/3700390452,v1:172.21.15.195:6817/3700390452] boot 2024-09-18T02:16:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[27507]: osdmap e43: 7 total, 7 up, 7 in 2024-09-18T02:16:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:02 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:16:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:03 smithi195 ceph-mon[31687]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:03 smithi195 ceph-mon[31687]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:16:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:03 smithi195 ceph-mon[31687]: osdmap e44: 7 total, 7 up, 7 in 2024-09-18T02:16:03.999 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi195:vg_nvme/lv_1 2024-09-18T02:16:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:03 smithi046 ceph-mon[39146]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:03 smithi046 ceph-mon[39146]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:16:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:03 smithi046 ceph-mon[39146]: osdmap e44: 7 total, 7 up, 7 in 2024-09-18T02:16:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:03 smithi046 ceph-mon[27507]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-18T02:16:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:03 smithi046 ceph-mon[27507]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:16:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:03 smithi046 ceph-mon[27507]: osdmap e44: 7 total, 7 up, 7 in 2024-09-18T02:16:04.919 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:16:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:04 smithi195 ceph-mon[31687]: osdmap e45: 7 total, 7 up, 7 in 2024-09-18T02:16:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:04 smithi046 ceph-mon[39146]: osdmap e45: 7 total, 7 up, 7 in 2024-09-18T02:16:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:04 smithi046 ceph-mon[27507]: osdmap e45: 7 total, 7 up, 7 in 2024-09-18T02:16:05.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:05 smithi195 ceph-mon[31687]: pgmap v148: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:05 smithi046 ceph-mon[39146]: pgmap v148: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:05 smithi046 ceph-mon[27507]: pgmap v148: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: pgmap v149: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:16:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:07 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: pgmap v149: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: pgmap v149: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:08.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-18T02:16:08.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:07 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:08.883 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:08 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi195 2024-09-18T02:16:08.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:08 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi195 to 5696M 2024-09-18T02:16:08.884 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:08 smithi195 ceph-mon[31687]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:08 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi195 2024-09-18T02:16:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:08 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi195 to 5696M 2024-09-18T02:16:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:08 smithi046 ceph-mon[27507]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:08 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi195 2024-09-18T02:16:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:08 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi195 to 5696M 2024-09-18T02:16:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:08 smithi046 ceph-mon[39146]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi195:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:09.953 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:09 smithi195 ceph-mon[31687]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-18T02:16:09.954 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:09 smithi195 ceph-mon[31687]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T02:16:09.954 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:09 smithi195 ceph-mon[31687]: Cluster is now healthy 2024-09-18T02:16:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:09 smithi046 ceph-mon[27507]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-18T02:16:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:09 smithi046 ceph-mon[27507]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T02:16:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:09 smithi046 ceph-mon[27507]: Cluster is now healthy 2024-09-18T02:16:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:09 smithi046 ceph-mon[39146]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-18T02:16:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:09 smithi046 ceph-mon[39146]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T02:16:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:09 smithi046 ceph-mon[39146]: Cluster is now healthy 2024-09-18T02:16:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:10 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/342630481' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]: dispatch 2024-09-18T02:16:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:10 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]: dispatch 2024-09-18T02:16:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:10 smithi195 ceph-mon[31687]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]': finished 2024-09-18T02:16:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:10 smithi195 ceph-mon[31687]: osdmap e46: 8 total, 7 up, 8 in 2024-09-18T02:16:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:10 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:10 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/1426958639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:16:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/342630481' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]: dispatch 2024-09-18T02:16:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]: dispatch 2024-09-18T02:16:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[27507]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]': finished 2024-09-18T02:16:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[27507]: osdmap e46: 8 total, 7 up, 8 in 2024-09-18T02:16:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/1426958639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:16:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/342630481' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]: dispatch 2024-09-18T02:16:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]: dispatch 2024-09-18T02:16:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[39146]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2df73db-5349-4048-8087-f62f6a18fd2c"}]': finished 2024-09-18T02:16:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[39146]: osdmap e46: 8 total, 7 up, 8 in 2024-09-18T02:16:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:10 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/1426958639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-18T02:16:12.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:11 smithi195 ceph-mon[31687]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-18T02:16:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:11 smithi046 ceph-mon[27507]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-18T02:16:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:11 smithi046 ceph-mon[39146]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-18T02:16:13.929 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:13 smithi195 ceph-mon[31687]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-18T02:16:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:13 smithi046 ceph-mon[27507]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-18T02:16:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:13 smithi046 ceph-mon[39146]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-18T02:16:15.987 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:15 smithi195 ceph-mon[31687]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:15 smithi046 ceph-mon[27507]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:15 smithi046 ceph-mon[39146]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:16:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:16 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:16:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:16 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:16:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:16 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:18.012 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:17 smithi195 ceph-mon[31687]: Deploying daemon osd.7 on smithi195 2024-09-18T02:16:18.012 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:17 smithi195 ceph-mon[31687]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:17 smithi046 ceph-mon[27507]: Deploying daemon osd.7 on smithi195 2024-09-18T02:16:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:17 smithi046 ceph-mon[27507]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:17 smithi046 ceph-mon[39146]: Deploying daemon osd.7 on smithi195 2024-09-18T02:16:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:17 smithi046 ceph-mon[39146]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:20.001 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:19 smithi195 ceph-mon[31687]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:19 smithi046 ceph-mon[39146]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:19 smithi046 ceph-mon[27507]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:21.897 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:21 smithi195 ceph-mon[31687]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:21.897 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:21.897 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:21.897 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:21 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[27507]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:22.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[39146]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:22.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:22.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:22.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:21 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:23.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:23 smithi195 ceph-mon[31687]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:23 smithi046 ceph-mon[27507]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:24.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:23 smithi046 ceph-mon[39146]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:24.455 INFO:teuthology.orchestra.run.smithi195.stdout:Created osd(s) 7 on host 'smithi195' 2024-09-18T02:16:25.074 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:24 smithi195 ceph-mon[31687]: from='osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:16:25.074 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:24 smithi195 ceph-mon[31687]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:16:25.074 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.074 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:24 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.098 DEBUG:teuthology.orchestra.run.smithi195:osd.7> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.7.service 2024-09-18T02:16:25.101 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-18T02:16:25.101 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[39146]: from='osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[39146]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[27507]: from='osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[27507]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.131 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:24 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.370 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: osdmap e47: 8 total, 7 up, 8 in 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: from='osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.944 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:25.945 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[55449]: 2024-09-18T02:16:25.812+0000 7f2a4c4cd640 -1 osd.7 0 waiting for initial osdmap 2024-09-18T02:16:25.945 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:16:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[55449]: 2024-09-18T02:16:25.818+0000 7f2a47b05640 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:16:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T02:16:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: osdmap e47: 8 total, 7 up, 8 in 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: from='osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: osdmap e47: 8 total, 7 up, 8 in 2024-09-18T02:16:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:26.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: from='osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:26.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:16:26.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:26.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:25 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:26.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[27507]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:16:26.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[27507]: osdmap e48: 8 total, 7 up, 8 in 2024-09-18T02:16:26.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:26.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:26.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[39146]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:16:26.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[39146]: osdmap e48: 8 total, 7 up, 8 in 2024-09-18T02:16:26.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:26.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:26 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:27.067 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:26 smithi195 ceph-mon[31687]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]': finished 2024-09-18T02:16:27.067 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:26 smithi195 ceph-mon[31687]: osdmap e48: 8 total, 7 up, 8 in 2024-09-18T02:16:27.067 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:26 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:27.067 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:26 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:27.289 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: purged_snaps scrub starts 2024-09-18T02:16:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: purged_snaps scrub ok 2024-09-18T02:16:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: pgmap v162: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836] boot 2024-09-18T02:16:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: osdmap e49: 8 total, 8 up, 8 in 2024-09-18T02:16:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3156355954' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[39146]: osdmap e50: 8 total, 8 up, 8 in 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: purged_snaps scrub starts 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: purged_snaps scrub ok 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: pgmap v162: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836] boot 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: osdmap e49: 8 total, 8 up, 8 in 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3156355954' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-18T02:16:27.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:27 smithi046 ceph-mon[27507]: osdmap e50: 8 total, 8 up, 8 in 2024-09-18T02:16:27.929 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1726625786,"num_in_osds":8,"osd_in_since":1726625769,"num_remapped_pgs":1} 2024-09-18T02:16:27.930 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-18T02:16:28.187 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: purged_snaps scrub starts 2024-09-18T02:16:28.187 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: purged_snaps scrub ok 2024-09-18T02:16:28.188 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: pgmap v162: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-18T02:16:28.188 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: osd.7 [v2:172.21.15.195:6824/4291246836,v1:172.21.15.195:6825/4291246836] boot 2024-09-18T02:16:28.188 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: osdmap e49: 8 total, 8 up, 8 in 2024-09-18T02:16:28.188 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:16:28.188 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:16:28.188 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3156355954' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-18T02:16:28.188 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:27 smithi195 ceph-mon[31687]: osdmap e50: 8 total, 8 up, 8 in 2024-09-18T02:16:28.230 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:16:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: Detected new or changed devices on smithi195 2024-09-18T02:16:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi195 to 4272M 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: pgmap v165: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:29.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:29 smithi195 ceph-mon[31687]: osdmap e51: 8 total, 8 up, 8 in 2024-09-18T02:16:29.501 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: Detected new or changed devices on smithi195 2024-09-18T02:16:29.501 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.501 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.501 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi195 to 4272M 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: pgmap v165: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:29.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[27507]: osdmap e51: 8 total, 8 up, 8 in 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: Detected new or changed devices on smithi195 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi195 to 4272M 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:29.503 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:29.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:29.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:29.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:29.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:29.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: pgmap v165: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:29.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:29 smithi046 ceph-mon[39146]: osdmap e51: 8 total, 8 up, 8 in 2024-09-18T02:16:30.032 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:30.032 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":51,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:16:28.809405+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:16:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:30 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3894173655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:30.733 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:30 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3894173655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:30.734 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:30 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3894173655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:30.760 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-18T02:14:28.891395+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-18T02:16:30.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-18T02:16:31.013 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:16:31.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:31 smithi046 ceph-mon[27507]: pgmap v167: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:31.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:31 smithi046 ceph-mon[39146]: pgmap v167: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:31.643 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:31 smithi195 ceph-mon[31687]: pgmap v167: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:32 smithi046 ceph-mon[39146]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T02:16:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:32 smithi046 ceph-mon[39146]: Cluster is now healthy 2024-09-18T02:16:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:32 smithi046 ceph-mon[27507]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T02:16:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:32 smithi046 ceph-mon[27507]: Cluster is now healthy 2024-09-18T02:16:32.805 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-09-18T02:16:32.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:32 smithi195 ceph-mon[31687]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-18T02:16:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:32 smithi195 ceph-mon[31687]: Cluster is now healthy 2024-09-18T02:16:33.571 INFO:tasks.cephadm:Adding mds.a on smithi046 2024-09-18T02:16:33.571 INFO:tasks.cephadm:Adding mds.b on smithi195 2024-09-18T02:16:33.572 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi046=a;smithi195=b' 2024-09-18T02:16:33.817 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:16:33.938 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:33 smithi195 ceph-mon[31687]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T02:16:33.938 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:33 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2942711021' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:33 smithi046 ceph-mon[27507]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T02:16:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:33 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2942711021' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:33 smithi046 ceph-mon[39146]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-18T02:16:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:33 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2942711021' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:35.586 INFO:teuthology.orchestra.run.smithi195.stdout:Scheduled mds.all update... 2024-09-18T02:16:35.892 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:35 smithi195 ceph-mon[31687]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-18T02:16:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:35 smithi046 ceph-mon[27507]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-18T02:16:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:35 smithi046 ceph-mon[39146]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-09-18T02:16:36.233 DEBUG:teuthology.orchestra.run.smithi046:mds.a> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.a.service 2024-09-18T02:16:36.236 DEBUG:teuthology.orchestra.run.smithi195:mds.b> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.b.service 2024-09-18T02:16:36.238 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-18T02:16:36.239 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:16:36.581 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:36.582 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":51,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:16:28.809405+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:16:36.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi046=a;smithi195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:36.595 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-18T02:14:28.891395+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-18T02:16:36.595 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-18T02:16:36.870 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: Saving service mds.all spec with placement smithi046=a;smithi195=b;count:2 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: Deploying daemon mds.a on smithi046 2024-09-18T02:16:36.882 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2621679707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi046=a;smithi195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: Saving service mds.all spec with placement smithi046=a;smithi195=b;count:2 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:36.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: Deploying daemon mds.a on smithi046 2024-09-18T02:16:36.884 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:36 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2621679707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:36.884 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi046=a;smithi195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: Saving service mds.all spec with placement smithi046=a;smithi195=b;count:2 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:16:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-18T02:16:36.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:36.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: Deploying daemon mds.a on smithi046 2024-09-18T02:16:36.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:36 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2621679707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:37.203 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:37.203 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-18T02:16:37.203 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 1 2024-09-18T02:16:37.508 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 systemd[1]: Starting Ceph mds.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:16:37.860 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:37 smithi046 ceph-mon[39146]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-18T02:16:37.861 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:37 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/762803219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:37.861 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:37 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1063194774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:37.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:37 smithi046 ceph-mon[27507]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-18T02:16:37.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:37 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/762803219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:37.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:37 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1063194774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:37.861 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 podman[67661]: 2024-09-18 02:16:37.62186359 +0000 UTC m=+0.102464423 container create 3354e83f7f1397658e1fef3717c10d754904e03d978cabad78a3eb57a54683bd (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-4a70413) 2024-09-18T02:16:37.861 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 podman[67661]: 2024-09-18 02:16:37.535519869 +0000 UTC m=+0.016120657 image pull f22ead590badffde0cfa54f24f421cfc85eb73db2472525e9773349cda0adf30 quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028 2024-09-18T02:16:37.862 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 podman[67661]: 2024-09-18 02:16:37.832804315 +0000 UTC m=+0.313405112 container init 3354e83f7f1397658e1fef3717c10d754904e03d978cabad78a3eb57a54683bd (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413) 2024-09-18T02:16:37.862 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 podman[67661]: 2024-09-18 02:16:37.837571371 +0000 UTC m=+0.318172167 container start 3354e83f7f1397658e1fef3717c10d754904e03d978cabad78a3eb57a54683bd (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=quincy-4a70413, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-18T02:16:37.862 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[67676]: starting mds.a at 2024-09-18T02:16:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:37 smithi195 ceph-mon[31687]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-18T02:16:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:37 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/762803219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:37 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1063194774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:38.258 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 bash[67661]: 3354e83f7f1397658e1fef3717c10d754904e03d978cabad78a3eb57a54683bd 2024-09-18T02:16:38.258 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:16:37 smithi046 systemd[1]: Started Ceph mds.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:16:39.097 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: mds.? [v2:172.21.15.46:6834/4102432745,v1:172.21.15.46:6835/4102432745] up:boot 2024-09-18T02:16:39.097 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: fsmap 1 up:standby 2024-09-18T02:16:39.098 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:16:39.098 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.098 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.098 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.098 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:16:39.098 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-18T02:16:39.098 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:38 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:39.217 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: mds.? [v2:172.21.15.46:6834/4102432745,v1:172.21.15.46:6835/4102432745] up:boot 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: fsmap 1 up:standby 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:39.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: mds.? [v2:172.21.15.46:6834/4102432745,v1:172.21.15.46:6835/4102432745] up:boot 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: fsmap 1 up:standby 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-18T02:16:39.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:38 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:39.541 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:39.541 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/4102432745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":4102432745},{"type":"v1","addr":"172.21.15.46:6835","nonce":4102432745}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-18T02:16:39.541 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 2 2024-09-18T02:16:40.105 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:39 smithi195 ceph-mon[31687]: Deploying daemon mds.b on smithi195 2024-09-18T02:16:40.105 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:39 smithi195 ceph-mon[31687]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:40.105 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:39 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1734970854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:40.106 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:16:39 smithi195 podman[59732]: 2024-09-18 02:16:39.990583952 +0000 UTC m=+0.126503479 container create 0657cc951acd73f2a4414d2b82a5f23faf699bb0f7a25577280a8f998aef91e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-4a70413, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-18T02:16:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:39 smithi046 ceph-mon[27507]: Deploying daemon mds.b on smithi195 2024-09-18T02:16:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:39 smithi046 ceph-mon[27507]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:39 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1734970854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:39 smithi046 ceph-mon[39146]: Deploying daemon mds.b on smithi195 2024-09-18T02:16:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:39 smithi046 ceph-mon[39146]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-18T02:16:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:39 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1734970854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:40.474 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:16:40 smithi195 podman[59732]: 2024-09-18 02:16:40.201394176 +0000 UTC m=+0.337313706 container init 0657cc951acd73f2a4414d2b82a5f23faf699bb0f7a25577280a8f998aef91e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-09-18T02:16:40.474 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:16:40 smithi195 podman[59732]: 2024-09-18 02:16:40.206459568 +0000 UTC m=+0.342379093 container start 0657cc951acd73f2a4414d2b82a5f23faf699bb0f7a25577280a8f998aef91e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-4a70413, org.label-schema.build-date=20240731) 2024-09-18T02:16:40.474 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:16:40 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b[59747]: starting mds.b at 2024-09-18T02:16:40.474 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:16:40 smithi195 bash[59732]: 0657cc951acd73f2a4414d2b82a5f23faf699bb0f7a25577280a8f998aef91e4 2024-09-18T02:16:40.474 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:16:40 smithi195 systemd[1]: Started Ceph mds.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:16:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: mds.? [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] up:boot 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: fsmap 2 up:standby 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:16:41.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: mds.? [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] up:boot 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: fsmap 2 up:standby 2024-09-18T02:16:41.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:41 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:16:41.554 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: mds.? [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] up:boot 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: fsmap 2 up:standby 2024-09-18T02:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:41 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:16:41.901 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:41.901 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/4102432745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":4102432745},{"type":"v1","addr":"172.21.15.46:6835","nonce":4102432745}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24358,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.195:6833/431176743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6832","nonce":431176743},{"type":"v1","addr":"172.21.15.195:6833","nonce":431176743}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-18T02:16:41.902 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3 2024-09-18T02:16:41.914 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:16:42.223 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:42.224 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":51,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:16:28.809405+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:16:42.237 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-18T02:14:28.891395+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-18T02:16:42.237 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-18T02:16:42.512 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-09-18T02:16:42.525 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-18T02:16:42.802 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:42.802 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2024-09-18T02:16:42.802 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-18T02:16:42.802 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2024-09-18T02:16:42.803 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2024-09-18T02:16:42.803 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:16:42.803 INFO:teuthology.orchestra.run.smithi046.stdout:] 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2766392929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/260821266' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/505650368' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2766392929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:42.815 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:42.816 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.816 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.816 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:42.816 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:42.816 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.816 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/260821266' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.816 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:42 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/505650368' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:42.817 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-18T02:16:42.817 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-18T02:16:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2766392929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:42.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:42.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:42.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:42.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/260821266' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:42.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:42 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/505650368' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:16:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[39146]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T02:16:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/208333916' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-18T02:16:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1706041703' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-18T02:16:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-18T02:16:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[27507]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T02:16:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/208333916' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-18T02:16:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1706041703' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-18T02:16:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-18T02:16:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:43 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:44.084 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2024-09-18T02:16:44.103 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-18T02:16:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:43 smithi195 ceph-mon[31687]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-18T02:16:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:43 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/208333916' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-18T02:16:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:43 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1706041703' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-18T02:16:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:43 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-18T02:16:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:43 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:45.090 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2024-09-18T02:16:45.113 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-18T02:16:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:45 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-18T02:16:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:45 smithi195 ceph-mon[31687]: osdmap e52: 8 total, 8 up, 8 in 2024-09-18T02:16:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:45 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/682015257' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-18T02:16:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:45 smithi195 ceph-mon[31687]: pgmap v175: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-18T02:16:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[27507]: osdmap e52: 8 total, 8 up, 8 in 2024-09-18T02:16:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/682015257' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-18T02:16:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[27507]: pgmap v175: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-18T02:16:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[39146]: osdmap e52: 8 total, 8 up, 8 in 2024-09-18T02:16:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/682015257' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-18T02:16:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:45 smithi046 ceph-mon[39146]: pgmap v175: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:46.093 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 2 and data pool 3 2024-09-18T02:16:46.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:16:46.404 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:46.404 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":54,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:16:45.424533+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:16:46.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[39146]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:16:46.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/682015257' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-18T02:16:46.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[39146]: osdmap e53: 8 total, 8 up, 8 in 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1014477562' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[39146]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[27507]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/682015257' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[27507]: osdmap e53: 8 total, 8 up, 8 in 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1014477562' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-18T02:16:46.415 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:46 smithi046 ceph-mon[27507]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-18T02:16:46.417 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:16:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:46 smithi195 ceph-mon[31687]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:16:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/682015257' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-18T02:16:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:46 smithi195 ceph-mon[31687]: osdmap e53: 8 total, 8 up, 8 in 2024-09-18T02:16:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1014477562' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-18T02:16:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:46 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-18T02:16:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:46 smithi195 ceph-mon[31687]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-18T02:16:46.687 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:46.687 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":54,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:16:45.424533+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:16:46.699 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-18T02:16:47.121 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-18T02:16:47.121 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: osdmap e54: 8 total, 8 up, 8 in 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3522080329' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: pgmap v178: 97 pgs: 11 creating+peering, 83 unknown, 3 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/165301140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:47 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3932139785' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: osdmap e54: 8 total, 8 up, 8 in 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3522080329' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: pgmap v178: 97 pgs: 11 creating+peering, 83 unknown, 3 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/165301140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3932139785' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: osdmap e54: 8 total, 8 up, 8 in 2024-09-18T02:16:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-18T02:16:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-18T02:16:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-18T02:16:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3522080329' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: pgmap v178: 97 pgs: 11 creating+peering, 83 unknown, 3 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:16:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/165301140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:47 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3932139785' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-18T02:16:48.126 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-18T02:16:48.126 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T02:16:48.440 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:48.440 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/4102432745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":4102432745},{"type":"v1","addr":"172.21.15.46:6835","nonce":4102432745}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-18T02:16:45.424894+0000","modified":"2024-09-18T02:16:48.104538+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24358},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24358":{"gid":24358,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.195:6833/431176743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6832","nonce":431176743},{"type":"v1","addr":"172.21.15.195:6833","nonce":431176743}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-18T02:16:48.440 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 6 2024-09-18T02:16:48.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:16:48.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: Cluster is now healthy 2024-09-18T02:16:48.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: osdmap e55: 8 total, 8 up, 8 in 2024-09-18T02:16:48.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: mds.? [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] up:active 2024-09-18T02:16:48.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3932139785' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-18T02:16:48.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3188064113' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: Cluster is now healthy 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: osdmap e55: 8 total, 8 up, 8 in 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: mds.? [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] up:active 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3932139785' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3188064113' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-18T02:16:48.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:48 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-18T02:16:48.453 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:16:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:16:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: Cluster is now healthy 2024-09-18T02:16:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: osdmap e55: 8 total, 8 up, 8 in 2024-09-18T02:16:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: mds.? [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] up:active 2024-09-18T02:16:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3932139785' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-18T02:16:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:16:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3188064113' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-18T02:16:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:48 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-18T02:16:48.723 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:48.723 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":55,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:16:47.100249+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:16:48.735 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-18T02:16:48.736 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-18T02:16:49.012 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:49.013 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:16:49.022 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-18T02:16:48.449780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384700,"kb_used_data":5812,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576516,"statfs":{"total":767960285184,"available":765518352384,"internally_reserved":0,"allocated":5951488,"data_stored":3461327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122197+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:16:46.122197+0000","last_peered":"2024-09-18T02:16:46.122197+0000","last_clean":"2024-09-18T02:16:46.122197+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:16:46.122197+0000","last_undegraded":"2024-09-18T02:16:46.122197+0000","last_fullsized":"2024-09-18T02:16:46.122197+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101629+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:14.808207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120883+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:16:46.120883+0000","last_peered":"2024-09-18T02:16:46.120883+0000","last_clean":"2024-09-18T02:16:46.120883+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:16:46.120883+0000","last_undegraded":"2024-09-18T02:16:46.120883+0000","last_fullsized":"2024-09-18T02:16:46.120883+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113578+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:16:46.113578+0000","last_peered":"2024-09-18T02:16:46.113578+0000","last_clean":"2024-09-18T02:16:46.113578+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:16:46.113578+0000","last_undegraded":"2024-09-18T02:16:46.113578+0000","last_fullsized":"2024-09-18T02:16:46.113578+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124191+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:16:46.124191+0000","last_peered":"2024-09-18T02:16:46.124191+0000","last_clean":"2024-09-18T02:16:46.124191+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:16:46.124191+0000","last_undegraded":"2024-09-18T02:16:46.124191+0000","last_fullsized":"2024-09-18T02:16:46.124191+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117659+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:16:46.117659+0000","last_peered":"2024-09-18T02:16:46.117659+0000","last_clean":"2024-09-18T02:16:46.117659+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:16:46.117659+0000","last_undegraded":"2024-09-18T02:16:46.117659+0000","last_fullsized":"2024-09-18T02:16:46.117659+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112309+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:16:46.112309+0000","last_peered":"2024-09-18T02:16:46.112309+0000","last_clean":"2024-09-18T02:16:46.112309+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.112309+0000","last_undegraded":"2024-09-18T02:16:46.112309+0000","last_fullsized":"2024-09-18T02:16:46.112309+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122424+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:16:46.122424+0000","last_peered":"2024-09-18T02:16:46.122424+0000","last_clean":"2024-09-18T02:16:46.122424+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:16:46.122424+0000","last_undegraded":"2024-09-18T02:16:46.122424+0000","last_fullsized":"2024-09-18T02:16:46.122424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.104824+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:16:46.104824+0000","last_peered":"2024-09-18T02:16:46.104824+0000","last_clean":"2024-09-18T02:16:46.104824+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:16:46.104824+0000","last_undegraded":"2024-09-18T02:16:46.104824+0000","last_fullsized":"2024-09-18T02:16:46.104824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110303+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:16:46.110303+0000","last_peered":"2024-09-18T02:16:46.110303+0000","last_clean":"2024-09-18T02:16:46.110303+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:16:46.110303+0000","last_undegraded":"2024-09-18T02:16:46.110303+0000","last_fullsized":"2024-09-18T02:16:46.110303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121168+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:16:46.121168+0000","last_peered":"2024-09-18T02:16:46.121168+0000","last_clean":"2024-09-18T02:16:46.121168+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:16:46.121168+0000","last_undegraded":"2024-09-18T02:16:46.121168+0000","last_fullsized":"2024-09-18T02:16:46.121168+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101134+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:30:16.020232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121449+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:16:46.121449+0000","last_peered":"2024-09-18T02:16:46.121449+0000","last_clean":"2024-09-18T02:16:46.121449+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:16:46.121449+0000","last_undegraded":"2024-09-18T02:16:46.121449+0000","last_fullsized":"2024-09-18T02:16:46.121449+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114564+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:16:46.114564+0000","last_peered":"2024-09-18T02:16:46.114564+0000","last_clean":"2024-09-18T02:16:46.114564+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:16:46.114564+0000","last_undegraded":"2024-09-18T02:16:46.114564+0000","last_fullsized":"2024-09-18T02:16:46.114564+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107158+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:16:46.107158+0000","last_peered":"2024-09-18T02:16:46.107158+0000","last_clean":"2024-09-18T02:16:46.107158+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:16:46.107158+0000","last_undegraded":"2024-09-18T02:16:46.107158+0000","last_fullsized":"2024-09-18T02:16:46.107158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.116419+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:16:46.116419+0000","last_peered":"2024-09-18T02:16:46.116419+0000","last_clean":"2024-09-18T02:16:46.116419+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:16:46.116419+0000","last_undegraded":"2024-09-18T02:16:46.116419+0000","last_fullsized":"2024-09-18T02:16:46.116419+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117980+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:16:46.117980+0000","last_peered":"2024-09-18T02:16:46.117980+0000","last_clean":"2024-09-18T02:16:46.117980+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:16:46.117980+0000","last_undegraded":"2024-09-18T02:16:46.117980+0000","last_fullsized":"2024-09-18T02:16:46.117980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100640+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:12:20.612605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114495+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:16:46.114495+0000","last_peered":"2024-09-18T02:16:46.114495+0000","last_clean":"2024-09-18T02:16:46.114495+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:16:46.114495+0000","last_undegraded":"2024-09-18T02:16:46.114495+0000","last_fullsized":"2024-09-18T02:16:46.114495+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121622+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:16:46.121622+0000","last_peered":"2024-09-18T02:16:46.121622+0000","last_clean":"2024-09-18T02:16:46.121622+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:16:46.121622+0000","last_undegraded":"2024-09-18T02:16:46.121622+0000","last_fullsized":"2024-09-18T02:16:46.121622+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.106314+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:16:46.106314+0000","last_peered":"2024-09-18T02:16:46.106314+0000","last_clean":"2024-09-18T02:16:46.106314+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:16:46.106314+0000","last_undegraded":"2024-09-18T02:16:46.106314+0000","last_fullsized":"2024-09-18T02:16:46.106314+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117515+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:16:46.117515+0000","last_peered":"2024-09-18T02:16:46.117515+0000","last_clean":"2024-09-18T02:16:46.117515+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:16:46.117515+0000","last_undegraded":"2024-09-18T02:16:46.117515+0000","last_fullsized":"2024-09-18T02:16:46.117515+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115054+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:16:46.115054+0000","last_peered":"2024-09-18T02:16:46.115054+0000","last_clean":"2024-09-18T02:16:46.115054+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:16:46.115054+0000","last_undegraded":"2024-09-18T02:16:46.115054+0000","last_fullsized":"2024-09-18T02:16:46.115054+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117666+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:16:46.117666+0000","last_peered":"2024-09-18T02:16:46.117666+0000","last_clean":"2024-09-18T02:16:46.117666+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:16:46.117666+0000","last_undegraded":"2024-09-18T02:16:46.117666+0000","last_fullsized":"2024-09-18T02:16:46.117666+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100208+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:52:04.963317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119485+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:16:46.119485+0000","last_peered":"2024-09-18T02:16:46.119485+0000","last_clean":"2024-09-18T02:16:46.119485+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:16:46.119485+0000","last_undegraded":"2024-09-18T02:16:46.119485+0000","last_fullsized":"2024-09-18T02:16:46.119485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107015+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:16:46.107015+0000","last_peered":"2024-09-18T02:16:46.107015+0000","last_clean":"2024-09-18T02:16:46.107015+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:16:46.107015+0000","last_undegraded":"2024-09-18T02:16:46.107015+0000","last_fullsized":"2024-09-18T02:16:46.107015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114384+0000","last_change":"2024-09-18T02:16:46.111798+0000","last_active":"2024-09-18T02:16:46.114384+0000","last_peered":"2024-09-18T02:16:46.114384+0000","last_clean":"2024-09-18T02:16:46.114384+0000","last_became_active":"2024-09-18T02:16:46.110504+0000","last_became_peered":"2024-09-18T02:16:46.110504+0000","last_unstale":"2024-09-18T02:16:46.114384+0000","last_undegraded":"2024-09-18T02:16:46.114384+0000","last_fullsized":"2024-09-18T02:16:46.114384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:17:17.706037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117766+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:16:46.117766+0000","last_peered":"2024-09-18T02:16:46.117766+0000","last_clean":"2024-09-18T02:16:46.117766+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:16:46.117766+0000","last_undegraded":"2024-09-18T02:16:46.117766+0000","last_fullsized":"2024-09-18T02:16:46.117766+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097517+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:56:24.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118092+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:16:46.118092+0000","last_peered":"2024-09-18T02:16:46.118092+0000","last_clean":"2024-09-18T02:16:46.118092+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:16:46.118092+0000","last_undegraded":"2024-09-18T02:16:46.118092+0000","last_fullsized":"2024-09-18T02:16:46.118092+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.093902+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:16:46.093902+0000","last_peered":"2024-09-18T02:16:46.093902+0000","last_clean":"2024-09-18T02:16:46.093902+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:16:46.093902+0000","last_undegraded":"2024-09-18T02:16:46.093902+0000","last_fullsized":"2024-09-18T02:16:46.093902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117327+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:16:46.117327+0000","last_peered":"2024-09-18T02:16:46.117327+0000","last_clean":"2024-09-18T02:16:46.117327+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:16:46.117327+0000","last_undegraded":"2024-09-18T02:16:46.117327+0000","last_fullsized":"2024-09-18T02:16:46.117327+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098938+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:16:46.098938+0000","last_peered":"2024-09-18T02:16:46.098938+0000","last_clean":"2024-09-18T02:16:46.098938+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:16:46.098938+0000","last_undegraded":"2024-09-18T02:16:46.098938+0000","last_fullsized":"2024-09-18T02:16:46.098938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.092411+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:16:46.092411+0000","last_peered":"2024-09-18T02:16:46.092411+0000","last_clean":"2024-09-18T02:16:46.092411+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:16:46.092411+0000","last_undegraded":"2024-09-18T02:16:46.092411+0000","last_fullsized":"2024-09-18T02:16:46.092411+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112149+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:16:46.112149+0000","last_peered":"2024-09-18T02:16:46.112149+0000","last_clean":"2024-09-18T02:16:46.112149+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:16:46.112149+0000","last_undegraded":"2024-09-18T02:16:46.112149+0000","last_fullsized":"2024-09-18T02:16:46.112149+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098984+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:16:46.098984+0000","last_peered":"2024-09-18T02:16:46.098984+0000","last_clean":"2024-09-18T02:16:46.098984+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:16:46.098984+0000","last_undegraded":"2024-09-18T02:16:46.098984+0000","last_fullsized":"2024-09-18T02:16:46.098984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097432+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:11.801308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124708+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:16:46.124708+0000","last_peered":"2024-09-18T02:16:46.124708+0000","last_clean":"2024-09-18T02:16:46.124708+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:16:46.124708+0000","last_undegraded":"2024-09-18T02:16:46.124708+0000","last_fullsized":"2024-09-18T02:16:46.124708+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120445+0000","last_change":"2024-09-18T02:16:46.120445+0000","last_active":"2024-09-18T02:16:46.120445+0000","last_peered":"2024-09-18T02:16:46.120445+0000","last_clean":"2024-09-18T02:16:46.120445+0000","last_became_active":"2024-09-18T02:16:46.120138+0000","last_became_peered":"2024-09-18T02:16:46.120138+0000","last_unstale":"2024-09-18T02:16:46.120445+0000","last_undegraded":"2024-09-18T02:16:46.120445+0000","last_fullsized":"2024-09-18T02:16:46.120445+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:20:13.600989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.104884+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:16:45.104884+0000","last_peered":"2024-09-18T02:16:45.104884+0000","last_clean":"2024-09-18T02:16:45.104884+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:16:45.104884+0000","last_undegraded":"2024-09-18T02:16:45.104884+0000","last_fullsized":"2024-09-18T02:16:45.104884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.099188+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:06:20.462210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099464+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:16:46.099464+0000","last_peered":"2024-09-18T02:16:46.099464+0000","last_clean":"2024-09-18T02:16:46.099464+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:16:46.099464+0000","last_undegraded":"2024-09-18T02:16:46.099464+0000","last_fullsized":"2024-09-18T02:16:46.099464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115259+0000","last_change":"2024-09-18T02:16:46.115259+0000","last_active":"2024-09-18T02:16:46.115259+0000","last_peered":"2024-09-18T02:16:46.115259+0000","last_clean":"2024-09-18T02:16:46.115259+0000","last_became_active":"2024-09-18T02:16:46.114993+0000","last_became_peered":"2024-09-18T02:16:46.114993+0000","last_unstale":"2024-09-18T02:16:46.115259+0000","last_undegraded":"2024-09-18T02:16:46.115259+0000","last_fullsized":"2024-09-18T02:16:46.115259+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:25:09.633439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.091870+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:16:46.091870+0000","last_peered":"2024-09-18T02:16:46.091870+0000","last_clean":"2024-09-18T02:16:46.091870+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:16:46.091870+0000","last_undegraded":"2024-09-18T02:16:46.091870+0000","last_fullsized":"2024-09-18T02:16:46.091870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110189+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:16:46.110189+0000","last_peered":"2024-09-18T02:16:46.110189+0000","last_clean":"2024-09-18T02:16:46.110189+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:16:46.110189+0000","last_undegraded":"2024-09-18T02:16:46.110189+0000","last_fullsized":"2024-09-18T02:16:46.110189+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118938+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:16:46.118938+0000","last_peered":"2024-09-18T02:16:46.118938+0000","last_clean":"2024-09-18T02:16:46.118938+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:16:46.118938+0000","last_undegraded":"2024-09-18T02:16:46.118938+0000","last_fullsized":"2024-09-18T02:16:46.118938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113773+0000","last_change":"2024-09-18T02:16:46.113773+0000","last_active":"2024-09-18T02:16:46.113773+0000","last_peered":"2024-09-18T02:16:46.113773+0000","last_clean":"2024-09-18T02:16:46.113773+0000","last_became_active":"2024-09-18T02:16:46.113151+0000","last_became_peered":"2024-09-18T02:16:46.113151+0000","last_unstale":"2024-09-18T02:16:46.113773+0000","last_undegraded":"2024-09-18T02:16:46.113773+0000","last_fullsized":"2024-09-18T02:16:46.113773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:28:13.875914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.084972+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:27:36.298643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114962+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:16:46.114962+0000","last_peered":"2024-09-18T02:16:46.114962+0000","last_clean":"2024-09-18T02:16:46.114962+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:16:46.114962+0000","last_undegraded":"2024-09-18T02:16:46.114962+0000","last_fullsized":"2024-09-18T02:16:46.114962+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117006+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:16:46.117006+0000","last_peered":"2024-09-18T02:16:46.117006+0000","last_clean":"2024-09-18T02:16:46.117006+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:16:46.117006+0000","last_undegraded":"2024-09-18T02:16:46.117006+0000","last_fullsized":"2024-09-18T02:16:46.117006+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124781+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:16:46.124781+0000","last_peered":"2024-09-18T02:16:46.124781+0000","last_clean":"2024-09-18T02:16:46.124781+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:16:46.124781+0000","last_undegraded":"2024-09-18T02:16:46.124781+0000","last_fullsized":"2024-09-18T02:16:46.124781+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119461+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:16:46.119461+0000","last_peered":"2024-09-18T02:16:46.119461+0000","last_clean":"2024-09-18T02:16:46.119461+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:16:46.119461+0000","last_undegraded":"2024-09-18T02:16:46.119461+0000","last_fullsized":"2024-09-18T02:16:46.119461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089305+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:16:46.089305+0000","last_peered":"2024-09-18T02:16:46.089305+0000","last_clean":"2024-09-18T02:16:46.089305+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:16:46.089305+0000","last_undegraded":"2024-09-18T02:16:46.089305+0000","last_fullsized":"2024-09-18T02:16:46.089305+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117345+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:16:46.117345+0000","last_peered":"2024-09-18T02:16:46.117345+0000","last_clean":"2024-09-18T02:16:46.117345+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:16:46.117345+0000","last_undegraded":"2024-09-18T02:16:46.117345+0000","last_fullsized":"2024-09-18T02:16:46.117345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.099335+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:16:45.099335+0000","last_peered":"2024-09-18T02:16:45.099335+0000","last_clean":"2024-09-18T02:16:45.099335+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:16:45.099335+0000","last_undegraded":"2024-09-18T02:16:45.099335+0000","last_fullsized":"2024-09-18T02:16:45.099335+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.102022+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:16:46.102022+0000","last_peered":"2024-09-18T02:16:46.102022+0000","last_clean":"2024-09-18T02:16:46.102022+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:16:46.102022+0000","last_undegraded":"2024-09-18T02:16:46.102022+0000","last_fullsized":"2024-09-18T02:16:46.102022+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113036+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:16:46.113036+0000","last_peered":"2024-09-18T02:16:46.113036+0000","last_clean":"2024-09-18T02:16:46.113036+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:16:46.113036+0000","last_undegraded":"2024-09-18T02:16:46.113036+0000","last_fullsized":"2024-09-18T02:16:46.113036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113596+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:16:45.113596+0000","last_peered":"2024-09-18T02:16:45.113596+0000","last_clean":"2024-09-18T02:16:45.113596+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:16:45.113596+0000","last_undegraded":"2024-09-18T02:16:45.113596+0000","last_fullsized":"2024-09-18T02:16:45.113596+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096273+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:32:04.633227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089274+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:16:46.089274+0000","last_peered":"2024-09-18T02:16:46.089274+0000","last_clean":"2024-09-18T02:16:46.089274+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:16:46.089274+0000","last_undegraded":"2024-09-18T02:16:46.089274+0000","last_fullsized":"2024-09-18T02:16:46.089274+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099562+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:16:46.099562+0000","last_peered":"2024-09-18T02:16:46.099562+0000","last_clean":"2024-09-18T02:16:46.099562+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:16:46.099562+0000","last_undegraded":"2024-09-18T02:16:46.099562+0000","last_fullsized":"2024-09-18T02:16:46.099562+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120674+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:16:46.120674+0000","last_peered":"2024-09-18T02:16:46.120674+0000","last_clean":"2024-09-18T02:16:46.120674+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:16:46.120674+0000","last_undegraded":"2024-09-18T02:16:46.120674+0000","last_fullsized":"2024-09-18T02:16:46.120674+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.112898+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:16:45.112898+0000","last_peered":"2024-09-18T02:16:45.112898+0000","last_clean":"2024-09-18T02:16:45.112898+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:16:45.112898+0000","last_undegraded":"2024-09-18T02:16:45.112898+0000","last_fullsized":"2024-09-18T02:16:45.112898+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124169+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:16:46.124169+0000","last_peered":"2024-09-18T02:16:46.124169+0000","last_clean":"2024-09-18T02:16:46.124169+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:16:46.124169+0000","last_undegraded":"2024-09-18T02:16:46.124169+0000","last_fullsized":"2024-09-18T02:16:46.124169+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114917+0000","last_change":"2024-09-18T02:16:45.108393+0000","last_active":"2024-09-18T02:16:46.114917+0000","last_peered":"2024-09-18T02:16:46.114917+0000","last_clean":"2024-09-18T02:16:46.114917+0000","last_became_active":"2024-09-18T02:16:45.107947+0000","last_became_peered":"2024-09-18T02:16:45.107947+0000","last_unstale":"2024-09-18T02:16:46.114917+0000","last_undegraded":"2024-09-18T02:16:46.114917+0000","last_fullsized":"2024-09-18T02:16:46.114917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:21:07.334855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096794+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:46:41.020987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113553+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:16:45.113553+0000","last_peered":"2024-09-18T02:16:45.113553+0000","last_clean":"2024-09-18T02:16:45.113553+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:16:45.113553+0000","last_undegraded":"2024-09-18T02:16:45.113553+0000","last_fullsized":"2024-09-18T02:16:45.113553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117347+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:16:46.117347+0000","last_peered":"2024-09-18T02:16:46.117347+0000","last_clean":"2024-09-18T02:16:46.117347+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:16:46.117347+0000","last_undegraded":"2024-09-18T02:16:46.117347+0000","last_fullsized":"2024-09-18T02:16:46.117347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132359+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:16:46.132359+0000","last_peered":"2024-09-18T02:16:46.132359+0000","last_clean":"2024-09-18T02:16:46.132359+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:16:46.132359+0000","last_undegraded":"2024-09-18T02:16:46.132359+0000","last_fullsized":"2024-09-18T02:16:46.132359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115398+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:16:46.115398+0000","last_peered":"2024-09-18T02:16:46.115398+0000","last_clean":"2024-09-18T02:16:46.115398+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:16:46.115398+0000","last_undegraded":"2024-09-18T02:16:46.115398+0000","last_fullsized":"2024-09-18T02:16:46.115398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114412+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:16:46.114412+0000","last_peered":"2024-09-18T02:16:46.114412+0000","last_clean":"2024-09-18T02:16:46.114412+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.114412+0000","last_undegraded":"2024-09-18T02:16:46.114412+0000","last_fullsized":"2024-09-18T02:16:46.114412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.108850+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:16:46.108850+0000","last_peered":"2024-09-18T02:16:46.108850+0000","last_clean":"2024-09-18T02:16:46.108850+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:16:46.108850+0000","last_undegraded":"2024-09-18T02:16:46.108850+0000","last_fullsized":"2024-09-18T02:16:46.108850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112290+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:16:46.112290+0000","last_peered":"2024-09-18T02:16:46.112290+0000","last_clean":"2024-09-18T02:16:46.112290+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:16:46.112290+0000","last_undegraded":"2024-09-18T02:16:46.112290+0000","last_fullsized":"2024-09-18T02:16:46.112290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114498+0000","last_change":"2024-09-18T02:16:46.113548+0000","last_active":"2024-09-18T02:16:46.114498+0000","last_peered":"2024-09-18T02:16:46.114498+0000","last_clean":"2024-09-18T02:16:46.114498+0000","last_became_active":"2024-09-18T02:16:46.113153+0000","last_became_peered":"2024-09-18T02:16:46.113153+0000","last_unstale":"2024-09-18T02:16:46.114498+0000","last_undegraded":"2024-09-18T02:16:46.114498+0000","last_fullsized":"2024-09-18T02:16:46.114498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:38:31.082036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117151+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:16:46.117151+0000","last_peered":"2024-09-18T02:16:46.117151+0000","last_clean":"2024-09-18T02:16:46.117151+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:16:46.117151+0000","last_undegraded":"2024-09-18T02:16:46.117151+0000","last_fullsized":"2024-09-18T02:16:46.117151+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.102344+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:45:54.649531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.127600+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:16:46.127600+0000","last_peered":"2024-09-18T02:16:46.127600+0000","last_clean":"2024-09-18T02:16:46.127600+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:16:46.127600+0000","last_undegraded":"2024-09-18T02:16:46.127600+0000","last_fullsized":"2024-09-18T02:16:46.127600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121101+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:16:46.121101+0000","last_peered":"2024-09-18T02:16:46.121101+0000","last_clean":"2024-09-18T02:16:46.121101+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:16:46.121101+0000","last_undegraded":"2024-09-18T02:16:46.121101+0000","last_fullsized":"2024-09-18T02:16:46.121101+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.109773+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:16:45.109773+0000","last_peered":"2024-09-18T02:16:45.109773+0000","last_clean":"2024-09-18T02:16:45.109773+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:16:45.109773+0000","last_undegraded":"2024-09-18T02:16:45.109773+0000","last_fullsized":"2024-09-18T02:16:45.109773+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":6},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":78,"acting":78,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]}]},{"osd":6,"up_from":43,"seq":184683593740,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298460,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446692,"statfs":{"total":95995035648,"available":95689412608,"internally_reserved":0,"allocated":1126400,"data_stored":807371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]},{"osd":5,"up_from":37,"seq":158913789968,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":536576,"data_stored":217093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56399999999999995}]},{"osd":1,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61199999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.378}]},{"osd":4,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44800000000000001}]},{"osd":1,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.41999999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.439}]},{"osd":3,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.505},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.432}]},{"osd":5,"last update":"Wed Sep 18 02:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297896,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447256,"statfs":{"total":95995035648,"available":95689990144,"internally_reserved":0,"allocated":544768,"data_stored":217422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.311}]},{"osd":1,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28399999999999997}]},{"osd":4,"last update":"Wed Sep 18 02:16:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.54000000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:16:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.622},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.56699999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.29099999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.27100000000000002}]},{"osd":1,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.308,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.312},{"interface":"front","average":{"1min":0.438,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.219}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.28999999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.626}]},{"osd":5,"last update":"Wed Sep 18 02:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297840,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447312,"statfs":{"total":95995035648,"available":95690047488,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.34000000000000002,"15min":0.33300000000000002},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45700000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.25600000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.40799999999999997,"15min":0.40400000000000003},"min":{"1min":0.27300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.32700000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.371}]},{"osd":4,"last update":"Wed Sep 18 02:16:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.497},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.46999999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.32300000000000001,"15min":0.307},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33400000000000002,"15min":0.31900000000000001},"min":{"1min":0.27400000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.33400000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:31 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.314},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.246}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.34799999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.29499999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:16:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.371},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:16:49.027 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-18T02:16:49.338 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:49.339 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:16:49.347 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-18T02:16:49.347 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[27507]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:16:49.347 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/793571443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:49.348 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[27507]: pgmap v180: 97 pgs: 11 creating+peering, 17 unknown, 69 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 703 B/s wr, 7 op/s 2024-09-18T02:16:49.348 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/353854041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:49.348 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-18T02:16:49.348 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[39146]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:16:49.348 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/793571443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:49.348 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[39146]: pgmap v180: 97 pgs: 11 creating+peering, 17 unknown, 69 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 703 B/s wr, 7 op/s 2024-09-18T02:16:49.348 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:49 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/353854041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:49.349 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-18T02:16:48.449780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384700,"kb_used_data":5812,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576516,"statfs":{"total":767960285184,"available":765518352384,"internally_reserved":0,"allocated":5951488,"data_stored":3461327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122197+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:16:46.122197+0000","last_peered":"2024-09-18T02:16:46.122197+0000","last_clean":"2024-09-18T02:16:46.122197+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:16:46.122197+0000","last_undegraded":"2024-09-18T02:16:46.122197+0000","last_fullsized":"2024-09-18T02:16:46.122197+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101629+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:14.808207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120883+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:16:46.120883+0000","last_peered":"2024-09-18T02:16:46.120883+0000","last_clean":"2024-09-18T02:16:46.120883+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:16:46.120883+0000","last_undegraded":"2024-09-18T02:16:46.120883+0000","last_fullsized":"2024-09-18T02:16:46.120883+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113578+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:16:46.113578+0000","last_peered":"2024-09-18T02:16:46.113578+0000","last_clean":"2024-09-18T02:16:46.113578+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:16:46.113578+0000","last_undegraded":"2024-09-18T02:16:46.113578+0000","last_fullsized":"2024-09-18T02:16:46.113578+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124191+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:16:46.124191+0000","last_peered":"2024-09-18T02:16:46.124191+0000","last_clean":"2024-09-18T02:16:46.124191+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:16:46.124191+0000","last_undegraded":"2024-09-18T02:16:46.124191+0000","last_fullsized":"2024-09-18T02:16:46.124191+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117659+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:16:46.117659+0000","last_peered":"2024-09-18T02:16:46.117659+0000","last_clean":"2024-09-18T02:16:46.117659+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:16:46.117659+0000","last_undegraded":"2024-09-18T02:16:46.117659+0000","last_fullsized":"2024-09-18T02:16:46.117659+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112309+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:16:46.112309+0000","last_peered":"2024-09-18T02:16:46.112309+0000","last_clean":"2024-09-18T02:16:46.112309+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.112309+0000","last_undegraded":"2024-09-18T02:16:46.112309+0000","last_fullsized":"2024-09-18T02:16:46.112309+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122424+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:16:46.122424+0000","last_peered":"2024-09-18T02:16:46.122424+0000","last_clean":"2024-09-18T02:16:46.122424+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:16:46.122424+0000","last_undegraded":"2024-09-18T02:16:46.122424+0000","last_fullsized":"2024-09-18T02:16:46.122424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.104824+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:16:46.104824+0000","last_peered":"2024-09-18T02:16:46.104824+0000","last_clean":"2024-09-18T02:16:46.104824+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:16:46.104824+0000","last_undegraded":"2024-09-18T02:16:46.104824+0000","last_fullsized":"2024-09-18T02:16:46.104824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110303+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:16:46.110303+0000","last_peered":"2024-09-18T02:16:46.110303+0000","last_clean":"2024-09-18T02:16:46.110303+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:16:46.110303+0000","last_undegraded":"2024-09-18T02:16:46.110303+0000","last_fullsized":"2024-09-18T02:16:46.110303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121168+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:16:46.121168+0000","last_peered":"2024-09-18T02:16:46.121168+0000","last_clean":"2024-09-18T02:16:46.121168+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:16:46.121168+0000","last_undegraded":"2024-09-18T02:16:46.121168+0000","last_fullsized":"2024-09-18T02:16:46.121168+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101134+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:30:16.020232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121449+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:16:46.121449+0000","last_peered":"2024-09-18T02:16:46.121449+0000","last_clean":"2024-09-18T02:16:46.121449+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:16:46.121449+0000","last_undegraded":"2024-09-18T02:16:46.121449+0000","last_fullsized":"2024-09-18T02:16:46.121449+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114564+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:16:46.114564+0000","last_peered":"2024-09-18T02:16:46.114564+0000","last_clean":"2024-09-18T02:16:46.114564+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:16:46.114564+0000","last_undegraded":"2024-09-18T02:16:46.114564+0000","last_fullsized":"2024-09-18T02:16:46.114564+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107158+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:16:46.107158+0000","last_peered":"2024-09-18T02:16:46.107158+0000","last_clean":"2024-09-18T02:16:46.107158+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:16:46.107158+0000","last_undegraded":"2024-09-18T02:16:46.107158+0000","last_fullsized":"2024-09-18T02:16:46.107158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.116419+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:16:46.116419+0000","last_peered":"2024-09-18T02:16:46.116419+0000","last_clean":"2024-09-18T02:16:46.116419+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:16:46.116419+0000","last_undegraded":"2024-09-18T02:16:46.116419+0000","last_fullsized":"2024-09-18T02:16:46.116419+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117980+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:16:46.117980+0000","last_peered":"2024-09-18T02:16:46.117980+0000","last_clean":"2024-09-18T02:16:46.117980+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:16:46.117980+0000","last_undegraded":"2024-09-18T02:16:46.117980+0000","last_fullsized":"2024-09-18T02:16:46.117980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100640+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:12:20.612605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114495+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:16:46.114495+0000","last_peered":"2024-09-18T02:16:46.114495+0000","last_clean":"2024-09-18T02:16:46.114495+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:16:46.114495+0000","last_undegraded":"2024-09-18T02:16:46.114495+0000","last_fullsized":"2024-09-18T02:16:46.114495+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121622+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:16:46.121622+0000","last_peered":"2024-09-18T02:16:46.121622+0000","last_clean":"2024-09-18T02:16:46.121622+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:16:46.121622+0000","last_undegraded":"2024-09-18T02:16:46.121622+0000","last_fullsized":"2024-09-18T02:16:46.121622+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.106314+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:16:46.106314+0000","last_peered":"2024-09-18T02:16:46.106314+0000","last_clean":"2024-09-18T02:16:46.106314+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:16:46.106314+0000","last_undegraded":"2024-09-18T02:16:46.106314+0000","last_fullsized":"2024-09-18T02:16:46.106314+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117515+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:16:46.117515+0000","last_peered":"2024-09-18T02:16:46.117515+0000","last_clean":"2024-09-18T02:16:46.117515+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:16:46.117515+0000","last_undegraded":"2024-09-18T02:16:46.117515+0000","last_fullsized":"2024-09-18T02:16:46.117515+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115054+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:16:46.115054+0000","last_peered":"2024-09-18T02:16:46.115054+0000","last_clean":"2024-09-18T02:16:46.115054+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:16:46.115054+0000","last_undegraded":"2024-09-18T02:16:46.115054+0000","last_fullsized":"2024-09-18T02:16:46.115054+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117666+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:16:46.117666+0000","last_peered":"2024-09-18T02:16:46.117666+0000","last_clean":"2024-09-18T02:16:46.117666+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:16:46.117666+0000","last_undegraded":"2024-09-18T02:16:46.117666+0000","last_fullsized":"2024-09-18T02:16:46.117666+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100208+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:52:04.963317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119485+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:16:46.119485+0000","last_peered":"2024-09-18T02:16:46.119485+0000","last_clean":"2024-09-18T02:16:46.119485+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:16:46.119485+0000","last_undegraded":"2024-09-18T02:16:46.119485+0000","last_fullsized":"2024-09-18T02:16:46.119485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107015+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:16:46.107015+0000","last_peered":"2024-09-18T02:16:46.107015+0000","last_clean":"2024-09-18T02:16:46.107015+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:16:46.107015+0000","last_undegraded":"2024-09-18T02:16:46.107015+0000","last_fullsized":"2024-09-18T02:16:46.107015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114384+0000","last_change":"2024-09-18T02:16:46.111798+0000","last_active":"2024-09-18T02:16:46.114384+0000","last_peered":"2024-09-18T02:16:46.114384+0000","last_clean":"2024-09-18T02:16:46.114384+0000","last_became_active":"2024-09-18T02:16:46.110504+0000","last_became_peered":"2024-09-18T02:16:46.110504+0000","last_unstale":"2024-09-18T02:16:46.114384+0000","last_undegraded":"2024-09-18T02:16:46.114384+0000","last_fullsized":"2024-09-18T02:16:46.114384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:17:17.706037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117766+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:16:46.117766+0000","last_peered":"2024-09-18T02:16:46.117766+0000","last_clean":"2024-09-18T02:16:46.117766+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:16:46.117766+0000","last_undegraded":"2024-09-18T02:16:46.117766+0000","last_fullsized":"2024-09-18T02:16:46.117766+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097517+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:56:24.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118092+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:16:46.118092+0000","last_peered":"2024-09-18T02:16:46.118092+0000","last_clean":"2024-09-18T02:16:46.118092+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:16:46.118092+0000","last_undegraded":"2024-09-18T02:16:46.118092+0000","last_fullsized":"2024-09-18T02:16:46.118092+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.093902+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:16:46.093902+0000","last_peered":"2024-09-18T02:16:46.093902+0000","last_clean":"2024-09-18T02:16:46.093902+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:16:46.093902+0000","last_undegraded":"2024-09-18T02:16:46.093902+0000","last_fullsized":"2024-09-18T02:16:46.093902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117327+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:16:46.117327+0000","last_peered":"2024-09-18T02:16:46.117327+0000","last_clean":"2024-09-18T02:16:46.117327+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:16:46.117327+0000","last_undegraded":"2024-09-18T02:16:46.117327+0000","last_fullsized":"2024-09-18T02:16:46.117327+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098938+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:16:46.098938+0000","last_peered":"2024-09-18T02:16:46.098938+0000","last_clean":"2024-09-18T02:16:46.098938+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:16:46.098938+0000","last_undegraded":"2024-09-18T02:16:46.098938+0000","last_fullsized":"2024-09-18T02:16:46.098938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.092411+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:16:46.092411+0000","last_peered":"2024-09-18T02:16:46.092411+0000","last_clean":"2024-09-18T02:16:46.092411+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:16:46.092411+0000","last_undegraded":"2024-09-18T02:16:46.092411+0000","last_fullsized":"2024-09-18T02:16:46.092411+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112149+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:16:46.112149+0000","last_peered":"2024-09-18T02:16:46.112149+0000","last_clean":"2024-09-18T02:16:46.112149+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:16:46.112149+0000","last_undegraded":"2024-09-18T02:16:46.112149+0000","last_fullsized":"2024-09-18T02:16:46.112149+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098984+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:16:46.098984+0000","last_peered":"2024-09-18T02:16:46.098984+0000","last_clean":"2024-09-18T02:16:46.098984+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:16:46.098984+0000","last_undegraded":"2024-09-18T02:16:46.098984+0000","last_fullsized":"2024-09-18T02:16:46.098984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097432+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:11.801308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124708+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:16:46.124708+0000","last_peered":"2024-09-18T02:16:46.124708+0000","last_clean":"2024-09-18T02:16:46.124708+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:16:46.124708+0000","last_undegraded":"2024-09-18T02:16:46.124708+0000","last_fullsized":"2024-09-18T02:16:46.124708+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120445+0000","last_change":"2024-09-18T02:16:46.120445+0000","last_active":"2024-09-18T02:16:46.120445+0000","last_peered":"2024-09-18T02:16:46.120445+0000","last_clean":"2024-09-18T02:16:46.120445+0000","last_became_active":"2024-09-18T02:16:46.120138+0000","last_became_peered":"2024-09-18T02:16:46.120138+0000","last_unstale":"2024-09-18T02:16:46.120445+0000","last_undegraded":"2024-09-18T02:16:46.120445+0000","last_fullsized":"2024-09-18T02:16:46.120445+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:20:13.600989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.104884+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:16:45.104884+0000","last_peered":"2024-09-18T02:16:45.104884+0000","last_clean":"2024-09-18T02:16:45.104884+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:16:45.104884+0000","last_undegraded":"2024-09-18T02:16:45.104884+0000","last_fullsized":"2024-09-18T02:16:45.104884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.099188+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:06:20.462210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099464+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:16:46.099464+0000","last_peered":"2024-09-18T02:16:46.099464+0000","last_clean":"2024-09-18T02:16:46.099464+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:16:46.099464+0000","last_undegraded":"2024-09-18T02:16:46.099464+0000","last_fullsized":"2024-09-18T02:16:46.099464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115259+0000","last_change":"2024-09-18T02:16:46.115259+0000","last_active":"2024-09-18T02:16:46.115259+0000","last_peered":"2024-09-18T02:16:46.115259+0000","last_clean":"2024-09-18T02:16:46.115259+0000","last_became_active":"2024-09-18T02:16:46.114993+0000","last_became_peered":"2024-09-18T02:16:46.114993+0000","last_unstale":"2024-09-18T02:16:46.115259+0000","last_undegraded":"2024-09-18T02:16:46.115259+0000","last_fullsized":"2024-09-18T02:16:46.115259+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:25:09.633439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.091870+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:16:46.091870+0000","last_peered":"2024-09-18T02:16:46.091870+0000","last_clean":"2024-09-18T02:16:46.091870+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:16:46.091870+0000","last_undegraded":"2024-09-18T02:16:46.091870+0000","last_fullsized":"2024-09-18T02:16:46.091870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110189+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:16:46.110189+0000","last_peered":"2024-09-18T02:16:46.110189+0000","last_clean":"2024-09-18T02:16:46.110189+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:16:46.110189+0000","last_undegraded":"2024-09-18T02:16:46.110189+0000","last_fullsized":"2024-09-18T02:16:46.110189+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118938+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:16:46.118938+0000","last_peered":"2024-09-18T02:16:46.118938+0000","last_clean":"2024-09-18T02:16:46.118938+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:16:46.118938+0000","last_undegraded":"2024-09-18T02:16:46.118938+0000","last_fullsized":"2024-09-18T02:16:46.118938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113773+0000","last_change":"2024-09-18T02:16:46.113773+0000","last_active":"2024-09-18T02:16:46.113773+0000","last_peered":"2024-09-18T02:16:46.113773+0000","last_clean":"2024-09-18T02:16:46.113773+0000","last_became_active":"2024-09-18T02:16:46.113151+0000","last_became_peered":"2024-09-18T02:16:46.113151+0000","last_unstale":"2024-09-18T02:16:46.113773+0000","last_undegraded":"2024-09-18T02:16:46.113773+0000","last_fullsized":"2024-09-18T02:16:46.113773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:28:13.875914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.084972+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:27:36.298643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114962+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:16:46.114962+0000","last_peered":"2024-09-18T02:16:46.114962+0000","last_clean":"2024-09-18T02:16:46.114962+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:16:46.114962+0000","last_undegraded":"2024-09-18T02:16:46.114962+0000","last_fullsized":"2024-09-18T02:16:46.114962+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117006+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:16:46.117006+0000","last_peered":"2024-09-18T02:16:46.117006+0000","last_clean":"2024-09-18T02:16:46.117006+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:16:46.117006+0000","last_undegraded":"2024-09-18T02:16:46.117006+0000","last_fullsized":"2024-09-18T02:16:46.117006+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124781+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:16:46.124781+0000","last_peered":"2024-09-18T02:16:46.124781+0000","last_clean":"2024-09-18T02:16:46.124781+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:16:46.124781+0000","last_undegraded":"2024-09-18T02:16:46.124781+0000","last_fullsized":"2024-09-18T02:16:46.124781+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119461+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:16:46.119461+0000","last_peered":"2024-09-18T02:16:46.119461+0000","last_clean":"2024-09-18T02:16:46.119461+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:16:46.119461+0000","last_undegraded":"2024-09-18T02:16:46.119461+0000","last_fullsized":"2024-09-18T02:16:46.119461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089305+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:16:46.089305+0000","last_peered":"2024-09-18T02:16:46.089305+0000","last_clean":"2024-09-18T02:16:46.089305+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:16:46.089305+0000","last_undegraded":"2024-09-18T02:16:46.089305+0000","last_fullsized":"2024-09-18T02:16:46.089305+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117345+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:16:46.117345+0000","last_peered":"2024-09-18T02:16:46.117345+0000","last_clean":"2024-09-18T02:16:46.117345+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:16:46.117345+0000","last_undegraded":"2024-09-18T02:16:46.117345+0000","last_fullsized":"2024-09-18T02:16:46.117345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.099335+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:16:45.099335+0000","last_peered":"2024-09-18T02:16:45.099335+0000","last_clean":"2024-09-18T02:16:45.099335+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:16:45.099335+0000","last_undegraded":"2024-09-18T02:16:45.099335+0000","last_fullsized":"2024-09-18T02:16:45.099335+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.102022+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:16:46.102022+0000","last_peered":"2024-09-18T02:16:46.102022+0000","last_clean":"2024-09-18T02:16:46.102022+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:16:46.102022+0000","last_undegraded":"2024-09-18T02:16:46.102022+0000","last_fullsized":"2024-09-18T02:16:46.102022+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113036+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:16:46.113036+0000","last_peered":"2024-09-18T02:16:46.113036+0000","last_clean":"2024-09-18T02:16:46.113036+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:16:46.113036+0000","last_undegraded":"2024-09-18T02:16:46.113036+0000","last_fullsized":"2024-09-18T02:16:46.113036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113596+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:16:45.113596+0000","last_peered":"2024-09-18T02:16:45.113596+0000","last_clean":"2024-09-18T02:16:45.113596+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:16:45.113596+0000","last_undegraded":"2024-09-18T02:16:45.113596+0000","last_fullsized":"2024-09-18T02:16:45.113596+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096273+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:32:04.633227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089274+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:16:46.089274+0000","last_peered":"2024-09-18T02:16:46.089274+0000","last_clean":"2024-09-18T02:16:46.089274+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:16:46.089274+0000","last_undegraded":"2024-09-18T02:16:46.089274+0000","last_fullsized":"2024-09-18T02:16:46.089274+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099562+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:16:46.099562+0000","last_peered":"2024-09-18T02:16:46.099562+0000","last_clean":"2024-09-18T02:16:46.099562+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:16:46.099562+0000","last_undegraded":"2024-09-18T02:16:46.099562+0000","last_fullsized":"2024-09-18T02:16:46.099562+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120674+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:16:46.120674+0000","last_peered":"2024-09-18T02:16:46.120674+0000","last_clean":"2024-09-18T02:16:46.120674+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:16:46.120674+0000","last_undegraded":"2024-09-18T02:16:46.120674+0000","last_fullsized":"2024-09-18T02:16:46.120674+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.112898+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:16:45.112898+0000","last_peered":"2024-09-18T02:16:45.112898+0000","last_clean":"2024-09-18T02:16:45.112898+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:16:45.112898+0000","last_undegraded":"2024-09-18T02:16:45.112898+0000","last_fullsized":"2024-09-18T02:16:45.112898+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124169+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:16:46.124169+0000","last_peered":"2024-09-18T02:16:46.124169+0000","last_clean":"2024-09-18T02:16:46.124169+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:16:46.124169+0000","last_undegraded":"2024-09-18T02:16:46.124169+0000","last_fullsized":"2024-09-18T02:16:46.124169+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114917+0000","last_change":"2024-09-18T02:16:45.108393+0000","last_active":"2024-09-18T02:16:46.114917+0000","last_peered":"2024-09-18T02:16:46.114917+0000","last_clean":"2024-09-18T02:16:46.114917+0000","last_became_active":"2024-09-18T02:16:45.107947+0000","last_became_peered":"2024-09-18T02:16:45.107947+0000","last_unstale":"2024-09-18T02:16:46.114917+0000","last_undegraded":"2024-09-18T02:16:46.114917+0000","last_fullsized":"2024-09-18T02:16:46.114917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:21:07.334855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096794+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:46:41.020987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113553+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:16:45.113553+0000","last_peered":"2024-09-18T02:16:45.113553+0000","last_clean":"2024-09-18T02:16:45.113553+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:16:45.113553+0000","last_undegraded":"2024-09-18T02:16:45.113553+0000","last_fullsized":"2024-09-18T02:16:45.113553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117347+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:16:46.117347+0000","last_peered":"2024-09-18T02:16:46.117347+0000","last_clean":"2024-09-18T02:16:46.117347+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:16:46.117347+0000","last_undegraded":"2024-09-18T02:16:46.117347+0000","last_fullsized":"2024-09-18T02:16:46.117347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132359+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:16:46.132359+0000","last_peered":"2024-09-18T02:16:46.132359+0000","last_clean":"2024-09-18T02:16:46.132359+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:16:46.132359+0000","last_undegraded":"2024-09-18T02:16:46.132359+0000","last_fullsized":"2024-09-18T02:16:46.132359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115398+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:16:46.115398+0000","last_peered":"2024-09-18T02:16:46.115398+0000","last_clean":"2024-09-18T02:16:46.115398+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:16:46.115398+0000","last_undegraded":"2024-09-18T02:16:46.115398+0000","last_fullsized":"2024-09-18T02:16:46.115398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114412+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:16:46.114412+0000","last_peered":"2024-09-18T02:16:46.114412+0000","last_clean":"2024-09-18T02:16:46.114412+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.114412+0000","last_undegraded":"2024-09-18T02:16:46.114412+0000","last_fullsized":"2024-09-18T02:16:46.114412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.108850+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:16:46.108850+0000","last_peered":"2024-09-18T02:16:46.108850+0000","last_clean":"2024-09-18T02:16:46.108850+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:16:46.108850+0000","last_undegraded":"2024-09-18T02:16:46.108850+0000","last_fullsized":"2024-09-18T02:16:46.108850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112290+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:16:46.112290+0000","last_peered":"2024-09-18T02:16:46.112290+0000","last_clean":"2024-09-18T02:16:46.112290+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:16:46.112290+0000","last_undegraded":"2024-09-18T02:16:46.112290+0000","last_fullsized":"2024-09-18T02:16:46.112290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114498+0000","last_change":"2024-09-18T02:16:46.113548+0000","last_active":"2024-09-18T02:16:46.114498+0000","last_peered":"2024-09-18T02:16:46.114498+0000","last_clean":"2024-09-18T02:16:46.114498+0000","last_became_active":"2024-09-18T02:16:46.113153+0000","last_became_peered":"2024-09-18T02:16:46.113153+0000","last_unstale":"2024-09-18T02:16:46.114498+0000","last_undegraded":"2024-09-18T02:16:46.114498+0000","last_fullsized":"2024-09-18T02:16:46.114498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:38:31.082036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117151+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:16:46.117151+0000","last_peered":"2024-09-18T02:16:46.117151+0000","last_clean":"2024-09-18T02:16:46.117151+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:16:46.117151+0000","last_undegraded":"2024-09-18T02:16:46.117151+0000","last_fullsized":"2024-09-18T02:16:46.117151+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.102344+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:45:54.649531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.127600+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:16:46.127600+0000","last_peered":"2024-09-18T02:16:46.127600+0000","last_clean":"2024-09-18T02:16:46.127600+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:16:46.127600+0000","last_undegraded":"2024-09-18T02:16:46.127600+0000","last_fullsized":"2024-09-18T02:16:46.127600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121101+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:16:46.121101+0000","last_peered":"2024-09-18T02:16:46.121101+0000","last_clean":"2024-09-18T02:16:46.121101+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:16:46.121101+0000","last_undegraded":"2024-09-18T02:16:46.121101+0000","last_fullsized":"2024-09-18T02:16:46.121101+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.109773+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:16:45.109773+0000","last_peered":"2024-09-18T02:16:45.109773+0000","last_clean":"2024-09-18T02:16:45.109773+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:16:45.109773+0000","last_undegraded":"2024-09-18T02:16:45.109773+0000","last_fullsized":"2024-09-18T02:16:45.109773+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":6},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":78,"acting":78,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]}]},{"osd":6,"up_from":43,"seq":184683593740,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298460,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446692,"statfs":{"total":95995035648,"available":95689412608,"internally_reserved":0,"allocated":1126400,"data_stored":807371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]},{"osd":5,"up_from":37,"seq":158913789968,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":536576,"data_stored":217093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56399999999999995}]},{"osd":1,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61199999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.378}]},{"osd":4,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44800000000000001}]},{"osd":1,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.41999999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.439}]},{"osd":3,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.505},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.432}]},{"osd":5,"last update":"Wed Sep 18 02:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297896,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447256,"statfs":{"total":95995035648,"available":95689990144,"internally_reserved":0,"allocated":544768,"data_stored":217422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.311}]},{"osd":1,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28399999999999997}]},{"osd":4,"last update":"Wed Sep 18 02:16:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.54000000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:16:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.622},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.56699999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.29099999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.27100000000000002}]},{"osd":1,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.308,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.312},{"interface":"front","average":{"1min":0.438,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.219}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.28999999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.626}]},{"osd":5,"last update":"Wed Sep 18 02:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297840,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447312,"statfs":{"total":95995035648,"available":95690047488,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.34000000000000002,"15min":0.33300000000000002},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45700000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.25600000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.40799999999999997,"15min":0.40400000000000003},"min":{"1min":0.27300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.32700000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.371}]},{"osd":4,"last update":"Wed Sep 18 02:16:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.497},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.46999999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.32300000000000001,"15min":0.307},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33400000000000002,"15min":0.31900000000000001},"min":{"1min":0.27400000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.33400000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:31 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.314},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.246}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.34799999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.29499999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:16:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.371},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:16:49.353 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-18T02:16:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:49 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-18T02:16:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:49 smithi195 ceph-mon[31687]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:16:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:49 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/793571443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:16:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:49 smithi195 ceph-mon[31687]: pgmap v180: 97 pgs: 11 creating+peering, 17 unknown, 69 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 703 B/s wr, 7 op/s 2024-09-18T02:16:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:49 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/353854041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:16:49.665 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:49.666 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:16:49.676 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-18T02:16:48.449780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384700,"kb_used_data":5812,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576516,"statfs":{"total":767960285184,"available":765518352384,"internally_reserved":0,"allocated":5951488,"data_stored":3461327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122197+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:16:46.122197+0000","last_peered":"2024-09-18T02:16:46.122197+0000","last_clean":"2024-09-18T02:16:46.122197+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:16:46.122197+0000","last_undegraded":"2024-09-18T02:16:46.122197+0000","last_fullsized":"2024-09-18T02:16:46.122197+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101629+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:14.808207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120883+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:16:46.120883+0000","last_peered":"2024-09-18T02:16:46.120883+0000","last_clean":"2024-09-18T02:16:46.120883+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:16:46.120883+0000","last_undegraded":"2024-09-18T02:16:46.120883+0000","last_fullsized":"2024-09-18T02:16:46.120883+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113578+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:16:46.113578+0000","last_peered":"2024-09-18T02:16:46.113578+0000","last_clean":"2024-09-18T02:16:46.113578+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:16:46.113578+0000","last_undegraded":"2024-09-18T02:16:46.113578+0000","last_fullsized":"2024-09-18T02:16:46.113578+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124191+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:16:46.124191+0000","last_peered":"2024-09-18T02:16:46.124191+0000","last_clean":"2024-09-18T02:16:46.124191+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:16:46.124191+0000","last_undegraded":"2024-09-18T02:16:46.124191+0000","last_fullsized":"2024-09-18T02:16:46.124191+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117659+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:16:46.117659+0000","last_peered":"2024-09-18T02:16:46.117659+0000","last_clean":"2024-09-18T02:16:46.117659+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:16:46.117659+0000","last_undegraded":"2024-09-18T02:16:46.117659+0000","last_fullsized":"2024-09-18T02:16:46.117659+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112309+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:16:46.112309+0000","last_peered":"2024-09-18T02:16:46.112309+0000","last_clean":"2024-09-18T02:16:46.112309+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.112309+0000","last_undegraded":"2024-09-18T02:16:46.112309+0000","last_fullsized":"2024-09-18T02:16:46.112309+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122424+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:16:46.122424+0000","last_peered":"2024-09-18T02:16:46.122424+0000","last_clean":"2024-09-18T02:16:46.122424+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:16:46.122424+0000","last_undegraded":"2024-09-18T02:16:46.122424+0000","last_fullsized":"2024-09-18T02:16:46.122424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.104824+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:16:46.104824+0000","last_peered":"2024-09-18T02:16:46.104824+0000","last_clean":"2024-09-18T02:16:46.104824+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:16:46.104824+0000","last_undegraded":"2024-09-18T02:16:46.104824+0000","last_fullsized":"2024-09-18T02:16:46.104824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110303+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:16:46.110303+0000","last_peered":"2024-09-18T02:16:46.110303+0000","last_clean":"2024-09-18T02:16:46.110303+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:16:46.110303+0000","last_undegraded":"2024-09-18T02:16:46.110303+0000","last_fullsized":"2024-09-18T02:16:46.110303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121168+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:16:46.121168+0000","last_peered":"2024-09-18T02:16:46.121168+0000","last_clean":"2024-09-18T02:16:46.121168+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:16:46.121168+0000","last_undegraded":"2024-09-18T02:16:46.121168+0000","last_fullsized":"2024-09-18T02:16:46.121168+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101134+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:30:16.020232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121449+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:16:46.121449+0000","last_peered":"2024-09-18T02:16:46.121449+0000","last_clean":"2024-09-18T02:16:46.121449+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:16:46.121449+0000","last_undegraded":"2024-09-18T02:16:46.121449+0000","last_fullsized":"2024-09-18T02:16:46.121449+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114564+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:16:46.114564+0000","last_peered":"2024-09-18T02:16:46.114564+0000","last_clean":"2024-09-18T02:16:46.114564+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:16:46.114564+0000","last_undegraded":"2024-09-18T02:16:46.114564+0000","last_fullsized":"2024-09-18T02:16:46.114564+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107158+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:16:46.107158+0000","last_peered":"2024-09-18T02:16:46.107158+0000","last_clean":"2024-09-18T02:16:46.107158+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:16:46.107158+0000","last_undegraded":"2024-09-18T02:16:46.107158+0000","last_fullsized":"2024-09-18T02:16:46.107158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.116419+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:16:46.116419+0000","last_peered":"2024-09-18T02:16:46.116419+0000","last_clean":"2024-09-18T02:16:46.116419+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:16:46.116419+0000","last_undegraded":"2024-09-18T02:16:46.116419+0000","last_fullsized":"2024-09-18T02:16:46.116419+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117980+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:16:46.117980+0000","last_peered":"2024-09-18T02:16:46.117980+0000","last_clean":"2024-09-18T02:16:46.117980+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:16:46.117980+0000","last_undegraded":"2024-09-18T02:16:46.117980+0000","last_fullsized":"2024-09-18T02:16:46.117980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100640+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:12:20.612605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114495+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:16:46.114495+0000","last_peered":"2024-09-18T02:16:46.114495+0000","last_clean":"2024-09-18T02:16:46.114495+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:16:46.114495+0000","last_undegraded":"2024-09-18T02:16:46.114495+0000","last_fullsized":"2024-09-18T02:16:46.114495+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121622+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:16:46.121622+0000","last_peered":"2024-09-18T02:16:46.121622+0000","last_clean":"2024-09-18T02:16:46.121622+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:16:46.121622+0000","last_undegraded":"2024-09-18T02:16:46.121622+0000","last_fullsized":"2024-09-18T02:16:46.121622+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.106314+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:16:46.106314+0000","last_peered":"2024-09-18T02:16:46.106314+0000","last_clean":"2024-09-18T02:16:46.106314+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:16:46.106314+0000","last_undegraded":"2024-09-18T02:16:46.106314+0000","last_fullsized":"2024-09-18T02:16:46.106314+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117515+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:16:46.117515+0000","last_peered":"2024-09-18T02:16:46.117515+0000","last_clean":"2024-09-18T02:16:46.117515+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:16:46.117515+0000","last_undegraded":"2024-09-18T02:16:46.117515+0000","last_fullsized":"2024-09-18T02:16:46.117515+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115054+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:16:46.115054+0000","last_peered":"2024-09-18T02:16:46.115054+0000","last_clean":"2024-09-18T02:16:46.115054+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:16:46.115054+0000","last_undegraded":"2024-09-18T02:16:46.115054+0000","last_fullsized":"2024-09-18T02:16:46.115054+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117666+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:16:46.117666+0000","last_peered":"2024-09-18T02:16:46.117666+0000","last_clean":"2024-09-18T02:16:46.117666+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:16:46.117666+0000","last_undegraded":"2024-09-18T02:16:46.117666+0000","last_fullsized":"2024-09-18T02:16:46.117666+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100208+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:52:04.963317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119485+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:16:46.119485+0000","last_peered":"2024-09-18T02:16:46.119485+0000","last_clean":"2024-09-18T02:16:46.119485+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:16:46.119485+0000","last_undegraded":"2024-09-18T02:16:46.119485+0000","last_fullsized":"2024-09-18T02:16:46.119485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107015+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:16:46.107015+0000","last_peered":"2024-09-18T02:16:46.107015+0000","last_clean":"2024-09-18T02:16:46.107015+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:16:46.107015+0000","last_undegraded":"2024-09-18T02:16:46.107015+0000","last_fullsized":"2024-09-18T02:16:46.107015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114384+0000","last_change":"2024-09-18T02:16:46.111798+0000","last_active":"2024-09-18T02:16:46.114384+0000","last_peered":"2024-09-18T02:16:46.114384+0000","last_clean":"2024-09-18T02:16:46.114384+0000","last_became_active":"2024-09-18T02:16:46.110504+0000","last_became_peered":"2024-09-18T02:16:46.110504+0000","last_unstale":"2024-09-18T02:16:46.114384+0000","last_undegraded":"2024-09-18T02:16:46.114384+0000","last_fullsized":"2024-09-18T02:16:46.114384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:17:17.706037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117766+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:16:46.117766+0000","last_peered":"2024-09-18T02:16:46.117766+0000","last_clean":"2024-09-18T02:16:46.117766+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:16:46.117766+0000","last_undegraded":"2024-09-18T02:16:46.117766+0000","last_fullsized":"2024-09-18T02:16:46.117766+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097517+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:56:24.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118092+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:16:46.118092+0000","last_peered":"2024-09-18T02:16:46.118092+0000","last_clean":"2024-09-18T02:16:46.118092+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:16:46.118092+0000","last_undegraded":"2024-09-18T02:16:46.118092+0000","last_fullsized":"2024-09-18T02:16:46.118092+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.093902+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:16:46.093902+0000","last_peered":"2024-09-18T02:16:46.093902+0000","last_clean":"2024-09-18T02:16:46.093902+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:16:46.093902+0000","last_undegraded":"2024-09-18T02:16:46.093902+0000","last_fullsized":"2024-09-18T02:16:46.093902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117327+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:16:46.117327+0000","last_peered":"2024-09-18T02:16:46.117327+0000","last_clean":"2024-09-18T02:16:46.117327+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:16:46.117327+0000","last_undegraded":"2024-09-18T02:16:46.117327+0000","last_fullsized":"2024-09-18T02:16:46.117327+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098938+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:16:46.098938+0000","last_peered":"2024-09-18T02:16:46.098938+0000","last_clean":"2024-09-18T02:16:46.098938+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:16:46.098938+0000","last_undegraded":"2024-09-18T02:16:46.098938+0000","last_fullsized":"2024-09-18T02:16:46.098938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.092411+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:16:46.092411+0000","last_peered":"2024-09-18T02:16:46.092411+0000","last_clean":"2024-09-18T02:16:46.092411+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:16:46.092411+0000","last_undegraded":"2024-09-18T02:16:46.092411+0000","last_fullsized":"2024-09-18T02:16:46.092411+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112149+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:16:46.112149+0000","last_peered":"2024-09-18T02:16:46.112149+0000","last_clean":"2024-09-18T02:16:46.112149+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:16:46.112149+0000","last_undegraded":"2024-09-18T02:16:46.112149+0000","last_fullsized":"2024-09-18T02:16:46.112149+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098984+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:16:46.098984+0000","last_peered":"2024-09-18T02:16:46.098984+0000","last_clean":"2024-09-18T02:16:46.098984+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:16:46.098984+0000","last_undegraded":"2024-09-18T02:16:46.098984+0000","last_fullsized":"2024-09-18T02:16:46.098984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097432+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:11.801308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124708+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:16:46.124708+0000","last_peered":"2024-09-18T02:16:46.124708+0000","last_clean":"2024-09-18T02:16:46.124708+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:16:46.124708+0000","last_undegraded":"2024-09-18T02:16:46.124708+0000","last_fullsized":"2024-09-18T02:16:46.124708+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120445+0000","last_change":"2024-09-18T02:16:46.120445+0000","last_active":"2024-09-18T02:16:46.120445+0000","last_peered":"2024-09-18T02:16:46.120445+0000","last_clean":"2024-09-18T02:16:46.120445+0000","last_became_active":"2024-09-18T02:16:46.120138+0000","last_became_peered":"2024-09-18T02:16:46.120138+0000","last_unstale":"2024-09-18T02:16:46.120445+0000","last_undegraded":"2024-09-18T02:16:46.120445+0000","last_fullsized":"2024-09-18T02:16:46.120445+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:20:13.600989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.104884+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:16:45.104884+0000","last_peered":"2024-09-18T02:16:45.104884+0000","last_clean":"2024-09-18T02:16:45.104884+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:16:45.104884+0000","last_undegraded":"2024-09-18T02:16:45.104884+0000","last_fullsized":"2024-09-18T02:16:45.104884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.099188+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:06:20.462210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099464+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:16:46.099464+0000","last_peered":"2024-09-18T02:16:46.099464+0000","last_clean":"2024-09-18T02:16:46.099464+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:16:46.099464+0000","last_undegraded":"2024-09-18T02:16:46.099464+0000","last_fullsized":"2024-09-18T02:16:46.099464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115259+0000","last_change":"2024-09-18T02:16:46.115259+0000","last_active":"2024-09-18T02:16:46.115259+0000","last_peered":"2024-09-18T02:16:46.115259+0000","last_clean":"2024-09-18T02:16:46.115259+0000","last_became_active":"2024-09-18T02:16:46.114993+0000","last_became_peered":"2024-09-18T02:16:46.114993+0000","last_unstale":"2024-09-18T02:16:46.115259+0000","last_undegraded":"2024-09-18T02:16:46.115259+0000","last_fullsized":"2024-09-18T02:16:46.115259+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:25:09.633439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.091870+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:16:46.091870+0000","last_peered":"2024-09-18T02:16:46.091870+0000","last_clean":"2024-09-18T02:16:46.091870+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:16:46.091870+0000","last_undegraded":"2024-09-18T02:16:46.091870+0000","last_fullsized":"2024-09-18T02:16:46.091870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110189+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:16:46.110189+0000","last_peered":"2024-09-18T02:16:46.110189+0000","last_clean":"2024-09-18T02:16:46.110189+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:16:46.110189+0000","last_undegraded":"2024-09-18T02:16:46.110189+0000","last_fullsized":"2024-09-18T02:16:46.110189+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118938+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:16:46.118938+0000","last_peered":"2024-09-18T02:16:46.118938+0000","last_clean":"2024-09-18T02:16:46.118938+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:16:46.118938+0000","last_undegraded":"2024-09-18T02:16:46.118938+0000","last_fullsized":"2024-09-18T02:16:46.118938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113773+0000","last_change":"2024-09-18T02:16:46.113773+0000","last_active":"2024-09-18T02:16:46.113773+0000","last_peered":"2024-09-18T02:16:46.113773+0000","last_clean":"2024-09-18T02:16:46.113773+0000","last_became_active":"2024-09-18T02:16:46.113151+0000","last_became_peered":"2024-09-18T02:16:46.113151+0000","last_unstale":"2024-09-18T02:16:46.113773+0000","last_undegraded":"2024-09-18T02:16:46.113773+0000","last_fullsized":"2024-09-18T02:16:46.113773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:28:13.875914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.084972+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:27:36.298643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114962+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:16:46.114962+0000","last_peered":"2024-09-18T02:16:46.114962+0000","last_clean":"2024-09-18T02:16:46.114962+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:16:46.114962+0000","last_undegraded":"2024-09-18T02:16:46.114962+0000","last_fullsized":"2024-09-18T02:16:46.114962+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117006+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:16:46.117006+0000","last_peered":"2024-09-18T02:16:46.117006+0000","last_clean":"2024-09-18T02:16:46.117006+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:16:46.117006+0000","last_undegraded":"2024-09-18T02:16:46.117006+0000","last_fullsized":"2024-09-18T02:16:46.117006+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124781+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:16:46.124781+0000","last_peered":"2024-09-18T02:16:46.124781+0000","last_clean":"2024-09-18T02:16:46.124781+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:16:46.124781+0000","last_undegraded":"2024-09-18T02:16:46.124781+0000","last_fullsized":"2024-09-18T02:16:46.124781+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119461+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:16:46.119461+0000","last_peered":"2024-09-18T02:16:46.119461+0000","last_clean":"2024-09-18T02:16:46.119461+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:16:46.119461+0000","last_undegraded":"2024-09-18T02:16:46.119461+0000","last_fullsized":"2024-09-18T02:16:46.119461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089305+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:16:46.089305+0000","last_peered":"2024-09-18T02:16:46.089305+0000","last_clean":"2024-09-18T02:16:46.089305+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:16:46.089305+0000","last_undegraded":"2024-09-18T02:16:46.089305+0000","last_fullsized":"2024-09-18T02:16:46.089305+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117345+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:16:46.117345+0000","last_peered":"2024-09-18T02:16:46.117345+0000","last_clean":"2024-09-18T02:16:46.117345+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:16:46.117345+0000","last_undegraded":"2024-09-18T02:16:46.117345+0000","last_fullsized":"2024-09-18T02:16:46.117345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.099335+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:16:45.099335+0000","last_peered":"2024-09-18T02:16:45.099335+0000","last_clean":"2024-09-18T02:16:45.099335+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:16:45.099335+0000","last_undegraded":"2024-09-18T02:16:45.099335+0000","last_fullsized":"2024-09-18T02:16:45.099335+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.102022+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:16:46.102022+0000","last_peered":"2024-09-18T02:16:46.102022+0000","last_clean":"2024-09-18T02:16:46.102022+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:16:46.102022+0000","last_undegraded":"2024-09-18T02:16:46.102022+0000","last_fullsized":"2024-09-18T02:16:46.102022+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113036+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:16:46.113036+0000","last_peered":"2024-09-18T02:16:46.113036+0000","last_clean":"2024-09-18T02:16:46.113036+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:16:46.113036+0000","last_undegraded":"2024-09-18T02:16:46.113036+0000","last_fullsized":"2024-09-18T02:16:46.113036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113596+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:16:45.113596+0000","last_peered":"2024-09-18T02:16:45.113596+0000","last_clean":"2024-09-18T02:16:45.113596+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:16:45.113596+0000","last_undegraded":"2024-09-18T02:16:45.113596+0000","last_fullsized":"2024-09-18T02:16:45.113596+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096273+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:32:04.633227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089274+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:16:46.089274+0000","last_peered":"2024-09-18T02:16:46.089274+0000","last_clean":"2024-09-18T02:16:46.089274+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:16:46.089274+0000","last_undegraded":"2024-09-18T02:16:46.089274+0000","last_fullsized":"2024-09-18T02:16:46.089274+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099562+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:16:46.099562+0000","last_peered":"2024-09-18T02:16:46.099562+0000","last_clean":"2024-09-18T02:16:46.099562+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:16:46.099562+0000","last_undegraded":"2024-09-18T02:16:46.099562+0000","last_fullsized":"2024-09-18T02:16:46.099562+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120674+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:16:46.120674+0000","last_peered":"2024-09-18T02:16:46.120674+0000","last_clean":"2024-09-18T02:16:46.120674+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:16:46.120674+0000","last_undegraded":"2024-09-18T02:16:46.120674+0000","last_fullsized":"2024-09-18T02:16:46.120674+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.112898+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:16:45.112898+0000","last_peered":"2024-09-18T02:16:45.112898+0000","last_clean":"2024-09-18T02:16:45.112898+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:16:45.112898+0000","last_undegraded":"2024-09-18T02:16:45.112898+0000","last_fullsized":"2024-09-18T02:16:45.112898+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124169+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:16:46.124169+0000","last_peered":"2024-09-18T02:16:46.124169+0000","last_clean":"2024-09-18T02:16:46.124169+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:16:46.124169+0000","last_undegraded":"2024-09-18T02:16:46.124169+0000","last_fullsized":"2024-09-18T02:16:46.124169+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114917+0000","last_change":"2024-09-18T02:16:45.108393+0000","last_active":"2024-09-18T02:16:46.114917+0000","last_peered":"2024-09-18T02:16:46.114917+0000","last_clean":"2024-09-18T02:16:46.114917+0000","last_became_active":"2024-09-18T02:16:45.107947+0000","last_became_peered":"2024-09-18T02:16:45.107947+0000","last_unstale":"2024-09-18T02:16:46.114917+0000","last_undegraded":"2024-09-18T02:16:46.114917+0000","last_fullsized":"2024-09-18T02:16:46.114917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:21:07.334855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096794+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:46:41.020987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113553+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:16:45.113553+0000","last_peered":"2024-09-18T02:16:45.113553+0000","last_clean":"2024-09-18T02:16:45.113553+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:16:45.113553+0000","last_undegraded":"2024-09-18T02:16:45.113553+0000","last_fullsized":"2024-09-18T02:16:45.113553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117347+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:16:46.117347+0000","last_peered":"2024-09-18T02:16:46.117347+0000","last_clean":"2024-09-18T02:16:46.117347+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:16:46.117347+0000","last_undegraded":"2024-09-18T02:16:46.117347+0000","last_fullsized":"2024-09-18T02:16:46.117347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132359+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:16:46.132359+0000","last_peered":"2024-09-18T02:16:46.132359+0000","last_clean":"2024-09-18T02:16:46.132359+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:16:46.132359+0000","last_undegraded":"2024-09-18T02:16:46.132359+0000","last_fullsized":"2024-09-18T02:16:46.132359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115398+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:16:46.115398+0000","last_peered":"2024-09-18T02:16:46.115398+0000","last_clean":"2024-09-18T02:16:46.115398+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:16:46.115398+0000","last_undegraded":"2024-09-18T02:16:46.115398+0000","last_fullsized":"2024-09-18T02:16:46.115398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114412+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:16:46.114412+0000","last_peered":"2024-09-18T02:16:46.114412+0000","last_clean":"2024-09-18T02:16:46.114412+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.114412+0000","last_undegraded":"2024-09-18T02:16:46.114412+0000","last_fullsized":"2024-09-18T02:16:46.114412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.108850+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:16:46.108850+0000","last_peered":"2024-09-18T02:16:46.108850+0000","last_clean":"2024-09-18T02:16:46.108850+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:16:46.108850+0000","last_undegraded":"2024-09-18T02:16:46.108850+0000","last_fullsized":"2024-09-18T02:16:46.108850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112290+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:16:46.112290+0000","last_peered":"2024-09-18T02:16:46.112290+0000","last_clean":"2024-09-18T02:16:46.112290+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:16:46.112290+0000","last_undegraded":"2024-09-18T02:16:46.112290+0000","last_fullsized":"2024-09-18T02:16:46.112290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114498+0000","last_change":"2024-09-18T02:16:46.113548+0000","last_active":"2024-09-18T02:16:46.114498+0000","last_peered":"2024-09-18T02:16:46.114498+0000","last_clean":"2024-09-18T02:16:46.114498+0000","last_became_active":"2024-09-18T02:16:46.113153+0000","last_became_peered":"2024-09-18T02:16:46.113153+0000","last_unstale":"2024-09-18T02:16:46.114498+0000","last_undegraded":"2024-09-18T02:16:46.114498+0000","last_fullsized":"2024-09-18T02:16:46.114498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:38:31.082036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117151+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:16:46.117151+0000","last_peered":"2024-09-18T02:16:46.117151+0000","last_clean":"2024-09-18T02:16:46.117151+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:16:46.117151+0000","last_undegraded":"2024-09-18T02:16:46.117151+0000","last_fullsized":"2024-09-18T02:16:46.117151+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.102344+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:45:54.649531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.127600+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:16:46.127600+0000","last_peered":"2024-09-18T02:16:46.127600+0000","last_clean":"2024-09-18T02:16:46.127600+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:16:46.127600+0000","last_undegraded":"2024-09-18T02:16:46.127600+0000","last_fullsized":"2024-09-18T02:16:46.127600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121101+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:16:46.121101+0000","last_peered":"2024-09-18T02:16:46.121101+0000","last_clean":"2024-09-18T02:16:46.121101+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:16:46.121101+0000","last_undegraded":"2024-09-18T02:16:46.121101+0000","last_fullsized":"2024-09-18T02:16:46.121101+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.109773+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:16:45.109773+0000","last_peered":"2024-09-18T02:16:45.109773+0000","last_clean":"2024-09-18T02:16:45.109773+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:16:45.109773+0000","last_undegraded":"2024-09-18T02:16:45.109773+0000","last_fullsized":"2024-09-18T02:16:45.109773+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":6},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":78,"acting":78,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]}]},{"osd":6,"up_from":43,"seq":184683593740,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298460,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446692,"statfs":{"total":95995035648,"available":95689412608,"internally_reserved":0,"allocated":1126400,"data_stored":807371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]},{"osd":5,"up_from":37,"seq":158913789968,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":536576,"data_stored":217093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56399999999999995}]},{"osd":1,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61199999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.378}]},{"osd":4,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44800000000000001}]},{"osd":1,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.41999999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.439}]},{"osd":3,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.505},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.432}]},{"osd":5,"last update":"Wed Sep 18 02:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297896,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447256,"statfs":{"total":95995035648,"available":95689990144,"internally_reserved":0,"allocated":544768,"data_stored":217422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.311}]},{"osd":1,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28399999999999997}]},{"osd":4,"last update":"Wed Sep 18 02:16:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.54000000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:16:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.622},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.56699999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.29099999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.27100000000000002}]},{"osd":1,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.308,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.312},{"interface":"front","average":{"1min":0.438,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.219}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.28999999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.626}]},{"osd":5,"last update":"Wed Sep 18 02:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297840,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447312,"statfs":{"total":95995035648,"available":95690047488,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.34000000000000002,"15min":0.33300000000000002},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45700000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.25600000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.40799999999999997,"15min":0.40400000000000003},"min":{"1min":0.27300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.32700000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.371}]},{"osd":4,"last update":"Wed Sep 18 02:16:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.497},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.46999999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.32300000000000001,"15min":0.307},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33400000000000002,"15min":0.31900000000000001},"min":{"1min":0.27400000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.33400000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:31 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.314},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.246}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.34799999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.29499999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:16:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.371},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:16:49.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-09-18T02:16:49.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-09-18T02:16:49.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.101629+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T13:24:14.808207+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2, 1], 'acting': [0, 2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.101134+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T11:30:16.020232+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 5], 'acting': [0, 1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.100640+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T06:12:20.612605+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 1], 'acting': [0, 7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-09-18T02:16:49.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.100208+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T03:52:04.963317+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3, 4], 'acting': [0, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.097517+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T02:56:24.533155+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 7], 'acting': [0, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.097432+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T02:25:11.801308+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 3], 'acting': [0, 5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:44.078803+0000', 'last_change': '2024-09-18T02:16:44.078803+0000', 'last_active': '2024-09-18T02:16:44.078803+0000', 'last_peered': '2024-09-18T02:16:44.078803+0000', 'last_clean': '2024-09-18T02:16:44.078803+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:44.078803+0000', 'last_undegraded': '2024-09-18T02:16:44.078803+0000', 'last_fullsized': '2024-09-18T02:16:44.078803+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.099188+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T03:06:20.462210+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 3], 'acting': [0, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:44.078803+0000', 'last_change': '2024-09-18T02:16:44.084972+0000', 'last_active': '2024-09-18T02:16:44.078803+0000', 'last_peered': '2024-09-18T02:16:44.078803+0000', 'last_clean': '2024-09-18T02:16:44.078803+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:44.078803+0000', 'last_undegraded': '2024-09-18T02:16:44.078803+0000', 'last_fullsized': '2024-09-18T02:16:44.078803+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T07:27:36.298643+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0, 7], 'acting': [4, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:44.078803+0000', 'last_change': '2024-09-18T02:16:44.078803+0000', 'last_active': '2024-09-18T02:16:44.078803+0000', 'last_peered': '2024-09-18T02:16:44.078803+0000', 'last_clean': '2024-09-18T02:16:44.078803+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:44.078803+0000', 'last_undegraded': '2024-09-18T02:16:44.078803+0000', 'last_fullsized': '2024-09-18T02:16:44.078803+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-09-18T02:16:49.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.096273+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T02:32:04.633227+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:44.078803+0000', 'last_change': '2024-09-18T02:16:44.078803+0000', 'last_active': '2024-09-18T02:16:44.078803+0000', 'last_peered': '2024-09-18T02:16:44.078803+0000', 'last_clean': '2024-09-18T02:16:44.078803+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:44.078803+0000', 'last_undegraded': '2024-09-18T02:16:44.078803+0000', 'last_fullsized': '2024-09-18T02:16:44.078803+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:44.078803+0000', 'last_change': '2024-09-18T02:16:44.078803+0000', 'last_active': '2024-09-18T02:16:44.078803+0000', 'last_peered': '2024-09-18T02:16:44.078803+0000', 'last_clean': '2024-09-18T02:16:44.078803+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:44.078803+0000', 'last_undegraded': '2024-09-18T02:16:44.078803+0000', 'last_fullsized': '2024-09-18T02:16:44.078803+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.096794+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T04:46:41.020987+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 4], 'acting': [0, 1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.081204+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:44.078803+0000', 'last_change': '2024-09-18T02:16:44.078803+0000', 'last_active': '2024-09-18T02:16:44.078803+0000', 'last_peered': '2024-09-18T02:16:44.078803+0000', 'last_clean': '2024-09-18T02:16:44.078803+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:44.078803+0000', 'last_undegraded': '2024-09-18T02:16:44.078803+0000', 'last_fullsized': '2024-09-18T02:16:44.078803+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-18T02:16:44.078803+0000', 'last_change': '2024-09-18T02:16:44.078803+0000', 'last_active': '2024-09-18T02:16:44.078803+0000', 'last_peered': '2024-09-18T02:16:44.078803+0000', 'last_clean': '2024-09-18T02:16:44.078803+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:44.078803+0000', 'last_undegraded': '2024-09-18T02:16:44.078803+0000', 'last_fullsized': '2024-09-18T02:16:44.078803+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:44.078803+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-09-18T02:16:49.687 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-18T02:16:45.081204+0000', 'last_change': '2024-09-18T02:16:45.102344+0000', 'last_active': '2024-09-18T02:16:45.081204+0000', 'last_peered': '2024-09-18T02:16:45.081204+0000', 'last_clean': '2024-09-18T02:16:45.081204+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-18T02:16:45.081204+0000', 'last_undegraded': '2024-09-18T02:16:45.081204+0000', 'last_fullsized': '2024-09-18T02:16:45.081204+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'last_clean_scrub_stamp': '2024-09-18T02:16:45.081204+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-19T05:45:54.649531+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 2], 'acting': [0, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-18T02:16:49.688 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-18T02:16:50.048 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:50.048 INFO:teuthology.orchestra.run.smithi046.stdout:{"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":223,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1726625786,"num_in_osds":8,"osd_in_since":1726625769,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":69},{"state_name":"unknown","count":17},{"state_name":"creating+peering","count":11}],"num_pgs":97,"num_pools":3,"num_objects":15,"data_bytes":591920,"bytes_used":2441932800,"bytes_avail":765518352384,"bytes_total":767960285184,"unknown_pgs_ratio":0.17525772750377655,"inactive_pgs_ratio":0.11340206116437912,"write_bytes_sec":703,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24358}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.46:8443/"}},"servicemap":{"epoch":11,"modified":"2024-09-18T02:16:38.448216+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-18T02:16:50.060 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-18T02:16:50.060 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-18T02:16:50.339 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:50.341 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:16:50.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[27507]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[27507]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[27507]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1731432588' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-18T02:16:50.349 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[39146]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.350 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[39146]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.350 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[39146]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.350 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:50 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1731432588' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-18T02:16:50.350 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-18T02:16:48.449780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384700,"kb_used_data":5812,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576516,"statfs":{"total":767960285184,"available":765518352384,"internally_reserved":0,"allocated":5951488,"data_stored":3461327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.368659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122197+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:16:46.122197+0000","last_peered":"2024-09-18T02:16:46.122197+0000","last_clean":"2024-09-18T02:16:46.122197+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:16:46.122197+0000","last_undegraded":"2024-09-18T02:16:46.122197+0000","last_fullsized":"2024-09-18T02:16:46.122197+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101629+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:14.808207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120883+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:16:46.120883+0000","last_peered":"2024-09-18T02:16:46.120883+0000","last_clean":"2024-09-18T02:16:46.120883+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:16:46.120883+0000","last_undegraded":"2024-09-18T02:16:46.120883+0000","last_fullsized":"2024-09-18T02:16:46.120883+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113578+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:16:46.113578+0000","last_peered":"2024-09-18T02:16:46.113578+0000","last_clean":"2024-09-18T02:16:46.113578+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:16:46.113578+0000","last_undegraded":"2024-09-18T02:16:46.113578+0000","last_fullsized":"2024-09-18T02:16:46.113578+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124191+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:16:46.124191+0000","last_peered":"2024-09-18T02:16:46.124191+0000","last_clean":"2024-09-18T02:16:46.124191+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:16:46.124191+0000","last_undegraded":"2024-09-18T02:16:46.124191+0000","last_fullsized":"2024-09-18T02:16:46.124191+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117659+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:16:46.117659+0000","last_peered":"2024-09-18T02:16:46.117659+0000","last_clean":"2024-09-18T02:16:46.117659+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:16:46.117659+0000","last_undegraded":"2024-09-18T02:16:46.117659+0000","last_fullsized":"2024-09-18T02:16:46.117659+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112309+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:16:46.112309+0000","last_peered":"2024-09-18T02:16:46.112309+0000","last_clean":"2024-09-18T02:16:46.112309+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.112309+0000","last_undegraded":"2024-09-18T02:16:46.112309+0000","last_fullsized":"2024-09-18T02:16:46.112309+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122424+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:16:46.122424+0000","last_peered":"2024-09-18T02:16:46.122424+0000","last_clean":"2024-09-18T02:16:46.122424+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:16:46.122424+0000","last_undegraded":"2024-09-18T02:16:46.122424+0000","last_fullsized":"2024-09-18T02:16:46.122424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.104824+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:16:46.104824+0000","last_peered":"2024-09-18T02:16:46.104824+0000","last_clean":"2024-09-18T02:16:46.104824+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:16:46.104824+0000","last_undegraded":"2024-09-18T02:16:46.104824+0000","last_fullsized":"2024-09-18T02:16:46.104824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110303+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:16:46.110303+0000","last_peered":"2024-09-18T02:16:46.110303+0000","last_clean":"2024-09-18T02:16:46.110303+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:16:46.110303+0000","last_undegraded":"2024-09-18T02:16:46.110303+0000","last_fullsized":"2024-09-18T02:16:46.110303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121168+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:16:46.121168+0000","last_peered":"2024-09-18T02:16:46.121168+0000","last_clean":"2024-09-18T02:16:46.121168+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:16:46.121168+0000","last_undegraded":"2024-09-18T02:16:46.121168+0000","last_fullsized":"2024-09-18T02:16:46.121168+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.101134+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:30:16.020232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121449+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:16:46.121449+0000","last_peered":"2024-09-18T02:16:46.121449+0000","last_clean":"2024-09-18T02:16:46.121449+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:16:46.121449+0000","last_undegraded":"2024-09-18T02:16:46.121449+0000","last_fullsized":"2024-09-18T02:16:46.121449+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114564+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:16:46.114564+0000","last_peered":"2024-09-18T02:16:46.114564+0000","last_clean":"2024-09-18T02:16:46.114564+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:16:46.114564+0000","last_undegraded":"2024-09-18T02:16:46.114564+0000","last_fullsized":"2024-09-18T02:16:46.114564+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107158+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:16:46.107158+0000","last_peered":"2024-09-18T02:16:46.107158+0000","last_clean":"2024-09-18T02:16:46.107158+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:16:46.107158+0000","last_undegraded":"2024-09-18T02:16:46.107158+0000","last_fullsized":"2024-09-18T02:16:46.107158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.116419+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:16:46.116419+0000","last_peered":"2024-09-18T02:16:46.116419+0000","last_clean":"2024-09-18T02:16:46.116419+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:16:46.116419+0000","last_undegraded":"2024-09-18T02:16:46.116419+0000","last_fullsized":"2024-09-18T02:16:46.116419+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117980+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:16:46.117980+0000","last_peered":"2024-09-18T02:16:46.117980+0000","last_clean":"2024-09-18T02:16:46.117980+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:16:46.117980+0000","last_undegraded":"2024-09-18T02:16:46.117980+0000","last_fullsized":"2024-09-18T02:16:46.117980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100640+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:12:20.612605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114495+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:16:46.114495+0000","last_peered":"2024-09-18T02:16:46.114495+0000","last_clean":"2024-09-18T02:16:46.114495+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:16:46.114495+0000","last_undegraded":"2024-09-18T02:16:46.114495+0000","last_fullsized":"2024-09-18T02:16:46.114495+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121622+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:16:46.121622+0000","last_peered":"2024-09-18T02:16:46.121622+0000","last_clean":"2024-09-18T02:16:46.121622+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:16:46.121622+0000","last_undegraded":"2024-09-18T02:16:46.121622+0000","last_fullsized":"2024-09-18T02:16:46.121622+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.106314+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:16:46.106314+0000","last_peered":"2024-09-18T02:16:46.106314+0000","last_clean":"2024-09-18T02:16:46.106314+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:16:46.106314+0000","last_undegraded":"2024-09-18T02:16:46.106314+0000","last_fullsized":"2024-09-18T02:16:46.106314+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117515+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:16:46.117515+0000","last_peered":"2024-09-18T02:16:46.117515+0000","last_clean":"2024-09-18T02:16:46.117515+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:16:46.117515+0000","last_undegraded":"2024-09-18T02:16:46.117515+0000","last_fullsized":"2024-09-18T02:16:46.117515+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115054+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:16:46.115054+0000","last_peered":"2024-09-18T02:16:46.115054+0000","last_clean":"2024-09-18T02:16:46.115054+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:16:46.115054+0000","last_undegraded":"2024-09-18T02:16:46.115054+0000","last_fullsized":"2024-09-18T02:16:46.115054+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117666+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:16:46.117666+0000","last_peered":"2024-09-18T02:16:46.117666+0000","last_clean":"2024-09-18T02:16:46.117666+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:16:46.117666+0000","last_undegraded":"2024-09-18T02:16:46.117666+0000","last_fullsized":"2024-09-18T02:16:46.117666+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.100208+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:52:04.963317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119485+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:16:46.119485+0000","last_peered":"2024-09-18T02:16:46.119485+0000","last_clean":"2024-09-18T02:16:46.119485+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:16:46.119485+0000","last_undegraded":"2024-09-18T02:16:46.119485+0000","last_fullsized":"2024-09-18T02:16:46.119485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107015+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:16:46.107015+0000","last_peered":"2024-09-18T02:16:46.107015+0000","last_clean":"2024-09-18T02:16:46.107015+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:16:46.107015+0000","last_undegraded":"2024-09-18T02:16:46.107015+0000","last_fullsized":"2024-09-18T02:16:46.107015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114384+0000","last_change":"2024-09-18T02:16:46.111798+0000","last_active":"2024-09-18T02:16:46.114384+0000","last_peered":"2024-09-18T02:16:46.114384+0000","last_clean":"2024-09-18T02:16:46.114384+0000","last_became_active":"2024-09-18T02:16:46.110504+0000","last_became_peered":"2024-09-18T02:16:46.110504+0000","last_unstale":"2024-09-18T02:16:46.114384+0000","last_undegraded":"2024-09-18T02:16:46.114384+0000","last_fullsized":"2024-09-18T02:16:46.114384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:17:17.706037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117766+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:16:46.117766+0000","last_peered":"2024-09-18T02:16:46.117766+0000","last_clean":"2024-09-18T02:16:46.117766+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:16:46.117766+0000","last_undegraded":"2024-09-18T02:16:46.117766+0000","last_fullsized":"2024-09-18T02:16:46.117766+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097517+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:56:24.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118092+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:16:46.118092+0000","last_peered":"2024-09-18T02:16:46.118092+0000","last_clean":"2024-09-18T02:16:46.118092+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:16:46.118092+0000","last_undegraded":"2024-09-18T02:16:46.118092+0000","last_fullsized":"2024-09-18T02:16:46.118092+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.093902+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:16:46.093902+0000","last_peered":"2024-09-18T02:16:46.093902+0000","last_clean":"2024-09-18T02:16:46.093902+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:16:46.093902+0000","last_undegraded":"2024-09-18T02:16:46.093902+0000","last_fullsized":"2024-09-18T02:16:46.093902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117327+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:16:46.117327+0000","last_peered":"2024-09-18T02:16:46.117327+0000","last_clean":"2024-09-18T02:16:46.117327+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:16:46.117327+0000","last_undegraded":"2024-09-18T02:16:46.117327+0000","last_fullsized":"2024-09-18T02:16:46.117327+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098938+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:16:46.098938+0000","last_peered":"2024-09-18T02:16:46.098938+0000","last_clean":"2024-09-18T02:16:46.098938+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:16:46.098938+0000","last_undegraded":"2024-09-18T02:16:46.098938+0000","last_fullsized":"2024-09-18T02:16:46.098938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.092411+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:16:46.092411+0000","last_peered":"2024-09-18T02:16:46.092411+0000","last_clean":"2024-09-18T02:16:46.092411+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:16:46.092411+0000","last_undegraded":"2024-09-18T02:16:46.092411+0000","last_fullsized":"2024-09-18T02:16:46.092411+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112149+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:16:46.112149+0000","last_peered":"2024-09-18T02:16:46.112149+0000","last_clean":"2024-09-18T02:16:46.112149+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:16:46.112149+0000","last_undegraded":"2024-09-18T02:16:46.112149+0000","last_fullsized":"2024-09-18T02:16:46.112149+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098984+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:16:46.098984+0000","last_peered":"2024-09-18T02:16:46.098984+0000","last_clean":"2024-09-18T02:16:46.098984+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:16:46.098984+0000","last_undegraded":"2024-09-18T02:16:46.098984+0000","last_fullsized":"2024-09-18T02:16:46.098984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.097432+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:11.801308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124708+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:16:46.124708+0000","last_peered":"2024-09-18T02:16:46.124708+0000","last_clean":"2024-09-18T02:16:46.124708+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:16:46.124708+0000","last_undegraded":"2024-09-18T02:16:46.124708+0000","last_fullsized":"2024-09-18T02:16:46.124708+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120445+0000","last_change":"2024-09-18T02:16:46.120445+0000","last_active":"2024-09-18T02:16:46.120445+0000","last_peered":"2024-09-18T02:16:46.120445+0000","last_clean":"2024-09-18T02:16:46.120445+0000","last_became_active":"2024-09-18T02:16:46.120138+0000","last_became_peered":"2024-09-18T02:16:46.120138+0000","last_unstale":"2024-09-18T02:16:46.120445+0000","last_undegraded":"2024-09-18T02:16:46.120445+0000","last_fullsized":"2024-09-18T02:16:46.120445+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:20:13.600989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.104884+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:16:45.104884+0000","last_peered":"2024-09-18T02:16:45.104884+0000","last_clean":"2024-09-18T02:16:45.104884+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:16:45.104884+0000","last_undegraded":"2024-09-18T02:16:45.104884+0000","last_fullsized":"2024-09-18T02:16:45.104884+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.099188+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:06:20.462210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099464+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:16:46.099464+0000","last_peered":"2024-09-18T02:16:46.099464+0000","last_clean":"2024-09-18T02:16:46.099464+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:16:46.099464+0000","last_undegraded":"2024-09-18T02:16:46.099464+0000","last_fullsized":"2024-09-18T02:16:46.099464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115259+0000","last_change":"2024-09-18T02:16:46.115259+0000","last_active":"2024-09-18T02:16:46.115259+0000","last_peered":"2024-09-18T02:16:46.115259+0000","last_clean":"2024-09-18T02:16:46.115259+0000","last_became_active":"2024-09-18T02:16:46.114993+0000","last_became_peered":"2024-09-18T02:16:46.114993+0000","last_unstale":"2024-09-18T02:16:46.115259+0000","last_undegraded":"2024-09-18T02:16:46.115259+0000","last_fullsized":"2024-09-18T02:16:46.115259+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:25:09.633439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.091870+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:16:46.091870+0000","last_peered":"2024-09-18T02:16:46.091870+0000","last_clean":"2024-09-18T02:16:46.091870+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:16:46.091870+0000","last_undegraded":"2024-09-18T02:16:46.091870+0000","last_fullsized":"2024-09-18T02:16:46.091870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110189+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:16:46.110189+0000","last_peered":"2024-09-18T02:16:46.110189+0000","last_clean":"2024-09-18T02:16:46.110189+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:16:46.110189+0000","last_undegraded":"2024-09-18T02:16:46.110189+0000","last_fullsized":"2024-09-18T02:16:46.110189+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118938+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:16:46.118938+0000","last_peered":"2024-09-18T02:16:46.118938+0000","last_clean":"2024-09-18T02:16:46.118938+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:16:46.118938+0000","last_undegraded":"2024-09-18T02:16:46.118938+0000","last_fullsized":"2024-09-18T02:16:46.118938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113773+0000","last_change":"2024-09-18T02:16:46.113773+0000","last_active":"2024-09-18T02:16:46.113773+0000","last_peered":"2024-09-18T02:16:46.113773+0000","last_clean":"2024-09-18T02:16:46.113773+0000","last_became_active":"2024-09-18T02:16:46.113151+0000","last_became_peered":"2024-09-18T02:16:46.113151+0000","last_unstale":"2024-09-18T02:16:46.113773+0000","last_undegraded":"2024-09-18T02:16:46.113773+0000","last_fullsized":"2024-09-18T02:16:46.113773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:28:13.875914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.084972+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:27:36.298643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114962+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:16:46.114962+0000","last_peered":"2024-09-18T02:16:46.114962+0000","last_clean":"2024-09-18T02:16:46.114962+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:16:46.114962+0000","last_undegraded":"2024-09-18T02:16:46.114962+0000","last_fullsized":"2024-09-18T02:16:46.114962+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117006+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:16:46.117006+0000","last_peered":"2024-09-18T02:16:46.117006+0000","last_clean":"2024-09-18T02:16:46.117006+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:16:46.117006+0000","last_undegraded":"2024-09-18T02:16:46.117006+0000","last_fullsized":"2024-09-18T02:16:46.117006+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124781+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:16:46.124781+0000","last_peered":"2024-09-18T02:16:46.124781+0000","last_clean":"2024-09-18T02:16:46.124781+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:16:46.124781+0000","last_undegraded":"2024-09-18T02:16:46.124781+0000","last_fullsized":"2024-09-18T02:16:46.124781+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119461+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:16:46.119461+0000","last_peered":"2024-09-18T02:16:46.119461+0000","last_clean":"2024-09-18T02:16:46.119461+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:16:46.119461+0000","last_undegraded":"2024-09-18T02:16:46.119461+0000","last_fullsized":"2024-09-18T02:16:46.119461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089305+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:16:46.089305+0000","last_peered":"2024-09-18T02:16:46.089305+0000","last_clean":"2024-09-18T02:16:46.089305+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:16:46.089305+0000","last_undegraded":"2024-09-18T02:16:46.089305+0000","last_fullsized":"2024-09-18T02:16:46.089305+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117345+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:16:46.117345+0000","last_peered":"2024-09-18T02:16:46.117345+0000","last_clean":"2024-09-18T02:16:46.117345+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:16:46.117345+0000","last_undegraded":"2024-09-18T02:16:46.117345+0000","last_fullsized":"2024-09-18T02:16:46.117345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.099335+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:16:45.099335+0000","last_peered":"2024-09-18T02:16:45.099335+0000","last_clean":"2024-09-18T02:16:45.099335+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:16:45.099335+0000","last_undegraded":"2024-09-18T02:16:45.099335+0000","last_fullsized":"2024-09-18T02:16:45.099335+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.102022+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:16:46.102022+0000","last_peered":"2024-09-18T02:16:46.102022+0000","last_clean":"2024-09-18T02:16:46.102022+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:16:46.102022+0000","last_undegraded":"2024-09-18T02:16:46.102022+0000","last_fullsized":"2024-09-18T02:16:46.102022+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113036+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:16:46.113036+0000","last_peered":"2024-09-18T02:16:46.113036+0000","last_clean":"2024-09-18T02:16:46.113036+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:16:46.113036+0000","last_undegraded":"2024-09-18T02:16:46.113036+0000","last_fullsized":"2024-09-18T02:16:46.113036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113596+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:16:45.113596+0000","last_peered":"2024-09-18T02:16:45.113596+0000","last_clean":"2024-09-18T02:16:45.113596+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:16:45.113596+0000","last_undegraded":"2024-09-18T02:16:45.113596+0000","last_fullsized":"2024-09-18T02:16:45.113596+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096273+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:32:04.633227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089274+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:16:46.089274+0000","last_peered":"2024-09-18T02:16:46.089274+0000","last_clean":"2024-09-18T02:16:46.089274+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:16:46.089274+0000","last_undegraded":"2024-09-18T02:16:46.089274+0000","last_fullsized":"2024-09-18T02:16:46.089274+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099562+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:16:46.099562+0000","last_peered":"2024-09-18T02:16:46.099562+0000","last_clean":"2024-09-18T02:16:46.099562+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:16:46.099562+0000","last_undegraded":"2024-09-18T02:16:46.099562+0000","last_fullsized":"2024-09-18T02:16:46.099562+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120674+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:16:46.120674+0000","last_peered":"2024-09-18T02:16:46.120674+0000","last_clean":"2024-09-18T02:16:46.120674+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:16:46.120674+0000","last_undegraded":"2024-09-18T02:16:46.120674+0000","last_fullsized":"2024-09-18T02:16:46.120674+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.112898+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:16:45.112898+0000","last_peered":"2024-09-18T02:16:45.112898+0000","last_clean":"2024-09-18T02:16:45.112898+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:16:45.112898+0000","last_undegraded":"2024-09-18T02:16:45.112898+0000","last_fullsized":"2024-09-18T02:16:45.112898+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124169+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:16:46.124169+0000","last_peered":"2024-09-18T02:16:46.124169+0000","last_clean":"2024-09-18T02:16:46.124169+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:16:46.124169+0000","last_undegraded":"2024-09-18T02:16:46.124169+0000","last_fullsized":"2024-09-18T02:16:46.124169+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114917+0000","last_change":"2024-09-18T02:16:45.108393+0000","last_active":"2024-09-18T02:16:46.114917+0000","last_peered":"2024-09-18T02:16:46.114917+0000","last_clean":"2024-09-18T02:16:46.114917+0000","last_became_active":"2024-09-18T02:16:45.107947+0000","last_became_peered":"2024-09-18T02:16:45.107947+0000","last_unstale":"2024-09-18T02:16:46.114917+0000","last_undegraded":"2024-09-18T02:16:46.114917+0000","last_fullsized":"2024-09-18T02:16:46.114917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:21:07.334855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.096794+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:46:41.020987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.113553+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:16:45.113553+0000","last_peered":"2024-09-18T02:16:45.113553+0000","last_clean":"2024-09-18T02:16:45.113553+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:16:45.113553+0000","last_undegraded":"2024-09-18T02:16:45.113553+0000","last_fullsized":"2024-09-18T02:16:45.113553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.081204+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117347+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:16:46.117347+0000","last_peered":"2024-09-18T02:16:46.117347+0000","last_clean":"2024-09-18T02:16:46.117347+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:16:46.117347+0000","last_undegraded":"2024-09-18T02:16:46.117347+0000","last_fullsized":"2024-09-18T02:16:46.117347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-18T02:16:44.078803+0000","last_change":"2024-09-18T02:16:44.078803+0000","last_active":"2024-09-18T02:16:44.078803+0000","last_peered":"2024-09-18T02:16:44.078803+0000","last_clean":"2024-09-18T02:16:44.078803+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:44.078803+0000","last_undegraded":"2024-09-18T02:16:44.078803+0000","last_fullsized":"2024-09-18T02:16:44.078803+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132359+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:16:46.132359+0000","last_peered":"2024-09-18T02:16:46.132359+0000","last_clean":"2024-09-18T02:16:46.132359+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:16:46.132359+0000","last_undegraded":"2024-09-18T02:16:46.132359+0000","last_fullsized":"2024-09-18T02:16:46.132359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115398+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:16:46.115398+0000","last_peered":"2024-09-18T02:16:46.115398+0000","last_clean":"2024-09-18T02:16:46.115398+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:16:46.115398+0000","last_undegraded":"2024-09-18T02:16:46.115398+0000","last_fullsized":"2024-09-18T02:16:46.115398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114412+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:16:46.114412+0000","last_peered":"2024-09-18T02:16:46.114412+0000","last_clean":"2024-09-18T02:16:46.114412+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.114412+0000","last_undegraded":"2024-09-18T02:16:46.114412+0000","last_fullsized":"2024-09-18T02:16:46.114412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.108850+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:16:46.108850+0000","last_peered":"2024-09-18T02:16:46.108850+0000","last_clean":"2024-09-18T02:16:46.108850+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:16:46.108850+0000","last_undegraded":"2024-09-18T02:16:46.108850+0000","last_fullsized":"2024-09-18T02:16:46.108850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112290+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:16:46.112290+0000","last_peered":"2024-09-18T02:16:46.112290+0000","last_clean":"2024-09-18T02:16:46.112290+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:16:46.112290+0000","last_undegraded":"2024-09-18T02:16:46.112290+0000","last_fullsized":"2024-09-18T02:16:46.112290+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114498+0000","last_change":"2024-09-18T02:16:46.113548+0000","last_active":"2024-09-18T02:16:46.114498+0000","last_peered":"2024-09-18T02:16:46.114498+0000","last_clean":"2024-09-18T02:16:46.114498+0000","last_became_active":"2024-09-18T02:16:46.113153+0000","last_became_peered":"2024-09-18T02:16:46.113153+0000","last_unstale":"2024-09-18T02:16:46.114498+0000","last_undegraded":"2024-09-18T02:16:46.114498+0000","last_fullsized":"2024-09-18T02:16:46.114498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:38:31.082036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117151+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:16:46.117151+0000","last_peered":"2024-09-18T02:16:46.117151+0000","last_clean":"2024-09-18T02:16:46.117151+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:16:46.117151+0000","last_undegraded":"2024-09-18T02:16:46.117151+0000","last_fullsized":"2024-09-18T02:16:46.117151+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-18T02:16:45.081204+0000","last_change":"2024-09-18T02:16:45.102344+0000","last_active":"2024-09-18T02:16:45.081204+0000","last_peered":"2024-09-18T02:16:45.081204+0000","last_clean":"2024-09-18T02:16:45.081204+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:16:45.081204+0000","last_undegraded":"2024-09-18T02:16:45.081204+0000","last_fullsized":"2024-09-18T02:16:45.081204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:45:54.649531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.127600+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:16:46.127600+0000","last_peered":"2024-09-18T02:16:46.127600+0000","last_clean":"2024-09-18T02:16:46.127600+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:16:46.127600+0000","last_undegraded":"2024-09-18T02:16:46.127600+0000","last_fullsized":"2024-09-18T02:16:46.127600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121101+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:16:46.121101+0000","last_peered":"2024-09-18T02:16:46.121101+0000","last_clean":"2024-09-18T02:16:46.121101+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:16:46.121101+0000","last_undegraded":"2024-09-18T02:16:46.121101+0000","last_fullsized":"2024-09-18T02:16:46.121101+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-18T02:16:45.109773+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:16:45.109773+0000","last_peered":"2024-09-18T02:16:45.109773+0000","last_clean":"2024-09-18T02:16:45.109773+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:16:45.109773+0000","last_undegraded":"2024-09-18T02:16:45.109773+0000","last_fullsized":"2024-09-18T02:16:45.109773+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":6},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":78,"acting":78,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]}]},{"osd":6,"up_from":43,"seq":184683593740,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298460,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446692,"statfs":{"total":95995035648,"available":95689412608,"internally_reserved":0,"allocated":1126400,"data_stored":807371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]},{"osd":5,"up_from":37,"seq":158913789968,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":536576,"data_stored":217093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56399999999999995}]},{"osd":1,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61199999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.378}]},{"osd":4,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44800000000000001}]},{"osd":1,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.41999999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.439}]},{"osd":3,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.505},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.432}]},{"osd":5,"last update":"Wed Sep 18 02:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297896,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447256,"statfs":{"total":95995035648,"available":95689990144,"internally_reserved":0,"allocated":544768,"data_stored":217422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.311}]},{"osd":1,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28399999999999997}]},{"osd":4,"last update":"Wed Sep 18 02:16:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.54000000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:16:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.622},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.56699999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.29099999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.27100000000000002}]},{"osd":1,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.308,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.312},{"interface":"front","average":{"1min":0.438,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.219}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.28999999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.626}]},{"osd":5,"last update":"Wed Sep 18 02:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297840,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447312,"statfs":{"total":95995035648,"available":95690047488,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.34000000000000002,"15min":0.33300000000000002},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45700000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.25600000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.40799999999999997,"15min":0.40400000000000003},"min":{"1min":0.27300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.32700000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.371}]},{"osd":4,"last update":"Wed Sep 18 02:16:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.497},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.46999999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.32300000000000001,"15min":0.307},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33400000000000002,"15min":0.31900000000000001},"min":{"1min":0.27400000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.33400000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:31 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.314},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.246}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.34799999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.29499999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:16:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.371},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:16:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:50 smithi195 ceph-mon[31687]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:50 smithi195 ceph-mon[31687]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:50 smithi195 ceph-mon[31687]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:50 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1731432588' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-18T02:16:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:51 smithi195 ceph-mon[31687]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:51 smithi195 ceph-mon[31687]: pgmap v181: 97 pgs: 10 creating+peering, 87 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2024-09-18T02:16:51.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:16:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b[59747]: 2024-09-18T02:16:50.873+0000 7f869be2c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-18T02:16:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:51 smithi046 ceph-mon[27507]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:51 smithi046 ceph-mon[27507]: pgmap v181: 97 pgs: 10 creating+peering, 87 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2024-09-18T02:16:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:51 smithi046 ceph-mon[39146]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:51 smithi046 ceph-mon[39146]: pgmap v181: 97 pgs: 10 creating+peering, 87 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2024-09-18T02:16:53.355 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-18T02:16:53.650 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:16:53.651 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:16:53.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:53 smithi046 ceph-mon[39146]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-18T02:16:53.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:53 smithi046 ceph-mon[27507]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-18T02:16:53.660 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2024-09-18T02:16:52.450608+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":177,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384880,"kb_used_data":5984,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576336,"statfs":{"total":767960285184,"available":765518168064,"internally_reserved":0,"allocated":6127616,"data_stored":3537206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.364714"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.122999+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:16:46.122999+0000","last_peered":"2024-09-18T02:16:46.122999+0000","last_clean":"2024-09-18T02:16:46.122999+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:16:46.122999+0000","last_undegraded":"2024-09-18T02:16:46.122999+0000","last_fullsized":"2024-09-18T02:16:46.122999+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.128275+0000","last_change":"2024-09-18T02:16:46.127701+0000","last_active":"2024-09-18T02:16:46.128275+0000","last_peered":"2024-09-18T02:16:46.128275+0000","last_clean":"2024-09-18T02:16:46.128275+0000","last_became_active":"2024-09-18T02:16:46.127414+0000","last_became_peered":"2024-09-18T02:16:46.127414+0000","last_unstale":"2024-09-18T02:16:46.128275+0000","last_undegraded":"2024-09-18T02:16:46.128275+0000","last_fullsized":"2024-09-18T02:16:46.128275+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.130102+0000","last_change":"2024-09-18T02:16:46.129673+0000","last_active":"2024-09-18T02:16:46.130102+0000","last_peered":"2024-09-18T02:16:46.130102+0000","last_clean":"2024-09-18T02:16:46.130102+0000","last_became_active":"2024-09-18T02:16:46.129392+0000","last_became_peered":"2024-09-18T02:16:46.129392+0000","last_unstale":"2024-09-18T02:16:46.130102+0000","last_undegraded":"2024-09-18T02:16:46.130102+0000","last_fullsized":"2024-09-18T02:16:46.130102+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120883+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:16:46.120883+0000","last_peered":"2024-09-18T02:16:46.120883+0000","last_clean":"2024-09-18T02:16:46.120883+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:16:46.120883+0000","last_undegraded":"2024-09-18T02:16:46.120883+0000","last_fullsized":"2024-09-18T02:16:46.120883+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113877+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:16:46.113877+0000","last_peered":"2024-09-18T02:16:46.113877+0000","last_clean":"2024-09-18T02:16:46.113877+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:16:46.113877+0000","last_undegraded":"2024-09-18T02:16:46.113877+0000","last_fullsized":"2024-09-18T02:16:46.113877+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124191+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:16:46.124191+0000","last_peered":"2024-09-18T02:16:46.124191+0000","last_clean":"2024-09-18T02:16:46.124191+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:16:46.124191+0000","last_undegraded":"2024-09-18T02:16:46.124191+0000","last_fullsized":"2024-09-18T02:16:46.124191+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118459+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:16:46.118459+0000","last_peered":"2024-09-18T02:16:46.118459+0000","last_clean":"2024-09-18T02:16:46.118459+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:16:46.118459+0000","last_undegraded":"2024-09-18T02:16:46.118459+0000","last_fullsized":"2024-09-18T02:16:46.118459+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112309+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:16:46.112309+0000","last_peered":"2024-09-18T02:16:46.112309+0000","last_clean":"2024-09-18T02:16:46.112309+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.112309+0000","last_undegraded":"2024-09-18T02:16:46.112309+0000","last_fullsized":"2024-09-18T02:16:46.112309+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.123015+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:16:46.123015+0000","last_peered":"2024-09-18T02:16:46.123015+0000","last_clean":"2024-09-18T02:16:46.123015+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:16:46.123015+0000","last_undegraded":"2024-09-18T02:16:46.123015+0000","last_fullsized":"2024-09-18T02:16:46.123015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.104824+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:16:46.104824+0000","last_peered":"2024-09-18T02:16:46.104824+0000","last_clean":"2024-09-18T02:16:46.104824+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:16:46.104824+0000","last_undegraded":"2024-09-18T02:16:46.104824+0000","last_fullsized":"2024-09-18T02:16:46.104824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110303+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:16:46.110303+0000","last_peered":"2024-09-18T02:16:46.110303+0000","last_clean":"2024-09-18T02:16:46.110303+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:16:46.110303+0000","last_undegraded":"2024-09-18T02:16:46.110303+0000","last_fullsized":"2024-09-18T02:16:46.110303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118939+0000","last_change":"2024-09-18T02:16:46.118560+0000","last_active":"2024-09-18T02:16:46.118939+0000","last_peered":"2024-09-18T02:16:46.118939+0000","last_clean":"2024-09-18T02:16:46.118939+0000","last_became_active":"2024-09-18T02:16:46.117940+0000","last_became_peered":"2024-09-18T02:16:46.117940+0000","last_unstale":"2024-09-18T02:16:46.118939+0000","last_undegraded":"2024-09-18T02:16:46.118939+0000","last_fullsized":"2024-09-18T02:16:46.118939+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121168+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:16:46.121168+0000","last_peered":"2024-09-18T02:16:46.121168+0000","last_clean":"2024-09-18T02:16:46.121168+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:16:46.121168+0000","last_undegraded":"2024-09-18T02:16:46.121168+0000","last_fullsized":"2024-09-18T02:16:46.121168+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.130017+0000","last_change":"2024-09-18T02:16:46.129556+0000","last_active":"2024-09-18T02:16:46.130017+0000","last_peered":"2024-09-18T02:16:46.130017+0000","last_clean":"2024-09-18T02:16:46.130017+0000","last_became_active":"2024-09-18T02:16:46.129259+0000","last_became_peered":"2024-09-18T02:16:46.129259+0000","last_unstale":"2024-09-18T02:16:46.130017+0000","last_undegraded":"2024-09-18T02:16:46.130017+0000","last_fullsized":"2024-09-18T02:16:46.130017+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.105932+0000","last_change":"2024-09-18T02:16:46.103546+0000","last_active":"2024-09-18T02:16:46.105932+0000","last_peered":"2024-09-18T02:16:46.105932+0000","last_clean":"2024-09-18T02:16:46.105932+0000","last_became_active":"2024-09-18T02:16:46.103187+0000","last_became_peered":"2024-09-18T02:16:46.103187+0000","last_unstale":"2024-09-18T02:16:46.105932+0000","last_undegraded":"2024-09-18T02:16:46.105932+0000","last_fullsized":"2024-09-18T02:16:46.105932+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121449+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:16:46.121449+0000","last_peered":"2024-09-18T02:16:46.121449+0000","last_clean":"2024-09-18T02:16:46.121449+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:16:46.121449+0000","last_undegraded":"2024-09-18T02:16:46.121449+0000","last_fullsized":"2024-09-18T02:16:46.121449+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114564+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:16:46.114564+0000","last_peered":"2024-09-18T02:16:46.114564+0000","last_clean":"2024-09-18T02:16:46.114564+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:16:46.114564+0000","last_undegraded":"2024-09-18T02:16:46.114564+0000","last_fullsized":"2024-09-18T02:16:46.114564+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107158+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:16:46.107158+0000","last_peered":"2024-09-18T02:16:46.107158+0000","last_clean":"2024-09-18T02:16:46.107158+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:16:46.107158+0000","last_undegraded":"2024-09-18T02:16:46.107158+0000","last_fullsized":"2024-09-18T02:16:46.107158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117201+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:16:46.117201+0000","last_peered":"2024-09-18T02:16:46.117201+0000","last_clean":"2024-09-18T02:16:46.117201+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:16:46.117201+0000","last_undegraded":"2024-09-18T02:16:46.117201+0000","last_fullsized":"2024-09-18T02:16:46.117201+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117980+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:16:46.117980+0000","last_peered":"2024-09-18T02:16:46.117980+0000","last_clean":"2024-09-18T02:16:46.117980+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:16:46.117980+0000","last_undegraded":"2024-09-18T02:16:46.117980+0000","last_fullsized":"2024-09-18T02:16:46.117980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.131966+0000","last_change":"2024-09-18T02:16:46.130922+0000","last_active":"2024-09-18T02:16:46.131966+0000","last_peered":"2024-09-18T02:16:46.131966+0000","last_clean":"2024-09-18T02:16:46.131966+0000","last_became_active":"2024-09-18T02:16:46.130650+0000","last_became_peered":"2024-09-18T02:16:46.130650+0000","last_unstale":"2024-09-18T02:16:46.131966+0000","last_undegraded":"2024-09-18T02:16:46.131966+0000","last_fullsized":"2024-09-18T02:16:46.131966+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114495+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:16:46.114495+0000","last_peered":"2024-09-18T02:16:46.114495+0000","last_clean":"2024-09-18T02:16:46.114495+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:16:46.114495+0000","last_undegraded":"2024-09-18T02:16:46.114495+0000","last_fullsized":"2024-09-18T02:16:46.114495+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121622+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:16:46.121622+0000","last_peered":"2024-09-18T02:16:46.121622+0000","last_clean":"2024-09-18T02:16:46.121622+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:16:46.121622+0000","last_undegraded":"2024-09-18T02:16:46.121622+0000","last_fullsized":"2024-09-18T02:16:46.121622+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.106314+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:16:46.106314+0000","last_peered":"2024-09-18T02:16:46.106314+0000","last_clean":"2024-09-18T02:16:46.106314+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:16:46.106314+0000","last_undegraded":"2024-09-18T02:16:46.106314+0000","last_fullsized":"2024-09-18T02:16:46.106314+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117515+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:16:46.117515+0000","last_peered":"2024-09-18T02:16:46.117515+0000","last_clean":"2024-09-18T02:16:46.117515+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:16:46.117515+0000","last_undegraded":"2024-09-18T02:16:46.117515+0000","last_fullsized":"2024-09-18T02:16:46.117515+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115054+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:16:46.115054+0000","last_peered":"2024-09-18T02:16:46.115054+0000","last_clean":"2024-09-18T02:16:46.115054+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:16:46.115054+0000","last_undegraded":"2024-09-18T02:16:46.115054+0000","last_fullsized":"2024-09-18T02:16:46.115054+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.111516+0000","last_change":"2024-09-18T02:16:46.108957+0000","last_active":"2024-09-18T02:16:46.111516+0000","last_peered":"2024-09-18T02:16:46.111516+0000","last_clean":"2024-09-18T02:16:46.111516+0000","last_became_active":"2024-09-18T02:16:46.108494+0000","last_became_peered":"2024-09-18T02:16:46.108494+0000","last_unstale":"2024-09-18T02:16:46.111516+0000","last_undegraded":"2024-09-18T02:16:46.111516+0000","last_fullsized":"2024-09-18T02:16:46.111516+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117666+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:16:46.117666+0000","last_peered":"2024-09-18T02:16:46.117666+0000","last_clean":"2024-09-18T02:16:46.117666+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:16:46.117666+0000","last_undegraded":"2024-09-18T02:16:46.117666+0000","last_fullsized":"2024-09-18T02:16:46.117666+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132865+0000","last_change":"2024-09-18T02:16:46.132488+0000","last_active":"2024-09-18T02:16:46.132865+0000","last_peered":"2024-09-18T02:16:46.132865+0000","last_clean":"2024-09-18T02:16:46.132865+0000","last_became_active":"2024-09-18T02:16:46.132191+0000","last_became_peered":"2024-09-18T02:16:46.132191+0000","last_unstale":"2024-09-18T02:16:46.132865+0000","last_undegraded":"2024-09-18T02:16:46.132865+0000","last_fullsized":"2024-09-18T02:16:46.132865+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119485+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:16:46.119485+0000","last_peered":"2024-09-18T02:16:46.119485+0000","last_clean":"2024-09-18T02:16:46.119485+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:16:46.119485+0000","last_undegraded":"2024-09-18T02:16:46.119485+0000","last_fullsized":"2024-09-18T02:16:46.119485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.107015+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:16:46.107015+0000","last_peered":"2024-09-18T02:16:46.107015+0000","last_clean":"2024-09-18T02:16:46.107015+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:16:46.107015+0000","last_undegraded":"2024-09-18T02:16:46.107015+0000","last_fullsized":"2024-09-18T02:16:46.107015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114384+0000","last_change":"2024-09-18T02:16:46.111798+0000","last_active":"2024-09-18T02:16:46.114384+0000","last_peered":"2024-09-18T02:16:46.114384+0000","last_clean":"2024-09-18T02:16:46.114384+0000","last_became_active":"2024-09-18T02:16:46.110504+0000","last_became_peered":"2024-09-18T02:16:46.110504+0000","last_unstale":"2024-09-18T02:16:46.114384+0000","last_undegraded":"2024-09-18T02:16:46.114384+0000","last_fullsized":"2024-09-18T02:16:46.114384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:17:17.706037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110654+0000","last_change":"2024-09-18T02:16:46.110318+0000","last_active":"2024-09-18T02:16:46.110654+0000","last_peered":"2024-09-18T02:16:46.110654+0000","last_clean":"2024-09-18T02:16:46.110654+0000","last_became_active":"2024-09-18T02:16:46.110045+0000","last_became_peered":"2024-09-18T02:16:46.110045+0000","last_unstale":"2024-09-18T02:16:46.110654+0000","last_undegraded":"2024-09-18T02:16:46.110654+0000","last_fullsized":"2024-09-18T02:16:46.110654+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117766+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:16:46.117766+0000","last_peered":"2024-09-18T02:16:46.117766+0000","last_clean":"2024-09-18T02:16:46.117766+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:16:46.117766+0000","last_undegraded":"2024-09-18T02:16:46.117766+0000","last_fullsized":"2024-09-18T02:16:46.117766+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132845+0000","last_change":"2024-09-18T02:16:46.132142+0000","last_active":"2024-09-18T02:16:46.132845+0000","last_peered":"2024-09-18T02:16:46.132845+0000","last_clean":"2024-09-18T02:16:46.132845+0000","last_became_active":"2024-09-18T02:16:46.131882+0000","last_became_peered":"2024-09-18T02:16:46.131882+0000","last_unstale":"2024-09-18T02:16:46.132845+0000","last_undegraded":"2024-09-18T02:16:46.132845+0000","last_fullsized":"2024-09-18T02:16:46.132845+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118092+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:16:46.118092+0000","last_peered":"2024-09-18T02:16:46.118092+0000","last_clean":"2024-09-18T02:16:46.118092+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:16:46.118092+0000","last_undegraded":"2024-09-18T02:16:46.118092+0000","last_fullsized":"2024-09-18T02:16:46.118092+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.093902+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:16:46.093902+0000","last_peered":"2024-09-18T02:16:46.093902+0000","last_clean":"2024-09-18T02:16:46.093902+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:16:46.093902+0000","last_undegraded":"2024-09-18T02:16:46.093902+0000","last_fullsized":"2024-09-18T02:16:46.093902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117327+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:16:46.117327+0000","last_peered":"2024-09-18T02:16:46.117327+0000","last_clean":"2024-09-18T02:16:46.117327+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:16:46.117327+0000","last_undegraded":"2024-09-18T02:16:46.117327+0000","last_fullsized":"2024-09-18T02:16:46.117327+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098938+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:16:46.098938+0000","last_peered":"2024-09-18T02:16:46.098938+0000","last_clean":"2024-09-18T02:16:46.098938+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:16:46.098938+0000","last_undegraded":"2024-09-18T02:16:46.098938+0000","last_fullsized":"2024-09-18T02:16:46.098938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112682+0000","last_change":"2024-09-18T02:16:46.108204+0000","last_active":"2024-09-18T02:16:46.112682+0000","last_peered":"2024-09-18T02:16:46.112682+0000","last_clean":"2024-09-18T02:16:46.112682+0000","last_became_active":"2024-09-18T02:16:46.107155+0000","last_became_peered":"2024-09-18T02:16:46.107155+0000","last_unstale":"2024-09-18T02:16:46.112682+0000","last_undegraded":"2024-09-18T02:16:46.112682+0000","last_fullsized":"2024-09-18T02:16:46.112682+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.092411+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:16:46.092411+0000","last_peered":"2024-09-18T02:16:46.092411+0000","last_clean":"2024-09-18T02:16:46.092411+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:16:46.092411+0000","last_undegraded":"2024-09-18T02:16:46.092411+0000","last_fullsized":"2024-09-18T02:16:46.092411+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112149+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:16:46.112149+0000","last_peered":"2024-09-18T02:16:46.112149+0000","last_clean":"2024-09-18T02:16:46.112149+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:16:46.112149+0000","last_undegraded":"2024-09-18T02:16:46.112149+0000","last_fullsized":"2024-09-18T02:16:46.112149+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.098984+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:16:46.098984+0000","last_peered":"2024-09-18T02:16:46.098984+0000","last_clean":"2024-09-18T02:16:46.098984+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:16:46.098984+0000","last_undegraded":"2024-09-18T02:16:46.098984+0000","last_fullsized":"2024-09-18T02:16:46.098984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.127232+0000","last_change":"2024-09-18T02:16:46.126866+0000","last_active":"2024-09-18T02:16:46.127232+0000","last_peered":"2024-09-18T02:16:46.127232+0000","last_clean":"2024-09-18T02:16:46.127232+0000","last_became_active":"2024-09-18T02:16:46.126486+0000","last_became_peered":"2024-09-18T02:16:46.126486+0000","last_unstale":"2024-09-18T02:16:46.127232+0000","last_undegraded":"2024-09-18T02:16:46.127232+0000","last_fullsized":"2024-09-18T02:16:46.127232+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.131807+0000","last_change":"2024-09-18T02:16:45.102046+0000","last_active":"2024-09-18T02:16:46.131807+0000","last_peered":"2024-09-18T02:16:46.131807+0000","last_clean":"2024-09-18T02:16:46.131807+0000","last_became_active":"2024-09-18T02:16:45.101019+0000","last_became_peered":"2024-09-18T02:16:45.101019+0000","last_unstale":"2024-09-18T02:16:46.131807+0000","last_undegraded":"2024-09-18T02:16:46.131807+0000","last_fullsized":"2024-09-18T02:16:46.131807+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119694+0000","last_change":"2024-09-18T02:16:46.118733+0000","last_active":"2024-09-18T02:16:46.119694+0000","last_peered":"2024-09-18T02:16:46.119694+0000","last_clean":"2024-09-18T02:16:46.119694+0000","last_became_active":"2024-09-18T02:16:46.118293+0000","last_became_peered":"2024-09-18T02:16:46.118293+0000","last_unstale":"2024-09-18T02:16:46.119694+0000","last_undegraded":"2024-09-18T02:16:46.119694+0000","last_fullsized":"2024-09-18T02:16:46.119694+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124708+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:16:46.124708+0000","last_peered":"2024-09-18T02:16:46.124708+0000","last_clean":"2024-09-18T02:16:46.124708+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:16:46.124708+0000","last_undegraded":"2024-09-18T02:16:46.124708+0000","last_fullsized":"2024-09-18T02:16:46.124708+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121577+0000","last_change":"2024-09-18T02:16:46.120445+0000","last_active":"2024-09-18T02:16:46.121577+0000","last_peered":"2024-09-18T02:16:46.121577+0000","last_clean":"2024-09-18T02:16:46.121577+0000","last_became_active":"2024-09-18T02:16:46.120138+0000","last_became_peered":"2024-09-18T02:16:46.120138+0000","last_unstale":"2024-09-18T02:16:46.121577+0000","last_undegraded":"2024-09-18T02:16:46.121577+0000","last_fullsized":"2024-09-18T02:16:46.121577+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:20:13.600989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132843+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:16:46.132843+0000","last_peered":"2024-09-18T02:16:46.132843+0000","last_clean":"2024-09-18T02:16:46.132843+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:16:46.132843+0000","last_undegraded":"2024-09-18T02:16:46.132843+0000","last_fullsized":"2024-09-18T02:16:46.132843+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121199+0000","last_change":"2024-09-18T02:16:46.120472+0000","last_active":"2024-09-18T02:16:46.121199+0000","last_peered":"2024-09-18T02:16:46.121199+0000","last_clean":"2024-09-18T02:16:46.121199+0000","last_became_active":"2024-09-18T02:16:46.120163+0000","last_became_peered":"2024-09-18T02:16:46.120163+0000","last_unstale":"2024-09-18T02:16:46.121199+0000","last_undegraded":"2024-09-18T02:16:46.121199+0000","last_fullsized":"2024-09-18T02:16:46.121199+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:16:25.757237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099464+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:16:46.099464+0000","last_peered":"2024-09-18T02:16:46.099464+0000","last_clean":"2024-09-18T02:16:46.099464+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:16:46.099464+0000","last_undegraded":"2024-09-18T02:16:46.099464+0000","last_fullsized":"2024-09-18T02:16:46.099464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115820+0000","last_change":"2024-09-18T02:16:46.115259+0000","last_active":"2024-09-18T02:16:46.115820+0000","last_peered":"2024-09-18T02:16:46.115820+0000","last_clean":"2024-09-18T02:16:46.115820+0000","last_became_active":"2024-09-18T02:16:46.114993+0000","last_became_peered":"2024-09-18T02:16:46.114993+0000","last_unstale":"2024-09-18T02:16:46.115820+0000","last_undegraded":"2024-09-18T02:16:46.115820+0000","last_fullsized":"2024-09-18T02:16:46.115820+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:25:09.633439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.091870+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:16:46.091870+0000","last_peered":"2024-09-18T02:16:46.091870+0000","last_clean":"2024-09-18T02:16:46.091870+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:16:46.091870+0000","last_undegraded":"2024-09-18T02:16:46.091870+0000","last_fullsized":"2024-09-18T02:16:46.091870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.110189+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:16:46.110189+0000","last_peered":"2024-09-18T02:16:46.110189+0000","last_clean":"2024-09-18T02:16:46.110189+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:16:46.110189+0000","last_undegraded":"2024-09-18T02:16:46.110189+0000","last_fullsized":"2024-09-18T02:16:46.110189+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118938+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:16:46.118938+0000","last_peered":"2024-09-18T02:16:46.118938+0000","last_clean":"2024-09-18T02:16:46.118938+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:16:46.118938+0000","last_undegraded":"2024-09-18T02:16:46.118938+0000","last_fullsized":"2024-09-18T02:16:46.118938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114375+0000","last_change":"2024-09-18T02:16:46.113773+0000","last_active":"2024-09-18T02:16:46.114375+0000","last_peered":"2024-09-18T02:16:46.114375+0000","last_clean":"2024-09-18T02:16:46.114375+0000","last_became_active":"2024-09-18T02:16:46.113151+0000","last_became_peered":"2024-09-18T02:16:46.113151+0000","last_unstale":"2024-09-18T02:16:46.114375+0000","last_undegraded":"2024-09-18T02:16:46.114375+0000","last_fullsized":"2024-09-18T02:16:46.114375+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:28:13.875914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117186+0000","last_change":"2024-09-18T02:16:45.105092+0000","last_active":"2024-09-18T02:16:46.117186+0000","last_peered":"2024-09-18T02:16:46.117186+0000","last_clean":"2024-09-18T02:16:46.117186+0000","last_became_active":"2024-09-18T02:16:45.104280+0000","last_became_peered":"2024-09-18T02:16:45.104280+0000","last_unstale":"2024-09-18T02:16:46.117186+0000","last_undegraded":"2024-09-18T02:16:46.117186+0000","last_fullsized":"2024-09-18T02:16:46.117186+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.115557+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:16:46.115557+0000","last_peered":"2024-09-18T02:16:46.115557+0000","last_clean":"2024-09-18T02:16:46.115557+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:16:46.115557+0000","last_undegraded":"2024-09-18T02:16:46.115557+0000","last_fullsized":"2024-09-18T02:16:46.115557+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117006+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:16:46.117006+0000","last_peered":"2024-09-18T02:16:46.117006+0000","last_clean":"2024-09-18T02:16:46.117006+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:16:46.117006+0000","last_undegraded":"2024-09-18T02:16:46.117006+0000","last_fullsized":"2024-09-18T02:16:46.117006+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.125238+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:16:46.125238+0000","last_peered":"2024-09-18T02:16:46.125238+0000","last_clean":"2024-09-18T02:16:46.125238+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:16:46.125238+0000","last_undegraded":"2024-09-18T02:16:46.125238+0000","last_fullsized":"2024-09-18T02:16:46.125238+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.126077+0000","last_change":"2024-09-18T02:16:45.097939+0000","last_active":"2024-09-18T02:16:46.126077+0000","last_peered":"2024-09-18T02:16:46.126077+0000","last_clean":"2024-09-18T02:16:46.126077+0000","last_became_active":"2024-09-18T02:16:45.097654+0000","last_became_peered":"2024-09-18T02:16:45.097654+0000","last_unstale":"2024-09-18T02:16:46.126077+0000","last_undegraded":"2024-09-18T02:16:46.126077+0000","last_fullsized":"2024-09-18T02:16:46.126077+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.119461+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:16:46.119461+0000","last_peered":"2024-09-18T02:16:46.119461+0000","last_clean":"2024-09-18T02:16:46.119461+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:16:46.119461+0000","last_undegraded":"2024-09-18T02:16:46.119461+0000","last_fullsized":"2024-09-18T02:16:46.119461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089305+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:16:46.089305+0000","last_peered":"2024-09-18T02:16:46.089305+0000","last_clean":"2024-09-18T02:16:46.089305+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:16:46.089305+0000","last_undegraded":"2024-09-18T02:16:46.089305+0000","last_fullsized":"2024-09-18T02:16:46.089305+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118456+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:16:46.118456+0000","last_peered":"2024-09-18T02:16:46.118456+0000","last_clean":"2024-09-18T02:16:46.118456+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:16:46.118456+0000","last_undegraded":"2024-09-18T02:16:46.118456+0000","last_fullsized":"2024-09-18T02:16:46.118456+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.100136+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:16:46.100136+0000","last_peered":"2024-09-18T02:16:46.100136+0000","last_clean":"2024-09-18T02:16:46.100136+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:16:46.100136+0000","last_undegraded":"2024-09-18T02:16:46.100136+0000","last_fullsized":"2024-09-18T02:16:46.100136+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.102022+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:16:46.102022+0000","last_peered":"2024-09-18T02:16:46.102022+0000","last_clean":"2024-09-18T02:16:46.102022+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:16:46.102022+0000","last_undegraded":"2024-09-18T02:16:46.102022+0000","last_fullsized":"2024-09-18T02:16:46.102022+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.113036+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:16:46.113036+0000","last_peered":"2024-09-18T02:16:46.113036+0000","last_clean":"2024-09-18T02:16:46.113036+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:16:46.113036+0000","last_undegraded":"2024-09-18T02:16:46.113036+0000","last_fullsized":"2024-09-18T02:16:46.113036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.097032+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:16:46.097032+0000","last_peered":"2024-09-18T02:16:46.097032+0000","last_clean":"2024-09-18T02:16:46.097032+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:16:46.097032+0000","last_undegraded":"2024-09-18T02:16:46.097032+0000","last_fullsized":"2024-09-18T02:16:46.097032+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.128949+0000","last_change":"2024-09-18T02:16:46.128574+0000","last_active":"2024-09-18T02:16:46.128949+0000","last_peered":"2024-09-18T02:16:46.128949+0000","last_clean":"2024-09-18T02:16:46.128949+0000","last_became_active":"2024-09-18T02:16:46.128267+0000","last_became_peered":"2024-09-18T02:16:46.128267+0000","last_unstale":"2024-09-18T02:16:46.128949+0000","last_undegraded":"2024-09-18T02:16:46.128949+0000","last_fullsized":"2024-09-18T02:16:46.128949+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.089274+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:16:46.089274+0000","last_peered":"2024-09-18T02:16:46.089274+0000","last_clean":"2024-09-18T02:16:46.089274+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:16:46.089274+0000","last_undegraded":"2024-09-18T02:16:46.089274+0000","last_fullsized":"2024-09-18T02:16:46.089274+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.125877+0000","last_change":"2024-09-18T02:16:46.125536+0000","last_active":"2024-09-18T02:16:46.125877+0000","last_peered":"2024-09-18T02:16:46.125877+0000","last_clean":"2024-09-18T02:16:46.125877+0000","last_became_active":"2024-09-18T02:16:46.125168+0000","last_became_peered":"2024-09-18T02:16:46.125168+0000","last_unstale":"2024-09-18T02:16:46.125877+0000","last_undegraded":"2024-09-18T02:16:46.125877+0000","last_fullsized":"2024-09-18T02:16:46.125877+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.099562+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:16:46.099562+0000","last_peered":"2024-09-18T02:16:46.099562+0000","last_clean":"2024-09-18T02:16:46.099562+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:16:46.099562+0000","last_undegraded":"2024-09-18T02:16:46.099562+0000","last_fullsized":"2024-09-18T02:16:46.099562+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.128831+0000","last_change":"2024-09-18T02:16:46.128627+0000","last_active":"2024-09-18T02:16:46.128831+0000","last_peered":"2024-09-18T02:16:46.128831+0000","last_clean":"2024-09-18T02:16:46.128831+0000","last_became_active":"2024-09-18T02:16:46.128331+0000","last_became_peered":"2024-09-18T02:16:46.128331+0000","last_unstale":"2024-09-18T02:16:46.128831+0000","last_undegraded":"2024-09-18T02:16:46.128831+0000","last_fullsized":"2024-09-18T02:16:46.128831+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.093469+0000","last_change":"2024-09-18T02:16:45.100747+0000","last_active":"2024-09-18T02:16:46.093469+0000","last_peered":"2024-09-18T02:16:46.093469+0000","last_clean":"2024-09-18T02:16:46.093469+0000","last_became_active":"2024-09-18T02:16:45.100324+0000","last_became_peered":"2024-09-18T02:16:45.100324+0000","last_unstale":"2024-09-18T02:16:46.093469+0000","last_undegraded":"2024-09-18T02:16:46.093469+0000","last_fullsized":"2024-09-18T02:16:46.093469+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.120674+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:16:46.120674+0000","last_peered":"2024-09-18T02:16:46.120674+0000","last_clean":"2024-09-18T02:16:46.120674+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:16:46.120674+0000","last_undegraded":"2024-09-18T02:16:46.120674+0000","last_fullsized":"2024-09-18T02:16:46.120674+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.103839+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:16:46.103839+0000","last_peered":"2024-09-18T02:16:46.103839+0000","last_clean":"2024-09-18T02:16:46.103839+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:16:46.103839+0000","last_undegraded":"2024-09-18T02:16:46.103839+0000","last_fullsized":"2024-09-18T02:16:46.103839+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.103766+0000","last_change":"2024-09-18T02:16:46.102836+0000","last_active":"2024-09-18T02:16:46.103766+0000","last_peered":"2024-09-18T02:16:46.103766+0000","last_clean":"2024-09-18T02:16:46.103766+0000","last_became_active":"2024-09-18T02:16:46.102507+0000","last_became_peered":"2024-09-18T02:16:46.102507+0000","last_unstale":"2024-09-18T02:16:46.103766+0000","last_undegraded":"2024-09-18T02:16:46.103766+0000","last_fullsized":"2024-09-18T02:16:46.103766+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.094844+0000","last_change":"2024-09-18T02:16:45.097418+0000","last_active":"2024-09-18T02:16:46.094844+0000","last_peered":"2024-09-18T02:16:46.094844+0000","last_clean":"2024-09-18T02:16:46.094844+0000","last_became_active":"2024-09-18T02:16:45.097103+0000","last_became_peered":"2024-09-18T02:16:45.097103+0000","last_unstale":"2024-09-18T02:16:46.094844+0000","last_undegraded":"2024-09-18T02:16:46.094844+0000","last_fullsized":"2024-09-18T02:16:46.094844+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.124169+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:16:46.124169+0000","last_peered":"2024-09-18T02:16:46.124169+0000","last_clean":"2024-09-18T02:16:46.124169+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:16:46.124169+0000","last_undegraded":"2024-09-18T02:16:46.124169+0000","last_fullsized":"2024-09-18T02:16:46.124169+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114917+0000","last_change":"2024-09-18T02:16:45.108393+0000","last_active":"2024-09-18T02:16:46.114917+0000","last_peered":"2024-09-18T02:16:46.114917+0000","last_clean":"2024-09-18T02:16:46.114917+0000","last_became_active":"2024-09-18T02:16:45.107947+0000","last_became_peered":"2024-09-18T02:16:45.107947+0000","last_unstale":"2024-09-18T02:16:46.114917+0000","last_undegraded":"2024-09-18T02:16:46.114917+0000","last_fullsized":"2024-09-18T02:16:46.114917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:21:07.334855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.130026+0000","last_change":"2024-09-18T02:16:46.129589+0000","last_active":"2024-09-18T02:16:46.130026+0000","last_peered":"2024-09-18T02:16:46.130026+0000","last_clean":"2024-09-18T02:16:46.130026+0000","last_became_active":"2024-09-18T02:16:46.129195+0000","last_became_peered":"2024-09-18T02:16:46.129195+0000","last_unstale":"2024-09-18T02:16:46.130026+0000","last_undegraded":"2024-09-18T02:16:46.130026+0000","last_fullsized":"2024-09-18T02:16:46.130026+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:27:59.575763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.096870+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:16:46.096870+0000","last_peered":"2024-09-18T02:16:46.096870+0000","last_clean":"2024-09-18T02:16:46.096870+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:16:46.096870+0000","last_undegraded":"2024-09-18T02:16:46.096870+0000","last_fullsized":"2024-09-18T02:16:46.096870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.116970+0000","last_change":"2024-09-18T02:16:46.116685+0000","last_active":"2024-09-18T02:16:46.116970+0000","last_peered":"2024-09-18T02:16:46.116970+0000","last_clean":"2024-09-18T02:16:46.116970+0000","last_became_active":"2024-09-18T02:16:46.116413+0000","last_became_peered":"2024-09-18T02:16:46.116413+0000","last_unstale":"2024-09-18T02:16:46.116970+0000","last_undegraded":"2024-09-18T02:16:46.116970+0000","last_fullsized":"2024-09-18T02:16:46.116970+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.095320+0000","last_change":"2024-09-18T02:16:45.099090+0000","last_active":"2024-09-18T02:16:46.095320+0000","last_peered":"2024-09-18T02:16:46.095320+0000","last_clean":"2024-09-18T02:16:46.095320+0000","last_became_active":"2024-09-18T02:16:45.098799+0000","last_became_peered":"2024-09-18T02:16:45.098799+0000","last_unstale":"2024-09-18T02:16:46.095320+0000","last_undegraded":"2024-09-18T02:16:46.095320+0000","last_fullsized":"2024-09-18T02:16:46.095320+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.117347+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:16:46.117347+0000","last_peered":"2024-09-18T02:16:46.117347+0000","last_clean":"2024-09-18T02:16:46.117347+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:16:46.117347+0000","last_undegraded":"2024-09-18T02:16:46.117347+0000","last_fullsized":"2024-09-18T02:16:46.117347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.094837+0000","last_change":"2024-09-18T02:16:45.100361+0000","last_active":"2024-09-18T02:16:46.094837+0000","last_peered":"2024-09-18T02:16:46.094837+0000","last_clean":"2024-09-18T02:16:46.094837+0000","last_became_active":"2024-09-18T02:16:45.100077+0000","last_became_peered":"2024-09-18T02:16:45.100077+0000","last_unstale":"2024-09-18T02:16:46.094837+0000","last_undegraded":"2024-09-18T02:16:46.094837+0000","last_fullsized":"2024-09-18T02:16:46.094837+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.132359+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:16:46.132359+0000","last_peered":"2024-09-18T02:16:46.132359+0000","last_clean":"2024-09-18T02:16:46.132359+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:16:46.132359+0000","last_undegraded":"2024-09-18T02:16:46.132359+0000","last_fullsized":"2024-09-18T02:16:46.132359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.125023+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:16:46.125023+0000","last_peered":"2024-09-18T02:16:46.125023+0000","last_clean":"2024-09-18T02:16:46.125023+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:16:46.125023+0000","last_undegraded":"2024-09-18T02:16:46.125023+0000","last_fullsized":"2024-09-18T02:16:46.125023+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114412+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:16:46.114412+0000","last_peered":"2024-09-18T02:16:46.114412+0000","last_clean":"2024-09-18T02:16:46.114412+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:16:46.114412+0000","last_undegraded":"2024-09-18T02:16:46.114412+0000","last_fullsized":"2024-09-18T02:16:46.114412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.108850+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:16:46.108850+0000","last_peered":"2024-09-18T02:16:46.108850+0000","last_clean":"2024-09-18T02:16:46.108850+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:16:46.108850+0000","last_undegraded":"2024-09-18T02:16:46.108850+0000","last_fullsized":"2024-09-18T02:16:46.108850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.112381+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:16:46.112381+0000","last_peered":"2024-09-18T02:16:46.112381+0000","last_clean":"2024-09-18T02:16:46.112381+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:16:46.112381+0000","last_undegraded":"2024-09-18T02:16:46.112381+0000","last_fullsized":"2024-09-18T02:16:46.112381+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.114498+0000","last_change":"2024-09-18T02:16:46.113548+0000","last_active":"2024-09-18T02:16:46.114498+0000","last_peered":"2024-09-18T02:16:46.114498+0000","last_clean":"2024-09-18T02:16:46.114498+0000","last_became_active":"2024-09-18T02:16:46.113153+0000","last_became_peered":"2024-09-18T02:16:46.113153+0000","last_unstale":"2024-09-18T02:16:46.114498+0000","last_undegraded":"2024-09-18T02:16:46.114498+0000","last_fullsized":"2024-09-18T02:16:46.114498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:38:31.082036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.118625+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:16:46.118625+0000","last_peered":"2024-09-18T02:16:46.118625+0000","last_clean":"2024-09-18T02:16:46.118625+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:16:46.118625+0000","last_undegraded":"2024-09-18T02:16:46.118625+0000","last_fullsized":"2024-09-18T02:16:46.118625+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.127470+0000","last_change":"2024-09-18T02:16:46.127085+0000","last_active":"2024-09-18T02:16:46.127470+0000","last_peered":"2024-09-18T02:16:46.127470+0000","last_clean":"2024-09-18T02:16:46.127470+0000","last_became_active":"2024-09-18T02:16:46.126698+0000","last_became_peered":"2024-09-18T02:16:46.126698+0000","last_unstale":"2024-09-18T02:16:46.127470+0000","last_undegraded":"2024-09-18T02:16:46.127470+0000","last_fullsized":"2024-09-18T02:16:46.127470+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.127600+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:16:46.127600+0000","last_peered":"2024-09-18T02:16:46.127600+0000","last_clean":"2024-09-18T02:16:46.127600+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:16:46.127600+0000","last_undegraded":"2024-09-18T02:16:46.127600+0000","last_fullsized":"2024-09-18T02:16:46.127600+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.121101+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:16:46.121101+0000","last_peered":"2024-09-18T02:16:46.121101+0000","last_clean":"2024-09-18T02:16:46.121101+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:16:46.121101+0000","last_undegraded":"2024-09-18T02:16:46.121101+0000","last_fullsized":"2024-09-18T02:16:46.121101+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-18T02:16:46.130278+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:16:46.130278+0000","last_peered":"2024-09-18T02:16:46.130278+0000","last_clean":"2024-09-18T02:16:46.130278+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:16:46.130278+0000","last_undegraded":"2024-09-18T02:16:46.130278+0000","last_fullsized":"2024-09-18T02:16:46.130278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397511,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298472,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446680,"statfs":{"total":95995035648,"available":95689400320,"internally_reserved":0,"allocated":1138688,"data_stored":813444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]}]},{"osd":6,"up_from":43,"seq":184683593740,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298460,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446692,"statfs":{"total":95995035648,"available":95689412608,"internally_reserved":0,"allocated":1126400,"data_stored":807371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]},{"osd":5,"up_from":37,"seq":158913789968,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":536576,"data_stored":217093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56399999999999995}]},{"osd":1,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61199999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.378}]},{"osd":4,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":552960,"data_stored":223180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.55900000000000005}]},{"osd":1,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.60699999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.48699999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.61799999999999999}]},{"osd":5,"last update":"Wed Sep 18 02:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.501}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297896,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447256,"statfs":{"total":95995035648,"available":95689990144,"internally_reserved":0,"allocated":544768,"data_stored":217422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.311}]},{"osd":1,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28399999999999997}]},{"osd":4,"last update":"Wed Sep 18 02:16:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.54000000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:16:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.622},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.56699999999999995,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.29099999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.27100000000000002}]},{"osd":1,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.308,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.312},{"interface":"front","average":{"1min":0.438,"5min":0.38800000000000001,"15min":0.38},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.219}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.28999999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.626}]},{"osd":5,"last update":"Wed Sep 18 02:16:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297896,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447256,"statfs":{"total":95995035648,"available":95689990144,"internally_reserved":0,"allocated":544768,"data_stored":222644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:16:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.34000000000000002,"15min":0.33300000000000002},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.36699999999999999}]},{"osd":2,"last update":"Wed Sep 18 02:16:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.25600000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.31},{"interface":"front","average":{"1min":0.435,"5min":0.40799999999999997,"15min":0.40400000000000003},"min":{"1min":0.27300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38500000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.34699999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:16:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.67200000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.625},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.70299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298480,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446672,"statfs":{"total":95995035648,"available":95689392128,"internally_reserved":0,"allocated":1146880,"data_stored":813568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:16:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.32300000000000001,"15min":0.307},"min":{"1min":0.23100000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33400000000000002,"15min":0.31900000000000001},"min":{"1min":0.27400000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.24099999999999999}]},{"osd":2,"last update":"Wed Sep 18 02:16:31 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.27800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.315},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.34499999999999997}]},{"osd":3,"last update":"Wed Sep 18 02:15:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.32800000000000001}]},{"osd":4,"last update":"Wed Sep 18 02:16:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.59499999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:16:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.65900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:16:53.665 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-18T02:16:53.665 INFO:tasks.cephadm:Adding prometheus.a on smithi195 2024-09-18T02:16:53.665 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi195=a' 2024-09-18T02:16:53.919 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:16:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:53 smithi195 ceph-mon[31687]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-18T02:16:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:54 smithi195 ceph-mon[31687]: from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:54 smithi046 ceph-mon[27507]: from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:54 smithi046 ceph-mon[39146]: from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:16:55.667 INFO:teuthology.orchestra.run.smithi195.stdout:Scheduled prometheus update... 2024-09-18T02:16:55.667 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:55 smithi195 ceph-mon[31687]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-18T02:16:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:55 smithi046 ceph-mon[27507]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-18T02:16:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:55 smithi046 ceph-mon[39146]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-18T02:16:56.368 DEBUG:teuthology.orchestra.run.smithi195:prometheus.a> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-18T02:16:56.371 INFO:tasks.cephadm:Adding node-exporter.a on smithi046 2024-09-18T02:16:56.371 INFO:tasks.cephadm:Adding node-exporter.b on smithi195 2024-09-18T02:16:56.371 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi046=a;smithi195=b' 2024-09-18T02:16:56.664 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi195=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:56.665 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: Saving service prometheus spec with placement smithi195=a;count:1 2024-09-18T02:16:56.665 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:56.665 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:56.665 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:56.665 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:56.665 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:56.665 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:56 smithi195 ceph-mon[31687]: Deploying daemon prometheus.a on smithi195 2024-09-18T02:16:56.673 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:16:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi195=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: Saving service prometheus spec with placement smithi195=a;count:1 2024-09-18T02:16:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[39146]: Deploying daemon prometheus.a on smithi195 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi195=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: Saving service prometheus spec with placement smithi195=a;count:1 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:16:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:16:57.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:56 smithi046 ceph-mon[27507]: Deploying daemon prometheus.a on smithi195 2024-09-18T02:16:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:57 smithi195 ceph-mon[31687]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-18T02:16:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:57 smithi046 ceph-mon[27507]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-18T02:16:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:57 smithi046 ceph-mon[39146]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-18T02:16:58.931 INFO:teuthology.orchestra.run.smithi195.stdout:Scheduled node-exporter update... 2024-09-18T02:16:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:59 smithi195 ceph-mon[31687]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-18T02:16:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:16:59 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:59 smithi046 ceph-mon[27507]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-18T02:17:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:16:59 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:59 smithi046 ceph-mon[39146]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-18T02:17:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:16:59 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:00.122 DEBUG:teuthology.orchestra.run.smithi046:node-exporter.a> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-18T02:17:00.125 DEBUG:teuthology.orchestra.run.smithi195:node-exporter.b> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-18T02:17:00.128 INFO:tasks.cephadm:Adding alertmanager.a on smithi046 2024-09-18T02:17:00.128 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi046=a' 2024-09-18T02:17:00.414 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:17:00.777 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:00 smithi195 ceph-mon[31687]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:00.778 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:00 smithi195 ceph-mon[31687]: Saving service node-exporter spec with placement smithi046=a;smithi195=b;count:2 2024-09-18T02:17:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:00 smithi046 ceph-mon[39146]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:00 smithi046 ceph-mon[39146]: Saving service node-exporter spec with placement smithi046=a;smithi195=b;count:2 2024-09-18T02:17:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:00 smithi046 ceph-mon[27507]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi195=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:00 smithi046 ceph-mon[27507]: Saving service node-exporter spec with placement smithi046=a;smithi195=b;count:2 2024-09-18T02:17:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:01 smithi195 ceph-mon[31687]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-18T02:17:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:01 smithi046 ceph-mon[27507]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-18T02:17:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:01 smithi046 ceph-mon[39146]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-18T02:17:03.431 INFO:teuthology.orchestra.run.smithi195.stdout:Scheduled alertmanager update... 2024-09-18T02:17:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:03 smithi195 ceph-mon[31687]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 0 op/s 2024-09-18T02:17:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:03 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:03 smithi046 ceph-mon[39146]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 0 op/s 2024-09-18T02:17:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:03 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:03 smithi046 ceph-mon[27507]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 0 op/s 2024-09-18T02:17:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:03 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:04 smithi195 ceph-mon[31687]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:04 smithi195 ceph-mon[31687]: Saving service alertmanager spec with placement smithi046=a;count:1 2024-09-18T02:17:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:04 smithi046 ceph-mon[27507]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:04 smithi046 ceph-mon[27507]: Saving service alertmanager spec with placement smithi046=a;count:1 2024-09-18T02:17:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:04 smithi046 ceph-mon[39146]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:04 smithi046 ceph-mon[39146]: Saving service alertmanager spec with placement smithi046=a;count:1 2024-09-18T02:17:05.311 DEBUG:teuthology.orchestra.run.smithi046:alertmanager.a> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-18T02:17:05.314 INFO:tasks.cephadm:Adding grafana.a on smithi195 2024-09-18T02:17:05.314 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi195=a' 2024-09-18T02:17:05.773 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:17:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:05 smithi195 ceph-mon[31687]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-18T02:17:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:05 smithi046 ceph-mon[39146]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-18T02:17:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:05 smithi046 ceph-mon[27507]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-18T02:17:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:07 smithi195 ceph-mon[31687]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:07 smithi046 ceph-mon[39146]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:07 smithi046 ceph-mon[27507]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:09.889 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:09 smithi195 ceph-mon[31687]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:09 smithi046 ceph-mon[27507]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:09 smithi046 ceph-mon[39146]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:10.506 INFO:teuthology.orchestra.run.smithi195.stdout:Scheduled grafana update... 2024-09-18T02:17:11.327 DEBUG:teuthology.orchestra.run.smithi195:grafana.a> sudo journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service 2024-09-18T02:17:11.332 INFO:tasks.cephadm:Setting up client nodes... 2024-09-18T02:17:11.332 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-18T02:17:11.563 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:11 smithi195 ceph-mon[31687]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:11.563 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:11 smithi195 ceph-mon[31687]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi195=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:11.563 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:11 smithi195 ceph-mon[31687]: Saving service grafana spec with placement smithi195=a;count:1 2024-09-18T02:17:11.563 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:11 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:11.600 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:11.721 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[39146]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:11.722 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[39146]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi195=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:11.722 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[39146]: Saving service grafana spec with placement smithi195=a;count:1 2024-09-18T02:17:11.722 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:11.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[27507]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:11.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[27507]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi195=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:17:11.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[27507]: Saving service grafana spec with placement smithi195=a;count:1 2024-09-18T02:17:11.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:11 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:11.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:17:11 smithi195 systemd[1]: Started Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:17:12.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setuser ceph since I am not root 2024-09-18T02:17:12.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setgroup ceph since I am not root 2024-09-18T02:17:12.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mgr[27783]: -- 172.21.15.46:0/4287326727 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55691e3d8340 con 0x55691e3e5000 2024-09-18T02:17:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-18T02:17:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-18T02:17:12.893 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.893 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ignoring --setuser ceph since I am not root 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ignoring --setgroup ceph since I am not root 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-mgr[33766]: -- 172.21.15.195:0/376813529 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a5856bc340 con 0x55a5856c8800 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:12.775+0000 7fe19c63bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:12.828+0000 7fe19c63bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:17:12.894 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:12.892+0000 7fe19c63bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:17:13.039 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:12.779+0000 7fbab0166ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:17:13.040 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:12.837+0000 7fbab0166ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:17:13.040 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:12 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:12.906+0000 7fbab0166ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:17:13.150 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:13.014+0000 7fe19c63bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:17:13.316 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:13.042+0000 7fbab0166ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:17:13.316 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:13.188+0000 7fbab0166ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:17:13.403 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:13.149+0000 7fe19c63bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:17:13.637 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:13.464+0000 7fbab0166ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:17:13.637 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:13.527+0000 7fbab0166ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:17:13.646 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2024-09-18T02:17:13.646 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQApOOpmfRJNJhAAq7AQWLE66pASGVKuDRi26g== 2024-09-18T02:17:13.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:13 smithi195 ceph-mon[31687]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-18T02:17:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:13 smithi195 ceph-mon[31687]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-18T02:17:13.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:13.402+0000 7fe19c63bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:17:13.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:13.462+0000 7fe19c63bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:17:13.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:13.621+0000 7fe19c63bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:17:13.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-mon[27507]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-18T02:17:13.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-mon[27507]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-18T02:17:13.961 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:13.708+0000 7fbab0166ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:17:13.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-mon[39146]: from='mgr.14150 172.21.15.46:0/1607027466' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-18T02:17:13.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:13 smithi046 ceph-mon[39146]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-18T02:17:14.329 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:17:14.329 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-18T02:17:14.329 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-18T02:17:14.370 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-18T02:17:14.630 INFO:teuthology.orchestra.run.smithi195.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.b/config 2024-09-18T02:17:14.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:14 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1491503193' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:14 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1491503193' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T02:17:14.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:14.469+0000 7fe19c63bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:17:14.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:14.536+0000 7fe19c63bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:17:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:14 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1491503193' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:14 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1491503193' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T02:17:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:14 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1491503193' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:14 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1491503193' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T02:17:15.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:14.601+0000 7fbab0166ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:17:15.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:14 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:14.670+0000 7fbab0166ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:17:15.578 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.279+0000 7fe19c63bec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:17:15.578 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.393+0000 7fe19c63bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:17:15.578 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.516+0000 7fe19c63bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:17:15.578 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.576+0000 7fe19c63bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:17:15.713 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:15.409+0000 7fbab0166ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:17:15.713 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:15.525+0000 7fbab0166ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:17:15.713 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:15.650+0000 7fbab0166ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:17:15.713 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:15.712+0000 7fbab0166ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:17:15.834 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.704+0000 7fe19c63bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:17:15.834 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.771+0000 7fe19c63bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:17:15.835 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.833+0000 7fe19c63bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:17:15.973 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:15.842+0000 7fbab0166ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:17:15.974 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:15.912+0000 7fbab0166ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:17:15.974 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:15 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:15.972+0000 7fbab0166ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:17:16.103 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:15.972+0000 7fe19c63bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:17:16.104 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:16.036+0000 7fe19c63bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:17:16.247 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:16.112+0000 7fbab0166ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:17:16.247 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:16.178+0000 7fbab0166ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:17:16.247 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:16.246+0000 7fbab0166ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:17:16.359 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:16.105+0000 7fe19c63bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:17:16.359 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:16.189+0000 7fe19c63bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:17:16.359 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:16.246+0000 7fe19c63bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:17:16.359 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:16.306+0000 7fe19c63bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:17:16.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:16.330+0000 7fbab0166ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:17:16.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:16.390+0000 7fbab0166ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:17:16.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:16.449+0000 7fbab0166ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:17:16.587 INFO:teuthology.orchestra.run.smithi195.stdout:[client.1] 2024-09-18T02:17:16.587 INFO:teuthology.orchestra.run.smithi195.stdout: key = AQAsOOpm5Y24IhAA+cr+RqwalgAgMvfEc7MA9w== 2024-09-18T02:17:16.920 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-mon[31687]: from='client.? 172.21.15.195:0/1619254572' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:16.920 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:16.920 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:16 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T02:17:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-mon[27507]: from='client.? 172.21.15.195:0/1619254572' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T02:17:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-mon[39146]: from='client.? 172.21.15.195:0/1619254572' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-18T02:17:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:16 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-18T02:17:17.180 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:17.072+0000 7fe19c63bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:17:17.180 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: [18/Sep/2024:02:17:17] ENGINE Bus STARTING 2024-09-18T02:17:17.180 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: CherryPy Checker: 2024-09-18T02:17:17.180 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: The Application mounted at '' has an empty config. 2024-09-18T02:17:17.181 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: 2024-09-18T02:17:17.181 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: [18/Sep/2024:02:17:17] ENGINE Serving on http://:::9283 2024-09-18T02:17:17.181 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: [18/Sep/2024:02:17:17] ENGINE Bus STARTED 2024-09-18T02:17:17.226 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T02:17:17.227 DEBUG:teuthology.orchestra.run.smithi195:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-18T02:17:17.227 DEBUG:teuthology.orchestra.run.smithi195:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-18T02:17:17.266 INFO:tasks.cephadm:Creating RBD pool 2024-09-18T02:17:17.266 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.231+0000 7fbab0166ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:17] ENGINE Bus STARTING 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: CherryPy Checker: 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: The Application mounted at '' has an empty config. 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.346+0000 7fba60403640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba60403640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba60403640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba60403640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.491 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba60403640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.492 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba5cbfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.492 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba5cbfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.492 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba5cbfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.492 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba5cbfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.492 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:17.347+0000 7fba5cbfc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:17:17.492 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:17] ENGINE Serving on http://:::9283 2024-09-18T02:17:17.492 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:17] ENGINE Bus STARTED 2024-09-18T02:17:17.600 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:17.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: Standby manager daemon x restarted 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: Standby manager daemon x started 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: Active manager daemon y restarted 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: Activating manager daemon y 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: osdmap e56: 8 total, 8 up, 8 in 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: mgrmap e17: y(active, starting, since 0.00765688s), standbys: x 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:17:17.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:17:17.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: Manager daemon y is now available 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: Standby manager daemon x restarted 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: Standby manager daemon x started 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:17:17.749 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: Active manager daemon y restarted 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: Activating manager daemon y 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: osdmap e56: 8 total, 8 up, 8 in 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: mgrmap e17: y(active, starting, since 0.00765688s), standbys: x 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:17:17.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: Manager daemon y is now available 2024-09-18T02:17:17.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:17:17.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:17:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: Standby manager daemon x restarted 2024-09-18T02:17:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: Standby manager daemon x started 2024-09-18T02:17:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2597308217' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: Active manager daemon y restarted 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: Activating manager daemon y 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: osdmap e56: 8 total, 8 up, 8 in 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: mgrmap e17: y(active, starting, since 0.00765688s), standbys: x 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:17:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: Manager daemon y is now available 2024-09-18T02:17:17.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:17:17.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:17.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:17.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:17:17.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:17:19.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-mon[39146]: mgrmap e18: y(active, since 1.01145s), standbys: x 2024-09-18T02:17:19.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-mon[39146]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:19.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:19.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-mon[27507]: mgrmap e18: y(active, since 1.01145s), standbys: x 2024-09-18T02:17:19.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-mon[27507]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:19.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:19.158+0000 7fba48f15640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:02:17:19] ENGINE Error in HTTPServer.serve 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: Traceback (most recent call last): 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._connections.run(self.expiration_interval) 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._run(expiration_interval) 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:17:19.449 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: s = self.context.wrap_socket( 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: return self.sslsocket_class._create( 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self.do_handshake() 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: self._sslobj.do_handshake() 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:17:19.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:17:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:19 smithi195 ceph-mon[31687]: mgrmap e18: y(active, since 1.01145s), standbys: x 2024-09-18T02:17:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:19 smithi195 ceph-mon[31687]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:19 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'rbd' created 2024-09-18T02:17:20.473 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:17:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: [18/Sep/2024:02:17:19] ENGINE Bus STARTING 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: [18/Sep/2024:02:17:19] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: [18/Sep/2024:02:17:19] ENGINE Bus STARTED 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: [18/Sep/2024:02:17:19] ENGINE Error in HTTPServer.serve 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: Traceback (most recent call last): 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:17:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._run(expiration_interval) 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: s = self.context.wrap_socket( 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: return self.sslsocket_class._create( 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: self.do_handshake() 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._sslobj.do_handshake() 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:17:20.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:20.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1584538165' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-18T02:17:20.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-18T02:17:20.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:20.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:20.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:20 smithi195 ceph-mon[31687]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: [18/Sep/2024:02:17:19] ENGINE Bus STARTING 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: [18/Sep/2024:02:17:19] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: [18/Sep/2024:02:17:19] ENGINE Bus STARTED 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: [18/Sep/2024:02:17:19] ENGINE Error in HTTPServer.serve 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:17:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:17:20.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1584538165' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[27507]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: [18/Sep/2024:02:17:19] ENGINE Bus STARTING 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: [18/Sep/2024:02:17:19] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: [18/Sep/2024:02:17:19] ENGINE Bus STARTED 2024-09-18T02:17:20.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: [18/Sep/2024:02:17:19] ENGINE Error in HTTPServer.serve 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:17:20.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1584538165' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:20.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:20 smithi046 ceph-mon[39146]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-18T02:17:20.963 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-18T02:17:21.231 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:21.250 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: osdmap e57: 8 total, 8 up, 8 in 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi195 to 2992M 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-18T02:17:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: osdmap e57: 8 total, 8 up, 8 in 2024-09-18T02:17:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi195 to 2992M 2024-09-18T02:17:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:21 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-18T02:17:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: osdmap e57: 8 total, 8 up, 8 in 2024-09-18T02:17:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:21.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi195 to 2992M 2024-09-18T02:17:21.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:21.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:21 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:22.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: osdmap e58: 8 total, 8 up, 8 in 2024-09-18T02:17:22.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[39146]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: osdmap e58: 8 total, 8 up, 8 in 2024-09-18T02:17:22.496 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:17:22.497 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:22 smithi046 ceph-mon[27507]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: osdmap e58: 8 total, 8 up, 8 in 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:17:22.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:17:22.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:22 smithi195 ceph-mon[31687]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi046 to 2993M 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: osdmap e59: 8 total, 8 up, 8 in 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:17:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3986420622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-18T02:17:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:23 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-18T02:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi046 to 2993M 2024-09-18T02:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: osdmap e59: 8 total, 8 up, 8 in 2024-09-18T02:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3986420622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi046 to 2993M 2024-09-18T02:17:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: osdmap e59: 8 total, 8 up, 8 in 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:23.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3986420622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-18T02:17:23.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:23 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-18T02:17:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:24 smithi195 ceph-mon[31687]: Deploying daemon alertmanager.a on smithi046 2024-09-18T02:17:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:24 smithi195 ceph-mon[31687]: pgmap v9: 105 pgs: 4 unknown, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:24 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-18T02:17:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:24 smithi195 ceph-mon[31687]: osdmap e60: 8 total, 8 up, 8 in 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[27507]: Deploying daemon alertmanager.a on smithi046 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[27507]: pgmap v9: 105 pgs: 4 unknown, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[27507]: osdmap e60: 8 total, 8 up, 8 in 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[39146]: Deploying daemon alertmanager.a on smithi046 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[39146]: pgmap v9: 105 pgs: 4 unknown, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-18T02:17:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:24 smithi046 ceph-mon[39146]: osdmap e60: 8 total, 8 up, 8 in 2024-09-18T02:17:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:25 smithi195 ceph-mon[31687]: osdmap e61: 8 total, 8 up, 8 in 2024-09-18T02:17:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:25 smithi046 ceph-mon[27507]: osdmap e61: 8 total, 8 up, 8 in 2024-09-18T02:17:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:25 smithi046 ceph-mon[39146]: osdmap e61: 8 total, 8 up, 8 in 2024-09-18T02:17:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[39146]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-18T02:17:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[39146]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:17:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[39146]: Cluster is now healthy 2024-09-18T02:17:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[39146]: osdmap e62: 8 total, 8 up, 8 in 2024-09-18T02:17:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[27507]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-18T02:17:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[27507]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:17:26.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[27507]: Cluster is now healthy 2024-09-18T02:17:26.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:26 smithi046 ceph-mon[27507]: osdmap e62: 8 total, 8 up, 8 in 2024-09-18T02:17:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:26 smithi195 ceph-mon[31687]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-18T02:17:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:26 smithi195 ceph-mon[31687]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:17:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:26 smithi195 ceph-mon[31687]: Cluster is now healthy 2024-09-18T02:17:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:26 smithi195 ceph-mon[31687]: osdmap e62: 8 total, 8 up, 8 in 2024-09-18T02:17:26.869 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-18T02:17:26.870 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-18T02:17:26.870 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-18T02:17:27.320 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:28.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:28 smithi195 ceph-mon[31687]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:17:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:28 smithi046 ceph-mon[39146]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:17:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:28 smithi046 ceph-mon[27507]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:17:30.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:30 smithi195 ceph-mon[31687]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-18T02:17:30.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:17:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:17:30.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:30 smithi046 ceph-mon[39146]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-18T02:17:30.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:30 smithi046 ceph-mon[27507]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-18T02:17:31.688 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:31 smithi046 systemd[1]: Starting Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:17:31.888 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:17:32.008 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:31 smithi046 podman[71844]: 2024-09-18 02:17:31.780019131 +0000 UTC m=+0.016276293 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-18T02:17:32.008 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:31 smithi046 podman[71844]: 2024-09-18 02:17:31.905483737 +0000 UTC m=+0.141740885 volume create 66cdb134697ae72a969a1a775f29889bd333585745c4422cb82cefd119491a14 2024-09-18T02:17:32.282 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:32 smithi046 podman[71844]: 2024-09-18 02:17:32.232235135 +0000 UTC m=+0.468492282 container create 4332b7d33d89ef659be9b4185a54220468b173abe4b4b1867a807e80444d20c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:17:32.546 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:32 smithi046 ceph-mon[27507]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 256 B/s wr, 0 op/s 2024-09-18T02:17:32.546 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:32 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/450457067' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T02:17:32.546 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:32 smithi046 ceph-mon[39146]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 256 B/s wr, 0 op/s 2024-09-18T02:17:32.546 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:32 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/450457067' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T02:17:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:32 smithi195 ceph-mon[31687]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 256 B/s wr, 0 op/s 2024-09-18T02:17:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:32 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/450457067' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-18T02:17:32.939 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"flags":0,"active_gid":14589,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3377621383},{"type":"v1","addr":"172.21.15.46:6801","nonce":3377621383}]},"active_addr":"172.21.15.46:6801/3377621383","active_change":"2024-09-18T02:17:17.233873+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24454,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.46:8443/","prometheus":"http://172.21.15.46:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":56,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":1101583937}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":4282867781}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3213529547}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":419874317}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":2601925580}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":2206219723}]}]} 2024-09-18T02:17:32.943 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-18T02:17:32.943 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-18T02:17:32.943 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-18T02:17:33.189 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 podman[71844]: 2024-09-18 02:17:33.080310459 +0000 UTC m=+1.316567616 container init 4332b7d33d89ef659be9b4185a54220468b173abe4b4b1867a807e80444d20c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:17:33.189 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 podman[71844]: 2024-09-18 02:17:33.086199357 +0000 UTC m=+1.322456507 container start 4332b7d33d89ef659be9b4185a54220468b173abe4b4b1867a807e80444d20c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.101Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.101Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.102Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.103Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.128Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.128Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.131Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-18T02:17:33.190 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:33.131Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-18T02:17:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:33.454 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 bash[71844]: 4332b7d33d89ef659be9b4185a54220468b173abe4b4b1867a807e80444d20c4 2024-09-18T02:17:33.454 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:33 smithi046 systemd[1]: Started Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:33] ENGINE Bus STOPPING 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:17:33.455 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:33] ENGINE Bus STOPPED 2024-09-18T02:17:33.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:33.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:33.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:33] ENGINE Bus STARTING 2024-09-18T02:17:33.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:33] ENGINE Serving on http://:::9283 2024-09-18T02:17:33.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:17:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:17:33] ENGINE Bus STARTED 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 0 op/s 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: Deploying daemon grafana.a on smithi195 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[27507]: osdmap e63: 8 total, 8 up, 8 in 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 0 op/s 2024-09-18T02:17:34.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T02:17:34.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T02:17:34.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: Deploying daemon grafana.a on smithi195 2024-09-18T02:17:34.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:34 smithi046 ceph-mon[39146]: osdmap e63: 8 total, 8 up, 8 in 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 0 op/s 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: Deploying daemon grafana.a on smithi195 2024-09-18T02:17:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:34 smithi195 ceph-mon[31687]: osdmap e63: 8 total, 8 up, 8 in 2024-09-18T02:17:35.154 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:17:35.155 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":63,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:17:33.969092+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-18T02:17:20.034578+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1094075825":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6800/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2601022904":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3711076632":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2806066712":"2024-09-19T02:17:17.233722+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:17:35.390 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:35.103Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000419232s 2024-09-18T02:17:35.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:35 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2082809515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:17:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:35 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2082809515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:17:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:35 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2082809515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:17:35.798 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-18T02:17:35.798 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-18T02:17:36.056 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:36.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:36 smithi046 ceph-mon[27507]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 205 B/s wr, 0 op/s 2024-09-18T02:17:36.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:36 smithi046 ceph-mon[39146]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 205 B/s wr, 0 op/s 2024-09-18T02:17:36.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:36 smithi195 ceph-mon[31687]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 205 B/s wr, 0 op/s 2024-09-18T02:17:38.029 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:17:38.029 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":63,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:17:33.969092+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-18T02:17:20.034578+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1094075825":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6800/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2601022904":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3711076632":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2806066712":"2024-09-19T02:17:17.233722+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:17:38.644 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:38 smithi046 ceph-mon[39146]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-18T02:17:38.644 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:38 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:38.645 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:38 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/293290293' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:17:38.645 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:38 smithi046 ceph-mon[27507]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-18T02:17:38.645 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:38 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:38.645 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:38 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/293290293' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:17:38.670 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-18T02:17:38.670 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-18T02:17:38.671 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-18T02:17:38.671 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-18T02:17:38.672 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-18T02:17:38.672 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-18T02:17:38.673 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-18T02:17:38.673 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-18T02:17:38.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:38 smithi195 ceph-mon[31687]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-18T02:17:38.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:38 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:38 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/293290293' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:17:39.203 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:39.204 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:39.209 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:39.209 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:39.215 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:39.216 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:39.219 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:39.219 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:40 smithi195 ceph-mon[31687]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:40.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:40 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:17:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:17:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:40 smithi046 ceph-mon[39146]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:40 smithi046 ceph-mon[27507]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:42.571 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:42 smithi046 ceph-mon[27507]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:42.571 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:42 smithi046 ceph-mon[39146]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:42 smithi195 ceph-mon[31687]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:43.385 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:17:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:17:43.106Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003093983s 2024-09-18T02:17:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:44 smithi046 ceph-mon[27507]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:44.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:44 smithi046 ceph-mon[39146]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:44.632 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:44 smithi195 ceph-mon[31687]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:44.632 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:44 smithi195 systemd[1]: Starting Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:17:44.974 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:44 smithi195 podman[63773]: 2024-09-18 02:17:44.532651067 +0000 UTC m=+0.015239261 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-18T02:17:45.973 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:45 smithi195 podman[63773]: 2024-09-18 02:17:45.535159289 +0000 UTC m=+1.017747478 container create a7702e9774b8b1b495fef898a6d78d4a485fe3e61a53b2a0e6d1dddb7fd71150 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, com.redhat.component=ubi8-container, release=239.1651231664, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, version=8.5, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner ) 2024-09-18T02:17:46.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:46 smithi046 ceph-mon[39146]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:46.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:46 smithi046 ceph-mon[27507]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-mon[31687]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:47.064 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 podman[63773]: 2024-09-18 02:17:46.813508798 +0000 UTC m=+2.296096988 container init a7702e9774b8b1b495fef898a6d78d4a485fe3e61a53b2a0e6d1dddb7fd71150 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., version=8.5, architecture=x86_64, com.redhat.component=ubi8-container, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.openshift.expose-services=, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8) 2024-09-18T02:17:47.064 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 podman[63773]: 2024-09-18 02:17:46.820354826 +0000 UTC m=+2.302943017 container start a7702e9774b8b1b495fef898a6d78d4a485fe3e61a53b2a0e6d1dddb7fd71150 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, architecture=x86_64, release=239.1651231664, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , distribution-scope=public, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vendor=Red Hat, Inc., version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-18T02:17:47.065 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 bash[63773]: a7702e9774b8b1b495fef898a6d78d4a485fe3e61a53b2a0e6d1dddb7fd71150 2024-09-18T02:17:47.065 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 systemd[1]: Started Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:17:47.065 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986462504Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-18T02:17:47.065 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986664104Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-18T02:17:47.065 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986683101Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-18T02:17:47.065 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986690377Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986696595Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986702581Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986708194Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986714135Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986719974Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986725888Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986731797Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.98673723Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986743136Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-18T02:17:47.066 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=settings t=2024-09-18T02:17:46.986748913Z level=info msg="App mode production" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=sqlstore t=2024-09-18T02:17:46.98680336Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=sqlstore t=2024-09-18T02:17:46.986822652Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.98765875Z level=info msg="Starting DB migrations" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.987735738Z level=info msg="Executing migration" id="create migration_log table" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.988245706Z level=info msg="Executing migration" id="create user table" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.988646501Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.989082574Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.989483821Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.990028416Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.99038881Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.991068164Z level=info msg="Executing migration" id="create user table v2" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.991425462Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-18T02:17:47.067 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.991760774Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.992171716Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.992444023Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.992730265Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.993119671Z level=info msg="Executing migration" id="Update user table charset" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.993344775Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.993678998Z level=info msg="Executing migration" id="Add missing user data" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.993998315Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.994387329Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.994716028Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.995110605Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.996202406Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.996569635Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.996964858Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-18T02:17:47.068 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.997344303Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.997705665Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.998081101Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.998332614Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.998634262Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.998990512Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.999332013Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:46.999634613Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.000242861Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.000590302Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.000956266Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.001310771Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-18T02:17:47.069 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.001629734Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.00201087Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.002302893Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.002566319Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.002824391Z level=info msg="Executing migration" id="create star table" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.003147239Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.003520899Z level=info msg="Executing migration" id="create org table v1" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.003881346Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.00424118Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-18T02:17:47.070 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.004589937Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.004955816Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.005328699Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.005672552Z level=info msg="Executing migration" id="Update org table charset" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.005962348Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.006212099Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.006447403Z level=info msg="Executing migration" id="create dashboard table" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.006781231Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-18T02:17:47.072 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.007137752Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.007496148Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.007842775Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.008215488Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.008528999Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.009311736Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.009659827Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.0100582Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.010426807Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.010675821Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.01104613Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.011310318Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-18T02:17:47.073 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.011708718Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.012148613Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.012544109Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.012921852Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.01336218Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.013700239Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.014099809Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.014348895Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.014562933Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.015032862Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.015477444Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.015935213Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-18T02:17:47.074 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.016375829Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.016633609Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.017014055Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.01736061Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.017592931Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.017986677Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.01832865Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.019195239Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.019551678Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.019948754Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.020360796Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.020610792Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.020954042Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-18T02:17:47.075 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.021408915Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.021813776Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.022169089Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.022405889Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.022776891Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.023268145Z level=info msg="Executing migration" id="create data_source table" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.023644827Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.024035946Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.02441154Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.024727156Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.025121695Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.026072922Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-18T02:17:47.076 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.026449961Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.026790809Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.027163543Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.027446935Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.028001575Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.028486275Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.028706152Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.028988475Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.02946575Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.029708237Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.030026427Z level=info msg="Executing migration" id="Add uid column" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.030535417Z level=info msg="Executing migration" id="Update uid value" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.030788182Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.031185113Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-18T02:17:47.077 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.031621739Z level=info msg="Executing migration" id="create api_key table" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.03199434Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.032380233Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.032744088Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.033197533Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.033541736Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.033906169Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.034260053Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.035281096Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.035661147Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.036056806Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.036441352Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.036849862Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-18T02:17:47.078 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.037177723Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.037482116Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.037713686Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.038237778Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.038711084Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.039019218Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.039579119Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.040139109Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.040526711Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.040846856Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.041238369Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.041653926Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.042048662Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.0424668Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-18T02:17:47.079 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.042700938Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.042969352Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.043519402Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.044057086Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.044366022Z level=info msg="Executing migration" id="create quota table v1" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.044752805Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.045206497Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.045464968Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.04585754Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.046296396Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.046828366Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.047107317Z level=info msg="Executing migration" id="create session table" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.047517093Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-18T02:17:47.080 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.047763479Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.048043289Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.048390044Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.048792768Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.049063272Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.049300177Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.049533157Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.049796543Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.050169657Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.05040491Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.050966252Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.051265443Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.051804232Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-18T02:17:47.081 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.05240803Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.05264968Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.053088028Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.053551376Z level=info msg="Executing migration" id="create alert table v1" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.053996704Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.054470134Z level=info msg="Executing migration" id="add index alert state" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.054895396Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.055334798Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.055700062Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.056093425Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.056450593Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.057818479Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.058169556Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-18T02:17:47.082 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.058576722Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.058823244Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.059160348Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.059467804Z level=info msg="Executing migration" id="Add column is_default" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.060064604Z level=info msg="Executing migration" id="Add column frequency" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.060680412Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.061293642Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.061876692Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.062282021Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.062505737Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-18T02:17:47.083 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.06274237Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.063114699Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.063524641Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.063852637Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.064333071Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.064843622Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.06571401Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.066596623Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.06698417Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.067516683Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.068066903Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-18T02:17:47.084 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.068964342Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-18T02:17:47.317 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.069335838Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-18T02:17:47.317 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.069856788Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.070420559Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.070763579Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.07136337Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.071904258Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.072435344Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.07299307Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.073452786Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.074027524Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.074375788Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.075311411Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.075840321Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-18T02:17:47.318 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.076773633Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-18T02:17:47.319 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.077271162Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-18T02:17:47.319 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.077799761Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-18T02:17:47.319 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.078300272Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-18T02:17:47.319 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.080745733Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-18T02:17:47.319 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.081283501Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.081821621Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.082207905Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.082600257Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.08288483Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.083619695Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.084293268Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.0846858Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.085089774Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.085366933Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.086000756Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.086385709Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.086620493Z level=info msg="Executing migration" id="Move region to single row" 2024-09-18T02:17:47.320 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.086943268Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.087301134Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.087636748Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.088033719Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.088406162Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.088741468Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.089118077Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.089359065Z level=info msg="Executing migration" id="create test_data table" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.089715686Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.090072981Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.090460201Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.090844024Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-18T02:17:47.321 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.091110216Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.091355849Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.091573774Z level=info msg="Executing migration" id="create team table" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.091921598Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.092318693Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.092695492Z level=info msg="Executing migration" id="create team member table" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.093155338Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.093678333Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.094250726Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.094831358Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.09583259Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.09685428Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.097860626Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-18T02:17:47.322 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.09836788Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.099028549Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.099594237Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.100138787Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.100656549Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.101097114Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.101503961Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.101886358Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.102271478Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.102516073Z level=info msg="Executing migration" id="create tag table" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.102899245Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.103302859Z level=info msg="Executing migration" id="create login attempt table" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.103639067Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-18T02:17:47.323 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.104051955Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-18T02:17:47.324 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.10441516Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-18T02:17:47.324 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.106241181Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-18T02:17:47.324 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.106588688Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-18T02:17:47.324 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.106978744Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-18T02:17:47.324 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.107278442Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-18T02:17:47.325 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.107565983Z level=info msg="Executing migration" id="create user auth table" 2024-09-18T02:17:47.325 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.10791251Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-18T02:17:47.325 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.108295261Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-18T02:17:47.325 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.108518219Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.109252457Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.109969793Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.110675721Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.1114214Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.111839385Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.112553074Z level=info msg="Executing migration" id="create server_lock table" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.112925146Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.11336433Z level=info msg="Executing migration" id="create user auth token table" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.113740879Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.114198433Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.114574288Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.11496272Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-18T02:17:47.326 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.115666436Z level=info msg="Executing migration" id="create cache_data table" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.116037391Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.116425076Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.116801727Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.117230255Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.117454357Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.117684019Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.118079465Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.118485042Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.118885541Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.119143667Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.119682392Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.12006486Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-18T02:17:47.327 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.120455299Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.120964952Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.121849826Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.122452937Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.122709051Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.123136998Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.123527208Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.123938457Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.124206751Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.124604844Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.125004647Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.125386151Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.125764393Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-18T02:17:47.328 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.126553Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.126936713Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.127333693Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.130725331Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.134003638Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.13441956Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.134787853Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.135601843Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.13601558Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.136425867Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.136811074Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.137215639Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.137448784Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-18T02:17:47.329 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.138268037Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.139042875Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.139826619Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.140228931Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.140579484Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.141385538Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.142249342Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.142644434Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.143453191Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.144305374Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.144606371Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.145052652Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.145483138Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-18T02:17:47.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.145898277Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.146168684Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.14701316Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.14786563Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.148671189Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.149509453Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.150345936Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.150618825Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.150972447Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.151800325Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.152066365Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.152883834Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-18T02:17:47.331 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.153298676Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.154099811Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.154459324Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.154845418Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.155675711Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.156035894Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.156451299Z level=info msg="Executing migration" id="create alert_image table" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.156818754Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.157228791Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.157456258Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.157821112Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.158211254Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.158283613Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.158482983Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-18T02:17:47.332 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.158762819Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.159174347Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.15928283Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.159395502Z level=info msg="alerts found to migrate" alerts=0 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.15974193Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.160207968Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.160661381Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.161040083Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.161495039Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.16194196Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.162209864Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.162521935Z level=info msg="Executing migration" id="create data_keys table" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.162921649Z level=info msg="Executing migration" id="create secrets table" 2024-09-18T02:17:47.333 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.16334648Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.167504775Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.168396883Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.168663257Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.172683465Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.176880311Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.177276631Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.177694509Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.178004714Z level=info msg="Executing migration" id="create permission table" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.178382674Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.178797143Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.179216572Z level=info msg="Executing migration" id="create role table" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.179564581Z level=info msg="Executing migration" id="add column display_name" 2024-09-18T02:17:47.334 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.180477962Z level=info msg="Executing migration" id="add column group_name" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.181395566Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.181822715Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.182241237Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.182647412Z level=info msg="Executing migration" id="create team role table" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.183001926Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.183411341Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.183854394Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.184321752Z level=info msg="Executing migration" id="create user role table" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.184755283Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.185188157Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.185596291Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-18T02:17:47.335 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.186019691Z level=info msg="Executing migration" id="create builtin role table" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.186410617Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.186814586Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.187221533Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.188192491Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.188647658Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.189064015Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.189453171Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.189828236Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.190186666Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.190593172Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.191535682Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.191924036Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.192335594Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.192574016Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-18T02:17:47.336 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.192967334Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.19338228Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.193685751Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.19397247Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.194295319Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.194654717Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.195067916Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.196022481Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.196305225Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.196688175Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.197114019Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.197519472Z level=info msg="Executing migration" id="add correlation config column" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.198477469Z level=info msg="Executing migration" id="create entity_events table" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.198889579Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.19931518Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-18T02:17:47.337 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.199402872Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-18T02:17:47.338 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.199681137Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-18T02:17:47.338 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.199775582Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-18T02:17:47.338 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.200027289Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-18T02:17:47.338 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.200383342Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-18T02:17:47.338 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.200732633Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-18T02:17:47.338 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.20117404Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.201576021Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.201980001Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.202393318Z level=info msg="Executing migration" id="Drop public config table" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.20272575Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.203138684Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.203515676Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.203959153Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-18T02:17:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.204364107Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.207222094Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.208248332Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.209246199Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.209540307Z level=info msg="Executing migration" id="add share column" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.210519508Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.210934133Z level=info msg="Executing migration" id="create file table" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.211335215Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.211738136Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.212188638Z level=info msg="Executing migration" id="create file_meta table" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.212545638Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.212975616Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.213246349Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-18T02:17:47.340 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.213558934Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.213822155Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.214237448Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.21523586Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.215522368Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.215939263Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.216305229Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.216563299Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.216918503Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-18T02:17:47.341 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.217933571Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.218916118Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.219318629Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.228825186Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.229246355Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.22966822Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.232959713Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.233261168Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.233564177Z level=info msg="Executing migration" id="create folder table" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.233949022Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.234364239Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.23478733Z level=info msg="Executing migration" id="Update folder title length" 2024-09-18T02:17:47.342 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.235086193Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=migrator t=2024-09-18T02:17:47.235478735Z level=info msg="migrations completed" performed=485 skipped=0 duration=247.768866ms 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=sqlstore t=2024-09-18T02:17:47.235865027Z level=info msg="Created default organization" 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=plugin.loader t=2024-09-18T02:17:47.289455945Z level=info msg="Plugin registered" pluginID=input 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=plugin.loader t=2024-09-18T02:17:47.316243821Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=plugin.loader t=2024-09-18T02:17:47.316266467Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=secrets t=2024-09-18T02:17:47.316299734Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=query_data t=2024-09-18T02:17:47.319371098Z level=info msg="Query Service initialization" 2024-09-18T02:17:47.343 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=live.push_http t=2024-09-18T02:17:47.324895535Z level=info msg="Live Push Gateway initialization" 2024-09-18T02:17:48.166 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.166 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.166 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.166 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.166 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: Deploying daemon node-exporter.a on smithi046 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: Deploying daemon node-exporter.a on smithi046 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:48.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:47 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: Deploying daemon node-exporter.a on smithi046 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:17:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:47 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=infra.usagestats.collector t=2024-09-18T02:17:48.037978525Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=provisioning.datasources t=2024-09-18T02:17:48.038296142Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=provisioning.datasources t=2024-09-18T02:17:48.071887574Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=provisioning.datasources t=2024-09-18T02:17:48.103550237Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=provisioning.alerting t=2024-09-18T02:17:48.125172379Z level=info msg="starting to provision alerting" 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=provisioning.alerting t=2024-09-18T02:17:48.125191591Z level=info msg="finished to provision alerting" 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=grafanaStorageLogger t=2024-09-18T02:17:48.125269396Z level=info msg="storage starting" 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=ngalert.state.manager t=2024-09-18T02:17:48.125451756Z level=info msg="Warming state cache for startup" 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=http.server t=2024-09-18T02:17:48.127053305Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=sqlstore.transactions t=2024-09-18T02:17:48.136324317Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=ngalert.state.manager t=2024-09-18T02:17:48.136354054Z level=info msg="State cache has been initialized" states=0 duration=10.89749ms 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=ngalert.multiorg.alertmanager t=2024-09-18T02:17:48.136524472Z level=info msg="starting MultiOrg Alertmanager" 2024-09-18T02:17:48.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=ticker t=2024-09-18T02:17:48.136550905Z level=info msg=starting first_tick=2024-09-18T02:17:50Z 2024-09-18T02:17:48.226 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:17:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[63787]: logger=sqlstore.transactions t=2024-09-18T02:17:48.182456908Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-18T02:17:48.980 INFO:teuthology.orchestra.run.smithi046.stdout:158913789980 2024-09-18T02:17:48.981 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-18T02:17:49.725 INFO:teuthology.orchestra.run.smithi046.stdout:184683593751 2024-09-18T02:17:49.725 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-18T02:17:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:50 smithi195 ceph-mon[31687]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:50.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:17:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:17:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:17:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:50 smithi046 ceph-mon[39146]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:50 smithi046 ceph-mon[27507]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:51.718 INFO:teuthology.orchestra.run.smithi046.stdout:34359738420 2024-09-18T02:17:51.719 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-18T02:17:52.348 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:52 smithi046 ceph-mon[27507]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:52.348 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:52 smithi046 ceph-mon[39146]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:52.349 INFO:teuthology.orchestra.run.smithi046.stdout:210453397522 2024-09-18T02:17:52.349 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-18T02:17:52.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:52 smithi195 ceph-mon[31687]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:53.006 INFO:teuthology.orchestra.run.smithi046.stdout:77309411371 2024-09-18T02:17:53.006 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-18T02:17:54.284 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:54.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:54 smithi046 ceph-mon[27507]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:54.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:54 smithi046 ceph-mon[39146]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:54.679 INFO:teuthology.orchestra.run.smithi046.stdout:55834574897 2024-09-18T02:17:54.679 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-18T02:17:54.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:54 smithi195 ceph-mon[31687]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:55.789 INFO:teuthology.orchestra.run.smithi046.stdout:133143986210 2024-09-18T02:17:55.790 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-18T02:17:56.235 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:56.236 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:56.236 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:56.265 INFO:teuthology.orchestra.run.smithi046.stdout:111669149735 2024-09-18T02:17:56.266 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-18T02:17:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:56 smithi046 ceph-mon[27507]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:56 smithi046 ceph-mon[39146]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:56.715 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:17:56.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:56 smithi195 ceph-mon[31687]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:58.644 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:17:58 smithi046 ceph-mon[39146]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:58.645 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:17:58 smithi046 ceph-mon[27507]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:17:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:17:58 smithi195 ceph-mon[31687]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:00 smithi195 ceph-mon[31687]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:00.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:18:00 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:18:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:18:00.642 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:00 smithi046 ceph-mon[39146]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:00.642 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:00 smithi046 ceph-mon[27507]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:01.586 INFO:teuthology.orchestra.run.smithi046.stdout:34359738423 2024-09-18T02:18:02.261 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738423 for osd.0 2024-09-18T02:18:02.261 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:02 smithi046 ceph-mon[27507]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:02 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3181024136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-18T02:18:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:02 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:02 smithi046 ceph-mon[39146]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:02 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3181024136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-18T02:18:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:02 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:02.584 INFO:teuthology.orchestra.run.smithi046.stdout:158913789983 2024-09-18T02:18:02.692 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:02 smithi195 ceph-mon[31687]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:02.693 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:02 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3181024136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-18T02:18:02.693 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:02 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:02.790 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:03.215 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789980 got 158913789983 for osd.5 2024-09-18T02:18:03.215 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:03.481 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:03 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/4034784193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-18T02:18:03.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:03 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/4034784193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-18T02:18:03.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:03 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/4034784193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-18T02:18:04.065 INFO:teuthology.orchestra.run.smithi046.stdout:184683593755 2024-09-18T02:18:04.266 INFO:teuthology.orchestra.run.smithi046.stdout:210453397526 2024-09-18T02:18:04.562 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:04 smithi046 ceph-mon[39146]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:04.562 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:04 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2274749058' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-18T02:18:04.562 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:04 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3462679643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-18T02:18:04.562 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:04 smithi046 ceph-mon[27507]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:04.562 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:04 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2274749058' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-18T02:18:04.562 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:04 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3462679643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-18T02:18:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:04 smithi195 ceph-mon[31687]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:04 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2274749058' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-18T02:18:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:04 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3462679643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-18T02:18:04.821 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397522 got 210453397526 for osd.7 2024-09-18T02:18:04.821 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:05.224 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593751 got 184683593755 for osd.6 2024-09-18T02:18:05.225 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:06 smithi046 ceph-mon[27507]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:06.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:06 smithi046 ceph-mon[39146]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:06.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:06 smithi195 ceph-mon[31687]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:07 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1624823796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-18T02:18:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:07 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1624823796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-18T02:18:07.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:07 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1624823796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-18T02:18:07.751 INFO:teuthology.orchestra.run.smithi046.stdout:77309411374 2024-09-18T02:18:08.206 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:08.206 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:08.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:08 smithi046 ceph-mon[27507]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:08.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:08 smithi046 ceph-mon[39146]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:08.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:08 smithi046 bash[75305]: Writing manifest to image destination 2024-09-18T02:18:08.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:08 smithi195 ceph-mon[31687]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:09.274 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411374 for osd.2 2024-09-18T02:18:09.274 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:09.484 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:09 smithi046 podman[75305]: 2024-09-18 02:18:09.134307115 +0000 UTC m=+3.881236411 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T02:18:09.484 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:09 smithi046 podman[75305]: 2024-09-18 02:18:09.340773589 +0000 UTC m=+4.087702873 container create f103f855009a53bced160c2ed0be81384bd8d9e3bb28c401ee37285b8f35cce9 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:10 smithi195 ceph-mon[31687]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:10.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:18:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:18:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:18:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:10 smithi046 ceph-mon[27507]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:10 smithi046 ceph-mon[39146]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:11.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 podman[75305]: 2024-09-18 02:18:11.320251193 +0000 UTC m=+6.067180483 container init f103f855009a53bced160c2ed0be81384bd8d9e3bb28c401ee37285b8f35cce9 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:11.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 podman[75305]: 2024-09-18 02:18:11.326294311 +0000 UTC m=+6.073223602 container start f103f855009a53bced160c2ed0be81384bd8d9e3bb28c401ee37285b8f35cce9 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:11.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.330Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T02:18:11.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.330Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T02:18:11.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.331Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T02:18:11.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.331Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T02:18:11.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T02:18:11.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T02:18:11.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T02:18:11.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.332Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.333Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[75574]: ts=2024-09-18T02:18:11.333Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 bash[75305]: f103f855009a53bced160c2ed0be81384bd8d9e3bb28c401ee37285b8f35cce9 2024-09-18T02:18:11.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:18:11 smithi046 systemd[1]: Started Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:18:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:55834574900 2024-09-18T02:18:12.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:12 smithi195 bash[64069]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-18T02:18:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[27507]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[27507]: Deploying daemon node-exporter.b on smithi195 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/19667223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[39146]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[39146]: Deploying daemon node-exporter.b on smithi195 2024-09-18T02:18:12.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:12 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/19667223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-18T02:18:12.779 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:12 smithi195 ceph-mon[31687]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:12.779 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:12 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.779 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:12 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.779 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:12 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:12.779 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:12 smithi195 ceph-mon[31687]: Deploying daemon node-exporter.b on smithi195 2024-09-18T02:18:12.780 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:12 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/19667223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-18T02:18:12.780 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:12 smithi195 bash[64069]: Getting image source signatures 2024-09-18T02:18:12.780 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:12 smithi195 bash[64069]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-18T02:18:12.780 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:12 smithi195 bash[64069]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-18T02:18:12.780 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:12 smithi195 bash[64069]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-18T02:18:12.827 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574897 got 55834574900 for osd.1 2024-09-18T02:18:12.827 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:13.193 INFO:teuthology.orchestra.run.smithi046.stdout:133143986213 2024-09-18T02:18:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:13 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2488371440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-18T02:18:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:13 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2488371440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-18T02:18:13.924 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986210 got 133143986213 for osd.4 2024-09-18T02:18:13.925 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:13.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:13 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2488371440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-18T02:18:14.277 INFO:teuthology.orchestra.run.smithi046.stdout:111669149739 2024-09-18T02:18:14.628 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:14 smithi046 ceph-mon[27507]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:14.628 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:14 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1676036209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-18T02:18:14.628 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:14 smithi046 ceph-mon[39146]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:14.628 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:14 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1676036209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-18T02:18:14.937 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149735 got 111669149739 for osd.3 2024-09-18T02:18:14.938 DEBUG:teuthology.parallel:result is None 2024-09-18T02:18:14.938 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-18T02:18:14.938 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T02:18:14.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:14 smithi195 ceph-mon[31687]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:14.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:14 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1676036209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-18T02:18:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:16.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:16 smithi046 ceph-mon[27507]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:16.749 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:16 smithi046 ceph-mon[39146]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:16.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:16 smithi195 ceph-mon[31687]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:17.223 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:17.224 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:18:17.473 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:17 smithi195 bash[64069]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-18T02:18:17.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:17 smithi195 bash[64069]: Writing manifest to image destination 2024-09-18T02:18:17.757 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:17 smithi195 podman[64069]: 2024-09-18 02:18:17.65827903 +0000 UTC m=+5.378257610 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T02:18:17.757 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-09-18T02:18:17.757 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-09-18T02:18:17.757 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-09-18T02:18:17.757 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-09-18T02:18:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-09-18T02:18:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-09-18T02:18:17.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:18.018 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-09-18T02:18:15.258540+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385648,"kb_used_data":6800,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575568,"statfs":{"total":767960285184,"available":765517381632,"internally_reserved":0,"allocated":6963200,"data_stored":4015243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002545"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303313+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:17:25.303313+0000","last_peered":"2024-09-18T02:17:25.303313+0000","last_clean":"2024-09-18T02:17:25.303313+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:17:25.303313+0000","last_undegraded":"2024-09-18T02:17:25.303313+0000","last_fullsized":"2024-09-18T02:17:25.303313+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.277177+0000","last_change":"2024-09-18T02:16:46.127701+0000","last_active":"2024-09-18T02:17:25.277177+0000","last_peered":"2024-09-18T02:17:25.277177+0000","last_clean":"2024-09-18T02:17:25.277177+0000","last_became_active":"2024-09-18T02:16:46.127414+0000","last_became_peered":"2024-09-18T02:16:46.127414+0000","last_unstale":"2024-09-18T02:17:25.277177+0000","last_undegraded":"2024-09-18T02:17:25.277177+0000","last_fullsized":"2024-09-18T02:17:25.277177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274408+0000","last_change":"2024-09-18T02:16:46.129673+0000","last_active":"2024-09-18T02:17:25.274408+0000","last_peered":"2024-09-18T02:17:25.274408+0000","last_clean":"2024-09-18T02:17:25.274408+0000","last_became_active":"2024-09-18T02:16:46.129392+0000","last_became_peered":"2024-09-18T02:16:46.129392+0000","last_unstale":"2024-09-18T02:17:25.274408+0000","last_undegraded":"2024-09-18T02:17:25.274408+0000","last_fullsized":"2024-09-18T02:17:25.274408+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274570+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:17:25.274570+0000","last_peered":"2024-09-18T02:17:25.274570+0000","last_clean":"2024-09-18T02:17:25.274570+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:17:25.274570+0000","last_undegraded":"2024-09-18T02:17:25.274570+0000","last_fullsized":"2024-09-18T02:17:25.274570+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302898+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:17:25.302898+0000","last_peered":"2024-09-18T02:17:25.302898+0000","last_clean":"2024-09-18T02:17:25.302898+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:17:25.302898+0000","last_undegraded":"2024-09-18T02:17:25.302898+0000","last_fullsized":"2024-09-18T02:17:25.302898+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274286+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:17:25.274286+0000","last_peered":"2024-09-18T02:17:25.274286+0000","last_clean":"2024-09-18T02:17:25.274286+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:17:25.274286+0000","last_undegraded":"2024-09-18T02:17:25.274286+0000","last_fullsized":"2024-09-18T02:17:25.274286+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302665+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:17:25.302665+0000","last_peered":"2024-09-18T02:17:25.302665+0000","last_clean":"2024-09-18T02:17:25.302665+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:17:25.302665+0000","last_undegraded":"2024-09-18T02:17:25.302665+0000","last_fullsized":"2024-09-18T02:17:25.302665+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.771711+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:17:25.771711+0000","last_peered":"2024-09-18T02:17:25.771711+0000","last_clean":"2024-09-18T02:17:25.771711+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:17:25.771711+0000","last_undegraded":"2024-09-18T02:17:25.771711+0000","last_fullsized":"2024-09-18T02:17:25.771711+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303386+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:17:25.303386+0000","last_peered":"2024-09-18T02:17:25.303386+0000","last_clean":"2024-09-18T02:17:25.303386+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:17:25.303386+0000","last_undegraded":"2024-09-18T02:17:25.303386+0000","last_fullsized":"2024-09-18T02:17:25.303386+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.438294+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:17:25.438294+0000","last_peered":"2024-09-18T02:17:25.438294+0000","last_clean":"2024-09-18T02:17:25.438294+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:17:25.438294+0000","last_undegraded":"2024-09-18T02:17:25.438294+0000","last_fullsized":"2024-09-18T02:17:25.438294+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.438301+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:17:25.438301+0000","last_peered":"2024-09-18T02:17:25.438301+0000","last_clean":"2024-09-18T02:17:25.438301+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:17:25.438301+0000","last_undegraded":"2024-09-18T02:17:25.438301+0000","last_fullsized":"2024-09-18T02:17:25.438301+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.279205+0000","last_change":"2024-09-18T02:16:46.118560+0000","last_active":"2024-09-18T02:17:25.279205+0000","last_peered":"2024-09-18T02:17:25.279205+0000","last_clean":"2024-09-18T02:17:25.279205+0000","last_became_active":"2024-09-18T02:16:46.117940+0000","last_became_peered":"2024-09-18T02:16:46.117940+0000","last_unstale":"2024-09-18T02:17:25.279205+0000","last_undegraded":"2024-09-18T02:17:25.279205+0000","last_fullsized":"2024-09-18T02:17:25.279205+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.771859+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:17:25.771859+0000","last_peered":"2024-09-18T02:17:25.771859+0000","last_clean":"2024-09-18T02:17:25.771859+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:17:25.771859+0000","last_undegraded":"2024-09-18T02:17:25.771859+0000","last_fullsized":"2024-09-18T02:17:25.771859+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.273852+0000","last_change":"2024-09-18T02:16:46.129556+0000","last_active":"2024-09-18T02:17:25.273852+0000","last_peered":"2024-09-18T02:17:25.273852+0000","last_clean":"2024-09-18T02:17:25.273852+0000","last_became_active":"2024-09-18T02:16:46.129259+0000","last_became_peered":"2024-09-18T02:16:46.129259+0000","last_unstale":"2024-09-18T02:17:25.273852+0000","last_undegraded":"2024-09-18T02:17:25.273852+0000","last_fullsized":"2024-09-18T02:17:25.273852+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.276856+0000","last_change":"2024-09-18T02:16:46.103546+0000","last_active":"2024-09-18T02:17:25.276856+0000","last_peered":"2024-09-18T02:17:25.276856+0000","last_clean":"2024-09-18T02:17:25.276856+0000","last_became_active":"2024-09-18T02:16:46.103187+0000","last_became_peered":"2024-09-18T02:16:46.103187+0000","last_unstale":"2024-09-18T02:17:25.276856+0000","last_undegraded":"2024-09-18T02:17:25.276856+0000","last_fullsized":"2024-09-18T02:17:25.276856+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274043+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:17:25.274043+0000","last_peered":"2024-09-18T02:17:25.274043+0000","last_clean":"2024-09-18T02:17:25.274043+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:17:25.274043+0000","last_undegraded":"2024-09-18T02:17:25.274043+0000","last_fullsized":"2024-09-18T02:17:25.274043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.275141+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:17:25.275141+0000","last_peered":"2024-09-18T02:17:25.275141+0000","last_clean":"2024-09-18T02:17:25.275141+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:17:25.275141+0000","last_undegraded":"2024-09-18T02:17:25.275141+0000","last_fullsized":"2024-09-18T02:17:25.275141+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.562717+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:17:25.562717+0000","last_peered":"2024-09-18T02:17:25.562717+0000","last_clean":"2024-09-18T02:17:25.562717+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:17:25.562717+0000","last_undegraded":"2024-09-18T02:17:25.562717+0000","last_fullsized":"2024-09-18T02:17:25.562717+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303182+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:17:25.303182+0000","last_peered":"2024-09-18T02:17:25.303182+0000","last_clean":"2024-09-18T02:17:25.303182+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:17:25.303182+0000","last_undegraded":"2024-09-18T02:17:25.303182+0000","last_fullsized":"2024-09-18T02:17:25.303182+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.437978+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:17:25.437978+0000","last_peered":"2024-09-18T02:17:25.437978+0000","last_clean":"2024-09-18T02:17:25.437978+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:17:25.437978+0000","last_undegraded":"2024-09-18T02:17:25.437978+0000","last_fullsized":"2024-09-18T02:17:25.437978+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274272+0000","last_change":"2024-09-18T02:16:46.130922+0000","last_active":"2024-09-18T02:17:25.274272+0000","last_peered":"2024-09-18T02:17:25.274272+0000","last_clean":"2024-09-18T02:17:25.274272+0000","last_became_active":"2024-09-18T02:16:46.130650+0000","last_became_peered":"2024-09-18T02:16:46.130650+0000","last_unstale":"2024-09-18T02:17:25.274272+0000","last_undegraded":"2024-09-18T02:17:25.274272+0000","last_fullsized":"2024-09-18T02:17:25.274272+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274281+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:17:25.274281+0000","last_peered":"2024-09-18T02:17:25.274281+0000","last_clean":"2024-09-18T02:17:25.274281+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:17:25.274281+0000","last_undegraded":"2024-09-18T02:17:25.274281+0000","last_fullsized":"2024-09-18T02:17:25.274281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772004+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:17:25.772004+0000","last_peered":"2024-09-18T02:17:25.772004+0000","last_clean":"2024-09-18T02:17:25.772004+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:17:25.772004+0000","last_undegraded":"2024-09-18T02:17:25.772004+0000","last_fullsized":"2024-09-18T02:17:25.772004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274104+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:17:25.274104+0000","last_peered":"2024-09-18T02:17:25.274104+0000","last_clean":"2024-09-18T02:17:25.274104+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:17:25.274104+0000","last_undegraded":"2024-09-18T02:17:25.274104+0000","last_fullsized":"2024-09-18T02:17:25.274104+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772100+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:17:25.772100+0000","last_peered":"2024-09-18T02:17:25.772100+0000","last_clean":"2024-09-18T02:17:25.772100+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:17:25.772100+0000","last_undegraded":"2024-09-18T02:17:25.772100+0000","last_fullsized":"2024-09-18T02:17:25.772100+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.438347+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:17:25.438347+0000","last_peered":"2024-09-18T02:17:25.438347+0000","last_clean":"2024-09-18T02:17:25.438347+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:17:25.438347+0000","last_undegraded":"2024-09-18T02:17:25.438347+0000","last_fullsized":"2024-09-18T02:17:25.438347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.276943+0000","last_change":"2024-09-18T02:16:46.108957+0000","last_active":"2024-09-18T02:17:25.276943+0000","last_peered":"2024-09-18T02:17:25.276943+0000","last_clean":"2024-09-18T02:17:25.276943+0000","last_became_active":"2024-09-18T02:16:46.108494+0000","last_became_peered":"2024-09-18T02:16:46.108494+0000","last_unstale":"2024-09-18T02:17:25.276943+0000","last_undegraded":"2024-09-18T02:17:25.276943+0000","last_fullsized":"2024-09-18T02:17:25.276943+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772112+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:17:25.772112+0000","last_peered":"2024-09-18T02:17:25.772112+0000","last_clean":"2024-09-18T02:17:25.772112+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:17:25.772112+0000","last_undegraded":"2024-09-18T02:17:25.772112+0000","last_fullsized":"2024-09-18T02:17:25.772112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274345+0000","last_change":"2024-09-18T02:16:46.132488+0000","last_active":"2024-09-18T02:17:25.274345+0000","last_peered":"2024-09-18T02:17:25.274345+0000","last_clean":"2024-09-18T02:17:25.274345+0000","last_became_active":"2024-09-18T02:16:46.132191+0000","last_became_peered":"2024-09-18T02:16:46.132191+0000","last_unstale":"2024-09-18T02:17:25.274345+0000","last_undegraded":"2024-09-18T02:17:25.274345+0000","last_fullsized":"2024-09-18T02:17:25.274345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274365+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:17:25.274365+0000","last_peered":"2024-09-18T02:17:25.274365+0000","last_clean":"2024-09-18T02:17:25.274365+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:17:25.274365+0000","last_undegraded":"2024-09-18T02:17:25.274365+0000","last_fullsized":"2024-09-18T02:17:25.274365+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.562341+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:17:25.562341+0000","last_peered":"2024-09-18T02:17:25.562341+0000","last_clean":"2024-09-18T02:17:25.562341+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:17:25.562341+0000","last_undegraded":"2024-09-18T02:17:25.562341+0000","last_fullsized":"2024-09-18T02:17:25.562341+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.437673+0000","last_change":"2024-09-18T02:16:46.111798+0000","last_active":"2024-09-18T02:17:25.437673+0000","last_peered":"2024-09-18T02:17:25.437673+0000","last_clean":"2024-09-18T02:17:25.437673+0000","last_became_active":"2024-09-18T02:16:46.110504+0000","last_became_peered":"2024-09-18T02:16:46.110504+0000","last_unstale":"2024-09-18T02:17:25.437673+0000","last_undegraded":"2024-09-18T02:17:25.437673+0000","last_fullsized":"2024-09-18T02:17:25.437673+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:17:17.706037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.278982+0000","last_change":"2024-09-18T02:16:46.110318+0000","last_active":"2024-09-18T02:17:25.278982+0000","last_peered":"2024-09-18T02:17:25.278982+0000","last_clean":"2024-09-18T02:17:25.278982+0000","last_became_active":"2024-09-18T02:16:46.110045+0000","last_became_peered":"2024-09-18T02:16:46.110045+0000","last_unstale":"2024-09-18T02:17:25.278982+0000","last_undegraded":"2024-09-18T02:17:25.278982+0000","last_fullsized":"2024-09-18T02:17:25.278982+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772224+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:17:25.772224+0000","last_peered":"2024-09-18T02:17:25.772224+0000","last_clean":"2024-09-18T02:17:25.772224+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:17:25.772224+0000","last_undegraded":"2024-09-18T02:17:25.772224+0000","last_fullsized":"2024-09-18T02:17:25.772224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274416+0000","last_change":"2024-09-18T02:16:46.132142+0000","last_active":"2024-09-18T02:17:25.274416+0000","last_peered":"2024-09-18T02:17:25.274416+0000","last_clean":"2024-09-18T02:17:25.274416+0000","last_became_active":"2024-09-18T02:16:46.131882+0000","last_became_peered":"2024-09-18T02:16:46.131882+0000","last_unstale":"2024-09-18T02:17:25.274416+0000","last_undegraded":"2024-09-18T02:17:25.274416+0000","last_fullsized":"2024-09-18T02:17:25.274416+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.437897+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:17:25.437897+0000","last_peered":"2024-09-18T02:17:25.437897+0000","last_clean":"2024-09-18T02:17:25.437897+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:17:25.437897+0000","last_undegraded":"2024-09-18T02:17:25.437897+0000","last_fullsized":"2024-09-18T02:17:25.437897+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772242+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:17:25.772242+0000","last_peered":"2024-09-18T02:17:25.772242+0000","last_clean":"2024-09-18T02:17:25.772242+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:17:25.772242+0000","last_undegraded":"2024-09-18T02:17:25.772242+0000","last_fullsized":"2024-09-18T02:17:25.772242+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.771832+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:17:25.771832+0000","last_peered":"2024-09-18T02:17:25.771832+0000","last_clean":"2024-09-18T02:17:25.771832+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:17:25.771832+0000","last_undegraded":"2024-09-18T02:17:25.771832+0000","last_fullsized":"2024-09-18T02:17:25.771832+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274152+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:17:25.274152+0000","last_peered":"2024-09-18T02:17:25.274152+0000","last_clean":"2024-09-18T02:17:25.274152+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:17:25.274152+0000","last_undegraded":"2024-09-18T02:17:25.274152+0000","last_fullsized":"2024-09-18T02:17:25.274152+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.276752+0000","last_change":"2024-09-18T02:16:46.108204+0000","last_active":"2024-09-18T02:17:25.276752+0000","last_peered":"2024-09-18T02:17:25.276752+0000","last_clean":"2024-09-18T02:17:25.276752+0000","last_became_active":"2024-09-18T02:16:46.107155+0000","last_became_peered":"2024-09-18T02:16:46.107155+0000","last_unstale":"2024-09-18T02:17:25.276752+0000","last_undegraded":"2024-09-18T02:17:25.276752+0000","last_fullsized":"2024-09-18T02:17:25.276752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.438230+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:17:25.438230+0000","last_peered":"2024-09-18T02:17:25.438230+0000","last_clean":"2024-09-18T02:17:25.438230+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:17:25.438230+0000","last_undegraded":"2024-09-18T02:17:25.438230+0000","last_fullsized":"2024-09-18T02:17:25.438230+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274987+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:17:25.274987+0000","last_peered":"2024-09-18T02:17:25.274987+0000","last_clean":"2024-09-18T02:17:25.274987+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:17:25.274987+0000","last_undegraded":"2024-09-18T02:17:25.274987+0000","last_fullsized":"2024-09-18T02:17:25.274987+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.275002+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:17:25.275002+0000","last_peered":"2024-09-18T02:17:25.275002+0000","last_clean":"2024-09-18T02:17:25.275002+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:17:25.275002+0000","last_undegraded":"2024-09-18T02:17:25.275002+0000","last_fullsized":"2024-09-18T02:17:25.275002+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274694+0000","last_change":"2024-09-18T02:16:46.126866+0000","last_active":"2024-09-18T02:17:25.274694+0000","last_peered":"2024-09-18T02:17:25.274694+0000","last_clean":"2024-09-18T02:17:25.274694+0000","last_became_active":"2024-09-18T02:16:46.126486+0000","last_became_peered":"2024-09-18T02:16:46.126486+0000","last_unstale":"2024-09-18T02:17:25.274694+0000","last_undegraded":"2024-09-18T02:17:25.274694+0000","last_fullsized":"2024-09-18T02:17:25.274694+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.277194+0000","last_change":"2024-09-18T02:16:45.102046+0000","last_active":"2024-09-18T02:17:25.277194+0000","last_peered":"2024-09-18T02:17:25.277194+0000","last_clean":"2024-09-18T02:17:25.277194+0000","last_became_active":"2024-09-18T02:16:45.101019+0000","last_became_peered":"2024-09-18T02:16:45.101019+0000","last_unstale":"2024-09-18T02:17:25.277194+0000","last_undegraded":"2024-09-18T02:17:25.277194+0000","last_fullsized":"2024-09-18T02:17:25.277194+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.279193+0000","last_change":"2024-09-18T02:16:46.118733+0000","last_active":"2024-09-18T02:17:25.279193+0000","last_peered":"2024-09-18T02:17:25.279193+0000","last_clean":"2024-09-18T02:17:25.279193+0000","last_became_active":"2024-09-18T02:16:46.118293+0000","last_became_peered":"2024-09-18T02:16:46.118293+0000","last_unstale":"2024-09-18T02:17:25.279193+0000","last_undegraded":"2024-09-18T02:17:25.279193+0000","last_fullsized":"2024-09-18T02:17:25.279193+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"56'9","reported_seq":28,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.438055+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:17:25.438055+0000","last_peered":"2024-09-18T02:17:25.438055+0000","last_clean":"2024-09-18T02:17:25.438055+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:17:25.438055+0000","last_undegraded":"2024-09-18T02:17:25.438055+0000","last_fullsized":"2024-09-18T02:17:25.438055+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302870+0000","last_change":"2024-09-18T02:16:46.120445+0000","last_active":"2024-09-18T02:17:25.302870+0000","last_peered":"2024-09-18T02:17:25.302870+0000","last_clean":"2024-09-18T02:17:25.302870+0000","last_became_active":"2024-09-18T02:16:46.120138+0000","last_became_peered":"2024-09-18T02:16:46.120138+0000","last_unstale":"2024-09-18T02:17:25.302870+0000","last_undegraded":"2024-09-18T02:17:25.302870+0000","last_fullsized":"2024-09-18T02:17:25.302870+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:20:13.600989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274506+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:17:25.274506+0000","last_peered":"2024-09-18T02:17:25.274506+0000","last_clean":"2024-09-18T02:17:25.274506+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:17:25.274506+0000","last_undegraded":"2024-09-18T02:17:25.274506+0000","last_fullsized":"2024-09-18T02:17:25.274506+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.273906+0000","last_change":"2024-09-18T02:16:46.120472+0000","last_active":"2024-09-18T02:17:25.273906+0000","last_peered":"2024-09-18T02:17:25.273906+0000","last_clean":"2024-09-18T02:17:25.273906+0000","last_became_active":"2024-09-18T02:16:46.120163+0000","last_became_peered":"2024-09-18T02:16:46.120163+0000","last_unstale":"2024-09-18T02:17:25.273906+0000","last_undegraded":"2024-09-18T02:17:25.273906+0000","last_fullsized":"2024-09-18T02:17:25.273906+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:16:25.757237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274426+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:17:25.274426+0000","last_peered":"2024-09-18T02:17:25.274426+0000","last_clean":"2024-09-18T02:17:25.274426+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:17:25.274426+0000","last_undegraded":"2024-09-18T02:17:25.274426+0000","last_fullsized":"2024-09-18T02:17:25.274426+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302931+0000","last_change":"2024-09-18T02:16:46.115259+0000","last_active":"2024-09-18T02:17:25.302931+0000","last_peered":"2024-09-18T02:17:25.302931+0000","last_clean":"2024-09-18T02:17:25.302931+0000","last_became_active":"2024-09-18T02:16:46.114993+0000","last_became_peered":"2024-09-18T02:16:46.114993+0000","last_unstale":"2024-09-18T02:17:25.302931+0000","last_undegraded":"2024-09-18T02:17:25.302931+0000","last_fullsized":"2024-09-18T02:17:25.302931+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:25:09.633439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.438074+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:17:25.438074+0000","last_peered":"2024-09-18T02:17:25.438074+0000","last_clean":"2024-09-18T02:17:25.438074+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:17:25.438074+0000","last_undegraded":"2024-09-18T02:17:25.438074+0000","last_fullsized":"2024-09-18T02:17:25.438074+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.437676+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:17:25.437676+0000","last_peered":"2024-09-18T02:17:25.437676+0000","last_clean":"2024-09-18T02:17:25.437676+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:17:25.437676+0000","last_undegraded":"2024-09-18T02:17:25.437676+0000","last_fullsized":"2024-09-18T02:17:25.437676+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":27,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.562387+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:17:25.562387+0000","last_peered":"2024-09-18T02:17:25.562387+0000","last_clean":"2024-09-18T02:17:25.562387+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:17:25.562387+0000","last_undegraded":"2024-09-18T02:17:25.562387+0000","last_fullsized":"2024-09-18T02:17:25.562387+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302663+0000","last_change":"2024-09-18T02:16:46.113773+0000","last_active":"2024-09-18T02:17:25.302663+0000","last_peered":"2024-09-18T02:17:25.302663+0000","last_clean":"2024-09-18T02:17:25.302663+0000","last_became_active":"2024-09-18T02:16:46.113151+0000","last_became_peered":"2024-09-18T02:16:46.113151+0000","last_unstale":"2024-09-18T02:17:25.302663+0000","last_undegraded":"2024-09-18T02:17:25.302663+0000","last_fullsized":"2024-09-18T02:17:25.302663+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:28:13.875914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.279661+0000","last_change":"2024-09-18T02:16:45.105092+0000","last_active":"2024-09-18T02:17:25.279661+0000","last_peered":"2024-09-18T02:17:25.279661+0000","last_clean":"2024-09-18T02:17:25.279661+0000","last_became_active":"2024-09-18T02:16:45.104280+0000","last_became_peered":"2024-09-18T02:16:45.104280+0000","last_unstale":"2024-09-18T02:17:25.279661+0000","last_undegraded":"2024-09-18T02:17:25.279661+0000","last_fullsized":"2024-09-18T02:17:25.279661+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303149+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:17:25.303149+0000","last_peered":"2024-09-18T02:17:25.303149+0000","last_clean":"2024-09-18T02:17:25.303149+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:17:25.303149+0000","last_undegraded":"2024-09-18T02:17:25.303149+0000","last_fullsized":"2024-09-18T02:17:25.303149+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.562742+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:17:25.562742+0000","last_peered":"2024-09-18T02:17:25.562742+0000","last_clean":"2024-09-18T02:17:25.562742+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:17:25.562742+0000","last_undegraded":"2024-09-18T02:17:25.562742+0000","last_fullsized":"2024-09-18T02:17:25.562742+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303334+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:17:25.303334+0000","last_peered":"2024-09-18T02:17:25.303334+0000","last_clean":"2024-09-18T02:17:25.303334+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:17:25.303334+0000","last_undegraded":"2024-09-18T02:17:25.303334+0000","last_fullsized":"2024-09-18T02:17:25.303334+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.277134+0000","last_change":"2024-09-18T02:16:45.097939+0000","last_active":"2024-09-18T02:17:25.277134+0000","last_peered":"2024-09-18T02:17:25.277134+0000","last_clean":"2024-09-18T02:17:25.277134+0000","last_became_active":"2024-09-18T02:16:45.097654+0000","last_became_peered":"2024-09-18T02:16:45.097654+0000","last_unstale":"2024-09-18T02:17:25.277134+0000","last_undegraded":"2024-09-18T02:17:25.277134+0000","last_fullsized":"2024-09-18T02:17:25.277134+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274637+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:17:25.274637+0000","last_peered":"2024-09-18T02:17:25.274637+0000","last_clean":"2024-09-18T02:17:25.274637+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:17:25.274637+0000","last_undegraded":"2024-09-18T02:17:25.274637+0000","last_fullsized":"2024-09-18T02:17:25.274637+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.562525+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:17:25.562525+0000","last_peered":"2024-09-18T02:17:25.562525+0000","last_clean":"2024-09-18T02:17:25.562525+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:17:25.562525+0000","last_undegraded":"2024-09-18T02:17:25.562525+0000","last_fullsized":"2024-09-18T02:17:25.562525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303069+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:17:25.303069+0000","last_peered":"2024-09-18T02:17:25.303069+0000","last_clean":"2024-09-18T02:17:25.303069+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:17:25.303069+0000","last_undegraded":"2024-09-18T02:17:25.303069+0000","last_fullsized":"2024-09-18T02:17:25.303069+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.350259+0000","last_change":"2024-09-18T02:17:25.438454+0000","last_active":"2024-09-18T02:17:34.350259+0000","last_peered":"2024-09-18T02:17:34.350259+0000","last_clean":"2024-09-18T02:17:34.350259+0000","last_became_active":"2024-09-18T02:17:22.268682+0000","last_became_peered":"2024-09-18T02:17:22.268682+0000","last_unstale":"2024-09-18T02:17:34.350259+0000","last_undegraded":"2024-09-18T02:17:34.350259+0000","last_fullsized":"2024-09-18T02:17:34.350259+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:43:47.227141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038693499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"56'79","reported_seq":53,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303158+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:17:25.303158+0000","last_peered":"2024-09-18T02:17:25.303158+0000","last_clean":"2024-09-18T02:17:25.303158+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:17:25.303158+0000","last_undegraded":"2024-09-18T02:17:25.303158+0000","last_fullsized":"2024-09-18T02:17:25.303158+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274489+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:17:25.274489+0000","last_peered":"2024-09-18T02:17:25.274489+0000","last_clean":"2024-09-18T02:17:25.274489+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:17:25.274489+0000","last_undegraded":"2024-09-18T02:17:25.274489+0000","last_fullsized":"2024-09-18T02:17:25.274489+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.771867+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:17:25.771867+0000","last_peered":"2024-09-18T02:17:25.771867+0000","last_clean":"2024-09-18T02:17:25.771867+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:17:25.771867+0000","last_undegraded":"2024-09-18T02:17:25.771867+0000","last_fullsized":"2024-09-18T02:17:25.771867+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363723+0000","last_change":"2024-09-18T02:17:25.274948+0000","last_active":"2024-09-18T02:17:34.363723+0000","last_peered":"2024-09-18T02:17:34.363723+0000","last_clean":"2024-09-18T02:17:34.363723+0000","last_became_active":"2024-09-18T02:17:21.545502+0000","last_became_peered":"2024-09-18T02:17:21.545502+0000","last_unstale":"2024-09-18T02:17:34.363723+0000","last_undegraded":"2024-09-18T02:17:34.363723+0000","last_fullsized":"2024-09-18T02:17:34.363723+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:42:24.524710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062937099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302667+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:17:25.302667+0000","last_peered":"2024-09-18T02:17:25.302667+0000","last_clean":"2024-09-18T02:17:25.302667+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:17:25.302667+0000","last_undegraded":"2024-09-18T02:17:25.302667+0000","last_fullsized":"2024-09-18T02:17:25.302667+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.273733+0000","last_change":"2024-09-18T02:16:46.128574+0000","last_active":"2024-09-18T02:17:25.273733+0000","last_peered":"2024-09-18T02:17:25.273733+0000","last_clean":"2024-09-18T02:17:25.273733+0000","last_became_active":"2024-09-18T02:16:46.128267+0000","last_became_peered":"2024-09-18T02:16:46.128267+0000","last_unstale":"2024-09-18T02:17:25.273733+0000","last_undegraded":"2024-09-18T02:17:25.273733+0000","last_fullsized":"2024-09-18T02:17:25.273733+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972330+0000","last_change":"2024-09-18T02:17:25.277995+0000","last_active":"2024-09-18T02:17:33.972330+0000","last_peered":"2024-09-18T02:17:33.972330+0000","last_clean":"2024-09-18T02:17:33.972330+0000","last_became_active":"2024-09-18T02:17:21.960042+0000","last_became_peered":"2024-09-18T02:17:21.960042+0000","last_unstale":"2024-09-18T02:17:33.972330+0000","last_undegraded":"2024-09-18T02:17:33.972330+0000","last_fullsized":"2024-09-18T02:17:33.972330+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:16.763356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079017300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.562448+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:17:25.562448+0000","last_peered":"2024-09-18T02:17:25.562448+0000","last_clean":"2024-09-18T02:17:25.562448+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:17:25.562448+0000","last_undegraded":"2024-09-18T02:17:25.562448+0000","last_fullsized":"2024-09-18T02:17:25.562448+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.276825+0000","last_change":"2024-09-18T02:16:46.125536+0000","last_active":"2024-09-18T02:17:25.276825+0000","last_peered":"2024-09-18T02:17:25.276825+0000","last_clean":"2024-09-18T02:17:25.276825+0000","last_became_active":"2024-09-18T02:16:46.125168+0000","last_became_peered":"2024-09-18T02:16:46.125168+0000","last_unstale":"2024-09-18T02:17:25.276825+0000","last_undegraded":"2024-09-18T02:17:25.276825+0000","last_fullsized":"2024-09-18T02:17:25.276825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972203+0000","last_change":"2024-09-18T02:17:25.277825+0000","last_active":"2024-09-18T02:17:33.972203+0000","last_peered":"2024-09-18T02:17:33.972203+0000","last_clean":"2024-09-18T02:17:33.972203+0000","last_became_active":"2024-09-18T02:17:21.545243+0000","last_became_peered":"2024-09-18T02:17:21.545243+0000","last_unstale":"2024-09-18T02:17:33.972203+0000","last_undegraded":"2024-09-18T02:17:33.972203+0000","last_fullsized":"2024-09-18T02:17:33.972203+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:43.484621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084000500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274474+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:17:25.274474+0000","last_peered":"2024-09-18T02:17:25.274474+0000","last_clean":"2024-09-18T02:17:25.274474+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:17:25.274474+0000","last_undegraded":"2024-09-18T02:17:25.274474+0000","last_fullsized":"2024-09-18T02:17:25.274474+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.279181+0000","last_change":"2024-09-18T02:16:46.128627+0000","last_active":"2024-09-18T02:17:25.279181+0000","last_peered":"2024-09-18T02:17:25.279181+0000","last_clean":"2024-09-18T02:17:25.279181+0000","last_became_active":"2024-09-18T02:16:46.128331+0000","last_became_peered":"2024-09-18T02:16:46.128331+0000","last_unstale":"2024-09-18T02:17:25.279181+0000","last_undegraded":"2024-09-18T02:17:25.279181+0000","last_fullsized":"2024-09-18T02:17:25.279181+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.971983+0000","last_change":"2024-09-18T02:17:25.277765+0000","last_active":"2024-09-18T02:17:33.971983+0000","last_peered":"2024-09-18T02:17:33.971983+0000","last_clean":"2024-09-18T02:17:33.971983+0000","last_became_active":"2024-09-18T02:17:21.960517+0000","last_became_peered":"2024-09-18T02:17:21.960517+0000","last_unstale":"2024-09-18T02:17:33.971983+0000","last_undegraded":"2024-09-18T02:17:33.971983+0000","last_fullsized":"2024-09-18T02:17:33.971983+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:40:43.145433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090648400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.277125+0000","last_change":"2024-09-18T02:16:45.100747+0000","last_active":"2024-09-18T02:17:25.277125+0000","last_peered":"2024-09-18T02:17:25.277125+0000","last_clean":"2024-09-18T02:17:25.277125+0000","last_became_active":"2024-09-18T02:16:45.100324+0000","last_became_peered":"2024-09-18T02:16:45.100324+0000","last_unstale":"2024-09-18T02:17:25.277125+0000","last_undegraded":"2024-09-18T02:17:25.277125+0000","last_fullsized":"2024-09-18T02:17:25.277125+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274852+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:17:25.274852+0000","last_peered":"2024-09-18T02:17:25.274852+0000","last_clean":"2024-09-18T02:17:25.274852+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:17:25.274852+0000","last_undegraded":"2024-09-18T02:17:25.274852+0000","last_fullsized":"2024-09-18T02:17:25.274852+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363355+0000","last_change":"2024-09-18T02:17:25.274783+0000","last_active":"2024-09-18T02:17:34.363355+0000","last_peered":"2024-09-18T02:17:34.363355+0000","last_clean":"2024-09-18T02:17:34.363355+0000","last_became_active":"2024-09-18T02:17:22.268593+0000","last_became_peered":"2024-09-18T02:17:22.268593+0000","last_unstale":"2024-09-18T02:17:34.363355+0000","last_undegraded":"2024-09-18T02:17:34.363355+0000","last_fullsized":"2024-09-18T02:17:34.363355+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:39:28.639001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073915500000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303220+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:17:25.303220+0000","last_peered":"2024-09-18T02:17:25.303220+0000","last_clean":"2024-09-18T02:17:25.303220+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:17:25.303220+0000","last_undegraded":"2024-09-18T02:17:25.303220+0000","last_fullsized":"2024-09-18T02:17:25.303220+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.277320+0000","last_change":"2024-09-18T02:16:46.102836+0000","last_active":"2024-09-18T02:17:25.277320+0000","last_peered":"2024-09-18T02:17:25.277320+0000","last_clean":"2024-09-18T02:17:25.277320+0000","last_became_active":"2024-09-18T02:16:46.102507+0000","last_became_peered":"2024-09-18T02:16:46.102507+0000","last_unstale":"2024-09-18T02:17:25.277320+0000","last_undegraded":"2024-09-18T02:17:25.277320+0000","last_fullsized":"2024-09-18T02:17:25.277320+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843004+0000","last_change":"2024-09-18T02:17:25.772050+0000","last_active":"2024-09-18T02:17:34.843004+0000","last_peered":"2024-09-18T02:17:34.843004+0000","last_clean":"2024-09-18T02:17:34.843004+0000","last_became_active":"2024-09-18T02:17:22.268506+0000","last_became_peered":"2024-09-18T02:17:22.268506+0000","last_unstale":"2024-09-18T02:17:34.843004+0000","last_undegraded":"2024-09-18T02:17:34.843004+0000","last_fullsized":"2024-09-18T02:17:34.843004+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:44:29.818307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041181099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.277267+0000","last_change":"2024-09-18T02:16:45.097418+0000","last_active":"2024-09-18T02:17:25.277267+0000","last_peered":"2024-09-18T02:17:25.277267+0000","last_clean":"2024-09-18T02:17:25.277267+0000","last_became_active":"2024-09-18T02:16:45.097103+0000","last_became_peered":"2024-09-18T02:16:45.097103+0000","last_unstale":"2024-09-18T02:17:25.277267+0000","last_undegraded":"2024-09-18T02:17:25.277267+0000","last_fullsized":"2024-09-18T02:17:25.277267+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772122+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:17:25.772122+0000","last_peered":"2024-09-18T02:17:25.772122+0000","last_clean":"2024-09-18T02:17:25.772122+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:17:25.772122+0000","last_undegraded":"2024-09-18T02:17:25.772122+0000","last_fullsized":"2024-09-18T02:17:25.772122+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.921219+0000","last_change":"2024-09-18T02:17:25.279320+0000","last_active":"2024-09-18T02:17:34.921219+0000","last_peered":"2024-09-18T02:17:34.921219+0000","last_clean":"2024-09-18T02:17:34.921219+0000","last_became_active":"2024-09-18T02:17:21.960398+0000","last_became_peered":"2024-09-18T02:17:21.960398+0000","last_unstale":"2024-09-18T02:17:34.921219+0000","last_undegraded":"2024-09-18T02:17:34.921219+0000","last_fullsized":"2024-09-18T02:17:34.921219+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:18.075921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051822100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.438267+0000","last_change":"2024-09-18T02:16:45.108393+0000","last_active":"2024-09-18T02:17:25.438267+0000","last_peered":"2024-09-18T02:17:25.438267+0000","last_clean":"2024-09-18T02:17:25.438267+0000","last_became_active":"2024-09-18T02:16:45.107947+0000","last_became_peered":"2024-09-18T02:16:45.107947+0000","last_unstale":"2024-09-18T02:17:25.438267+0000","last_undegraded":"2024-09-18T02:17:25.438267+0000","last_fullsized":"2024-09-18T02:17:25.438267+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:21:07.334855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274238+0000","last_change":"2024-09-18T02:16:46.129589+0000","last_active":"2024-09-18T02:17:25.274238+0000","last_peered":"2024-09-18T02:17:25.274238+0000","last_clean":"2024-09-18T02:17:25.274238+0000","last_became_active":"2024-09-18T02:16:46.129195+0000","last_became_peered":"2024-09-18T02:16:46.129195+0000","last_unstale":"2024-09-18T02:17:25.274238+0000","last_undegraded":"2024-09-18T02:17:25.274238+0000","last_fullsized":"2024-09-18T02:17:25.274238+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:27:59.575763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302704+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:17:25.302704+0000","last_peered":"2024-09-18T02:17:25.302704+0000","last_clean":"2024-09-18T02:17:25.302704+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:17:25.302704+0000","last_undegraded":"2024-09-18T02:17:25.302704+0000","last_fullsized":"2024-09-18T02:17:25.302704+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.279100+0000","last_change":"2024-09-18T02:16:46.116685+0000","last_active":"2024-09-18T02:17:25.279100+0000","last_peered":"2024-09-18T02:17:25.279100+0000","last_clean":"2024-09-18T02:17:25.279100+0000","last_became_active":"2024-09-18T02:16:46.116413+0000","last_became_peered":"2024-09-18T02:16:46.116413+0000","last_unstale":"2024-09-18T02:17:25.279100+0000","last_undegraded":"2024-09-18T02:17:25.279100+0000","last_fullsized":"2024-09-18T02:17:25.279100+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.276956+0000","last_change":"2024-09-18T02:16:45.099090+0000","last_active":"2024-09-18T02:17:25.276956+0000","last_peered":"2024-09-18T02:17:25.276956+0000","last_clean":"2024-09-18T02:17:25.276956+0000","last_became_active":"2024-09-18T02:16:45.098799+0000","last_became_peered":"2024-09-18T02:16:45.098799+0000","last_unstale":"2024-09-18T02:17:25.276956+0000","last_undegraded":"2024-09-18T02:17:25.276956+0000","last_fullsized":"2024-09-18T02:17:25.276956+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.771830+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:17:25.771830+0000","last_peered":"2024-09-18T02:17:25.771830+0000","last_clean":"2024-09-18T02:17:25.771830+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:17:25.771830+0000","last_undegraded":"2024-09-18T02:17:25.771830+0000","last_fullsized":"2024-09-18T02:17:25.771830+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.277294+0000","last_change":"2024-09-18T02:16:45.100361+0000","last_active":"2024-09-18T02:17:25.277294+0000","last_peered":"2024-09-18T02:17:25.277294+0000","last_clean":"2024-09-18T02:17:25.277294+0000","last_became_active":"2024-09-18T02:16:45.100077+0000","last_became_peered":"2024-09-18T02:16:45.100077+0000","last_unstale":"2024-09-18T02:17:25.277294+0000","last_undegraded":"2024-09-18T02:17:25.277294+0000","last_fullsized":"2024-09-18T02:17:25.277294+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772055+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:17:25.772055+0000","last_peered":"2024-09-18T02:17:25.772055+0000","last_clean":"2024-09-18T02:17:25.772055+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:17:25.772055+0000","last_undegraded":"2024-09-18T02:17:25.772055+0000","last_fullsized":"2024-09-18T02:17:25.772055+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303049+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:17:25.303049+0000","last_peered":"2024-09-18T02:17:25.303049+0000","last_clean":"2024-09-18T02:17:25.303049+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:17:25.303049+0000","last_undegraded":"2024-09-18T02:17:25.303049+0000","last_fullsized":"2024-09-18T02:17:25.303049+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.437820+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:17:25.437820+0000","last_peered":"2024-09-18T02:17:25.437820+0000","last_clean":"2024-09-18T02:17:25.437820+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:17:25.437820+0000","last_undegraded":"2024-09-18T02:17:25.437820+0000","last_fullsized":"2024-09-18T02:17:25.437820+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274807+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:17:25.274807+0000","last_peered":"2024-09-18T02:17:25.274807+0000","last_clean":"2024-09-18T02:17:25.274807+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:17:25.274807+0000","last_undegraded":"2024-09-18T02:17:25.274807+0000","last_fullsized":"2024-09-18T02:17:25.274807+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.302959+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:17:25.302959+0000","last_peered":"2024-09-18T02:17:25.302959+0000","last_clean":"2024-09-18T02:17:25.302959+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:17:25.302959+0000","last_undegraded":"2024-09-18T02:17:25.302959+0000","last_fullsized":"2024-09-18T02:17:25.302959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274573+0000","last_change":"2024-09-18T02:16:46.113548+0000","last_active":"2024-09-18T02:17:25.274573+0000","last_peered":"2024-09-18T02:17:25.274573+0000","last_clean":"2024-09-18T02:17:25.274573+0000","last_became_active":"2024-09-18T02:16:46.113153+0000","last_became_peered":"2024-09-18T02:16:46.113153+0000","last_unstale":"2024-09-18T02:17:25.274573+0000","last_undegraded":"2024-09-18T02:17:25.274573+0000","last_fullsized":"2024-09-18T02:17:25.274573+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:38:31.082036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.303070+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:17:25.303070+0000","last_peered":"2024-09-18T02:17:25.303070+0000","last_clean":"2024-09-18T02:17:25.303070+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:17:25.303070+0000","last_undegraded":"2024-09-18T02:17:25.303070+0000","last_fullsized":"2024-09-18T02:17:25.303070+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274773+0000","last_change":"2024-09-18T02:16:46.127085+0000","last_active":"2024-09-18T02:17:25.274773+0000","last_peered":"2024-09-18T02:17:25.274773+0000","last_clean":"2024-09-18T02:17:25.274773+0000","last_became_active":"2024-09-18T02:16:46.126698+0000","last_became_peered":"2024-09-18T02:16:46.126698+0000","last_unstale":"2024-09-18T02:17:25.274773+0000","last_undegraded":"2024-09-18T02:17:25.274773+0000","last_fullsized":"2024-09-18T02:17:25.274773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772139+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:17:25.772139+0000","last_peered":"2024-09-18T02:17:25.772139+0000","last_clean":"2024-09-18T02:17:25.772139+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:17:25.772139+0000","last_undegraded":"2024-09-18T02:17:25.772139+0000","last_fullsized":"2024-09-18T02:17:25.772139+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.772150+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:17:25.772150+0000","last_peered":"2024-09-18T02:17:25.772150+0000","last_clean":"2024-09-18T02:17:25.772150+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:17:25.772150+0000","last_undegraded":"2024-09-18T02:17:25.772150+0000","last_fullsized":"2024-09-18T02:17:25.772150+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-18T02:17:25.274886+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:17:25.274886+0000","last_peered":"2024-09-18T02:17:25.274886+0000","last_clean":"2024-09-18T02:17:25.274886+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:17:25.274886+0000","last_undegraded":"2024-09-18T02:17:25.274886+0000","last_fullsized":"2024-09-18T02:17:25.274886+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397528,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1236992,"data_stored":870376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.47899999999999998}]},{"osd":1,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59099999999999997}]},{"osd":2,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.495}]},{"osd":3,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.51000000000000001}]},{"osd":4,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.39300000000000002}]},{"osd":5,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.41699999999999998}]},{"osd":6,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.52300000000000002}]}]},{"osd":6,"up_from":43,"seq":184683593757,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1236992,"data_stored":871811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66200000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57199999999999995}]},{"osd":1,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57299999999999995,"15min":0.57599999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.65600000000000003}]},{"osd":2,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54900000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.34100000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.67300000000000004}]},{"osd":3,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.32500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.73699999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.68700000000000006}]},{"osd":4,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40999999999999998,"15min":0.40500000000000003},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64000000000000001,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.435},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41699999999999998,"15min":0.40999999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58499999999999996,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.46500000000000002}]},{"osd":5,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42099999999999999,"15min":0.41699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60599999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.44700000000000001,"15min":0.439},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64700000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52500000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.629},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.58899999999999997}]}]},{"osd":5,"up_from":37,"seq":158913789986,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":651264,"data_stored":281552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64000000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.44}]},{"osd":1,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.40200000000000002,"5min":0.316,"15min":0.316},"max":{"1min":2.105,"5min":2.105,"15min":2.105},"last":0.496},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.34699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.48699999999999999}]},{"osd":2,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.52800000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.901,"5min":1.901,"15min":1.901},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.624,"5min":0.54800000000000004,"15min":0.53500000000000003},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.46999999999999997}]},{"osd":3,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.53100000000000003,"15min":0.51900000000000002},"min":{"1min":0.35299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.141,"5min":2.141,"15min":2.141},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.55400000000000005,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.875,"5min":1.875,"15min":1.875},"last":0.53600000000000003}]},{"osd":4,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29299999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.40600000000000003}]},{"osd":6,"last update":"Wed Sep 18 02:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42499999999999999,"15min":0.42299999999999999},"min":{"1min":0.30199999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61799999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.34799999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.45600000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.47799999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986214,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":280131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.55500000000000005,"15min":0.55800000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73699999999999999,"5min":0.747,"15min":0.747},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59399999999999997,"15min":0.60099999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.65800000000000003,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.46300000000000002}]},{"osd":1,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56999999999999995,"15min":0.57599999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73999999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.58699999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.48299999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.61099999999999999,"15min":0.621},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.76100000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.42599999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.57499999999999996}]},{"osd":3,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.49399999999999999}]},{"osd":5,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.376},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.38700000000000001,"15min":0.375},"min":{"1min":0.30499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.40400000000000003}]},{"osd":6,"last update":"Wed Sep 18 02:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.436,"15min":0.42999999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.41499999999999998}]},{"osd":7,"last update":"Wed Sep 18 02:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.39000000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":281862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.53000000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.38400000000000001},"min":{"1min":0.24199999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.51400000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.29199999999999998}]},{"osd":1,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41499999999999998,"15min":0.43099999999999999},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56699999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38,"15min":0.39000000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.54200000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.308}]},{"osd":2,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.434,"15min":0.44500000000000001},"min":{"1min":0.26300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.41099999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.58699999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.34999999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41199999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.37,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.44900000000000001}]},{"osd":5,"last update":"Wed Sep 18 02:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57999999999999996,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.48599999999999999}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.49299999999999999}]},{"osd":7,"last update":"Wed Sep 18 02:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.436},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.50600000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":279416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.375,"15min":0.36499999999999999},"min":{"1min":0.20699999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36599999999999999},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.316}]},{"osd":1,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40400000000000003,"15min":0.39500000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.373},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.38200000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.66300000000000003,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.28399999999999997}]},{"osd":3,"last update":"Wed Sep 18 02:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46800000000000003,"15min":0.47999999999999998},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61299999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46200000000000002,"15min":0.47399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.41799999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.44900000000000001,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.63,"5min":0.58999999999999997,"15min":0.58399999999999996},"min":{"1min":0.496,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.79500000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.495}]},{"osd":5,"last update":"Wed Sep 18 02:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.62,"15min":0.61699999999999999},"min":{"1min":0.46100000000000002,"5min":0.439,"15min":0.439},"max":{"1min":0.82899999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75800000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.57599999999999996}]},{"osd":6,"last update":"Wed Sep 18 02:18:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.48099999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.76300000000000001,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.625,"5min":0.64100000000000001,"15min":0.64400000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82299999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.52500000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.50900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":647168,"data_stored":279595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:12 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.441},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.372},"min":{"1min":0.28599999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.55800000000000005,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.36899999999999999}]},{"osd":2,"last update":"Wed Sep 18 02:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39100000000000001,"15min":0.38800000000000001},"min":{"1min":0.27900000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.56200000000000006,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.58599999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.53500000000000003}]},{"osd":3,"last update":"Wed Sep 18 02:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.432,"15min":0.442},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.55600000000000005,"5min":0.751,"15min":0.751},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.40799999999999997}]},{"osd":4,"last update":"Wed Sep 18 02:17:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.60599999999999998,"15min":0.60499999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.46999999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.49099999999999999}]},{"osd":5,"last update":"Wed Sep 18 02:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.59299999999999997,"15min":0.58499999999999996},"min":{"1min":0.42999999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.48799999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.65400000000000003}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.625,"15min":0.63},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.78000000000000003,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61899999999999999,"15min":0.624},"min":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.79900000000000004,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.70499999999999996}]},{"osd":7,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.56399999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298572,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446580,"statfs":{"total":95995035648,"available":95689297920,"internally_reserved":0,"allocated":1245184,"data_stored":870500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:18:10 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.35699999999999998,"15min":0.31900000000000001},"min":{"1min":0.25900000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.47299999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35999999999999999,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52000000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.48099999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40899999999999997,"15min":0.41099999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64300000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.5}]},{"osd":3,"last update":"Wed Sep 18 02:17:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.45300000000000001,"15min":0.46999999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.31900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.54000000000000004}]},{"osd":4,"last update":"Wed Sep 18 02:17:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.57899999999999996,"15min":0.58099999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.75800000000000001}]},{"osd":5,"last update":"Wed Sep 18 02:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42699999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.77400000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.621,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.433,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.74399999999999999}]},{"osd":7,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.96899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:18:18.023 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T02:18:18.031 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:17 smithi195 podman[64069]: 2024-09-18 02:18:17.756671883 +0000 UTC m=+5.476650458 container create f44af43887aa015a05053ef34c21b24e1fcd0fac9bc1818f756e4f9b77430e58 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:18:18.283 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:18.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 podman[64069]: 2024-09-18 02:18:18.16074072 +0000 UTC m=+5.880719297 container init f44af43887aa015a05053ef34c21b24e1fcd0fac9bc1818f756e4f9b77430e58 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:18:18.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 podman[64069]: 2024-09-18 02:18:18.166415334 +0000 UTC m=+5.886393911 container start f44af43887aa015a05053ef34c21b24e1fcd0fac9bc1818f756e4f9b77430e58 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:18:18.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.170Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T02:18:18.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.170Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T02:18:18.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.171Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T02:18:18.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.171Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.171Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.171Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T02:18:18.475 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T02:18:18.476 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T02:18:18.477 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T02:18:18.478 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.172Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.173Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[64144]: ts=2024-09-18T02:18:18.173Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 bash[64069]: f44af43887aa015a05053ef34c21b24e1fcd0fac9bc1818f756e4f9b77430e58 2024-09-18T02:18:18.479 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:18:18 smithi195 systemd[1]: Started Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:18:18.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:18.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:18.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-09-18T02:18:18.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-09-18T02:18:18.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-09-18T02:18:18.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: osdmap e64: 8 total, 8 up, 8 in 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: osdmap e64: 8 total, 8 up, 8 in 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.714 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.714 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.714 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.714 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-18T02:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: osdmap e64: 8 total, 8 up, 8 in 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:19.827 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:19 smithi046 ceph-mon[27507]: osdmap e65: 8 total, 8 up, 8 in 2024-09-18T02:18:19.828 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:19 smithi046 ceph-mon[39146]: osdmap e65: 8 total, 8 up, 8 in 2024-09-18T02:18:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:19 smithi195 ceph-mon[31687]: osdmap e65: 8 total, 8 up, 8 in 2024-09-18T02:18:20.233 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:18:20.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:18:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:18:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:18:20.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:20 smithi195 ceph-mon[31687]: pgmap v43: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:20.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:20 smithi046 ceph-mon[39146]: pgmap v43: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:20.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:20 smithi046 ceph-mon[27507]: pgmap v43: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:20.937 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-18T02:18:19.259361+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":318,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385732,"kb_used_data":6884,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575484,"statfs":{"total":767960285184,"available":765517295616,"internally_reserved":0,"allocated":7049216,"data_stored":4067057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001793"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973254+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:17:33.973254+0000","last_peered":"2024-09-18T02:17:33.973254+0000","last_clean":"2024-09-18T02:17:33.973254+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:17:33.973254+0000","last_undegraded":"2024-09-18T02:17:33.973254+0000","last_fullsized":"2024-09-18T02:17:33.973254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972464+0000","last_change":"2024-09-18T02:16:46.127701+0000","last_active":"2024-09-18T02:17:33.972464+0000","last_peered":"2024-09-18T02:17:33.972464+0000","last_clean":"2024-09-18T02:17:33.972464+0000","last_became_active":"2024-09-18T02:16:46.127414+0000","last_became_peered":"2024-09-18T02:16:46.127414+0000","last_unstale":"2024-09-18T02:17:33.972464+0000","last_undegraded":"2024-09-18T02:17:33.972464+0000","last_fullsized":"2024-09-18T02:17:33.972464+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.362853+0000","last_change":"2024-09-18T02:16:46.129673+0000","last_active":"2024-09-18T02:17:34.362853+0000","last_peered":"2024-09-18T02:17:34.362853+0000","last_clean":"2024-09-18T02:17:34.362853+0000","last_became_active":"2024-09-18T02:16:46.129392+0000","last_became_peered":"2024-09-18T02:16:46.129392+0000","last_unstale":"2024-09-18T02:17:34.362853+0000","last_undegraded":"2024-09-18T02:17:34.362853+0000","last_fullsized":"2024-09-18T02:17:34.362853+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.891732+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:17:34.891732+0000","last_peered":"2024-09-18T02:17:34.891732+0000","last_clean":"2024-09-18T02:17:34.891732+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:17:34.891732+0000","last_undegraded":"2024-09-18T02:17:34.891732+0000","last_fullsized":"2024-09-18T02:17:34.891732+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972946+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:17:33.972946+0000","last_peered":"2024-09-18T02:17:33.972946+0000","last_clean":"2024-09-18T02:17:33.972946+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:17:33.972946+0000","last_undegraded":"2024-09-18T02:17:33.972946+0000","last_fullsized":"2024-09-18T02:17:33.972946+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.891661+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:17:34.891661+0000","last_peered":"2024-09-18T02:17:34.891661+0000","last_clean":"2024-09-18T02:17:34.891661+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:17:34.891661+0000","last_undegraded":"2024-09-18T02:17:34.891661+0000","last_fullsized":"2024-09-18T02:17:34.891661+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972601+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:17:33.972601+0000","last_peered":"2024-09-18T02:17:33.972601+0000","last_clean":"2024-09-18T02:17:33.972601+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:17:33.972601+0000","last_undegraded":"2024-09-18T02:17:33.972601+0000","last_fullsized":"2024-09-18T02:17:33.972601+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843202+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:17:34.843202+0000","last_peered":"2024-09-18T02:17:34.843202+0000","last_clean":"2024-09-18T02:17:34.843202+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:17:34.843202+0000","last_undegraded":"2024-09-18T02:17:34.843202+0000","last_fullsized":"2024-09-18T02:17:34.843202+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973318+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:17:33.973318+0000","last_peered":"2024-09-18T02:17:33.973318+0000","last_clean":"2024-09-18T02:17:33.973318+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:17:33.973318+0000","last_undegraded":"2024-09-18T02:17:33.973318+0000","last_fullsized":"2024-09-18T02:17:33.973318+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.349624+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:17:34.349624+0000","last_peered":"2024-09-18T02:17:34.349624+0000","last_clean":"2024-09-18T02:17:34.349624+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:17:34.349624+0000","last_undegraded":"2024-09-18T02:17:34.349624+0000","last_fullsized":"2024-09-18T02:17:34.349624+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.350450+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:17:34.350450+0000","last_peered":"2024-09-18T02:17:34.350450+0000","last_clean":"2024-09-18T02:17:34.350450+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:17:34.350450+0000","last_undegraded":"2024-09-18T02:17:34.350450+0000","last_fullsized":"2024-09-18T02:17:34.350450+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.921764+0000","last_change":"2024-09-18T02:16:46.118560+0000","last_active":"2024-09-18T02:17:34.921764+0000","last_peered":"2024-09-18T02:17:34.921764+0000","last_clean":"2024-09-18T02:17:34.921764+0000","last_became_active":"2024-09-18T02:16:46.117940+0000","last_became_peered":"2024-09-18T02:16:46.117940+0000","last_unstale":"2024-09-18T02:17:34.921764+0000","last_undegraded":"2024-09-18T02:17:34.921764+0000","last_fullsized":"2024-09-18T02:17:34.921764+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.842564+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:17:34.842564+0000","last_peered":"2024-09-18T02:17:34.842564+0000","last_clean":"2024-09-18T02:17:34.842564+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:17:34.842564+0000","last_undegraded":"2024-09-18T02:17:34.842564+0000","last_fullsized":"2024-09-18T02:17:34.842564+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.362960+0000","last_change":"2024-09-18T02:16:46.129556+0000","last_active":"2024-09-18T02:17:34.362960+0000","last_peered":"2024-09-18T02:17:34.362960+0000","last_clean":"2024-09-18T02:17:34.362960+0000","last_became_active":"2024-09-18T02:16:46.129259+0000","last_became_peered":"2024-09-18T02:16:46.129259+0000","last_unstale":"2024-09-18T02:17:34.362960+0000","last_undegraded":"2024-09-18T02:17:34.362960+0000","last_fullsized":"2024-09-18T02:17:34.362960+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.971947+0000","last_change":"2024-09-18T02:16:46.103546+0000","last_active":"2024-09-18T02:17:33.971947+0000","last_peered":"2024-09-18T02:17:33.971947+0000","last_clean":"2024-09-18T02:17:33.971947+0000","last_became_active":"2024-09-18T02:16:46.103187+0000","last_became_peered":"2024-09-18T02:16:46.103187+0000","last_unstale":"2024-09-18T02:17:33.971947+0000","last_undegraded":"2024-09-18T02:17:33.971947+0000","last_fullsized":"2024-09-18T02:17:33.971947+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.891618+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:17:34.891618+0000","last_peered":"2024-09-18T02:17:34.891618+0000","last_clean":"2024-09-18T02:17:34.891618+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:17:34.891618+0000","last_undegraded":"2024-09-18T02:17:34.891618+0000","last_fullsized":"2024-09-18T02:17:34.891618+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892121+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:17:34.892121+0000","last_peered":"2024-09-18T02:17:34.892121+0000","last_clean":"2024-09-18T02:17:34.892121+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:17:34.892121+0000","last_undegraded":"2024-09-18T02:17:34.892121+0000","last_fullsized":"2024-09-18T02:17:34.892121+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.623152+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:17:34.623152+0000","last_peered":"2024-09-18T02:17:34.623152+0000","last_clean":"2024-09-18T02:17:34.623152+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:17:34.623152+0000","last_undegraded":"2024-09-18T02:17:34.623152+0000","last_fullsized":"2024-09-18T02:17:34.623152+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973063+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:17:33.973063+0000","last_peered":"2024-09-18T02:17:33.973063+0000","last_clean":"2024-09-18T02:17:33.973063+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:17:33.973063+0000","last_undegraded":"2024-09-18T02:17:33.973063+0000","last_fullsized":"2024-09-18T02:17:33.973063+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.350135+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:17:34.350135+0000","last_peered":"2024-09-18T02:17:34.350135+0000","last_clean":"2024-09-18T02:17:34.350135+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:17:34.350135+0000","last_undegraded":"2024-09-18T02:17:34.350135+0000","last_fullsized":"2024-09-18T02:17:34.350135+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363099+0000","last_change":"2024-09-18T02:16:46.130922+0000","last_active":"2024-09-18T02:17:34.363099+0000","last_peered":"2024-09-18T02:17:34.363099+0000","last_clean":"2024-09-18T02:17:34.363099+0000","last_became_active":"2024-09-18T02:16:46.130650+0000","last_became_peered":"2024-09-18T02:16:46.130650+0000","last_unstale":"2024-09-18T02:17:34.363099+0000","last_undegraded":"2024-09-18T02:17:34.363099+0000","last_fullsized":"2024-09-18T02:17:34.363099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.891624+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:17:34.891624+0000","last_peered":"2024-09-18T02:17:34.891624+0000","last_clean":"2024-09-18T02:17:34.891624+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:17:34.891624+0000","last_undegraded":"2024-09-18T02:17:34.891624+0000","last_fullsized":"2024-09-18T02:17:34.891624+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.842550+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:17:34.842550+0000","last_peered":"2024-09-18T02:17:34.842550+0000","last_clean":"2024-09-18T02:17:34.842550+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:17:34.842550+0000","last_undegraded":"2024-09-18T02:17:34.842550+0000","last_fullsized":"2024-09-18T02:17:34.842550+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892294+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:17:34.892294+0000","last_peered":"2024-09-18T02:17:34.892294+0000","last_clean":"2024-09-18T02:17:34.892294+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:17:34.892294+0000","last_undegraded":"2024-09-18T02:17:34.892294+0000","last_fullsized":"2024-09-18T02:17:34.892294+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843411+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:17:34.843411+0000","last_peered":"2024-09-18T02:17:34.843411+0000","last_clean":"2024-09-18T02:17:34.843411+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:17:34.843411+0000","last_undegraded":"2024-09-18T02:17:34.843411+0000","last_fullsized":"2024-09-18T02:17:34.843411+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.349685+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:17:34.349685+0000","last_peered":"2024-09-18T02:17:34.349685+0000","last_clean":"2024-09-18T02:17:34.349685+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:17:34.349685+0000","last_undegraded":"2024-09-18T02:17:34.349685+0000","last_fullsized":"2024-09-18T02:17:34.349685+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972206+0000","last_change":"2024-09-18T02:16:46.108957+0000","last_active":"2024-09-18T02:17:33.972206+0000","last_peered":"2024-09-18T02:17:33.972206+0000","last_clean":"2024-09-18T02:17:33.972206+0000","last_became_active":"2024-09-18T02:16:46.108494+0000","last_became_peered":"2024-09-18T02:16:46.108494+0000","last_unstale":"2024-09-18T02:17:33.972206+0000","last_undegraded":"2024-09-18T02:17:33.972206+0000","last_fullsized":"2024-09-18T02:17:33.972206+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843385+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:17:34.843385+0000","last_peered":"2024-09-18T02:17:34.843385+0000","last_clean":"2024-09-18T02:17:34.843385+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:17:34.843385+0000","last_undegraded":"2024-09-18T02:17:34.843385+0000","last_fullsized":"2024-09-18T02:17:34.843385+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363696+0000","last_change":"2024-09-18T02:16:46.132488+0000","last_active":"2024-09-18T02:17:34.363696+0000","last_peered":"2024-09-18T02:17:34.363696+0000","last_clean":"2024-09-18T02:17:34.363696+0000","last_became_active":"2024-09-18T02:16:46.132191+0000","last_became_peered":"2024-09-18T02:16:46.132191+0000","last_unstale":"2024-09-18T02:17:34.363696+0000","last_undegraded":"2024-09-18T02:17:34.363696+0000","last_fullsized":"2024-09-18T02:17:34.363696+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892567+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:17:34.892567+0000","last_peered":"2024-09-18T02:17:34.892567+0000","last_clean":"2024-09-18T02:17:34.892567+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:17:34.892567+0000","last_undegraded":"2024-09-18T02:17:34.892567+0000","last_fullsized":"2024-09-18T02:17:34.892567+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.623373+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:17:34.623373+0000","last_peered":"2024-09-18T02:17:34.623373+0000","last_clean":"2024-09-18T02:17:34.623373+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:17:34.623373+0000","last_undegraded":"2024-09-18T02:17:34.623373+0000","last_fullsized":"2024-09-18T02:17:34.623373+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.503208+0000","last_change":"2024-09-18T02:18:17.503408+0000","last_active":"2024-09-18T02:18:17.503182+0000","last_peered":"2024-09-18T02:17:34.349834+0000","last_clean":"2024-09-18T02:17:34.349834+0000","last_became_active":"2024-09-18T02:16:46.110504+0000","last_became_peered":"2024-09-18T02:16:46.110504+0000","last_unstale":"2024-09-18T02:18:17.503208+0000","last_undegraded":"2024-09-18T02:18:17.503208+0000","last_fullsized":"2024-09-18T02:18:17.503208+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:45:27.574443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.920806+0000","last_change":"2024-09-18T02:16:46.110318+0000","last_active":"2024-09-18T02:17:34.920806+0000","last_peered":"2024-09-18T02:17:34.920806+0000","last_clean":"2024-09-18T02:17:34.920806+0000","last_became_active":"2024-09-18T02:16:46.110045+0000","last_became_peered":"2024-09-18T02:16:46.110045+0000","last_unstale":"2024-09-18T02:17:34.920806+0000","last_undegraded":"2024-09-18T02:17:34.920806+0000","last_fullsized":"2024-09-18T02:17:34.920806+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843216+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:17:34.843216+0000","last_peered":"2024-09-18T02:17:34.843216+0000","last_clean":"2024-09-18T02:17:34.843216+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:17:34.843216+0000","last_undegraded":"2024-09-18T02:17:34.843216+0000","last_fullsized":"2024-09-18T02:17:34.843216+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.362846+0000","last_change":"2024-09-18T02:16:46.132142+0000","last_active":"2024-09-18T02:17:34.362846+0000","last_peered":"2024-09-18T02:17:34.362846+0000","last_clean":"2024-09-18T02:17:34.362846+0000","last_became_active":"2024-09-18T02:16:46.131882+0000","last_became_peered":"2024-09-18T02:16:46.131882+0000","last_unstale":"2024-09-18T02:17:34.362846+0000","last_undegraded":"2024-09-18T02:17:34.362846+0000","last_fullsized":"2024-09-18T02:17:34.362846+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.350090+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:17:34.350090+0000","last_peered":"2024-09-18T02:17:34.350090+0000","last_clean":"2024-09-18T02:17:34.350090+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:17:34.350090+0000","last_undegraded":"2024-09-18T02:17:34.350090+0000","last_fullsized":"2024-09-18T02:17:34.350090+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.842985+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:17:34.842985+0000","last_peered":"2024-09-18T02:17:34.842985+0000","last_clean":"2024-09-18T02:17:34.842985+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:17:34.842985+0000","last_undegraded":"2024-09-18T02:17:34.842985+0000","last_fullsized":"2024-09-18T02:17:34.842985+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.842679+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:17:34.842679+0000","last_peered":"2024-09-18T02:17:34.842679+0000","last_clean":"2024-09-18T02:17:34.842679+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:17:34.842679+0000","last_undegraded":"2024-09-18T02:17:34.842679+0000","last_fullsized":"2024-09-18T02:17:34.842679+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892327+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:17:34.892327+0000","last_peered":"2024-09-18T02:17:34.892327+0000","last_clean":"2024-09-18T02:17:34.892327+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:17:34.892327+0000","last_undegraded":"2024-09-18T02:17:34.892327+0000","last_fullsized":"2024-09-18T02:17:34.892327+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.971888+0000","last_change":"2024-09-18T02:16:46.108204+0000","last_active":"2024-09-18T02:17:33.971888+0000","last_peered":"2024-09-18T02:17:33.971888+0000","last_clean":"2024-09-18T02:17:33.971888+0000","last_became_active":"2024-09-18T02:16:46.107155+0000","last_became_peered":"2024-09-18T02:16:46.107155+0000","last_unstale":"2024-09-18T02:17:33.971888+0000","last_undegraded":"2024-09-18T02:17:33.971888+0000","last_fullsized":"2024-09-18T02:17:33.971888+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.350412+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:17:34.350412+0000","last_peered":"2024-09-18T02:17:34.350412+0000","last_clean":"2024-09-18T02:17:34.350412+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:17:34.350412+0000","last_undegraded":"2024-09-18T02:17:34.350412+0000","last_fullsized":"2024-09-18T02:17:34.350412+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.891918+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:17:34.891918+0000","last_peered":"2024-09-18T02:17:34.891918+0000","last_clean":"2024-09-18T02:17:34.891918+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:17:34.891918+0000","last_undegraded":"2024-09-18T02:17:34.891918+0000","last_fullsized":"2024-09-18T02:17:34.891918+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892836+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:17:34.892836+0000","last_peered":"2024-09-18T02:17:34.892836+0000","last_clean":"2024-09-18T02:17:34.892836+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:17:34.892836+0000","last_undegraded":"2024-09-18T02:17:34.892836+0000","last_fullsized":"2024-09-18T02:17:34.892836+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363759+0000","last_change":"2024-09-18T02:16:46.126866+0000","last_active":"2024-09-18T02:17:34.363759+0000","last_peered":"2024-09-18T02:17:34.363759+0000","last_clean":"2024-09-18T02:17:34.363759+0000","last_became_active":"2024-09-18T02:16:46.126486+0000","last_became_peered":"2024-09-18T02:16:46.126486+0000","last_unstale":"2024-09-18T02:17:34.363759+0000","last_undegraded":"2024-09-18T02:17:34.363759+0000","last_fullsized":"2024-09-18T02:17:34.363759+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972364+0000","last_change":"2024-09-18T02:16:45.102046+0000","last_active":"2024-09-18T02:17:33.972364+0000","last_peered":"2024-09-18T02:17:33.972364+0000","last_clean":"2024-09-18T02:17:33.972364+0000","last_became_active":"2024-09-18T02:16:45.101019+0000","last_became_peered":"2024-09-18T02:16:45.101019+0000","last_unstale":"2024-09-18T02:17:33.972364+0000","last_undegraded":"2024-09-18T02:17:33.972364+0000","last_fullsized":"2024-09-18T02:17:33.972364+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.920972+0000","last_change":"2024-09-18T02:16:46.118733+0000","last_active":"2024-09-18T02:17:34.920972+0000","last_peered":"2024-09-18T02:17:34.920972+0000","last_clean":"2024-09-18T02:17:34.920972+0000","last_became_active":"2024-09-18T02:16:46.118293+0000","last_became_peered":"2024-09-18T02:16:46.118293+0000","last_unstale":"2024-09-18T02:17:34.920972+0000","last_undegraded":"2024-09-18T02:17:34.920972+0000","last_fullsized":"2024-09-18T02:17:34.920972+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"56'9","reported_seq":29,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.350173+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:17:34.350173+0000","last_peered":"2024-09-18T02:17:34.350173+0000","last_clean":"2024-09-18T02:17:34.350173+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:17:34.350173+0000","last_undegraded":"2024-09-18T02:17:34.350173+0000","last_fullsized":"2024-09-18T02:17:34.350173+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.503324+0000","last_change":"2024-09-18T02:18:17.504644+0000","last_active":"2024-09-18T02:18:17.503292+0000","last_peered":"2024-09-18T02:17:33.972911+0000","last_clean":"2024-09-18T02:17:33.972911+0000","last_became_active":"2024-09-18T02:16:46.120138+0000","last_became_peered":"2024-09-18T02:16:46.120138+0000","last_unstale":"2024-09-18T02:18:17.503324+0000","last_undegraded":"2024-09-18T02:18:17.503324+0000","last_fullsized":"2024-09-18T02:18:17.503324+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:02.775962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363796+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:17:34.363796+0000","last_peered":"2024-09-18T02:17:34.363796+0000","last_clean":"2024-09-18T02:17:34.363796+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:17:34.363796+0000","last_undegraded":"2024-09-18T02:17:34.363796+0000","last_fullsized":"2024-09-18T02:17:34.363796+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.502727+0000","last_change":"2024-09-18T02:18:17.502727+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:18:17.502727+0000","last_undegraded":"2024-09-18T02:18:17.502727+0000","last_fullsized":"2024-09-18T02:18:17.502727+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:29:01.186415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892588+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:17:34.892588+0000","last_peered":"2024-09-18T02:17:34.892588+0000","last_clean":"2024-09-18T02:17:34.892588+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:17:34.892588+0000","last_undegraded":"2024-09-18T02:17:34.892588+0000","last_fullsized":"2024-09-18T02:17:34.892588+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.501971+0000","last_change":"2024-09-18T02:18:17.502169+0000","last_active":"2024-09-18T02:18:17.501759+0000","last_peered":"2024-09-18T02:17:33.973025+0000","last_clean":"2024-09-18T02:17:33.973025+0000","last_became_active":"2024-09-18T02:16:46.114993+0000","last_became_peered":"2024-09-18T02:16:46.114993+0000","last_unstale":"2024-09-18T02:18:17.501971+0000","last_undegraded":"2024-09-18T02:18:17.501971+0000","last_fullsized":"2024-09-18T02:18:17.501971+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:13:21.457841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.349885+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:17:34.349885+0000","last_peered":"2024-09-18T02:17:34.349885+0000","last_clean":"2024-09-18T02:17:34.349885+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:17:34.349885+0000","last_undegraded":"2024-09-18T02:17:34.349885+0000","last_fullsized":"2024-09-18T02:17:34.349885+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.349868+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:17:34.349868+0000","last_peered":"2024-09-18T02:17:34.349868+0000","last_clean":"2024-09-18T02:17:34.349868+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:17:34.349868+0000","last_undegraded":"2024-09-18T02:17:34.349868+0000","last_fullsized":"2024-09-18T02:17:34.349868+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":28,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.623341+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:17:34.623341+0000","last_peered":"2024-09-18T02:17:34.623341+0000","last_clean":"2024-09-18T02:17:34.623341+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:17:34.623341+0000","last_undegraded":"2024-09-18T02:17:34.623341+0000","last_fullsized":"2024-09-18T02:17:34.623341+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.501754+0000","last_change":"2024-09-18T02:18:17.502015+0000","last_active":"2024-09-18T02:18:17.501726+0000","last_peered":"2024-09-18T02:17:33.972655+0000","last_clean":"2024-09-18T02:17:33.972655+0000","last_became_active":"2024-09-18T02:16:46.113151+0000","last_became_peered":"2024-09-18T02:16:46.113151+0000","last_unstale":"2024-09-18T02:18:17.501754+0000","last_undegraded":"2024-09-18T02:18:17.501754+0000","last_fullsized":"2024-09-18T02:18:17.501754+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:30.275409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.921979+0000","last_change":"2024-09-18T02:16:45.105092+0000","last_active":"2024-09-18T02:17:34.921979+0000","last_peered":"2024-09-18T02:17:34.921979+0000","last_clean":"2024-09-18T02:17:34.921979+0000","last_became_active":"2024-09-18T02:16:45.104280+0000","last_became_peered":"2024-09-18T02:16:45.104280+0000","last_unstale":"2024-09-18T02:17:34.921979+0000","last_undegraded":"2024-09-18T02:17:34.921979+0000","last_fullsized":"2024-09-18T02:17:34.921979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973193+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:17:33.973193+0000","last_peered":"2024-09-18T02:17:33.973193+0000","last_clean":"2024-09-18T02:17:33.973193+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:17:33.973193+0000","last_undegraded":"2024-09-18T02:17:33.973193+0000","last_fullsized":"2024-09-18T02:17:33.973193+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.623712+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:17:34.623712+0000","last_peered":"2024-09-18T02:17:34.623712+0000","last_clean":"2024-09-18T02:17:34.623712+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:17:34.623712+0000","last_undegraded":"2024-09-18T02:17:34.623712+0000","last_fullsized":"2024-09-18T02:17:34.623712+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973274+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:17:33.973274+0000","last_peered":"2024-09-18T02:17:33.973274+0000","last_clean":"2024-09-18T02:17:33.973274+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:17:33.973274+0000","last_undegraded":"2024-09-18T02:17:33.973274+0000","last_fullsized":"2024-09-18T02:17:33.973274+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972521+0000","last_change":"2024-09-18T02:16:45.097939+0000","last_active":"2024-09-18T02:17:33.972521+0000","last_peered":"2024-09-18T02:17:33.972521+0000","last_clean":"2024-09-18T02:17:33.972521+0000","last_became_active":"2024-09-18T02:16:45.097654+0000","last_became_peered":"2024-09-18T02:16:45.097654+0000","last_unstale":"2024-09-18T02:17:33.972521+0000","last_undegraded":"2024-09-18T02:17:33.972521+0000","last_fullsized":"2024-09-18T02:17:33.972521+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892644+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:17:34.892644+0000","last_peered":"2024-09-18T02:17:34.892644+0000","last_clean":"2024-09-18T02:17:34.892644+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:17:34.892644+0000","last_undegraded":"2024-09-18T02:17:34.892644+0000","last_fullsized":"2024-09-18T02:17:34.892644+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.623653+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:17:34.623653+0000","last_peered":"2024-09-18T02:17:34.623653+0000","last_clean":"2024-09-18T02:17:34.623653+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:17:34.623653+0000","last_undegraded":"2024-09-18T02:17:34.623653+0000","last_fullsized":"2024-09-18T02:17:34.623653+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972986+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:17:33.972986+0000","last_peered":"2024-09-18T02:17:33.972986+0000","last_clean":"2024-09-18T02:17:33.972986+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:17:33.972986+0000","last_undegraded":"2024-09-18T02:17:33.972986+0000","last_fullsized":"2024-09-18T02:17:33.972986+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.350297+0000","last_change":"2024-09-18T02:17:25.438454+0000","last_active":"2024-09-18T02:17:34.350297+0000","last_peered":"2024-09-18T02:17:34.350297+0000","last_clean":"2024-09-18T02:17:34.350297+0000","last_became_active":"2024-09-18T02:17:22.268682+0000","last_became_peered":"2024-09-18T02:17:22.268682+0000","last_unstale":"2024-09-18T02:17:34.350297+0000","last_undegraded":"2024-09-18T02:17:34.350297+0000","last_fullsized":"2024-09-18T02:17:34.350297+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:43:47.227141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038693499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"56'79","reported_seq":54,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972675+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:17:33.972675+0000","last_peered":"2024-09-18T02:17:33.972675+0000","last_clean":"2024-09-18T02:17:33.972675+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:17:33.972675+0000","last_undegraded":"2024-09-18T02:17:33.972675+0000","last_fullsized":"2024-09-18T02:17:33.972675+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892474+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:17:34.892474+0000","last_peered":"2024-09-18T02:17:34.892474+0000","last_clean":"2024-09-18T02:17:34.892474+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:17:34.892474+0000","last_undegraded":"2024-09-18T02:17:34.892474+0000","last_fullsized":"2024-09-18T02:17:34.892474+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.842989+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:17:34.842989+0000","last_peered":"2024-09-18T02:17:34.842989+0000","last_clean":"2024-09-18T02:17:34.842989+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:17:34.842989+0000","last_undegraded":"2024-09-18T02:17:34.842989+0000","last_fullsized":"2024-09-18T02:17:34.842989+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363765+0000","last_change":"2024-09-18T02:17:25.274948+0000","last_active":"2024-09-18T02:17:34.363765+0000","last_peered":"2024-09-18T02:17:34.363765+0000","last_clean":"2024-09-18T02:17:34.363765+0000","last_became_active":"2024-09-18T02:17:21.545502+0000","last_became_peered":"2024-09-18T02:17:21.545502+0000","last_unstale":"2024-09-18T02:17:34.363765+0000","last_undegraded":"2024-09-18T02:17:34.363765+0000","last_fullsized":"2024-09-18T02:17:34.363765+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:42:24.524710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062937099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972624+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:17:33.972624+0000","last_peered":"2024-09-18T02:17:33.972624+0000","last_clean":"2024-09-18T02:17:33.972624+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:17:33.972624+0000","last_undegraded":"2024-09-18T02:17:33.972624+0000","last_fullsized":"2024-09-18T02:17:33.972624+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363198+0000","last_change":"2024-09-18T02:16:46.128574+0000","last_active":"2024-09-18T02:17:34.363198+0000","last_peered":"2024-09-18T02:17:34.363198+0000","last_clean":"2024-09-18T02:17:34.363198+0000","last_became_active":"2024-09-18T02:16:46.128267+0000","last_became_peered":"2024-09-18T02:16:46.128267+0000","last_unstale":"2024-09-18T02:17:34.363198+0000","last_undegraded":"2024-09-18T02:17:34.363198+0000","last_fullsized":"2024-09-18T02:17:34.363198+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972375+0000","last_change":"2024-09-18T02:17:25.277995+0000","last_active":"2024-09-18T02:17:33.972375+0000","last_peered":"2024-09-18T02:17:33.972375+0000","last_clean":"2024-09-18T02:17:33.972375+0000","last_became_active":"2024-09-18T02:17:21.960042+0000","last_became_peered":"2024-09-18T02:17:21.960042+0000","last_unstale":"2024-09-18T02:17:33.972375+0000","last_undegraded":"2024-09-18T02:17:33.972375+0000","last_fullsized":"2024-09-18T02:17:33.972375+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:16.763356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079017300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.623445+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:17:34.623445+0000","last_peered":"2024-09-18T02:17:34.623445+0000","last_clean":"2024-09-18T02:17:34.623445+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:17:34.623445+0000","last_undegraded":"2024-09-18T02:17:34.623445+0000","last_fullsized":"2024-09-18T02:17:34.623445+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.971982+0000","last_change":"2024-09-18T02:16:46.125536+0000","last_active":"2024-09-18T02:17:33.971982+0000","last_peered":"2024-09-18T02:17:33.971982+0000","last_clean":"2024-09-18T02:17:33.971982+0000","last_became_active":"2024-09-18T02:16:46.125168+0000","last_became_peered":"2024-09-18T02:16:46.125168+0000","last_unstale":"2024-09-18T02:17:33.971982+0000","last_undegraded":"2024-09-18T02:17:33.971982+0000","last_fullsized":"2024-09-18T02:17:33.971982+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972243+0000","last_change":"2024-09-18T02:17:25.277825+0000","last_active":"2024-09-18T02:17:33.972243+0000","last_peered":"2024-09-18T02:17:33.972243+0000","last_clean":"2024-09-18T02:17:33.972243+0000","last_became_active":"2024-09-18T02:17:21.545243+0000","last_became_peered":"2024-09-18T02:17:21.545243+0000","last_unstale":"2024-09-18T02:17:33.972243+0000","last_undegraded":"2024-09-18T02:17:33.972243+0000","last_fullsized":"2024-09-18T02:17:33.972243+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:43.484621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084000500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892631+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:17:34.892631+0000","last_peered":"2024-09-18T02:17:34.892631+0000","last_clean":"2024-09-18T02:17:34.892631+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:17:34.892631+0000","last_undegraded":"2024-09-18T02:17:34.892631+0000","last_fullsized":"2024-09-18T02:17:34.892631+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.921737+0000","last_change":"2024-09-18T02:16:46.128627+0000","last_active":"2024-09-18T02:17:34.921737+0000","last_peered":"2024-09-18T02:17:34.921737+0000","last_clean":"2024-09-18T02:17:34.921737+0000","last_became_active":"2024-09-18T02:16:46.128331+0000","last_became_peered":"2024-09-18T02:16:46.128331+0000","last_unstale":"2024-09-18T02:17:34.921737+0000","last_undegraded":"2024-09-18T02:17:34.921737+0000","last_fullsized":"2024-09-18T02:17:34.921737+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972037+0000","last_change":"2024-09-18T02:17:25.277765+0000","last_active":"2024-09-18T02:17:33.972037+0000","last_peered":"2024-09-18T02:17:33.972037+0000","last_clean":"2024-09-18T02:17:33.972037+0000","last_became_active":"2024-09-18T02:17:21.960517+0000","last_became_peered":"2024-09-18T02:17:21.960517+0000","last_unstale":"2024-09-18T02:17:33.972037+0000","last_undegraded":"2024-09-18T02:17:33.972037+0000","last_fullsized":"2024-09-18T02:17:33.972037+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:40:43.145433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090648400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972459+0000","last_change":"2024-09-18T02:16:45.100747+0000","last_active":"2024-09-18T02:17:33.972459+0000","last_peered":"2024-09-18T02:17:33.972459+0000","last_clean":"2024-09-18T02:17:33.972459+0000","last_became_active":"2024-09-18T02:16:45.100324+0000","last_became_peered":"2024-09-18T02:16:45.100324+0000","last_unstale":"2024-09-18T02:17:33.972459+0000","last_undegraded":"2024-09-18T02:17:33.972459+0000","last_fullsized":"2024-09-18T02:17:33.972459+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892746+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:17:34.892746+0000","last_peered":"2024-09-18T02:17:34.892746+0000","last_clean":"2024-09-18T02:17:34.892746+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:17:34.892746+0000","last_undegraded":"2024-09-18T02:17:34.892746+0000","last_fullsized":"2024-09-18T02:17:34.892746+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363402+0000","last_change":"2024-09-18T02:17:25.274783+0000","last_active":"2024-09-18T02:17:34.363402+0000","last_peered":"2024-09-18T02:17:34.363402+0000","last_clean":"2024-09-18T02:17:34.363402+0000","last_became_active":"2024-09-18T02:17:22.268593+0000","last_became_peered":"2024-09-18T02:17:22.268593+0000","last_unstale":"2024-09-18T02:17:34.363402+0000","last_undegraded":"2024-09-18T02:17:34.363402+0000","last_fullsized":"2024-09-18T02:17:34.363402+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:39:28.639001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073915500000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973102+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:17:33.973102+0000","last_peered":"2024-09-18T02:17:33.973102+0000","last_clean":"2024-09-18T02:17:33.973102+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:17:33.973102+0000","last_undegraded":"2024-09-18T02:17:33.973102+0000","last_fullsized":"2024-09-18T02:17:33.973102+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972746+0000","last_change":"2024-09-18T02:16:46.102836+0000","last_active":"2024-09-18T02:17:33.972746+0000","last_peered":"2024-09-18T02:17:33.972746+0000","last_clean":"2024-09-18T02:17:33.972746+0000","last_became_active":"2024-09-18T02:16:46.102507+0000","last_became_peered":"2024-09-18T02:16:46.102507+0000","last_unstale":"2024-09-18T02:17:33.972746+0000","last_undegraded":"2024-09-18T02:17:33.972746+0000","last_fullsized":"2024-09-18T02:17:33.972746+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843064+0000","last_change":"2024-09-18T02:17:25.772050+0000","last_active":"2024-09-18T02:17:34.843064+0000","last_peered":"2024-09-18T02:17:34.843064+0000","last_clean":"2024-09-18T02:17:34.843064+0000","last_became_active":"2024-09-18T02:17:22.268506+0000","last_became_peered":"2024-09-18T02:17:22.268506+0000","last_unstale":"2024-09-18T02:17:34.843064+0000","last_undegraded":"2024-09-18T02:17:34.843064+0000","last_fullsized":"2024-09-18T02:17:34.843064+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:44:29.818307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041181099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972585+0000","last_change":"2024-09-18T02:16:45.097418+0000","last_active":"2024-09-18T02:17:33.972585+0000","last_peered":"2024-09-18T02:17:33.972585+0000","last_clean":"2024-09-18T02:17:33.972585+0000","last_became_active":"2024-09-18T02:16:45.097103+0000","last_became_peered":"2024-09-18T02:16:45.097103+0000","last_unstale":"2024-09-18T02:17:33.972585+0000","last_undegraded":"2024-09-18T02:17:33.972585+0000","last_fullsized":"2024-09-18T02:17:33.972585+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.842718+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:17:34.842718+0000","last_peered":"2024-09-18T02:17:34.842718+0000","last_clean":"2024-09-18T02:17:34.842718+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:17:34.842718+0000","last_undegraded":"2024-09-18T02:17:34.842718+0000","last_fullsized":"2024-09-18T02:17:34.842718+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.921256+0000","last_change":"2024-09-18T02:17:25.279320+0000","last_active":"2024-09-18T02:17:34.921256+0000","last_peered":"2024-09-18T02:17:34.921256+0000","last_clean":"2024-09-18T02:17:34.921256+0000","last_became_active":"2024-09-18T02:17:21.960398+0000","last_became_peered":"2024-09-18T02:17:21.960398+0000","last_unstale":"2024-09-18T02:17:34.921256+0000","last_undegraded":"2024-09-18T02:17:34.921256+0000","last_fullsized":"2024-09-18T02:17:34.921256+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:18.075921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051822100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":24,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.502901+0000","last_change":"2024-09-18T02:18:17.503144+0000","last_active":"2024-09-18T02:18:17.502872+0000","last_peered":"2024-09-18T02:17:34.350468+0000","last_clean":"2024-09-18T02:17:34.350468+0000","last_became_active":"2024-09-18T02:16:45.107947+0000","last_became_peered":"2024-09-18T02:16:45.107947+0000","last_unstale":"2024-09-18T02:18:17.502901+0000","last_undegraded":"2024-09-18T02:18:17.502901+0000","last_fullsized":"2024-09-18T02:18:17.502901+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:52:03.847895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.501734+0000","last_change":"2024-09-18T02:18:17.501734+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:18:17.501734+0000","last_undegraded":"2024-09-18T02:18:17.501734+0000","last_fullsized":"2024-09-18T02:18:17.501734+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:08:08.277814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972601+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:17:33.972601+0000","last_peered":"2024-09-18T02:17:33.972601+0000","last_clean":"2024-09-18T02:17:33.972601+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:17:33.972601+0000","last_undegraded":"2024-09-18T02:17:33.972601+0000","last_fullsized":"2024-09-18T02:17:33.972601+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.920796+0000","last_change":"2024-09-18T02:16:46.116685+0000","last_active":"2024-09-18T02:17:34.920796+0000","last_peered":"2024-09-18T02:17:34.920796+0000","last_clean":"2024-09-18T02:17:34.920796+0000","last_became_active":"2024-09-18T02:16:46.116413+0000","last_became_peered":"2024-09-18T02:16:46.116413+0000","last_unstale":"2024-09-18T02:17:34.920796+0000","last_undegraded":"2024-09-18T02:17:34.920796+0000","last_fullsized":"2024-09-18T02:17:34.920796+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972016+0000","last_change":"2024-09-18T02:16:45.099090+0000","last_active":"2024-09-18T02:17:33.972016+0000","last_peered":"2024-09-18T02:17:33.972016+0000","last_clean":"2024-09-18T02:17:33.972016+0000","last_became_active":"2024-09-18T02:16:45.098799+0000","last_became_peered":"2024-09-18T02:16:45.098799+0000","last_unstale":"2024-09-18T02:17:33.972016+0000","last_undegraded":"2024-09-18T02:17:33.972016+0000","last_fullsized":"2024-09-18T02:17:33.972016+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.842539+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:17:34.842539+0000","last_peered":"2024-09-18T02:17:34.842539+0000","last_clean":"2024-09-18T02:17:34.842539+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:17:34.842539+0000","last_undegraded":"2024-09-18T02:17:34.842539+0000","last_fullsized":"2024-09-18T02:17:34.842539+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.972423+0000","last_change":"2024-09-18T02:16:45.100361+0000","last_active":"2024-09-18T02:17:33.972423+0000","last_peered":"2024-09-18T02:17:33.972423+0000","last_clean":"2024-09-18T02:17:33.972423+0000","last_became_active":"2024-09-18T02:16:45.100077+0000","last_became_peered":"2024-09-18T02:16:45.100077+0000","last_unstale":"2024-09-18T02:17:33.972423+0000","last_undegraded":"2024-09-18T02:17:33.972423+0000","last_fullsized":"2024-09-18T02:17:33.972423+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843225+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:17:34.843225+0000","last_peered":"2024-09-18T02:17:34.843225+0000","last_clean":"2024-09-18T02:17:34.843225+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:17:34.843225+0000","last_undegraded":"2024-09-18T02:17:34.843225+0000","last_fullsized":"2024-09-18T02:17:34.843225+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973115+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:17:33.973115+0000","last_peered":"2024-09-18T02:17:33.973115+0000","last_clean":"2024-09-18T02:17:33.973115+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:17:33.973115+0000","last_undegraded":"2024-09-18T02:17:33.973115+0000","last_fullsized":"2024-09-18T02:17:33.973115+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.349559+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:17:34.349559+0000","last_peered":"2024-09-18T02:17:34.349559+0000","last_clean":"2024-09-18T02:17:34.349559+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:17:34.349559+0000","last_undegraded":"2024-09-18T02:17:34.349559+0000","last_fullsized":"2024-09-18T02:17:34.349559+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.892723+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:17:34.892723+0000","last_peered":"2024-09-18T02:17:34.892723+0000","last_clean":"2024-09-18T02:17:34.892723+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:17:34.892723+0000","last_undegraded":"2024-09-18T02:17:34.892723+0000","last_fullsized":"2024-09-18T02:17:34.892723+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973030+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:17:33.973030+0000","last_peered":"2024-09-18T02:17:33.973030+0000","last_clean":"2024-09-18T02:17:33.973030+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:17:33.973030+0000","last_undegraded":"2024-09-18T02:17:33.973030+0000","last_fullsized":"2024-09-18T02:17:33.973030+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":64,"state":"peering","last_fresh":"2024-09-18T02:18:17.501478+0000","last_change":"2024-09-18T02:18:17.501478+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-18T02:18:17.501478+0000","last_undegraded":"2024-09-18T02:18:17.501478+0000","last_fullsized":"2024-09-18T02:18:17.501478+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:42.015679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:33.973003+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:17:33.973003+0000","last_peered":"2024-09-18T02:17:33.973003+0000","last_clean":"2024-09-18T02:17:33.973003+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:17:33.973003+0000","last_undegraded":"2024-09-18T02:17:33.973003+0000","last_fullsized":"2024-09-18T02:17:33.973003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363748+0000","last_change":"2024-09-18T02:16:46.127085+0000","last_active":"2024-09-18T02:17:34.363748+0000","last_peered":"2024-09-18T02:17:34.363748+0000","last_clean":"2024-09-18T02:17:34.363748+0000","last_became_active":"2024-09-18T02:16:46.126698+0000","last_became_peered":"2024-09-18T02:16:46.126698+0000","last_unstale":"2024-09-18T02:17:34.363748+0000","last_undegraded":"2024-09-18T02:17:34.363748+0000","last_fullsized":"2024-09-18T02:17:34.363748+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843333+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:17:34.843333+0000","last_peered":"2024-09-18T02:17:34.843333+0000","last_clean":"2024-09-18T02:17:34.843333+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:17:34.843333+0000","last_undegraded":"2024-09-18T02:17:34.843333+0000","last_fullsized":"2024-09-18T02:17:34.843333+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.843230+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:17:34.843230+0000","last_peered":"2024-09-18T02:17:34.843230+0000","last_clean":"2024-09-18T02:17:34.843230+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:17:34.843230+0000","last_undegraded":"2024-09-18T02:17:34.843230+0000","last_fullsized":"2024-09-18T02:17:34.843230+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":24,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-18T02:17:34.363858+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:17:34.363858+0000","last_peered":"2024-09-18T02:17:34.363858+0000","last_clean":"2024-09-18T02:17:34.363858+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:17:34.363858+0000","last_undegraded":"2024-09-18T02:17:34.363858+0000","last_fullsized":"2024-09-18T02:17:34.363858+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397529,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298576,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446576,"statfs":{"total":95995035648,"available":95689293824,"internally_reserved":0,"allocated":1249280,"data_stored":877778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.59899999999999998}]},{"osd":1,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.496}]},{"osd":2,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56100000000000005}]},{"osd":3,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.74099999999999999}]},{"osd":4,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.62}]},{"osd":5,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.63300000000000001}]},{"osd":6,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.75700000000000001}]}]},{"osd":6,"up_from":43,"seq":184683593758,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1236992,"data_stored":871811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66200000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.502}]},{"osd":1,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57299999999999995,"15min":0.57599999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.441}]},{"osd":2,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54900000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.38},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.34100000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.53400000000000003}]},{"osd":3,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.32500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.73699999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.47999999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40999999999999998,"15min":0.40500000000000003},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64000000000000001,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41699999999999998,"15min":0.40999999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58499999999999996,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.41499999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42099999999999999,"15min":0.41699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60599999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.44700000000000001,"15min":0.439},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64700000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.35099999999999998}]},{"osd":7,"last update":"Wed Sep 18 02:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.47099999999999997}]}]},{"osd":5,"up_from":37,"seq":158913789987,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":288954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64000000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56599999999999995}]},{"osd":1,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.40200000000000002,"5min":0.316,"15min":0.316},"max":{"1min":2.105,"5min":2.105,"15min":2.105},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.34699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.57699999999999996}]},{"osd":2,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.52800000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.901,"5min":1.901,"15min":1.901},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.54800000000000004,"15min":0.53500000000000003},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.55500000000000005}]},{"osd":3,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.53100000000000003,"15min":0.51900000000000002},"min":{"1min":0.35299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.141,"5min":2.141,"15min":2.141},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.55400000000000005,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.875,"5min":1.875,"15min":1.875},"last":0.67300000000000004}]},{"osd":4,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29299999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36099999999999999}]},{"osd":6,"last update":"Wed Sep 18 02:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42499999999999999,"15min":0.42299999999999999},"min":{"1min":0.30199999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61799999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.34799999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.46100000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.435},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.44700000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":287533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.55500000000000005,"15min":0.55800000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73699999999999999,"5min":0.747,"15min":0.747},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59399999999999997,"15min":0.60099999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.65800000000000003,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.436}]},{"osd":1,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56999999999999995,"15min":0.57599999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73999999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.58699999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.41699999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.61099999999999999,"15min":0.621},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.76100000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.497},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.42599999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.44600000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:17:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.38200000000000001}]},{"osd":5,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.38700000000000001,"15min":0.375},"min":{"1min":0.30499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.33400000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.436,"15min":0.42999999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.46800000000000003}]},{"osd":7,"last update":"Wed Sep 18 02:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.48099999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":289264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.53000000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.38400000000000001},"min":{"1min":0.24199999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.51400000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.34499999999999997}]},{"osd":1,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41499999999999998,"15min":0.43099999999999999},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56699999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38,"15min":0.39000000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.54200000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.41499999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.434,"15min":0.44500000000000001},"min":{"1min":0.26300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.41099999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.58699999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.313}]},{"osd":4,"last update":"Wed Sep 18 02:17:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41199999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.37,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42899999999999999}]},{"osd":5,"last update":"Wed Sep 18 02:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57999999999999996,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.505},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.46800000000000003}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.45700000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.49299999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":647168,"data_stored":286818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.375,"15min":0.36499999999999999},"min":{"1min":0.20699999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36599999999999999},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.28899999999999998}]},{"osd":1,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40400000000000003,"15min":0.39500000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.38200000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.66300000000000003,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.31900000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46800000000000003,"15min":0.47999999999999998},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61299999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46200000000000002,"15min":0.47399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.35099999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:18:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58299999999999996,"15min":0.57699999999999996},"min":{"1min":0.42299999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.83199999999999996,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.67300000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.62,"15min":0.61699999999999999},"min":{"1min":0.46100000000000002,"5min":0.439,"15min":0.439},"max":{"1min":0.82899999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75800000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.68500000000000005}]},{"osd":6,"last update":"Wed Sep 18 02:18:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.48099999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.76300000000000001,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.64100000000000001,"15min":0.64400000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82299999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.55900000000000005}]},{"osd":7,"last update":"Wed Sep 18 02:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.751}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298000,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447152,"statfs":{"total":95995035648,"available":95689883648,"internally_reserved":0,"allocated":659456,"data_stored":286997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:14 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.34999999999999998,"15min":0.33600000000000002},"min":{"1min":0.25900000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.441,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.378,"15min":0.371},"min":{"1min":0.26800000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.504,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.317}]},{"osd":2,"last update":"Wed Sep 18 02:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39100000000000001,"15min":0.38800000000000001},"min":{"1min":0.27900000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.56200000000000006,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.25},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.58599999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.33600000000000002}]},{"osd":3,"last update":"Wed Sep 18 02:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.432,"15min":0.442},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.55600000000000005,"5min":0.751,"15min":0.751},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.36499999999999999}]},{"osd":4,"last update":"Wed Sep 18 02:17:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.60599999999999998,"15min":0.60499999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.46999999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.77000000000000002}]},{"osd":5,"last update":"Wed Sep 18 02:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.59299999999999997,"15min":0.58499999999999996},"min":{"1min":0.42999999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.48799999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.69499999999999995}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.625,"15min":0.63},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.78000000000000003,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61899999999999999,"15min":0.624},"min":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.79900000000000004,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.57699999999999996}]},{"osd":7,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.67900000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1257472,"data_stored":877902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:18:10 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.35699999999999998,"15min":0.31900000000000001},"min":{"1min":0.25900000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.47299999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35999999999999999,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52000000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.45400000000000001}]},{"osd":2,"last update":"Wed Sep 18 02:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40899999999999997,"15min":0.41099999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64300000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.502}]},{"osd":3,"last update":"Wed Sep 18 02:17:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.45300000000000001,"15min":0.46999999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.31900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.48299999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:17:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.57899999999999996,"15min":0.58099999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.73299999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42699999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.68500000000000005}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.621,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.433,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.69399999999999995}]},{"osd":7,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.63300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:18:20.943 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T02:18:21.338 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:21.741 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:21 smithi046 ceph-mon[39146]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:21.741 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:21 smithi046 ceph-mon[27507]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:21.850 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:21 smithi195 ceph-mon[31687]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:22.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[27507]: pgmap v44: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:22.780 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.781 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[39146]: pgmap v44: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:22.781 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.781 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.781 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:22 smithi195 ceph-mon[31687]: pgmap v44: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:23.311 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:23.312 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:18:23.966 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-09-18T02:18:23.260214+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385840,"kb_used_data":6992,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575376,"statfs":{"total":767960285184,"available":765517185024,"internally_reserved":0,"allocated":7159808,"data_stored":4132011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001673"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504345+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:18:17.504345+0000","last_peered":"2024-09-18T02:18:17.504345+0000","last_clean":"2024-09-18T02:18:17.504345+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:18:17.504345+0000","last_undegraded":"2024-09-18T02:18:17.504345+0000","last_fullsized":"2024-09-18T02:18:17.504345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506424+0000","last_change":"2024-09-18T02:16:46.127701+0000","last_active":"2024-09-18T02:18:17.506424+0000","last_peered":"2024-09-18T02:18:17.506424+0000","last_clean":"2024-09-18T02:18:17.506424+0000","last_became_active":"2024-09-18T02:16:46.127414+0000","last_became_peered":"2024-09-18T02:16:46.127414+0000","last_unstale":"2024-09-18T02:18:17.506424+0000","last_undegraded":"2024-09-18T02:18:17.506424+0000","last_fullsized":"2024-09-18T02:18:17.506424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504158+0000","last_change":"2024-09-18T02:16:46.129673+0000","last_active":"2024-09-18T02:18:17.504158+0000","last_peered":"2024-09-18T02:18:17.504158+0000","last_clean":"2024-09-18T02:18:17.504158+0000","last_became_active":"2024-09-18T02:16:46.129392+0000","last_became_peered":"2024-09-18T02:16:46.129392+0000","last_unstale":"2024-09-18T02:18:17.504158+0000","last_undegraded":"2024-09-18T02:18:17.504158+0000","last_fullsized":"2024-09-18T02:18:17.504158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505978+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:18:17.505978+0000","last_peered":"2024-09-18T02:18:17.505978+0000","last_clean":"2024-09-18T02:18:17.505978+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:18:17.505978+0000","last_undegraded":"2024-09-18T02:18:17.505978+0000","last_fullsized":"2024-09-18T02:18:17.505978+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503044+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:18:17.503044+0000","last_peered":"2024-09-18T02:18:17.503044+0000","last_clean":"2024-09-18T02:18:17.503044+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:18:17.503044+0000","last_undegraded":"2024-09-18T02:18:17.503044+0000","last_fullsized":"2024-09-18T02:18:17.503044+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505596+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:18:17.505596+0000","last_peered":"2024-09-18T02:18:17.505596+0000","last_clean":"2024-09-18T02:18:17.505596+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:18:17.505596+0000","last_undegraded":"2024-09-18T02:18:17.505596+0000","last_fullsized":"2024-09-18T02:18:17.505596+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502110+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:18:17.502110+0000","last_peered":"2024-09-18T02:18:17.502110+0000","last_clean":"2024-09-18T02:18:17.502110+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:18:17.502110+0000","last_undegraded":"2024-09-18T02:18:17.502110+0000","last_fullsized":"2024-09-18T02:18:17.502110+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507128+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:18:17.507128+0000","last_peered":"2024-09-18T02:18:17.507128+0000","last_clean":"2024-09-18T02:18:17.507128+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:18:17.507128+0000","last_undegraded":"2024-09-18T02:18:17.507128+0000","last_fullsized":"2024-09-18T02:18:17.507128+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504637+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:18:17.504637+0000","last_peered":"2024-09-18T02:18:17.504637+0000","last_clean":"2024-09-18T02:18:17.504637+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:18:17.504637+0000","last_undegraded":"2024-09-18T02:18:17.504637+0000","last_fullsized":"2024-09-18T02:18:17.504637+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504230+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:18:17.504230+0000","last_peered":"2024-09-18T02:18:17.504230+0000","last_clean":"2024-09-18T02:18:17.504230+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:18:17.504230+0000","last_undegraded":"2024-09-18T02:18:17.504230+0000","last_fullsized":"2024-09-18T02:18:17.504230+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503930+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:18:17.503930+0000","last_peered":"2024-09-18T02:18:17.503930+0000","last_clean":"2024-09-18T02:18:17.503930+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:18:17.503930+0000","last_undegraded":"2024-09-18T02:18:17.503930+0000","last_fullsized":"2024-09-18T02:18:17.503930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500146+0000","last_change":"2024-09-18T02:16:46.118560+0000","last_active":"2024-09-18T02:18:17.500146+0000","last_peered":"2024-09-18T02:18:17.500146+0000","last_clean":"2024-09-18T02:18:17.500146+0000","last_became_active":"2024-09-18T02:16:46.117940+0000","last_became_peered":"2024-09-18T02:16:46.117940+0000","last_unstale":"2024-09-18T02:18:17.500146+0000","last_undegraded":"2024-09-18T02:18:17.500146+0000","last_fullsized":"2024-09-18T02:18:17.500146+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507764+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:18:17.507764+0000","last_peered":"2024-09-18T02:18:17.507764+0000","last_clean":"2024-09-18T02:18:17.507764+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:18:17.507764+0000","last_undegraded":"2024-09-18T02:18:17.507764+0000","last_fullsized":"2024-09-18T02:18:17.507764+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505126+0000","last_change":"2024-09-18T02:16:46.129556+0000","last_active":"2024-09-18T02:18:17.505126+0000","last_peered":"2024-09-18T02:18:17.505126+0000","last_clean":"2024-09-18T02:18:17.505126+0000","last_became_active":"2024-09-18T02:16:46.129259+0000","last_became_peered":"2024-09-18T02:16:46.129259+0000","last_unstale":"2024-09-18T02:18:17.505126+0000","last_undegraded":"2024-09-18T02:18:17.505126+0000","last_fullsized":"2024-09-18T02:18:17.505126+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503863+0000","last_change":"2024-09-18T02:16:46.103546+0000","last_active":"2024-09-18T02:18:17.503863+0000","last_peered":"2024-09-18T02:18:17.503863+0000","last_clean":"2024-09-18T02:18:17.503863+0000","last_became_active":"2024-09-18T02:16:46.103187+0000","last_became_peered":"2024-09-18T02:16:46.103187+0000","last_unstale":"2024-09-18T02:18:17.503863+0000","last_undegraded":"2024-09-18T02:18:17.503863+0000","last_fullsized":"2024-09-18T02:18:17.503863+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505824+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:18:17.505824+0000","last_peered":"2024-09-18T02:18:17.505824+0000","last_clean":"2024-09-18T02:18:17.505824+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:18:17.505824+0000","last_undegraded":"2024-09-18T02:18:17.505824+0000","last_fullsized":"2024-09-18T02:18:17.505824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506259+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:18:17.506259+0000","last_peered":"2024-09-18T02:18:17.506259+0000","last_clean":"2024-09-18T02:18:17.506259+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:18:17.506259+0000","last_undegraded":"2024-09-18T02:18:17.506259+0000","last_fullsized":"2024-09-18T02:18:17.506259+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500498+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:18:17.500498+0000","last_peered":"2024-09-18T02:18:17.500498+0000","last_clean":"2024-09-18T02:18:17.500498+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:18:17.500498+0000","last_undegraded":"2024-09-18T02:18:17.500498+0000","last_fullsized":"2024-09-18T02:18:17.500498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505414+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:18:17.505414+0000","last_peered":"2024-09-18T02:18:17.505414+0000","last_clean":"2024-09-18T02:18:17.505414+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:18:17.505414+0000","last_undegraded":"2024-09-18T02:18:17.505414+0000","last_fullsized":"2024-09-18T02:18:17.505414+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504081+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:18:17.504081+0000","last_peered":"2024-09-18T02:18:17.504081+0000","last_clean":"2024-09-18T02:18:17.504081+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:18:17.504081+0000","last_undegraded":"2024-09-18T02:18:17.504081+0000","last_fullsized":"2024-09-18T02:18:17.504081+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504031+0000","last_change":"2024-09-18T02:16:46.130922+0000","last_active":"2024-09-18T02:18:17.504031+0000","last_peered":"2024-09-18T02:18:17.504031+0000","last_clean":"2024-09-18T02:18:17.504031+0000","last_became_active":"2024-09-18T02:16:46.130650+0000","last_became_peered":"2024-09-18T02:16:46.130650+0000","last_unstale":"2024-09-18T02:18:17.504031+0000","last_undegraded":"2024-09-18T02:18:17.504031+0000","last_fullsized":"2024-09-18T02:18:17.504031+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505681+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:18:17.505681+0000","last_peered":"2024-09-18T02:18:17.505681+0000","last_clean":"2024-09-18T02:18:17.505681+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:18:17.505681+0000","last_undegraded":"2024-09-18T02:18:17.505681+0000","last_fullsized":"2024-09-18T02:18:17.505681+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507348+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:18:17.507348+0000","last_peered":"2024-09-18T02:18:17.507348+0000","last_clean":"2024-09-18T02:18:17.507348+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:18:17.507348+0000","last_undegraded":"2024-09-18T02:18:17.507348+0000","last_fullsized":"2024-09-18T02:18:17.507348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505916+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:18:17.505916+0000","last_peered":"2024-09-18T02:18:17.505916+0000","last_clean":"2024-09-18T02:18:17.505916+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:18:17.505916+0000","last_undegraded":"2024-09-18T02:18:17.505916+0000","last_fullsized":"2024-09-18T02:18:17.505916+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508140+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:18:17.508140+0000","last_peered":"2024-09-18T02:18:17.508140+0000","last_clean":"2024-09-18T02:18:17.508140+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:18:17.508140+0000","last_undegraded":"2024-09-18T02:18:17.508140+0000","last_fullsized":"2024-09-18T02:18:17.508140+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504303+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:18:17.504303+0000","last_peered":"2024-09-18T02:18:17.504303+0000","last_clean":"2024-09-18T02:18:17.504303+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:18:17.504303+0000","last_undegraded":"2024-09-18T02:18:17.504303+0000","last_fullsized":"2024-09-18T02:18:17.504303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504441+0000","last_change":"2024-09-18T02:16:46.108957+0000","last_active":"2024-09-18T02:18:17.504441+0000","last_peered":"2024-09-18T02:18:17.504441+0000","last_clean":"2024-09-18T02:18:17.504441+0000","last_became_active":"2024-09-18T02:16:46.108494+0000","last_became_peered":"2024-09-18T02:16:46.108494+0000","last_unstale":"2024-09-18T02:18:17.504441+0000","last_undegraded":"2024-09-18T02:18:17.504441+0000","last_fullsized":"2024-09-18T02:18:17.504441+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507933+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:18:17.507933+0000","last_peered":"2024-09-18T02:18:17.507933+0000","last_clean":"2024-09-18T02:18:17.507933+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:18:17.507933+0000","last_undegraded":"2024-09-18T02:18:17.507933+0000","last_fullsized":"2024-09-18T02:18:17.507933+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504126+0000","last_change":"2024-09-18T02:16:46.132488+0000","last_active":"2024-09-18T02:18:17.504126+0000","last_peered":"2024-09-18T02:18:17.504126+0000","last_clean":"2024-09-18T02:18:17.504126+0000","last_became_active":"2024-09-18T02:16:46.132191+0000","last_became_peered":"2024-09-18T02:16:46.132191+0000","last_unstale":"2024-09-18T02:18:17.504126+0000","last_undegraded":"2024-09-18T02:18:17.504126+0000","last_fullsized":"2024-09-18T02:18:17.504126+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505754+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:18:17.505754+0000","last_peered":"2024-09-18T02:18:17.505754+0000","last_clean":"2024-09-18T02:18:17.505754+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:18:17.505754+0000","last_undegraded":"2024-09-18T02:18:17.505754+0000","last_fullsized":"2024-09-18T02:18:17.505754+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499565+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:18:17.499565+0000","last_peered":"2024-09-18T02:18:17.499565+0000","last_clean":"2024-09-18T02:18:17.499565+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:18:17.499565+0000","last_undegraded":"2024-09-18T02:18:17.499565+0000","last_fullsized":"2024-09-18T02:18:17.499565+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.803227+0000","last_change":"2024-09-18T02:18:18.803227+0000","last_active":"2024-09-18T02:18:18.803227+0000","last_peered":"2024-09-18T02:18:18.803227+0000","last_clean":"2024-09-18T02:18:18.803227+0000","last_became_active":"2024-09-18T02:18:18.802900+0000","last_became_peered":"2024-09-18T02:18:18.802900+0000","last_unstale":"2024-09-18T02:18:18.803227+0000","last_undegraded":"2024-09-18T02:18:18.803227+0000","last_fullsized":"2024-09-18T02:18:18.803227+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.419499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500112+0000","last_change":"2024-09-18T02:16:46.110318+0000","last_active":"2024-09-18T02:18:17.500112+0000","last_peered":"2024-09-18T02:18:17.500112+0000","last_clean":"2024-09-18T02:18:17.500112+0000","last_became_active":"2024-09-18T02:16:46.110045+0000","last_became_peered":"2024-09-18T02:16:46.110045+0000","last_unstale":"2024-09-18T02:18:17.500112+0000","last_undegraded":"2024-09-18T02:18:17.500112+0000","last_fullsized":"2024-09-18T02:18:17.500112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507864+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:18:17.507864+0000","last_peered":"2024-09-18T02:18:17.507864+0000","last_clean":"2024-09-18T02:18:17.507864+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:18:17.507864+0000","last_undegraded":"2024-09-18T02:18:17.507864+0000","last_fullsized":"2024-09-18T02:18:17.507864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504203+0000","last_change":"2024-09-18T02:16:46.132142+0000","last_active":"2024-09-18T02:18:17.504203+0000","last_peered":"2024-09-18T02:18:17.504203+0000","last_clean":"2024-09-18T02:18:17.504203+0000","last_became_active":"2024-09-18T02:16:46.131882+0000","last_became_peered":"2024-09-18T02:16:46.131882+0000","last_unstale":"2024-09-18T02:18:17.504203+0000","last_undegraded":"2024-09-18T02:18:17.504203+0000","last_fullsized":"2024-09-18T02:18:17.504203+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503105+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:18:17.503105+0000","last_peered":"2024-09-18T02:18:17.503105+0000","last_clean":"2024-09-18T02:18:17.503105+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:18:17.503105+0000","last_undegraded":"2024-09-18T02:18:17.503105+0000","last_fullsized":"2024-09-18T02:18:17.503105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507516+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:18:17.507516+0000","last_peered":"2024-09-18T02:18:17.507516+0000","last_clean":"2024-09-18T02:18:17.507516+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:18:17.507516+0000","last_undegraded":"2024-09-18T02:18:17.507516+0000","last_fullsized":"2024-09-18T02:18:17.507516+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507217+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:18:17.507217+0000","last_peered":"2024-09-18T02:18:17.507217+0000","last_clean":"2024-09-18T02:18:17.507217+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:18:17.507217+0000","last_undegraded":"2024-09-18T02:18:17.507217+0000","last_fullsized":"2024-09-18T02:18:17.507217+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506012+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:18:17.506012+0000","last_peered":"2024-09-18T02:18:17.506012+0000","last_clean":"2024-09-18T02:18:17.506012+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:18:17.506012+0000","last_undegraded":"2024-09-18T02:18:17.506012+0000","last_fullsized":"2024-09-18T02:18:17.506012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504106+0000","last_change":"2024-09-18T02:16:46.108204+0000","last_active":"2024-09-18T02:18:17.504106+0000","last_peered":"2024-09-18T02:18:17.504106+0000","last_clean":"2024-09-18T02:18:17.504106+0000","last_became_active":"2024-09-18T02:16:46.107155+0000","last_became_peered":"2024-09-18T02:16:46.107155+0000","last_unstale":"2024-09-18T02:18:17.504106+0000","last_undegraded":"2024-09-18T02:18:17.504106+0000","last_fullsized":"2024-09-18T02:18:17.504106+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504796+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:18:17.504796+0000","last_peered":"2024-09-18T02:18:17.504796+0000","last_clean":"2024-09-18T02:18:17.504796+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:18:17.504796+0000","last_undegraded":"2024-09-18T02:18:17.504796+0000","last_fullsized":"2024-09-18T02:18:17.504796+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506095+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:18:17.506095+0000","last_peered":"2024-09-18T02:18:17.506095+0000","last_clean":"2024-09-18T02:18:17.506095+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:18:17.506095+0000","last_undegraded":"2024-09-18T02:18:17.506095+0000","last_fullsized":"2024-09-18T02:18:17.506095+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506169+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:18:17.506169+0000","last_peered":"2024-09-18T02:18:17.506169+0000","last_clean":"2024-09-18T02:18:17.506169+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:18:17.506169+0000","last_undegraded":"2024-09-18T02:18:17.506169+0000","last_fullsized":"2024-09-18T02:18:17.506169+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505708+0000","last_change":"2024-09-18T02:16:46.126866+0000","last_active":"2024-09-18T02:18:17.505708+0000","last_peered":"2024-09-18T02:18:17.505708+0000","last_clean":"2024-09-18T02:18:17.505708+0000","last_became_active":"2024-09-18T02:16:46.126486+0000","last_became_peered":"2024-09-18T02:16:46.126486+0000","last_unstale":"2024-09-18T02:18:17.505708+0000","last_undegraded":"2024-09-18T02:18:17.505708+0000","last_fullsized":"2024-09-18T02:18:17.505708+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":24,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504571+0000","last_change":"2024-09-18T02:16:45.102046+0000","last_active":"2024-09-18T02:18:17.504571+0000","last_peered":"2024-09-18T02:18:17.504571+0000","last_clean":"2024-09-18T02:18:17.504571+0000","last_became_active":"2024-09-18T02:16:45.101019+0000","last_became_peered":"2024-09-18T02:16:45.101019+0000","last_unstale":"2024-09-18T02:18:17.504571+0000","last_undegraded":"2024-09-18T02:18:17.504571+0000","last_fullsized":"2024-09-18T02:18:17.504571+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500238+0000","last_change":"2024-09-18T02:16:46.118733+0000","last_active":"2024-09-18T02:18:17.500238+0000","last_peered":"2024-09-18T02:18:17.500238+0000","last_clean":"2024-09-18T02:18:17.500238+0000","last_became_active":"2024-09-18T02:16:46.118293+0000","last_became_peered":"2024-09-18T02:16:46.118293+0000","last_unstale":"2024-09-18T02:18:17.500238+0000","last_undegraded":"2024-09-18T02:18:17.500238+0000","last_fullsized":"2024-09-18T02:18:17.500238+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"56'9","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504155+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:18:17.504155+0000","last_peered":"2024-09-18T02:18:17.504155+0000","last_clean":"2024-09-18T02:18:17.504155+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:18:17.504155+0000","last_undegraded":"2024-09-18T02:18:17.504155+0000","last_fullsized":"2024-09-18T02:18:17.504155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.842329+0000","last_change":"2024-09-18T02:18:18.842329+0000","last_active":"2024-09-18T02:18:18.842329+0000","last_peered":"2024-09-18T02:18:18.842329+0000","last_clean":"2024-09-18T02:18:18.842329+0000","last_became_active":"2024-09-18T02:18:18.842055+0000","last_became_peered":"2024-09-18T02:18:18.842055+0000","last_unstale":"2024-09-18T02:18:18.842329+0000","last_undegraded":"2024-09-18T02:18:18.842329+0000","last_fullsized":"2024-09-18T02:18:18.842329+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:18.218178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504330+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:18:17.504330+0000","last_peered":"2024-09-18T02:18:17.504330+0000","last_clean":"2024-09-18T02:18:17.504330+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:18:17.504330+0000","last_undegraded":"2024-09-18T02:18:17.504330+0000","last_fullsized":"2024-09-18T02:18:17.504330+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.842326+0000","last_change":"2024-09-18T02:18:18.842326+0000","last_active":"2024-09-18T02:18:18.842326+0000","last_peered":"2024-09-18T02:18:18.842326+0000","last_clean":"2024-09-18T02:18:18.842326+0000","last_became_active":"2024-09-18T02:18:18.842015+0000","last_became_peered":"2024-09-18T02:18:18.842015+0000","last_unstale":"2024-09-18T02:18:18.842326+0000","last_undegraded":"2024-09-18T02:18:18.842326+0000","last_fullsized":"2024-09-18T02:18:18.842326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:48:03.639725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506262+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:18:17.506262+0000","last_peered":"2024-09-18T02:18:17.506262+0000","last_clean":"2024-09-18T02:18:17.506262+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:18:17.506262+0000","last_undegraded":"2024-09-18T02:18:17.506262+0000","last_fullsized":"2024-09-18T02:18:17.506262+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.843295+0000","last_change":"2024-09-18T02:18:18.843295+0000","last_active":"2024-09-18T02:18:18.843295+0000","last_peered":"2024-09-18T02:18:18.843295+0000","last_clean":"2024-09-18T02:18:18.843295+0000","last_became_active":"2024-09-18T02:18:18.843059+0000","last_became_peered":"2024-09-18T02:18:18.843059+0000","last_unstale":"2024-09-18T02:18:18.843295+0000","last_undegraded":"2024-09-18T02:18:18.843295+0000","last_fullsized":"2024-09-18T02:18:18.843295+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:27:01.518523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502891+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:18:17.502891+0000","last_peered":"2024-09-18T02:18:17.502891+0000","last_clean":"2024-09-18T02:18:17.502891+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:18:17.502891+0000","last_undegraded":"2024-09-18T02:18:17.502891+0000","last_fullsized":"2024-09-18T02:18:17.502891+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502493+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:18:17.502493+0000","last_peered":"2024-09-18T02:18:17.502493+0000","last_clean":"2024-09-18T02:18:17.502493+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:18:17.502493+0000","last_undegraded":"2024-09-18T02:18:17.502493+0000","last_fullsized":"2024-09-18T02:18:17.502493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":29,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499528+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:18:17.499528+0000","last_peered":"2024-09-18T02:18:17.499528+0000","last_clean":"2024-09-18T02:18:17.499528+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:18:17.499528+0000","last_undegraded":"2024-09-18T02:18:17.499528+0000","last_fullsized":"2024-09-18T02:18:17.499528+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.567402+0000","last_change":"2024-09-18T02:18:18.567402+0000","last_active":"2024-09-18T02:18:18.567402+0000","last_peered":"2024-09-18T02:18:18.567402+0000","last_clean":"2024-09-18T02:18:18.567402+0000","last_became_active":"2024-09-18T02:18:18.567097+0000","last_became_peered":"2024-09-18T02:18:18.567097+0000","last_unstale":"2024-09-18T02:18:18.567402+0000","last_undegraded":"2024-09-18T02:18:18.567402+0000","last_fullsized":"2024-09-18T02:18:18.567402+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:24:03.623883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.501175+0000","last_change":"2024-09-18T02:16:45.105092+0000","last_active":"2024-09-18T02:18:17.501175+0000","last_peered":"2024-09-18T02:18:17.501175+0000","last_clean":"2024-09-18T02:18:17.501175+0000","last_became_active":"2024-09-18T02:16:45.104280+0000","last_became_peered":"2024-09-18T02:16:45.104280+0000","last_unstale":"2024-09-18T02:18:17.501175+0000","last_undegraded":"2024-09-18T02:18:17.501175+0000","last_fullsized":"2024-09-18T02:18:17.501175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503999+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:18:17.503999+0000","last_peered":"2024-09-18T02:18:17.503999+0000","last_clean":"2024-09-18T02:18:17.503999+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:18:17.503999+0000","last_undegraded":"2024-09-18T02:18:17.503999+0000","last_fullsized":"2024-09-18T02:18:17.503999+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500577+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:18:17.500577+0000","last_peered":"2024-09-18T02:18:17.500577+0000","last_clean":"2024-09-18T02:18:17.500577+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:18:17.500577+0000","last_undegraded":"2024-09-18T02:18:17.500577+0000","last_fullsized":"2024-09-18T02:18:17.500577+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504428+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:18:17.504428+0000","last_peered":"2024-09-18T02:18:17.504428+0000","last_clean":"2024-09-18T02:18:17.504428+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:18:17.504428+0000","last_undegraded":"2024-09-18T02:18:17.504428+0000","last_fullsized":"2024-09-18T02:18:17.504428+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504658+0000","last_change":"2024-09-18T02:16:45.097939+0000","last_active":"2024-09-18T02:18:17.504658+0000","last_peered":"2024-09-18T02:18:17.504658+0000","last_clean":"2024-09-18T02:18:17.504658+0000","last_became_active":"2024-09-18T02:16:45.097654+0000","last_became_peered":"2024-09-18T02:16:45.097654+0000","last_unstale":"2024-09-18T02:18:17.504658+0000","last_undegraded":"2024-09-18T02:18:17.504658+0000","last_fullsized":"2024-09-18T02:18:17.504658+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506036+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:18:17.506036+0000","last_peered":"2024-09-18T02:18:17.506036+0000","last_clean":"2024-09-18T02:18:17.506036+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:18:17.506036+0000","last_undegraded":"2024-09-18T02:18:17.506036+0000","last_fullsized":"2024-09-18T02:18:17.506036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500030+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:18:17.500030+0000","last_peered":"2024-09-18T02:18:17.500030+0000","last_clean":"2024-09-18T02:18:17.500030+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:18:17.500030+0000","last_undegraded":"2024-09-18T02:18:17.500030+0000","last_fullsized":"2024-09-18T02:18:17.500030+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505224+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:18:17.505224+0000","last_peered":"2024-09-18T02:18:17.505224+0000","last_clean":"2024-09-18T02:18:17.505224+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:18:17.505224+0000","last_undegraded":"2024-09-18T02:18:17.505224+0000","last_fullsized":"2024-09-18T02:18:17.505224+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503682+0000","last_change":"2024-09-18T02:17:25.438454+0000","last_active":"2024-09-18T02:18:17.503682+0000","last_peered":"2024-09-18T02:18:17.503682+0000","last_clean":"2024-09-18T02:18:17.503682+0000","last_became_active":"2024-09-18T02:17:22.268682+0000","last_became_peered":"2024-09-18T02:17:22.268682+0000","last_unstale":"2024-09-18T02:18:17.503682+0000","last_undegraded":"2024-09-18T02:18:17.503682+0000","last_fullsized":"2024-09-18T02:18:17.503682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:43:47.227141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038693499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"56'79","reported_seq":55,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502628+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:18:17.502628+0000","last_peered":"2024-09-18T02:18:17.502628+0000","last_clean":"2024-09-18T02:18:17.502628+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:18:17.502628+0000","last_undegraded":"2024-09-18T02:18:17.502628+0000","last_fullsized":"2024-09-18T02:18:17.502628+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505550+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:18:17.505550+0000","last_peered":"2024-09-18T02:18:17.505550+0000","last_clean":"2024-09-18T02:18:17.505550+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:18:17.505550+0000","last_undegraded":"2024-09-18T02:18:17.505550+0000","last_fullsized":"2024-09-18T02:18:17.505550+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507667+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:18:17.507667+0000","last_peered":"2024-09-18T02:18:17.507667+0000","last_clean":"2024-09-18T02:18:17.507667+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:18:17.507667+0000","last_undegraded":"2024-09-18T02:18:17.507667+0000","last_fullsized":"2024-09-18T02:18:17.507667+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504410+0000","last_change":"2024-09-18T02:17:25.274948+0000","last_active":"2024-09-18T02:18:17.504410+0000","last_peered":"2024-09-18T02:18:17.504410+0000","last_clean":"2024-09-18T02:18:17.504410+0000","last_became_active":"2024-09-18T02:17:21.545502+0000","last_became_peered":"2024-09-18T02:17:21.545502+0000","last_unstale":"2024-09-18T02:18:17.504410+0000","last_undegraded":"2024-09-18T02:18:17.504410+0000","last_fullsized":"2024-09-18T02:18:17.504410+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:42:24.524710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062937099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502549+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:18:17.502549+0000","last_peered":"2024-09-18T02:18:17.502549+0000","last_clean":"2024-09-18T02:18:17.502549+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:18:17.502549+0000","last_undegraded":"2024-09-18T02:18:17.502549+0000","last_fullsized":"2024-09-18T02:18:17.502549+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503604+0000","last_change":"2024-09-18T02:16:46.128574+0000","last_active":"2024-09-18T02:18:17.503604+0000","last_peered":"2024-09-18T02:18:17.503604+0000","last_clean":"2024-09-18T02:18:17.503604+0000","last_became_active":"2024-09-18T02:16:46.128267+0000","last_became_peered":"2024-09-18T02:16:46.128267+0000","last_unstale":"2024-09-18T02:18:17.503604+0000","last_undegraded":"2024-09-18T02:18:17.503604+0000","last_fullsized":"2024-09-18T02:18:17.503604+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504848+0000","last_change":"2024-09-18T02:17:25.277995+0000","last_active":"2024-09-18T02:18:17.504848+0000","last_peered":"2024-09-18T02:18:17.504848+0000","last_clean":"2024-09-18T02:18:17.504848+0000","last_became_active":"2024-09-18T02:17:21.960042+0000","last_became_peered":"2024-09-18T02:17:21.960042+0000","last_unstale":"2024-09-18T02:18:17.504848+0000","last_undegraded":"2024-09-18T02:18:17.504848+0000","last_fullsized":"2024-09-18T02:18:17.504848+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:16.763356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079017300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499629+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:18:17.499629+0000","last_peered":"2024-09-18T02:18:17.499629+0000","last_clean":"2024-09-18T02:18:17.499629+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:18:17.499629+0000","last_undegraded":"2024-09-18T02:18:17.499629+0000","last_fullsized":"2024-09-18T02:18:17.499629+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503335+0000","last_change":"2024-09-18T02:16:46.125536+0000","last_active":"2024-09-18T02:18:17.503335+0000","last_peered":"2024-09-18T02:18:17.503335+0000","last_clean":"2024-09-18T02:18:17.503335+0000","last_became_active":"2024-09-18T02:16:46.125168+0000","last_became_peered":"2024-09-18T02:16:46.125168+0000","last_unstale":"2024-09-18T02:18:17.503335+0000","last_undegraded":"2024-09-18T02:18:17.503335+0000","last_fullsized":"2024-09-18T02:18:17.503335+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505732+0000","last_change":"2024-09-18T02:17:25.277825+0000","last_active":"2024-09-18T02:18:17.505732+0000","last_peered":"2024-09-18T02:18:17.505732+0000","last_clean":"2024-09-18T02:18:17.505732+0000","last_became_active":"2024-09-18T02:17:21.545243+0000","last_became_peered":"2024-09-18T02:17:21.545243+0000","last_unstale":"2024-09-18T02:18:17.505732+0000","last_undegraded":"2024-09-18T02:18:17.505732+0000","last_fullsized":"2024-09-18T02:18:17.505732+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:43.484621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084000500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506256+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:18:17.506256+0000","last_peered":"2024-09-18T02:18:17.506256+0000","last_clean":"2024-09-18T02:18:17.506256+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:18:17.506256+0000","last_undegraded":"2024-09-18T02:18:17.506256+0000","last_fullsized":"2024-09-18T02:18:17.506256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500481+0000","last_change":"2024-09-18T02:16:46.128627+0000","last_active":"2024-09-18T02:18:17.500481+0000","last_peered":"2024-09-18T02:18:17.500481+0000","last_clean":"2024-09-18T02:18:17.500481+0000","last_became_active":"2024-09-18T02:16:46.128331+0000","last_became_peered":"2024-09-18T02:16:46.128331+0000","last_unstale":"2024-09-18T02:18:17.500481+0000","last_undegraded":"2024-09-18T02:18:17.500481+0000","last_fullsized":"2024-09-18T02:18:17.500481+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503116+0000","last_change":"2024-09-18T02:17:25.277765+0000","last_active":"2024-09-18T02:18:17.503116+0000","last_peered":"2024-09-18T02:18:17.503116+0000","last_clean":"2024-09-18T02:18:17.503116+0000","last_became_active":"2024-09-18T02:17:21.960517+0000","last_became_peered":"2024-09-18T02:17:21.960517+0000","last_unstale":"2024-09-18T02:18:17.503116+0000","last_undegraded":"2024-09-18T02:18:17.503116+0000","last_fullsized":"2024-09-18T02:18:17.503116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:40:43.145433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090648400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506729+0000","last_change":"2024-09-18T02:16:45.100747+0000","last_active":"2024-09-18T02:18:17.506729+0000","last_peered":"2024-09-18T02:18:17.506729+0000","last_clean":"2024-09-18T02:18:17.506729+0000","last_became_active":"2024-09-18T02:16:45.100324+0000","last_became_peered":"2024-09-18T02:16:45.100324+0000","last_unstale":"2024-09-18T02:18:17.506729+0000","last_undegraded":"2024-09-18T02:18:17.506729+0000","last_fullsized":"2024-09-18T02:18:17.506729+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505850+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:18:17.505850+0000","last_peered":"2024-09-18T02:18:17.505850+0000","last_clean":"2024-09-18T02:18:17.505850+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:18:17.505850+0000","last_undegraded":"2024-09-18T02:18:17.505850+0000","last_fullsized":"2024-09-18T02:18:17.505850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503837+0000","last_change":"2024-09-18T02:17:25.274783+0000","last_active":"2024-09-18T02:18:17.503837+0000","last_peered":"2024-09-18T02:18:17.503837+0000","last_clean":"2024-09-18T02:18:17.503837+0000","last_became_active":"2024-09-18T02:17:22.268593+0000","last_became_peered":"2024-09-18T02:17:22.268593+0000","last_unstale":"2024-09-18T02:18:17.503837+0000","last_undegraded":"2024-09-18T02:18:17.503837+0000","last_fullsized":"2024-09-18T02:18:17.503837+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:39:28.639001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073915500000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505488+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:18:17.505488+0000","last_peered":"2024-09-18T02:18:17.505488+0000","last_clean":"2024-09-18T02:18:17.505488+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:18:17.505488+0000","last_undegraded":"2024-09-18T02:18:17.505488+0000","last_fullsized":"2024-09-18T02:18:17.505488+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506613+0000","last_change":"2024-09-18T02:16:46.102836+0000","last_active":"2024-09-18T02:18:17.506613+0000","last_peered":"2024-09-18T02:18:17.506613+0000","last_clean":"2024-09-18T02:18:17.506613+0000","last_became_active":"2024-09-18T02:16:46.102507+0000","last_became_peered":"2024-09-18T02:16:46.102507+0000","last_unstale":"2024-09-18T02:18:17.506613+0000","last_undegraded":"2024-09-18T02:18:17.506613+0000","last_fullsized":"2024-09-18T02:18:17.506613+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505804+0000","last_change":"2024-09-18T02:17:25.772050+0000","last_active":"2024-09-18T02:18:17.505804+0000","last_peered":"2024-09-18T02:18:17.505804+0000","last_clean":"2024-09-18T02:18:17.505804+0000","last_became_active":"2024-09-18T02:17:22.268506+0000","last_became_peered":"2024-09-18T02:17:22.268506+0000","last_unstale":"2024-09-18T02:18:17.505804+0000","last_undegraded":"2024-09-18T02:18:17.505804+0000","last_fullsized":"2024-09-18T02:18:17.505804+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:44:29.818307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041181099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506580+0000","last_change":"2024-09-18T02:16:45.097418+0000","last_active":"2024-09-18T02:18:17.506580+0000","last_peered":"2024-09-18T02:18:17.506580+0000","last_clean":"2024-09-18T02:18:17.506580+0000","last_became_active":"2024-09-18T02:16:45.097103+0000","last_became_peered":"2024-09-18T02:16:45.097103+0000","last_unstale":"2024-09-18T02:18:17.506580+0000","last_undegraded":"2024-09-18T02:18:17.506580+0000","last_fullsized":"2024-09-18T02:18:17.506580+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508156+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:18:17.508156+0000","last_peered":"2024-09-18T02:18:17.508156+0000","last_clean":"2024-09-18T02:18:17.508156+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:18:17.508156+0000","last_undegraded":"2024-09-18T02:18:17.508156+0000","last_fullsized":"2024-09-18T02:18:17.508156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499835+0000","last_change":"2024-09-18T02:17:25.279320+0000","last_active":"2024-09-18T02:18:17.499835+0000","last_peered":"2024-09-18T02:18:17.499835+0000","last_clean":"2024-09-18T02:18:17.499835+0000","last_became_active":"2024-09-18T02:17:21.960398+0000","last_became_peered":"2024-09-18T02:17:21.960398+0000","last_unstale":"2024-09-18T02:18:17.499835+0000","last_undegraded":"2024-09-18T02:18:17.499835+0000","last_fullsized":"2024-09-18T02:18:17.499835+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:18.075921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051822100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":37,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.508613+0000","last_change":"2024-09-18T02:18:18.508613+0000","last_active":"2024-09-18T02:18:18.508613+0000","last_peered":"2024-09-18T02:18:18.508613+0000","last_clean":"2024-09-18T02:18:18.508613+0000","last_became_active":"2024-09-18T02:18:18.506409+0000","last_became_peered":"2024-09-18T02:18:18.506409+0000","last_unstale":"2024-09-18T02:18:18.508613+0000","last_undegraded":"2024-09-18T02:18:18.508613+0000","last_fullsized":"2024-09-18T02:18:18.508613+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:20.395465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.565772+0000","last_change":"2024-09-18T02:18:18.565772+0000","last_active":"2024-09-18T02:18:18.565772+0000","last_peered":"2024-09-18T02:18:18.565772+0000","last_clean":"2024-09-18T02:18:18.565772+0000","last_became_active":"2024-09-18T02:18:18.565460+0000","last_became_peered":"2024-09-18T02:18:18.565460+0000","last_unstale":"2024-09-18T02:18:18.565772+0000","last_undegraded":"2024-09-18T02:18:18.565772+0000","last_fullsized":"2024-09-18T02:18:18.565772+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:47:54.552433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502882+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:18:17.502882+0000","last_peered":"2024-09-18T02:18:17.502882+0000","last_clean":"2024-09-18T02:18:17.502882+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:18:17.502882+0000","last_undegraded":"2024-09-18T02:18:17.502882+0000","last_fullsized":"2024-09-18T02:18:17.502882+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500283+0000","last_change":"2024-09-18T02:16:46.116685+0000","last_active":"2024-09-18T02:18:17.500283+0000","last_peered":"2024-09-18T02:18:17.500283+0000","last_clean":"2024-09-18T02:18:17.500283+0000","last_became_active":"2024-09-18T02:16:46.116413+0000","last_became_peered":"2024-09-18T02:16:46.116413+0000","last_unstale":"2024-09-18T02:18:17.500283+0000","last_undegraded":"2024-09-18T02:18:17.500283+0000","last_fullsized":"2024-09-18T02:18:17.500283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503942+0000","last_change":"2024-09-18T02:16:45.099090+0000","last_active":"2024-09-18T02:18:17.503942+0000","last_peered":"2024-09-18T02:18:17.503942+0000","last_clean":"2024-09-18T02:18:17.503942+0000","last_became_active":"2024-09-18T02:16:45.098799+0000","last_became_peered":"2024-09-18T02:16:45.098799+0000","last_unstale":"2024-09-18T02:18:17.503942+0000","last_undegraded":"2024-09-18T02:18:17.503942+0000","last_fullsized":"2024-09-18T02:18:17.503942+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507299+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:18:17.507299+0000","last_peered":"2024-09-18T02:18:17.507299+0000","last_clean":"2024-09-18T02:18:17.507299+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:18:17.507299+0000","last_undegraded":"2024-09-18T02:18:17.507299+0000","last_fullsized":"2024-09-18T02:18:17.507299+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505191+0000","last_change":"2024-09-18T02:16:45.100361+0000","last_active":"2024-09-18T02:18:17.505191+0000","last_peered":"2024-09-18T02:18:17.505191+0000","last_clean":"2024-09-18T02:18:17.505191+0000","last_became_active":"2024-09-18T02:16:45.100077+0000","last_became_peered":"2024-09-18T02:16:45.100077+0000","last_unstale":"2024-09-18T02:18:17.505191+0000","last_undegraded":"2024-09-18T02:18:17.505191+0000","last_fullsized":"2024-09-18T02:18:17.505191+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507848+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:18:17.507848+0000","last_peered":"2024-09-18T02:18:17.507848+0000","last_clean":"2024-09-18T02:18:17.507848+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:18:17.507848+0000","last_undegraded":"2024-09-18T02:18:17.507848+0000","last_fullsized":"2024-09-18T02:18:17.507848+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503110+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:18:17.503110+0000","last_peered":"2024-09-18T02:18:17.503110+0000","last_clean":"2024-09-18T02:18:17.503110+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:18:17.503110+0000","last_undegraded":"2024-09-18T02:18:17.503110+0000","last_fullsized":"2024-09-18T02:18:17.503110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503024+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:18:17.503024+0000","last_peered":"2024-09-18T02:18:17.503024+0000","last_clean":"2024-09-18T02:18:17.503024+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:18:17.503024+0000","last_undegraded":"2024-09-18T02:18:17.503024+0000","last_fullsized":"2024-09-18T02:18:17.503024+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505751+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:18:17.505751+0000","last_peered":"2024-09-18T02:18:17.505751+0000","last_clean":"2024-09-18T02:18:17.505751+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:18:17.505751+0000","last_undegraded":"2024-09-18T02:18:17.505751+0000","last_fullsized":"2024-09-18T02:18:17.505751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503941+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:18:17.503941+0000","last_peered":"2024-09-18T02:18:17.503941+0000","last_clean":"2024-09-18T02:18:17.503941+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:18:17.503941+0000","last_undegraded":"2024-09-18T02:18:17.503941+0000","last_fullsized":"2024-09-18T02:18:17.503941+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.565955+0000","last_change":"2024-09-18T02:18:18.565955+0000","last_active":"2024-09-18T02:18:18.565955+0000","last_peered":"2024-09-18T02:18:18.565955+0000","last_clean":"2024-09-18T02:18:18.565955+0000","last_became_active":"2024-09-18T02:18:18.565647+0000","last_became_peered":"2024-09-18T02:18:18.565647+0000","last_unstale":"2024-09-18T02:18:18.565955+0000","last_undegraded":"2024-09-18T02:18:18.565955+0000","last_fullsized":"2024-09-18T02:18:18.565955+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:13:42.690980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505322+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:18:17.505322+0000","last_peered":"2024-09-18T02:18:17.505322+0000","last_clean":"2024-09-18T02:18:17.505322+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:18:17.505322+0000","last_undegraded":"2024-09-18T02:18:17.505322+0000","last_fullsized":"2024-09-18T02:18:17.505322+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505605+0000","last_change":"2024-09-18T02:16:46.127085+0000","last_active":"2024-09-18T02:18:17.505605+0000","last_peered":"2024-09-18T02:18:17.505605+0000","last_clean":"2024-09-18T02:18:17.505605+0000","last_became_active":"2024-09-18T02:16:46.126698+0000","last_became_peered":"2024-09-18T02:16:46.126698+0000","last_unstale":"2024-09-18T02:18:17.505605+0000","last_undegraded":"2024-09-18T02:18:17.505605+0000","last_fullsized":"2024-09-18T02:18:17.505605+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508120+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:18:17.508120+0000","last_peered":"2024-09-18T02:18:17.508120+0000","last_clean":"2024-09-18T02:18:17.508120+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:18:17.508120+0000","last_undegraded":"2024-09-18T02:18:17.508120+0000","last_fullsized":"2024-09-18T02:18:17.508120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507963+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:18:17.507963+0000","last_peered":"2024-09-18T02:18:17.507963+0000","last_clean":"2024-09-18T02:18:17.507963+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:18:17.507963+0000","last_undegraded":"2024-09-18T02:18:17.507963+0000","last_fullsized":"2024-09-18T02:18:17.507963+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":25,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505960+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:18:17.505960+0000","last_peered":"2024-09-18T02:18:17.505960+0000","last_clean":"2024-09-18T02:18:17.505960+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:18:17.505960+0000","last_undegraded":"2024-09-18T02:18:17.505960+0000","last_fullsized":"2024-09-18T02:18:17.505960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397530,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1261568,"data_stored":884972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.36399999999999999}]},{"osd":1,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.46100000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44500000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.56599999999999995}]},{"osd":4,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.503}]},{"osd":5,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.52600000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.51300000000000001}]}]},{"osd":6,"up_from":43,"seq":184683593759,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":886407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66200000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.40699999999999997}]},{"osd":1,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57299999999999995,"15min":0.57599999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.38100000000000001}]},{"osd":2,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54900000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.34100000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.48399999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.32500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.73699999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.34300000000000003}]},{"osd":4,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40999999999999998,"15min":0.40500000000000003},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64000000000000001,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.441},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41699999999999998,"15min":0.40999999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58499999999999996,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42099999999999999,"15min":0.41699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60599999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.44700000000000001,"15min":0.439},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64700000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52800000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.503}]}]},{"osd":5,"up_from":37,"seq":158913789988,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":296148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64000000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.38100000000000001}]},{"osd":1,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.40200000000000002,"5min":0.316,"15min":0.316},"max":{"1min":2.105,"5min":2.105,"15min":2.105},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.34699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.51300000000000001}]},{"osd":2,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.52800000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.901,"5min":1.901,"15min":1.901},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.624,"5min":0.54800000000000004,"15min":0.53500000000000003},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.54300000000000004}]},{"osd":3,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.53100000000000003,"15min":0.51900000000000002},"min":{"1min":0.35299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.141,"5min":2.141,"15min":2.141},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.55400000000000005,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.875,"5min":1.875,"15min":1.875},"last":0.58499999999999996}]},{"osd":4,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29299999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.70799999999999996}]},{"osd":6,"last update":"Wed Sep 18 02:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42499999999999999,"15min":0.42299999999999999},"min":{"1min":0.30199999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61799999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.34799999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.72899999999999998}]},{"osd":7,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.749},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.65000000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":294727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54900000000000004,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71399999999999997,"5min":0.747,"15min":0.747},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.57499999999999996,"15min":0.59499999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69499999999999995,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.501}]},{"osd":1,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.57399999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57099999999999995,"15min":0.58299999999999996},"min":{"1min":0.40100000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.68600000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.58799999999999997,"15min":0.61399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68200000000000005,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.41699999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.54000000000000004}]},{"osd":3,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73799999999999999,"5min":0.749,"15min":0.749},"last":0.63800000000000001}]},{"osd":5,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.38700000000000001,"15min":0.375},"min":{"1min":0.30499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.67800000000000005}]},{"osd":6,"last update":"Wed Sep 18 02:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.748},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.436,"15min":0.42999999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.73599999999999999}]},{"osd":7,"last update":"Wed Sep 18 02:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.77200000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149741,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":679936,"data_stored":296458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.53000000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.38400000000000001},"min":{"1min":0.24199999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.51400000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41499999999999998,"15min":0.43099999999999999},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56699999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.372},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38,"15min":0.39000000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.54200000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.40300000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.434,"15min":0.44500000000000001},"min":{"1min":0.26300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.41099999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.58699999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28100000000000003}]},{"osd":4,"last update":"Wed Sep 18 02:18:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.54300000000000004,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.752,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54100000000000004,"15min":0.53000000000000003},"min":{"1min":0.42099999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.78800000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.46999999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57999999999999996,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.436}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.54800000000000004}]},{"osd":7,"last update":"Wed Sep 18 02:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.501}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298000,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447152,"statfs":{"total":95995035648,"available":95689883648,"internally_reserved":0,"allocated":659456,"data_stored":294012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.375,"15min":0.36499999999999999},"min":{"1min":0.20699999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36599999999999999},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.53100000000000003}]},{"osd":1,"last update":"Wed Sep 18 02:17:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40400000000000003,"15min":0.39500000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.38200000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.66300000000000003,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.60099999999999998}]},{"osd":3,"last update":"Wed Sep 18 02:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46800000000000003,"15min":0.47999999999999998},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61299999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46200000000000002,"15min":0.47399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.57399999999999995}]},{"osd":4,"last update":"Wed Sep 18 02:18:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58299999999999996,"15min":0.57699999999999996},"min":{"1min":0.42299999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.83199999999999996,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.748},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.80200000000000005}]},{"osd":5,"last update":"Wed Sep 18 02:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.62,"15min":0.61699999999999999},"min":{"1min":0.46100000000000002,"5min":0.439,"15min":0.439},"max":{"1min":0.82899999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75800000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.89500000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:18:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.48099999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.76300000000000001,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.64100000000000001,"15min":0.64400000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82299999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.78600000000000003}]},{"osd":7,"last update":"Wed Sep 18 02:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.77700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":671744,"data_stored":294191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:14 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.34999999999999998,"15min":0.33600000000000002},"min":{"1min":0.25900000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.441,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.378,"15min":0.371},"min":{"1min":0.26800000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.504,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.28899999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39100000000000001,"15min":0.38800000000000001},"min":{"1min":0.27900000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.56200000000000006,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.58599999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.34499999999999997}]},{"osd":3,"last update":"Wed Sep 18 02:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.432,"15min":0.442},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.55600000000000005,"5min":0.751,"15min":0.751},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.312}]},{"osd":4,"last update":"Wed Sep 18 02:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60299999999999998},"min":{"1min":0.40100000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.77300000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.49099999999999999}]},{"osd":5,"last update":"Wed Sep 18 02:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.59299999999999997,"15min":0.58499999999999996},"min":{"1min":0.42999999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.48799999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.52500000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.625,"15min":0.63},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.78000000000000003,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61899999999999999,"15min":0.624},"min":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.79900000000000004,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.56200000000000006}]},{"osd":7,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.751}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298596,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446556,"statfs":{"total":95995035648,"available":95689273344,"internally_reserved":0,"allocated":1269760,"data_stored":885096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:18:10 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.35699999999999998,"15min":0.31900000000000001},"min":{"1min":0.25900000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.47299999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35999999999999999,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52000000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.36799999999999999}]},{"osd":2,"last update":"Wed Sep 18 02:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40899999999999997,"15min":0.41099999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64300000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.42599999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:17:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.45300000000000001,"15min":0.46999999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.31900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.47499999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:18:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.47299999999999998,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.54400000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42699999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50800000000000001}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.621,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.433,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.55500000000000005}]},{"osd":7,"last update":"Wed Sep 18 02:17:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.59499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:18:23.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph status --format=json 2024-09-18T02:18:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:24 smithi046 ceph-mon[39146]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:24 smithi046 ceph-mon[39146]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:24 smithi046 ceph-mon[27507]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:24 smithi046 ceph-mon[27507]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:24.790 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:24 smithi195 ceph-mon[31687]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:24 smithi195 ceph-mon[31687]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:26.783 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:26 smithi046 ceph-mon[27507]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:26.783 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:26 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:26.783 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:26 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:26.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:26 smithi046 ceph-mon[39146]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:26.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:26 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:26.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:26 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:26 smithi195 ceph-mon[31687]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:26 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:26 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:27.343 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:27.343 INFO:teuthology.orchestra.run.smithi046.stdout:{"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":320,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":65,"num_osds":8,"num_up_osds":8,"osd_up_since":1726625786,"num_in_osds":8,"osd_in_since":1726625769,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":26,"data_bytes":593515,"bytes_used":2443100160,"bytes_avail":765517185024,"bytes_total":767960285184,"recovering_objects_per_sec":0,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24358}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.46:8443/","prometheus":"http://172.21.15.46:9283/"}},"servicemap":{"epoch":13,"modified":"2024-09-18T02:18:19.259458+0000","services":{}},"progress_events":{}} 2024-09-18T02:18:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:27.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3284970050' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-18T02:18:27.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:27.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:27.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:27.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:27 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3284970050' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-18T02:18:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:27 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:27 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:27 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:27 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3284970050' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-18T02:18:28.519 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-18T02:18:28.519 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T02:18:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:28 smithi046 ceph-mon[39146]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T02:18:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:28 smithi046 ceph-mon[39146]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-18T02:18:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:28 smithi046 ceph-mon[39146]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:28 smithi046 ceph-mon[27507]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T02:18:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:28 smithi046 ceph-mon[27507]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-18T02:18:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:28 smithi046 ceph-mon[27507]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:28 smithi195 ceph-mon[31687]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T02:18:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:28 smithi195 ceph-mon[31687]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-18T02:18:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:28 smithi195 ceph-mon[31687]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:30.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:18:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:18:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:18:30.748 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:30 smithi195 ceph-mon[31687]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:30.836 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:30.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:30 smithi046 ceph-mon[39146]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:30.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:30 smithi046 ceph-mon[27507]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:30.963 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:30 smithi046 systemd[1]: Stopping Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:18:31.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:31 smithi046 podman[77692]: 2024-09-18 02:18:31.311507428 +0000 UTC m=+0.461593154 container died 2e963e65632043c60506175ef94c3ea5beb54dfa055a77ab0668e313ef858c30 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=pedantic_tharp, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=quincy-4a70413, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-18T02:18:31.926 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:31 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[71872]: ts=2024-09-18T02:18:31.617Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-18T02:18:31.926 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:31 smithi046 podman[77768]: 2024-09-18 02:18:31.638334148 +0000 UTC m=+0.114448767 container died 4332b7d33d89ef659be9b4185a54220468b173abe4b4b1867a807e80444d20c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:32.258 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:32 smithi046 podman[77768]: 2024-09-18 02:18:32.143726639 +0000 UTC m=+0.619841260 container cleanup 4332b7d33d89ef659be9b4185a54220468b173abe4b4b1867a807e80444d20c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:32.258 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:32 smithi046 bash[77768]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T02:18:32.654 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:32 smithi046 podman[77785]: 2024-09-18 02:18:32.383755315 +0000 UTC m=+0.746902433 container remove 4332b7d33d89ef659be9b4185a54220468b173abe4b4b1867a807e80444d20c4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:32.654 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:32 smithi046 podman[77785]: 2024-09-18 02:18:32.492773033 +0000 UTC m=+0.855920109 volume remove 66cdb134697ae72a969a1a775f29889bd333585745c4422cb82cefd119491a14 2024-09-18T02:18:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:32 smithi195 ceph-mon[31687]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:32 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:32 smithi046 ceph-mon[27507]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:32 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:32 smithi046 ceph-mon[39146]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:32 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:33.566 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:33 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-18T02:18:33.566 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:33 smithi046 systemd[1]: Stopped Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:18:33.566 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:33 smithi046 systemd[1]: Starting Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:18:33.569 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:33.570 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:18:33.986 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:33 smithi046 podman[77960]: 2024-09-18 02:18:33.542236195 +0000 UTC m=+0.016385037 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-18T02:18:33.986 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:33 smithi046 podman[77960]: 2024-09-18 02:18:33.667429612 +0000 UTC m=+0.141578448 volume create 23e16af7b487af5f44bcf2fb6ec8a1a03e21f6cce0994e50d3ee6ce098a92451 2024-09-18T02:18:33.986 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:33 smithi046 podman[77960]: 2024-09-18 02:18:33.784699507 +0000 UTC m=+0.258848381 container create 11788454af073e0682aa9559b79bd20f2656a234a1382592c00fed3aebac5cef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 podman[77960]: 2024-09-18 02:18:34.120786507 +0000 UTC m=+0.594935339 container init 11788454af073e0682aa9559b79bd20f2656a234a1382592c00fed3aebac5cef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 podman[77960]: 2024-09-18 02:18:34.126010845 +0000 UTC m=+0.600159680 container start 11788454af073e0682aa9559b79bd20f2656a234a1382592c00fed3aebac5cef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.138Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.138Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.139Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.140Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.163Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:18:34.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.164Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:18:34.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.166Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-18T02:18:34.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:34.166Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-18T02:18:34.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 bash[77960]: 11788454af073e0682aa9559b79bd20f2656a234a1382592c00fed3aebac5cef 2024-09-18T02:18:34.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:34 smithi046 systemd[1]: Started Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:18:34.944 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[39146]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:34.944 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[39146]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:34.944 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:34.944 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:34.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[27507]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:34.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[27507]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:34.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:34.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:34 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:34.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:34 smithi195 ceph-mon[31687]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-18T02:18:34.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:34 smithi195 ceph-mon[31687]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:34.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:34 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:34 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:34.975 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":50,"stamp":"2024-09-18T02:18:33.262428+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385840,"kb_used_data":6992,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575376,"statfs":{"total":767960285184,"available":765517185024,"internally_reserved":0,"allocated":7159808,"data_stored":4132011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002576"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504345+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:18:17.504345+0000","last_peered":"2024-09-18T02:18:17.504345+0000","last_clean":"2024-09-18T02:18:17.504345+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:18:17.504345+0000","last_undegraded":"2024-09-18T02:18:17.504345+0000","last_fullsized":"2024-09-18T02:18:17.504345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506424+0000","last_change":"2024-09-18T02:16:46.127701+0000","last_active":"2024-09-18T02:18:17.506424+0000","last_peered":"2024-09-18T02:18:17.506424+0000","last_clean":"2024-09-18T02:18:17.506424+0000","last_became_active":"2024-09-18T02:16:46.127414+0000","last_became_peered":"2024-09-18T02:16:46.127414+0000","last_unstale":"2024-09-18T02:18:17.506424+0000","last_undegraded":"2024-09-18T02:18:17.506424+0000","last_fullsized":"2024-09-18T02:18:17.506424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504158+0000","last_change":"2024-09-18T02:16:46.129673+0000","last_active":"2024-09-18T02:18:17.504158+0000","last_peered":"2024-09-18T02:18:17.504158+0000","last_clean":"2024-09-18T02:18:17.504158+0000","last_became_active":"2024-09-18T02:16:46.129392+0000","last_became_peered":"2024-09-18T02:16:46.129392+0000","last_unstale":"2024-09-18T02:18:17.504158+0000","last_undegraded":"2024-09-18T02:18:17.504158+0000","last_fullsized":"2024-09-18T02:18:17.504158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505978+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:18:17.505978+0000","last_peered":"2024-09-18T02:18:17.505978+0000","last_clean":"2024-09-18T02:18:17.505978+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:18:17.505978+0000","last_undegraded":"2024-09-18T02:18:17.505978+0000","last_fullsized":"2024-09-18T02:18:17.505978+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503044+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:18:17.503044+0000","last_peered":"2024-09-18T02:18:17.503044+0000","last_clean":"2024-09-18T02:18:17.503044+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:18:17.503044+0000","last_undegraded":"2024-09-18T02:18:17.503044+0000","last_fullsized":"2024-09-18T02:18:17.503044+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505596+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:18:17.505596+0000","last_peered":"2024-09-18T02:18:17.505596+0000","last_clean":"2024-09-18T02:18:17.505596+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:18:17.505596+0000","last_undegraded":"2024-09-18T02:18:17.505596+0000","last_fullsized":"2024-09-18T02:18:17.505596+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502110+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:18:17.502110+0000","last_peered":"2024-09-18T02:18:17.502110+0000","last_clean":"2024-09-18T02:18:17.502110+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:18:17.502110+0000","last_undegraded":"2024-09-18T02:18:17.502110+0000","last_fullsized":"2024-09-18T02:18:17.502110+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507128+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:18:17.507128+0000","last_peered":"2024-09-18T02:18:17.507128+0000","last_clean":"2024-09-18T02:18:17.507128+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:18:17.507128+0000","last_undegraded":"2024-09-18T02:18:17.507128+0000","last_fullsized":"2024-09-18T02:18:17.507128+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504637+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:18:17.504637+0000","last_peered":"2024-09-18T02:18:17.504637+0000","last_clean":"2024-09-18T02:18:17.504637+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:18:17.504637+0000","last_undegraded":"2024-09-18T02:18:17.504637+0000","last_fullsized":"2024-09-18T02:18:17.504637+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504230+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:18:17.504230+0000","last_peered":"2024-09-18T02:18:17.504230+0000","last_clean":"2024-09-18T02:18:17.504230+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:18:17.504230+0000","last_undegraded":"2024-09-18T02:18:17.504230+0000","last_fullsized":"2024-09-18T02:18:17.504230+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503930+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:18:17.503930+0000","last_peered":"2024-09-18T02:18:17.503930+0000","last_clean":"2024-09-18T02:18:17.503930+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:18:17.503930+0000","last_undegraded":"2024-09-18T02:18:17.503930+0000","last_fullsized":"2024-09-18T02:18:17.503930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500146+0000","last_change":"2024-09-18T02:16:46.118560+0000","last_active":"2024-09-18T02:18:17.500146+0000","last_peered":"2024-09-18T02:18:17.500146+0000","last_clean":"2024-09-18T02:18:17.500146+0000","last_became_active":"2024-09-18T02:16:46.117940+0000","last_became_peered":"2024-09-18T02:16:46.117940+0000","last_unstale":"2024-09-18T02:18:17.500146+0000","last_undegraded":"2024-09-18T02:18:17.500146+0000","last_fullsized":"2024-09-18T02:18:17.500146+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507764+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:18:17.507764+0000","last_peered":"2024-09-18T02:18:17.507764+0000","last_clean":"2024-09-18T02:18:17.507764+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:18:17.507764+0000","last_undegraded":"2024-09-18T02:18:17.507764+0000","last_fullsized":"2024-09-18T02:18:17.507764+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505126+0000","last_change":"2024-09-18T02:16:46.129556+0000","last_active":"2024-09-18T02:18:17.505126+0000","last_peered":"2024-09-18T02:18:17.505126+0000","last_clean":"2024-09-18T02:18:17.505126+0000","last_became_active":"2024-09-18T02:16:46.129259+0000","last_became_peered":"2024-09-18T02:16:46.129259+0000","last_unstale":"2024-09-18T02:18:17.505126+0000","last_undegraded":"2024-09-18T02:18:17.505126+0000","last_fullsized":"2024-09-18T02:18:17.505126+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503863+0000","last_change":"2024-09-18T02:16:46.103546+0000","last_active":"2024-09-18T02:18:17.503863+0000","last_peered":"2024-09-18T02:18:17.503863+0000","last_clean":"2024-09-18T02:18:17.503863+0000","last_became_active":"2024-09-18T02:16:46.103187+0000","last_became_peered":"2024-09-18T02:16:46.103187+0000","last_unstale":"2024-09-18T02:18:17.503863+0000","last_undegraded":"2024-09-18T02:18:17.503863+0000","last_fullsized":"2024-09-18T02:18:17.503863+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505824+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:18:17.505824+0000","last_peered":"2024-09-18T02:18:17.505824+0000","last_clean":"2024-09-18T02:18:17.505824+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:18:17.505824+0000","last_undegraded":"2024-09-18T02:18:17.505824+0000","last_fullsized":"2024-09-18T02:18:17.505824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506259+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:18:17.506259+0000","last_peered":"2024-09-18T02:18:17.506259+0000","last_clean":"2024-09-18T02:18:17.506259+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:18:17.506259+0000","last_undegraded":"2024-09-18T02:18:17.506259+0000","last_fullsized":"2024-09-18T02:18:17.506259+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500498+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:18:17.500498+0000","last_peered":"2024-09-18T02:18:17.500498+0000","last_clean":"2024-09-18T02:18:17.500498+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:18:17.500498+0000","last_undegraded":"2024-09-18T02:18:17.500498+0000","last_fullsized":"2024-09-18T02:18:17.500498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505414+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:18:17.505414+0000","last_peered":"2024-09-18T02:18:17.505414+0000","last_clean":"2024-09-18T02:18:17.505414+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:18:17.505414+0000","last_undegraded":"2024-09-18T02:18:17.505414+0000","last_fullsized":"2024-09-18T02:18:17.505414+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504081+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:18:17.504081+0000","last_peered":"2024-09-18T02:18:17.504081+0000","last_clean":"2024-09-18T02:18:17.504081+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:18:17.504081+0000","last_undegraded":"2024-09-18T02:18:17.504081+0000","last_fullsized":"2024-09-18T02:18:17.504081+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504031+0000","last_change":"2024-09-18T02:16:46.130922+0000","last_active":"2024-09-18T02:18:17.504031+0000","last_peered":"2024-09-18T02:18:17.504031+0000","last_clean":"2024-09-18T02:18:17.504031+0000","last_became_active":"2024-09-18T02:16:46.130650+0000","last_became_peered":"2024-09-18T02:16:46.130650+0000","last_unstale":"2024-09-18T02:18:17.504031+0000","last_undegraded":"2024-09-18T02:18:17.504031+0000","last_fullsized":"2024-09-18T02:18:17.504031+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505681+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:18:17.505681+0000","last_peered":"2024-09-18T02:18:17.505681+0000","last_clean":"2024-09-18T02:18:17.505681+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:18:17.505681+0000","last_undegraded":"2024-09-18T02:18:17.505681+0000","last_fullsized":"2024-09-18T02:18:17.505681+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507348+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:18:17.507348+0000","last_peered":"2024-09-18T02:18:17.507348+0000","last_clean":"2024-09-18T02:18:17.507348+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:18:17.507348+0000","last_undegraded":"2024-09-18T02:18:17.507348+0000","last_fullsized":"2024-09-18T02:18:17.507348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505916+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:18:17.505916+0000","last_peered":"2024-09-18T02:18:17.505916+0000","last_clean":"2024-09-18T02:18:17.505916+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:18:17.505916+0000","last_undegraded":"2024-09-18T02:18:17.505916+0000","last_fullsized":"2024-09-18T02:18:17.505916+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508140+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:18:17.508140+0000","last_peered":"2024-09-18T02:18:17.508140+0000","last_clean":"2024-09-18T02:18:17.508140+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:18:17.508140+0000","last_undegraded":"2024-09-18T02:18:17.508140+0000","last_fullsized":"2024-09-18T02:18:17.508140+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504303+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:18:17.504303+0000","last_peered":"2024-09-18T02:18:17.504303+0000","last_clean":"2024-09-18T02:18:17.504303+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:18:17.504303+0000","last_undegraded":"2024-09-18T02:18:17.504303+0000","last_fullsized":"2024-09-18T02:18:17.504303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504441+0000","last_change":"2024-09-18T02:16:46.108957+0000","last_active":"2024-09-18T02:18:17.504441+0000","last_peered":"2024-09-18T02:18:17.504441+0000","last_clean":"2024-09-18T02:18:17.504441+0000","last_became_active":"2024-09-18T02:16:46.108494+0000","last_became_peered":"2024-09-18T02:16:46.108494+0000","last_unstale":"2024-09-18T02:18:17.504441+0000","last_undegraded":"2024-09-18T02:18:17.504441+0000","last_fullsized":"2024-09-18T02:18:17.504441+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507933+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:18:17.507933+0000","last_peered":"2024-09-18T02:18:17.507933+0000","last_clean":"2024-09-18T02:18:17.507933+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:18:17.507933+0000","last_undegraded":"2024-09-18T02:18:17.507933+0000","last_fullsized":"2024-09-18T02:18:17.507933+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504126+0000","last_change":"2024-09-18T02:16:46.132488+0000","last_active":"2024-09-18T02:18:17.504126+0000","last_peered":"2024-09-18T02:18:17.504126+0000","last_clean":"2024-09-18T02:18:17.504126+0000","last_became_active":"2024-09-18T02:16:46.132191+0000","last_became_peered":"2024-09-18T02:16:46.132191+0000","last_unstale":"2024-09-18T02:18:17.504126+0000","last_undegraded":"2024-09-18T02:18:17.504126+0000","last_fullsized":"2024-09-18T02:18:17.504126+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505754+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:18:17.505754+0000","last_peered":"2024-09-18T02:18:17.505754+0000","last_clean":"2024-09-18T02:18:17.505754+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:18:17.505754+0000","last_undegraded":"2024-09-18T02:18:17.505754+0000","last_fullsized":"2024-09-18T02:18:17.505754+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499565+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:18:17.499565+0000","last_peered":"2024-09-18T02:18:17.499565+0000","last_clean":"2024-09-18T02:18:17.499565+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:18:17.499565+0000","last_undegraded":"2024-09-18T02:18:17.499565+0000","last_fullsized":"2024-09-18T02:18:17.499565+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.803227+0000","last_change":"2024-09-18T02:18:18.803227+0000","last_active":"2024-09-18T02:18:18.803227+0000","last_peered":"2024-09-18T02:18:18.803227+0000","last_clean":"2024-09-18T02:18:18.803227+0000","last_became_active":"2024-09-18T02:18:18.802900+0000","last_became_peered":"2024-09-18T02:18:18.802900+0000","last_unstale":"2024-09-18T02:18:18.803227+0000","last_undegraded":"2024-09-18T02:18:18.803227+0000","last_fullsized":"2024-09-18T02:18:18.803227+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.419499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500112+0000","last_change":"2024-09-18T02:16:46.110318+0000","last_active":"2024-09-18T02:18:17.500112+0000","last_peered":"2024-09-18T02:18:17.500112+0000","last_clean":"2024-09-18T02:18:17.500112+0000","last_became_active":"2024-09-18T02:16:46.110045+0000","last_became_peered":"2024-09-18T02:16:46.110045+0000","last_unstale":"2024-09-18T02:18:17.500112+0000","last_undegraded":"2024-09-18T02:18:17.500112+0000","last_fullsized":"2024-09-18T02:18:17.500112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507864+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:18:17.507864+0000","last_peered":"2024-09-18T02:18:17.507864+0000","last_clean":"2024-09-18T02:18:17.507864+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:18:17.507864+0000","last_undegraded":"2024-09-18T02:18:17.507864+0000","last_fullsized":"2024-09-18T02:18:17.507864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504203+0000","last_change":"2024-09-18T02:16:46.132142+0000","last_active":"2024-09-18T02:18:17.504203+0000","last_peered":"2024-09-18T02:18:17.504203+0000","last_clean":"2024-09-18T02:18:17.504203+0000","last_became_active":"2024-09-18T02:16:46.131882+0000","last_became_peered":"2024-09-18T02:16:46.131882+0000","last_unstale":"2024-09-18T02:18:17.504203+0000","last_undegraded":"2024-09-18T02:18:17.504203+0000","last_fullsized":"2024-09-18T02:18:17.504203+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503105+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:18:17.503105+0000","last_peered":"2024-09-18T02:18:17.503105+0000","last_clean":"2024-09-18T02:18:17.503105+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:18:17.503105+0000","last_undegraded":"2024-09-18T02:18:17.503105+0000","last_fullsized":"2024-09-18T02:18:17.503105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507516+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:18:17.507516+0000","last_peered":"2024-09-18T02:18:17.507516+0000","last_clean":"2024-09-18T02:18:17.507516+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:18:17.507516+0000","last_undegraded":"2024-09-18T02:18:17.507516+0000","last_fullsized":"2024-09-18T02:18:17.507516+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507217+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:18:17.507217+0000","last_peered":"2024-09-18T02:18:17.507217+0000","last_clean":"2024-09-18T02:18:17.507217+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:18:17.507217+0000","last_undegraded":"2024-09-18T02:18:17.507217+0000","last_fullsized":"2024-09-18T02:18:17.507217+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506012+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:18:17.506012+0000","last_peered":"2024-09-18T02:18:17.506012+0000","last_clean":"2024-09-18T02:18:17.506012+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:18:17.506012+0000","last_undegraded":"2024-09-18T02:18:17.506012+0000","last_fullsized":"2024-09-18T02:18:17.506012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504106+0000","last_change":"2024-09-18T02:16:46.108204+0000","last_active":"2024-09-18T02:18:17.504106+0000","last_peered":"2024-09-18T02:18:17.504106+0000","last_clean":"2024-09-18T02:18:17.504106+0000","last_became_active":"2024-09-18T02:16:46.107155+0000","last_became_peered":"2024-09-18T02:16:46.107155+0000","last_unstale":"2024-09-18T02:18:17.504106+0000","last_undegraded":"2024-09-18T02:18:17.504106+0000","last_fullsized":"2024-09-18T02:18:17.504106+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504796+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:18:17.504796+0000","last_peered":"2024-09-18T02:18:17.504796+0000","last_clean":"2024-09-18T02:18:17.504796+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:18:17.504796+0000","last_undegraded":"2024-09-18T02:18:17.504796+0000","last_fullsized":"2024-09-18T02:18:17.504796+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506095+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:18:17.506095+0000","last_peered":"2024-09-18T02:18:17.506095+0000","last_clean":"2024-09-18T02:18:17.506095+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:18:17.506095+0000","last_undegraded":"2024-09-18T02:18:17.506095+0000","last_fullsized":"2024-09-18T02:18:17.506095+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506169+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:18:17.506169+0000","last_peered":"2024-09-18T02:18:17.506169+0000","last_clean":"2024-09-18T02:18:17.506169+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:18:17.506169+0000","last_undegraded":"2024-09-18T02:18:17.506169+0000","last_fullsized":"2024-09-18T02:18:17.506169+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505708+0000","last_change":"2024-09-18T02:16:46.126866+0000","last_active":"2024-09-18T02:18:17.505708+0000","last_peered":"2024-09-18T02:18:17.505708+0000","last_clean":"2024-09-18T02:18:17.505708+0000","last_became_active":"2024-09-18T02:16:46.126486+0000","last_became_peered":"2024-09-18T02:16:46.126486+0000","last_unstale":"2024-09-18T02:18:17.505708+0000","last_undegraded":"2024-09-18T02:18:17.505708+0000","last_fullsized":"2024-09-18T02:18:17.505708+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":24,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504571+0000","last_change":"2024-09-18T02:16:45.102046+0000","last_active":"2024-09-18T02:18:17.504571+0000","last_peered":"2024-09-18T02:18:17.504571+0000","last_clean":"2024-09-18T02:18:17.504571+0000","last_became_active":"2024-09-18T02:16:45.101019+0000","last_became_peered":"2024-09-18T02:16:45.101019+0000","last_unstale":"2024-09-18T02:18:17.504571+0000","last_undegraded":"2024-09-18T02:18:17.504571+0000","last_fullsized":"2024-09-18T02:18:17.504571+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500238+0000","last_change":"2024-09-18T02:16:46.118733+0000","last_active":"2024-09-18T02:18:17.500238+0000","last_peered":"2024-09-18T02:18:17.500238+0000","last_clean":"2024-09-18T02:18:17.500238+0000","last_became_active":"2024-09-18T02:16:46.118293+0000","last_became_peered":"2024-09-18T02:16:46.118293+0000","last_unstale":"2024-09-18T02:18:17.500238+0000","last_undegraded":"2024-09-18T02:18:17.500238+0000","last_fullsized":"2024-09-18T02:18:17.500238+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"56'9","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504155+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:18:17.504155+0000","last_peered":"2024-09-18T02:18:17.504155+0000","last_clean":"2024-09-18T02:18:17.504155+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:18:17.504155+0000","last_undegraded":"2024-09-18T02:18:17.504155+0000","last_fullsized":"2024-09-18T02:18:17.504155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.842329+0000","last_change":"2024-09-18T02:18:18.842329+0000","last_active":"2024-09-18T02:18:18.842329+0000","last_peered":"2024-09-18T02:18:18.842329+0000","last_clean":"2024-09-18T02:18:18.842329+0000","last_became_active":"2024-09-18T02:18:18.842055+0000","last_became_peered":"2024-09-18T02:18:18.842055+0000","last_unstale":"2024-09-18T02:18:18.842329+0000","last_undegraded":"2024-09-18T02:18:18.842329+0000","last_fullsized":"2024-09-18T02:18:18.842329+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:18.218178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504330+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:18:17.504330+0000","last_peered":"2024-09-18T02:18:17.504330+0000","last_clean":"2024-09-18T02:18:17.504330+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:18:17.504330+0000","last_undegraded":"2024-09-18T02:18:17.504330+0000","last_fullsized":"2024-09-18T02:18:17.504330+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.842326+0000","last_change":"2024-09-18T02:18:18.842326+0000","last_active":"2024-09-18T02:18:18.842326+0000","last_peered":"2024-09-18T02:18:18.842326+0000","last_clean":"2024-09-18T02:18:18.842326+0000","last_became_active":"2024-09-18T02:18:18.842015+0000","last_became_peered":"2024-09-18T02:18:18.842015+0000","last_unstale":"2024-09-18T02:18:18.842326+0000","last_undegraded":"2024-09-18T02:18:18.842326+0000","last_fullsized":"2024-09-18T02:18:18.842326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:48:03.639725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506262+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:18:17.506262+0000","last_peered":"2024-09-18T02:18:17.506262+0000","last_clean":"2024-09-18T02:18:17.506262+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:18:17.506262+0000","last_undegraded":"2024-09-18T02:18:17.506262+0000","last_fullsized":"2024-09-18T02:18:17.506262+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.843295+0000","last_change":"2024-09-18T02:18:18.843295+0000","last_active":"2024-09-18T02:18:18.843295+0000","last_peered":"2024-09-18T02:18:18.843295+0000","last_clean":"2024-09-18T02:18:18.843295+0000","last_became_active":"2024-09-18T02:18:18.843059+0000","last_became_peered":"2024-09-18T02:18:18.843059+0000","last_unstale":"2024-09-18T02:18:18.843295+0000","last_undegraded":"2024-09-18T02:18:18.843295+0000","last_fullsized":"2024-09-18T02:18:18.843295+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:27:01.518523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502891+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:18:17.502891+0000","last_peered":"2024-09-18T02:18:17.502891+0000","last_clean":"2024-09-18T02:18:17.502891+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:18:17.502891+0000","last_undegraded":"2024-09-18T02:18:17.502891+0000","last_fullsized":"2024-09-18T02:18:17.502891+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502493+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:18:17.502493+0000","last_peered":"2024-09-18T02:18:17.502493+0000","last_clean":"2024-09-18T02:18:17.502493+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:18:17.502493+0000","last_undegraded":"2024-09-18T02:18:17.502493+0000","last_fullsized":"2024-09-18T02:18:17.502493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":29,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499528+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:18:17.499528+0000","last_peered":"2024-09-18T02:18:17.499528+0000","last_clean":"2024-09-18T02:18:17.499528+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:18:17.499528+0000","last_undegraded":"2024-09-18T02:18:17.499528+0000","last_fullsized":"2024-09-18T02:18:17.499528+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.567402+0000","last_change":"2024-09-18T02:18:18.567402+0000","last_active":"2024-09-18T02:18:18.567402+0000","last_peered":"2024-09-18T02:18:18.567402+0000","last_clean":"2024-09-18T02:18:18.567402+0000","last_became_active":"2024-09-18T02:18:18.567097+0000","last_became_peered":"2024-09-18T02:18:18.567097+0000","last_unstale":"2024-09-18T02:18:18.567402+0000","last_undegraded":"2024-09-18T02:18:18.567402+0000","last_fullsized":"2024-09-18T02:18:18.567402+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:24:03.623883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.501175+0000","last_change":"2024-09-18T02:16:45.105092+0000","last_active":"2024-09-18T02:18:17.501175+0000","last_peered":"2024-09-18T02:18:17.501175+0000","last_clean":"2024-09-18T02:18:17.501175+0000","last_became_active":"2024-09-18T02:16:45.104280+0000","last_became_peered":"2024-09-18T02:16:45.104280+0000","last_unstale":"2024-09-18T02:18:17.501175+0000","last_undegraded":"2024-09-18T02:18:17.501175+0000","last_fullsized":"2024-09-18T02:18:17.501175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503999+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:18:17.503999+0000","last_peered":"2024-09-18T02:18:17.503999+0000","last_clean":"2024-09-18T02:18:17.503999+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:18:17.503999+0000","last_undegraded":"2024-09-18T02:18:17.503999+0000","last_fullsized":"2024-09-18T02:18:17.503999+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500577+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:18:17.500577+0000","last_peered":"2024-09-18T02:18:17.500577+0000","last_clean":"2024-09-18T02:18:17.500577+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:18:17.500577+0000","last_undegraded":"2024-09-18T02:18:17.500577+0000","last_fullsized":"2024-09-18T02:18:17.500577+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504428+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:18:17.504428+0000","last_peered":"2024-09-18T02:18:17.504428+0000","last_clean":"2024-09-18T02:18:17.504428+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:18:17.504428+0000","last_undegraded":"2024-09-18T02:18:17.504428+0000","last_fullsized":"2024-09-18T02:18:17.504428+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504658+0000","last_change":"2024-09-18T02:16:45.097939+0000","last_active":"2024-09-18T02:18:17.504658+0000","last_peered":"2024-09-18T02:18:17.504658+0000","last_clean":"2024-09-18T02:18:17.504658+0000","last_became_active":"2024-09-18T02:16:45.097654+0000","last_became_peered":"2024-09-18T02:16:45.097654+0000","last_unstale":"2024-09-18T02:18:17.504658+0000","last_undegraded":"2024-09-18T02:18:17.504658+0000","last_fullsized":"2024-09-18T02:18:17.504658+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506036+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:18:17.506036+0000","last_peered":"2024-09-18T02:18:17.506036+0000","last_clean":"2024-09-18T02:18:17.506036+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:18:17.506036+0000","last_undegraded":"2024-09-18T02:18:17.506036+0000","last_fullsized":"2024-09-18T02:18:17.506036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500030+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:18:17.500030+0000","last_peered":"2024-09-18T02:18:17.500030+0000","last_clean":"2024-09-18T02:18:17.500030+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:18:17.500030+0000","last_undegraded":"2024-09-18T02:18:17.500030+0000","last_fullsized":"2024-09-18T02:18:17.500030+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505224+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:18:17.505224+0000","last_peered":"2024-09-18T02:18:17.505224+0000","last_clean":"2024-09-18T02:18:17.505224+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:18:17.505224+0000","last_undegraded":"2024-09-18T02:18:17.505224+0000","last_fullsized":"2024-09-18T02:18:17.505224+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503682+0000","last_change":"2024-09-18T02:17:25.438454+0000","last_active":"2024-09-18T02:18:17.503682+0000","last_peered":"2024-09-18T02:18:17.503682+0000","last_clean":"2024-09-18T02:18:17.503682+0000","last_became_active":"2024-09-18T02:17:22.268682+0000","last_became_peered":"2024-09-18T02:17:22.268682+0000","last_unstale":"2024-09-18T02:18:17.503682+0000","last_undegraded":"2024-09-18T02:18:17.503682+0000","last_fullsized":"2024-09-18T02:18:17.503682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:43:47.227141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038693499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"56'79","reported_seq":55,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502628+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:18:17.502628+0000","last_peered":"2024-09-18T02:18:17.502628+0000","last_clean":"2024-09-18T02:18:17.502628+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:18:17.502628+0000","last_undegraded":"2024-09-18T02:18:17.502628+0000","last_fullsized":"2024-09-18T02:18:17.502628+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505550+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:18:17.505550+0000","last_peered":"2024-09-18T02:18:17.505550+0000","last_clean":"2024-09-18T02:18:17.505550+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:18:17.505550+0000","last_undegraded":"2024-09-18T02:18:17.505550+0000","last_fullsized":"2024-09-18T02:18:17.505550+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507667+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:18:17.507667+0000","last_peered":"2024-09-18T02:18:17.507667+0000","last_clean":"2024-09-18T02:18:17.507667+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:18:17.507667+0000","last_undegraded":"2024-09-18T02:18:17.507667+0000","last_fullsized":"2024-09-18T02:18:17.507667+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504410+0000","last_change":"2024-09-18T02:17:25.274948+0000","last_active":"2024-09-18T02:18:17.504410+0000","last_peered":"2024-09-18T02:18:17.504410+0000","last_clean":"2024-09-18T02:18:17.504410+0000","last_became_active":"2024-09-18T02:17:21.545502+0000","last_became_peered":"2024-09-18T02:17:21.545502+0000","last_unstale":"2024-09-18T02:18:17.504410+0000","last_undegraded":"2024-09-18T02:18:17.504410+0000","last_fullsized":"2024-09-18T02:18:17.504410+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:42:24.524710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062937099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502549+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:18:17.502549+0000","last_peered":"2024-09-18T02:18:17.502549+0000","last_clean":"2024-09-18T02:18:17.502549+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:18:17.502549+0000","last_undegraded":"2024-09-18T02:18:17.502549+0000","last_fullsized":"2024-09-18T02:18:17.502549+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503604+0000","last_change":"2024-09-18T02:16:46.128574+0000","last_active":"2024-09-18T02:18:17.503604+0000","last_peered":"2024-09-18T02:18:17.503604+0000","last_clean":"2024-09-18T02:18:17.503604+0000","last_became_active":"2024-09-18T02:16:46.128267+0000","last_became_peered":"2024-09-18T02:16:46.128267+0000","last_unstale":"2024-09-18T02:18:17.503604+0000","last_undegraded":"2024-09-18T02:18:17.503604+0000","last_fullsized":"2024-09-18T02:18:17.503604+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504848+0000","last_change":"2024-09-18T02:17:25.277995+0000","last_active":"2024-09-18T02:18:17.504848+0000","last_peered":"2024-09-18T02:18:17.504848+0000","last_clean":"2024-09-18T02:18:17.504848+0000","last_became_active":"2024-09-18T02:17:21.960042+0000","last_became_peered":"2024-09-18T02:17:21.960042+0000","last_unstale":"2024-09-18T02:18:17.504848+0000","last_undegraded":"2024-09-18T02:18:17.504848+0000","last_fullsized":"2024-09-18T02:18:17.504848+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:16.763356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079017300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499629+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:18:17.499629+0000","last_peered":"2024-09-18T02:18:17.499629+0000","last_clean":"2024-09-18T02:18:17.499629+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:18:17.499629+0000","last_undegraded":"2024-09-18T02:18:17.499629+0000","last_fullsized":"2024-09-18T02:18:17.499629+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503335+0000","last_change":"2024-09-18T02:16:46.125536+0000","last_active":"2024-09-18T02:18:17.503335+0000","last_peered":"2024-09-18T02:18:17.503335+0000","last_clean":"2024-09-18T02:18:17.503335+0000","last_became_active":"2024-09-18T02:16:46.125168+0000","last_became_peered":"2024-09-18T02:16:46.125168+0000","last_unstale":"2024-09-18T02:18:17.503335+0000","last_undegraded":"2024-09-18T02:18:17.503335+0000","last_fullsized":"2024-09-18T02:18:17.503335+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505732+0000","last_change":"2024-09-18T02:17:25.277825+0000","last_active":"2024-09-18T02:18:17.505732+0000","last_peered":"2024-09-18T02:18:17.505732+0000","last_clean":"2024-09-18T02:18:17.505732+0000","last_became_active":"2024-09-18T02:17:21.545243+0000","last_became_peered":"2024-09-18T02:17:21.545243+0000","last_unstale":"2024-09-18T02:18:17.505732+0000","last_undegraded":"2024-09-18T02:18:17.505732+0000","last_fullsized":"2024-09-18T02:18:17.505732+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:43.484621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084000500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506256+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:18:17.506256+0000","last_peered":"2024-09-18T02:18:17.506256+0000","last_clean":"2024-09-18T02:18:17.506256+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:18:17.506256+0000","last_undegraded":"2024-09-18T02:18:17.506256+0000","last_fullsized":"2024-09-18T02:18:17.506256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500481+0000","last_change":"2024-09-18T02:16:46.128627+0000","last_active":"2024-09-18T02:18:17.500481+0000","last_peered":"2024-09-18T02:18:17.500481+0000","last_clean":"2024-09-18T02:18:17.500481+0000","last_became_active":"2024-09-18T02:16:46.128331+0000","last_became_peered":"2024-09-18T02:16:46.128331+0000","last_unstale":"2024-09-18T02:18:17.500481+0000","last_undegraded":"2024-09-18T02:18:17.500481+0000","last_fullsized":"2024-09-18T02:18:17.500481+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503116+0000","last_change":"2024-09-18T02:17:25.277765+0000","last_active":"2024-09-18T02:18:17.503116+0000","last_peered":"2024-09-18T02:18:17.503116+0000","last_clean":"2024-09-18T02:18:17.503116+0000","last_became_active":"2024-09-18T02:17:21.960517+0000","last_became_peered":"2024-09-18T02:17:21.960517+0000","last_unstale":"2024-09-18T02:18:17.503116+0000","last_undegraded":"2024-09-18T02:18:17.503116+0000","last_fullsized":"2024-09-18T02:18:17.503116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:40:43.145433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090648400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506729+0000","last_change":"2024-09-18T02:16:45.100747+0000","last_active":"2024-09-18T02:18:17.506729+0000","last_peered":"2024-09-18T02:18:17.506729+0000","last_clean":"2024-09-18T02:18:17.506729+0000","last_became_active":"2024-09-18T02:16:45.100324+0000","last_became_peered":"2024-09-18T02:16:45.100324+0000","last_unstale":"2024-09-18T02:18:17.506729+0000","last_undegraded":"2024-09-18T02:18:17.506729+0000","last_fullsized":"2024-09-18T02:18:17.506729+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505850+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:18:17.505850+0000","last_peered":"2024-09-18T02:18:17.505850+0000","last_clean":"2024-09-18T02:18:17.505850+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:18:17.505850+0000","last_undegraded":"2024-09-18T02:18:17.505850+0000","last_fullsized":"2024-09-18T02:18:17.505850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503837+0000","last_change":"2024-09-18T02:17:25.274783+0000","last_active":"2024-09-18T02:18:17.503837+0000","last_peered":"2024-09-18T02:18:17.503837+0000","last_clean":"2024-09-18T02:18:17.503837+0000","last_became_active":"2024-09-18T02:17:22.268593+0000","last_became_peered":"2024-09-18T02:17:22.268593+0000","last_unstale":"2024-09-18T02:18:17.503837+0000","last_undegraded":"2024-09-18T02:18:17.503837+0000","last_fullsized":"2024-09-18T02:18:17.503837+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:39:28.639001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073915500000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505488+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:18:17.505488+0000","last_peered":"2024-09-18T02:18:17.505488+0000","last_clean":"2024-09-18T02:18:17.505488+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:18:17.505488+0000","last_undegraded":"2024-09-18T02:18:17.505488+0000","last_fullsized":"2024-09-18T02:18:17.505488+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506613+0000","last_change":"2024-09-18T02:16:46.102836+0000","last_active":"2024-09-18T02:18:17.506613+0000","last_peered":"2024-09-18T02:18:17.506613+0000","last_clean":"2024-09-18T02:18:17.506613+0000","last_became_active":"2024-09-18T02:16:46.102507+0000","last_became_peered":"2024-09-18T02:16:46.102507+0000","last_unstale":"2024-09-18T02:18:17.506613+0000","last_undegraded":"2024-09-18T02:18:17.506613+0000","last_fullsized":"2024-09-18T02:18:17.506613+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505804+0000","last_change":"2024-09-18T02:17:25.772050+0000","last_active":"2024-09-18T02:18:17.505804+0000","last_peered":"2024-09-18T02:18:17.505804+0000","last_clean":"2024-09-18T02:18:17.505804+0000","last_became_active":"2024-09-18T02:17:22.268506+0000","last_became_peered":"2024-09-18T02:17:22.268506+0000","last_unstale":"2024-09-18T02:18:17.505804+0000","last_undegraded":"2024-09-18T02:18:17.505804+0000","last_fullsized":"2024-09-18T02:18:17.505804+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:44:29.818307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041181099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506580+0000","last_change":"2024-09-18T02:16:45.097418+0000","last_active":"2024-09-18T02:18:17.506580+0000","last_peered":"2024-09-18T02:18:17.506580+0000","last_clean":"2024-09-18T02:18:17.506580+0000","last_became_active":"2024-09-18T02:16:45.097103+0000","last_became_peered":"2024-09-18T02:16:45.097103+0000","last_unstale":"2024-09-18T02:18:17.506580+0000","last_undegraded":"2024-09-18T02:18:17.506580+0000","last_fullsized":"2024-09-18T02:18:17.506580+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508156+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:18:17.508156+0000","last_peered":"2024-09-18T02:18:17.508156+0000","last_clean":"2024-09-18T02:18:17.508156+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:18:17.508156+0000","last_undegraded":"2024-09-18T02:18:17.508156+0000","last_fullsized":"2024-09-18T02:18:17.508156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499835+0000","last_change":"2024-09-18T02:17:25.279320+0000","last_active":"2024-09-18T02:18:17.499835+0000","last_peered":"2024-09-18T02:18:17.499835+0000","last_clean":"2024-09-18T02:18:17.499835+0000","last_became_active":"2024-09-18T02:17:21.960398+0000","last_became_peered":"2024-09-18T02:17:21.960398+0000","last_unstale":"2024-09-18T02:18:17.499835+0000","last_undegraded":"2024-09-18T02:18:17.499835+0000","last_fullsized":"2024-09-18T02:18:17.499835+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:18.075921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051822100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":37,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.508613+0000","last_change":"2024-09-18T02:18:18.508613+0000","last_active":"2024-09-18T02:18:18.508613+0000","last_peered":"2024-09-18T02:18:18.508613+0000","last_clean":"2024-09-18T02:18:18.508613+0000","last_became_active":"2024-09-18T02:18:18.506409+0000","last_became_peered":"2024-09-18T02:18:18.506409+0000","last_unstale":"2024-09-18T02:18:18.508613+0000","last_undegraded":"2024-09-18T02:18:18.508613+0000","last_fullsized":"2024-09-18T02:18:18.508613+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:20.395465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.565772+0000","last_change":"2024-09-18T02:18:18.565772+0000","last_active":"2024-09-18T02:18:18.565772+0000","last_peered":"2024-09-18T02:18:18.565772+0000","last_clean":"2024-09-18T02:18:18.565772+0000","last_became_active":"2024-09-18T02:18:18.565460+0000","last_became_peered":"2024-09-18T02:18:18.565460+0000","last_unstale":"2024-09-18T02:18:18.565772+0000","last_undegraded":"2024-09-18T02:18:18.565772+0000","last_fullsized":"2024-09-18T02:18:18.565772+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:47:54.552433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502882+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:18:17.502882+0000","last_peered":"2024-09-18T02:18:17.502882+0000","last_clean":"2024-09-18T02:18:17.502882+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:18:17.502882+0000","last_undegraded":"2024-09-18T02:18:17.502882+0000","last_fullsized":"2024-09-18T02:18:17.502882+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500283+0000","last_change":"2024-09-18T02:16:46.116685+0000","last_active":"2024-09-18T02:18:17.500283+0000","last_peered":"2024-09-18T02:18:17.500283+0000","last_clean":"2024-09-18T02:18:17.500283+0000","last_became_active":"2024-09-18T02:16:46.116413+0000","last_became_peered":"2024-09-18T02:16:46.116413+0000","last_unstale":"2024-09-18T02:18:17.500283+0000","last_undegraded":"2024-09-18T02:18:17.500283+0000","last_fullsized":"2024-09-18T02:18:17.500283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503942+0000","last_change":"2024-09-18T02:16:45.099090+0000","last_active":"2024-09-18T02:18:17.503942+0000","last_peered":"2024-09-18T02:18:17.503942+0000","last_clean":"2024-09-18T02:18:17.503942+0000","last_became_active":"2024-09-18T02:16:45.098799+0000","last_became_peered":"2024-09-18T02:16:45.098799+0000","last_unstale":"2024-09-18T02:18:17.503942+0000","last_undegraded":"2024-09-18T02:18:17.503942+0000","last_fullsized":"2024-09-18T02:18:17.503942+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507299+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:18:17.507299+0000","last_peered":"2024-09-18T02:18:17.507299+0000","last_clean":"2024-09-18T02:18:17.507299+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:18:17.507299+0000","last_undegraded":"2024-09-18T02:18:17.507299+0000","last_fullsized":"2024-09-18T02:18:17.507299+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505191+0000","last_change":"2024-09-18T02:16:45.100361+0000","last_active":"2024-09-18T02:18:17.505191+0000","last_peered":"2024-09-18T02:18:17.505191+0000","last_clean":"2024-09-18T02:18:17.505191+0000","last_became_active":"2024-09-18T02:16:45.100077+0000","last_became_peered":"2024-09-18T02:16:45.100077+0000","last_unstale":"2024-09-18T02:18:17.505191+0000","last_undegraded":"2024-09-18T02:18:17.505191+0000","last_fullsized":"2024-09-18T02:18:17.505191+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507848+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:18:17.507848+0000","last_peered":"2024-09-18T02:18:17.507848+0000","last_clean":"2024-09-18T02:18:17.507848+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:18:17.507848+0000","last_undegraded":"2024-09-18T02:18:17.507848+0000","last_fullsized":"2024-09-18T02:18:17.507848+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503110+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:18:17.503110+0000","last_peered":"2024-09-18T02:18:17.503110+0000","last_clean":"2024-09-18T02:18:17.503110+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:18:17.503110+0000","last_undegraded":"2024-09-18T02:18:17.503110+0000","last_fullsized":"2024-09-18T02:18:17.503110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503024+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:18:17.503024+0000","last_peered":"2024-09-18T02:18:17.503024+0000","last_clean":"2024-09-18T02:18:17.503024+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:18:17.503024+0000","last_undegraded":"2024-09-18T02:18:17.503024+0000","last_fullsized":"2024-09-18T02:18:17.503024+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505751+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:18:17.505751+0000","last_peered":"2024-09-18T02:18:17.505751+0000","last_clean":"2024-09-18T02:18:17.505751+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:18:17.505751+0000","last_undegraded":"2024-09-18T02:18:17.505751+0000","last_fullsized":"2024-09-18T02:18:17.505751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503941+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:18:17.503941+0000","last_peered":"2024-09-18T02:18:17.503941+0000","last_clean":"2024-09-18T02:18:17.503941+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:18:17.503941+0000","last_undegraded":"2024-09-18T02:18:17.503941+0000","last_fullsized":"2024-09-18T02:18:17.503941+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.565955+0000","last_change":"2024-09-18T02:18:18.565955+0000","last_active":"2024-09-18T02:18:18.565955+0000","last_peered":"2024-09-18T02:18:18.565955+0000","last_clean":"2024-09-18T02:18:18.565955+0000","last_became_active":"2024-09-18T02:18:18.565647+0000","last_became_peered":"2024-09-18T02:18:18.565647+0000","last_unstale":"2024-09-18T02:18:18.565955+0000","last_undegraded":"2024-09-18T02:18:18.565955+0000","last_fullsized":"2024-09-18T02:18:18.565955+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:13:42.690980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505322+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:18:17.505322+0000","last_peered":"2024-09-18T02:18:17.505322+0000","last_clean":"2024-09-18T02:18:17.505322+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:18:17.505322+0000","last_undegraded":"2024-09-18T02:18:17.505322+0000","last_fullsized":"2024-09-18T02:18:17.505322+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505605+0000","last_change":"2024-09-18T02:16:46.127085+0000","last_active":"2024-09-18T02:18:17.505605+0000","last_peered":"2024-09-18T02:18:17.505605+0000","last_clean":"2024-09-18T02:18:17.505605+0000","last_became_active":"2024-09-18T02:16:46.126698+0000","last_became_peered":"2024-09-18T02:16:46.126698+0000","last_unstale":"2024-09-18T02:18:17.505605+0000","last_undegraded":"2024-09-18T02:18:17.505605+0000","last_fullsized":"2024-09-18T02:18:17.505605+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508120+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:18:17.508120+0000","last_peered":"2024-09-18T02:18:17.508120+0000","last_clean":"2024-09-18T02:18:17.508120+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:18:17.508120+0000","last_undegraded":"2024-09-18T02:18:17.508120+0000","last_fullsized":"2024-09-18T02:18:17.508120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507963+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:18:17.507963+0000","last_peered":"2024-09-18T02:18:17.507963+0000","last_clean":"2024-09-18T02:18:17.507963+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:18:17.507963+0000","last_undegraded":"2024-09-18T02:18:17.507963+0000","last_fullsized":"2024-09-18T02:18:17.507963+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":25,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505960+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:18:17.505960+0000","last_peered":"2024-09-18T02:18:17.505960+0000","last_clean":"2024-09-18T02:18:17.505960+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:18:17.505960+0000","last_undegraded":"2024-09-18T02:18:17.505960+0000","last_fullsized":"2024-09-18T02:18:17.505960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397532,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1261568,"data_stored":884972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52200000000000002,"15min":0.52400000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.53100000000000003}]},{"osd":1,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.51000000000000001,"15min":0.505},"min":{"1min":0.44400000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54300000000000004,"15min":0.54400000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.69299999999999995,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56299999999999994}]},{"osd":2,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.51600000000000001,"15min":0.51300000000000001},"min":{"1min":0.439,"5min":0.378,"15min":0.378},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.40500000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68100000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53700000000000003,"15min":0.53600000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.50700000000000001}]},{"osd":4,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45100000000000001,"15min":0.44900000000000001},"min":{"1min":0.30399999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.46800000000000003,"15min":0.46700000000000003},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.62,"5min":0.625,"15min":0.625},"last":0.316}]},{"osd":5,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.372,"5min":0.309,"15min":0.309},"max":{"1min":0.65900000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.372}]},{"osd":6,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52000000000000002,"15min":0.51800000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.34799999999999998}]}]},{"osd":6,"up_from":43,"seq":184683593761,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":886407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66200000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.58099999999999996}]},{"osd":1,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57299999999999995,"15min":0.57599999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.64600000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54900000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.34100000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.52600000000000002}]},{"osd":3,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.32500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.73699999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.61299999999999999}]},{"osd":4,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40999999999999998,"15min":0.40500000000000003},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64000000000000001,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41699999999999998,"15min":0.40999999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58499999999999996,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.55900000000000005}]},{"osd":5,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42099999999999999,"15min":0.41699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60599999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.44700000000000001,"15min":0.439},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64700000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.42699999999999999}]},{"osd":7,"last update":"Wed Sep 18 02:18:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.48499999999999999,"15min":0.47599999999999998},"min":{"1min":0.42399999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.51300000000000001,"15min":0.505},"min":{"1min":0.42599999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.69199999999999995}]}]},{"osd":5,"up_from":37,"seq":158913789990,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":296148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64000000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.622}]},{"osd":1,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.40200000000000002,"5min":0.316,"15min":0.316},"max":{"1min":2.105,"5min":2.105,"15min":2.105},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.34699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.53200000000000003}]},{"osd":2,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.52800000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.901,"5min":1.901,"15min":1.901},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.54800000000000004,"15min":0.53500000000000003},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.52400000000000002}]},{"osd":3,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.53100000000000003,"15min":0.51900000000000002},"min":{"1min":0.35299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.141,"5min":2.141,"15min":2.141},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.55400000000000005,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.875,"5min":1.875,"15min":1.875},"last":0.54500000000000004}]},{"osd":4,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.315},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29299999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36099999999999999}]},{"osd":6,"last update":"Wed Sep 18 02:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42499999999999999,"15min":0.42299999999999999},"min":{"1min":0.30199999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61799999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.34799999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.38800000000000001}]},{"osd":7,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.53100000000000003,"15min":0.52800000000000002},"min":{"1min":0.40600000000000003,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.45300000000000001,"15min":0.45100000000000001},"min":{"1min":0.33200000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.373}]}]},{"osd":4,"up_from":31,"seq":133143986218,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":294727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54900000000000004,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71399999999999997,"5min":0.747,"15min":0.747},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.57499999999999996,"15min":0.59499999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69499999999999995,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45000000000000001}]},{"osd":1,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.57399999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57099999999999995,"15min":0.58299999999999996},"min":{"1min":0.40100000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.68600000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.439}]},{"osd":2,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.58799999999999997,"15min":0.61399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68200000000000005,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.501},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.41699999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.43099999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73799999999999999,"5min":0.749,"15min":0.749},"last":0.46899999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.25},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.38700000000000001,"15min":0.375},"min":{"1min":0.30499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.28299999999999997}]},{"osd":6,"last update":"Wed Sep 18 02:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.223},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.436,"15min":0.42999999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.29599999999999999}]},{"osd":7,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.47499999999999998,"15min":0.46899999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.33200000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.26000000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149743,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":679936,"data_stored":296458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.53000000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.38400000000000001},"min":{"1min":0.24199999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.51400000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.35999999999999999}]},{"osd":1,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41499999999999998,"15min":0.43099999999999999},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56699999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38,"15min":0.39000000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.54200000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33700000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.434,"15min":0.44500000000000001},"min":{"1min":0.26300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.41099999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.58699999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.316}]},{"osd":4,"last update":"Wed Sep 18 02:18:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.54300000000000004,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.752,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.751},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54100000000000004,"15min":0.53000000000000003},"min":{"1min":0.42099999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.78800000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.59999999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57999999999999996,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.66100000000000003}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.72299999999999998}]},{"osd":7,"last update":"Wed Sep 18 02:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.42899999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77600000000000002,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.59699999999999998,"15min":0.59899999999999998},"min":{"1min":0.38900000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.80800000000000005,"5min":0.877,"15min":0.877},"last":0.58499999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298000,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447152,"statfs":{"total":95995035648,"available":95689883648,"internally_reserved":0,"allocated":659456,"data_stored":294012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.379,"15min":0.36699999999999999},"min":{"1min":0.217,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.64700000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.31},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.38700000000000001,"15min":0.36899999999999999},"min":{"1min":0.28499999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.54200000000000004,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.42199999999999999}]},{"osd":1,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.39700000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59299999999999997,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40300000000000002,"15min":0.38500000000000001},"min":{"1min":0.28399999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.60099999999999998,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.44800000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46800000000000003,"15min":0.47999999999999998},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61299999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46200000000000002,"15min":0.47399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.376}]},{"osd":4,"last update":"Wed Sep 18 02:18:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58299999999999996,"15min":0.57699999999999996},"min":{"1min":0.42299999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.83199999999999996,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.59499999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.62,"15min":0.61699999999999999},"min":{"1min":0.46100000000000002,"5min":0.439,"15min":0.439},"max":{"1min":0.82899999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75800000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.54300000000000004}]},{"osd":6,"last update":"Wed Sep 18 02:18:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.48099999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.76300000000000001,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.625,"5min":0.64100000000000001,"15min":0.64400000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82299999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.55400000000000005}]},{"osd":7,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.59099999999999997,"15min":0.58299999999999996},"min":{"1min":0.46999999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.65400000000000003,"15min":0.65500000000000003},"min":{"1min":0.47599999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.77700000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.61299999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":671744,"data_stored":294191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:14 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.34999999999999998,"15min":0.33600000000000002},"min":{"1min":0.25900000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.441,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.378,"15min":0.371},"min":{"1min":0.26800000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.504,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:17:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39100000000000001,"15min":0.38800000000000001},"min":{"1min":0.27900000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.56200000000000006,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.377},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.58599999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.28899999999999998}]},{"osd":3,"last update":"Wed Sep 18 02:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.432,"15min":0.442},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.55600000000000005,"5min":0.751,"15min":0.751},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.52500000000000002}]},{"osd":4,"last update":"Wed Sep 18 02:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60299999999999998},"min":{"1min":0.40100000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.77300000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.5},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.47699999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.59299999999999997,"15min":0.58499999999999996},"min":{"1min":0.42999999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.48799999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.44600000000000001}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.625,"15min":0.63},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.78000000000000003,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61899999999999999,"15min":0.624},"min":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.79900000000000004,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.54900000000000004}]},{"osd":7,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.65200000000000002,"15min":0.65800000000000003},"min":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.64700000000000002,"15min":0.65600000000000003},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76000000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.60499999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298596,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446556,"statfs":{"total":95995035648,"available":95689273344,"internally_reserved":0,"allocated":1269760,"data_stored":885096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:18:10 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.35699999999999998,"15min":0.31900000000000001},"min":{"1min":0.25900000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.47299999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.432},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35999999999999999,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52000000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.44700000000000001}]},{"osd":2,"last update":"Wed Sep 18 02:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.58499999999999996,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54300000000000004,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.503}]},{"osd":3,"last update":"Wed Sep 18 02:17:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.45300000000000001,"15min":0.46999999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.31900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.53300000000000003}]},{"osd":4,"last update":"Wed Sep 18 02:18:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.47299999999999998,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.749}]},{"osd":5,"last update":"Wed Sep 18 02:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42699999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.77000000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.433,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.70699999999999996}]},{"osd":7,"last update":"Wed Sep 18 02:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59499999999999997,"15min":0.59399999999999997},"min":{"1min":0.44500000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.75800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:18:35.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:35 smithi195 ceph-mon[31687]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:18:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:35 smithi195 ceph-mon[31687]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:18:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:35 smithi046 ceph-mon[39146]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:18:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:35 smithi046 ceph-mon[39146]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:18:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:35 smithi046 ceph-mon[27507]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:18:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:35 smithi046 ceph-mon[27507]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:18:36.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:36.140Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000207289s 2024-09-18T02:18:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:36 smithi195 ceph-mon[31687]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:36 smithi046 ceph-mon[27507]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:37.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:36 smithi046 ceph-mon[39146]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:37.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 systemd[1]: Stopping Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:18:37.981 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.863Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T02:18:38.147 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T02:18:38.148 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T02:18:38.148 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T02:18:38.148 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[61643]: ts=2024-09-18T02:18:37.864Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T02:18:38.148 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:37 smithi195 podman[65137]: 2024-09-18 02:18:37.874078071 +0000 UTC m=+0.112963923 container died 87a5eed89a8cfc45cc63a283d2f7aa1b7866f58f070a43126a98056a2d8302ba (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:38.257 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:38.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:38 smithi195 podman[65137]: 2024-09-18 02:18:38.253122141 +0000 UTC m=+0.492007982 container cleanup 87a5eed89a8cfc45cc63a283d2f7aa1b7866f58f070a43126a98056a2d8302ba (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:38.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:38 smithi195 bash[65137]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T02:18:38.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:38 smithi195 ceph-mon[31687]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:38 smithi195 podman[65155]: 2024-09-18 02:18:38.67954152 +0000 UTC m=+0.807734254 container remove 87a5eed89a8cfc45cc63a283d2f7aa1b7866f58f070a43126a98056a2d8302ba (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:38 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T02:18:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:38 smithi195 systemd[1]: Stopped Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:18:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:38 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.105s CPU time. 2024-09-18T02:18:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:38 smithi195 systemd[1]: Starting Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:18:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:38 smithi046 ceph-mon[27507]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:38 smithi046 ceph-mon[39146]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:39.294 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 podman[65250]: 2024-09-18 02:18:39.021989927 +0000 UTC m=+0.110232554 container create b0fa6798f17093d61900dd56865e9ad94e4d4b5dbab442c8137ac6f3c810c511 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:39.294 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 podman[65250]: 2024-09-18 02:18:38.928379017 +0000 UTC m=+0.016621602 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-18T02:18:39.295 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 podman[65250]: 2024-09-18 02:18:39.265933055 +0000 UTC m=+0.354175648 container init b0fa6798f17093d61900dd56865e9ad94e4d4b5dbab442c8137ac6f3c810c511 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:39.295 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 podman[65250]: 2024-09-18 02:18:39.27113486 +0000 UTC m=+0.359377445 container start b0fa6798f17093d61900dd56865e9ad94e4d4b5dbab442c8137ac6f3c810c511 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:18:39.704 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:39] ENGINE Bus STOPPING 2024-09-18T02:18:39.704 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:18:39.704 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:39] ENGINE Bus STOPPED 2024-09-18T02:18:39.705 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:39] ENGINE Bus STARTING 2024-09-18T02:18:39.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.293Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T02:18:39.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.293Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.293Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi195 (none))" 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.293Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.294Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.296Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.296Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.297Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.297Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.298Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.298Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.345µs 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.298Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.299Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-18T02:18:39.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.299Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.299Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.437µs wal_replay_duration=891.897µs wbl_replay_duration=138ns total_replay_duration=931.984µs 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.301Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.301Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.301Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.314Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.382851ms db_storage=882ns remote_storage=1.073µs web_handler=312ns query_engine=563ns scrape=392.866µs scrape_sd=27.244µs notify=19.276µs notify_sd=6.06µs rules=12.676125ms tracing=5.818µs 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.314Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:18:39.314Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 bash[65250]: b0fa6798f17093d61900dd56865e9ad94e4d4b5dbab442c8137ac6f3c810c511 2024-09-18T02:18:39.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:18:39 smithi195 systemd[1]: Started Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:18:40.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:39] ENGINE Serving on http://:::9283 2024-09-18T02:18:40.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:39] ENGINE Bus STARTED 2024-09-18T02:18:40.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:39] ENGINE Bus STOPPING 2024-09-18T02:18:40.104 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:40.105 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:18:40.421 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:18:40.421 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Bus STOPPED 2024-09-18T02:18:40.421 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Bus STARTING 2024-09-18T02:18:40.421 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Serving on http://:::9283 2024-09-18T02:18:40.421 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Bus STARTED 2024-09-18T02:18:40.421 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Bus STOPPING 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:18:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi195.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi195.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi195.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi195.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:40 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi195.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi195.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:18:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi195.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi195.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T02:18:40.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi195.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi195.front.sepia.ceph.com:9095"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi195.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi195.front.sepia.ceph.com:3000"}]: dispatch 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:40.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:40.966 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":53,"stamp":"2024-09-18T02:18:39.263847+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385840,"kb_used_data":6992,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575376,"statfs":{"total":767960285184,"available":765517185024,"internally_reserved":0,"allocated":7159808,"data_stored":4132011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002682"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504345+0000","last_change":"2024-09-18T02:16:46.122197+0000","last_active":"2024-09-18T02:18:17.504345+0000","last_peered":"2024-09-18T02:18:17.504345+0000","last_clean":"2024-09-18T02:18:17.504345+0000","last_became_active":"2024-09-18T02:16:46.121912+0000","last_became_peered":"2024-09-18T02:16:46.121912+0000","last_unstale":"2024-09-18T02:18:17.504345+0000","last_undegraded":"2024-09-18T02:18:17.504345+0000","last_fullsized":"2024-09-18T02:18:17.504345+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506424+0000","last_change":"2024-09-18T02:16:46.127701+0000","last_active":"2024-09-18T02:18:17.506424+0000","last_peered":"2024-09-18T02:18:17.506424+0000","last_clean":"2024-09-18T02:18:17.506424+0000","last_became_active":"2024-09-18T02:16:46.127414+0000","last_became_peered":"2024-09-18T02:16:46.127414+0000","last_unstale":"2024-09-18T02:18:17.506424+0000","last_undegraded":"2024-09-18T02:18:17.506424+0000","last_fullsized":"2024-09-18T02:18:17.506424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504158+0000","last_change":"2024-09-18T02:16:46.129673+0000","last_active":"2024-09-18T02:18:17.504158+0000","last_peered":"2024-09-18T02:18:17.504158+0000","last_clean":"2024-09-18T02:18:17.504158+0000","last_became_active":"2024-09-18T02:16:46.129392+0000","last_became_peered":"2024-09-18T02:16:46.129392+0000","last_unstale":"2024-09-18T02:18:17.504158+0000","last_undegraded":"2024-09-18T02:18:17.504158+0000","last_fullsized":"2024-09-18T02:18:17.504158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505978+0000","last_change":"2024-09-18T02:16:46.119344+0000","last_active":"2024-09-18T02:18:17.505978+0000","last_peered":"2024-09-18T02:18:17.505978+0000","last_clean":"2024-09-18T02:18:17.505978+0000","last_became_active":"2024-09-18T02:16:46.118521+0000","last_became_peered":"2024-09-18T02:16:46.118521+0000","last_unstale":"2024-09-18T02:18:17.505978+0000","last_undegraded":"2024-09-18T02:18:17.505978+0000","last_fullsized":"2024-09-18T02:18:17.505978+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503044+0000","last_change":"2024-09-18T02:16:46.113578+0000","last_active":"2024-09-18T02:18:17.503044+0000","last_peered":"2024-09-18T02:18:17.503044+0000","last_clean":"2024-09-18T02:18:17.503044+0000","last_became_active":"2024-09-18T02:16:46.113302+0000","last_became_peered":"2024-09-18T02:16:46.113302+0000","last_unstale":"2024-09-18T02:18:17.503044+0000","last_undegraded":"2024-09-18T02:18:17.503044+0000","last_fullsized":"2024-09-18T02:18:17.503044+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505596+0000","last_change":"2024-09-18T02:16:46.120857+0000","last_active":"2024-09-18T02:18:17.505596+0000","last_peered":"2024-09-18T02:18:17.505596+0000","last_clean":"2024-09-18T02:18:17.505596+0000","last_became_active":"2024-09-18T02:16:46.120569+0000","last_became_peered":"2024-09-18T02:16:46.120569+0000","last_unstale":"2024-09-18T02:18:17.505596+0000","last_undegraded":"2024-09-18T02:18:17.505596+0000","last_fullsized":"2024-09-18T02:18:17.505596+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502110+0000","last_change":"2024-09-18T02:16:46.117659+0000","last_active":"2024-09-18T02:18:17.502110+0000","last_peered":"2024-09-18T02:18:17.502110+0000","last_clean":"2024-09-18T02:18:17.502110+0000","last_became_active":"2024-09-18T02:16:46.117402+0000","last_became_peered":"2024-09-18T02:16:46.117402+0000","last_unstale":"2024-09-18T02:18:17.502110+0000","last_undegraded":"2024-09-18T02:18:17.502110+0000","last_fullsized":"2024-09-18T02:18:17.502110+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507128+0000","last_change":"2024-09-18T02:16:46.109787+0000","last_active":"2024-09-18T02:18:17.507128+0000","last_peered":"2024-09-18T02:18:17.507128+0000","last_clean":"2024-09-18T02:18:17.507128+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:18:17.507128+0000","last_undegraded":"2024-09-18T02:18:17.507128+0000","last_fullsized":"2024-09-18T02:18:17.507128+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504637+0000","last_change":"2024-09-18T02:16:46.122424+0000","last_active":"2024-09-18T02:18:17.504637+0000","last_peered":"2024-09-18T02:18:17.504637+0000","last_clean":"2024-09-18T02:18:17.504637+0000","last_became_active":"2024-09-18T02:16:46.122126+0000","last_became_peered":"2024-09-18T02:16:46.122126+0000","last_unstale":"2024-09-18T02:18:17.504637+0000","last_undegraded":"2024-09-18T02:18:17.504637+0000","last_fullsized":"2024-09-18T02:18:17.504637+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504230+0000","last_change":"2024-09-18T02:16:46.104217+0000","last_active":"2024-09-18T02:18:17.504230+0000","last_peered":"2024-09-18T02:18:17.504230+0000","last_clean":"2024-09-18T02:18:17.504230+0000","last_became_active":"2024-09-18T02:16:46.103953+0000","last_became_peered":"2024-09-18T02:16:46.103953+0000","last_unstale":"2024-09-18T02:18:17.504230+0000","last_undegraded":"2024-09-18T02:18:17.504230+0000","last_fullsized":"2024-09-18T02:18:17.504230+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503930+0000","last_change":"2024-09-18T02:16:46.109567+0000","last_active":"2024-09-18T02:18:17.503930+0000","last_peered":"2024-09-18T02:18:17.503930+0000","last_clean":"2024-09-18T02:18:17.503930+0000","last_became_active":"2024-09-18T02:16:46.109205+0000","last_became_peered":"2024-09-18T02:16:46.109205+0000","last_unstale":"2024-09-18T02:18:17.503930+0000","last_undegraded":"2024-09-18T02:18:17.503930+0000","last_fullsized":"2024-09-18T02:18:17.503930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500146+0000","last_change":"2024-09-18T02:16:46.118560+0000","last_active":"2024-09-18T02:18:17.500146+0000","last_peered":"2024-09-18T02:18:17.500146+0000","last_clean":"2024-09-18T02:18:17.500146+0000","last_became_active":"2024-09-18T02:16:46.117940+0000","last_became_peered":"2024-09-18T02:16:46.117940+0000","last_unstale":"2024-09-18T02:18:17.500146+0000","last_undegraded":"2024-09-18T02:18:17.500146+0000","last_fullsized":"2024-09-18T02:18:17.500146+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507764+0000","last_change":"2024-09-18T02:16:46.118844+0000","last_active":"2024-09-18T02:18:17.507764+0000","last_peered":"2024-09-18T02:18:17.507764+0000","last_clean":"2024-09-18T02:18:17.507764+0000","last_became_active":"2024-09-18T02:16:46.118529+0000","last_became_peered":"2024-09-18T02:16:46.118529+0000","last_unstale":"2024-09-18T02:18:17.507764+0000","last_undegraded":"2024-09-18T02:18:17.507764+0000","last_fullsized":"2024-09-18T02:18:17.507764+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505126+0000","last_change":"2024-09-18T02:16:46.129556+0000","last_active":"2024-09-18T02:18:17.505126+0000","last_peered":"2024-09-18T02:18:17.505126+0000","last_clean":"2024-09-18T02:18:17.505126+0000","last_became_active":"2024-09-18T02:16:46.129259+0000","last_became_peered":"2024-09-18T02:16:46.129259+0000","last_unstale":"2024-09-18T02:18:17.505126+0000","last_undegraded":"2024-09-18T02:18:17.505126+0000","last_fullsized":"2024-09-18T02:18:17.505126+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503863+0000","last_change":"2024-09-18T02:16:46.103546+0000","last_active":"2024-09-18T02:18:17.503863+0000","last_peered":"2024-09-18T02:18:17.503863+0000","last_clean":"2024-09-18T02:18:17.503863+0000","last_became_active":"2024-09-18T02:16:46.103187+0000","last_became_peered":"2024-09-18T02:16:46.103187+0000","last_unstale":"2024-09-18T02:18:17.503863+0000","last_undegraded":"2024-09-18T02:18:17.503863+0000","last_fullsized":"2024-09-18T02:18:17.503863+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505824+0000","last_change":"2024-09-18T02:16:46.119756+0000","last_active":"2024-09-18T02:18:17.505824+0000","last_peered":"2024-09-18T02:18:17.505824+0000","last_clean":"2024-09-18T02:18:17.505824+0000","last_became_active":"2024-09-18T02:16:46.119297+0000","last_became_peered":"2024-09-18T02:16:46.119297+0000","last_unstale":"2024-09-18T02:18:17.505824+0000","last_undegraded":"2024-09-18T02:18:17.505824+0000","last_fullsized":"2024-09-18T02:18:17.505824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506259+0000","last_change":"2024-09-18T02:16:46.114120+0000","last_active":"2024-09-18T02:18:17.506259+0000","last_peered":"2024-09-18T02:18:17.506259+0000","last_clean":"2024-09-18T02:18:17.506259+0000","last_became_active":"2024-09-18T02:16:46.113786+0000","last_became_peered":"2024-09-18T02:16:46.113786+0000","last_unstale":"2024-09-18T02:18:17.506259+0000","last_undegraded":"2024-09-18T02:18:17.506259+0000","last_fullsized":"2024-09-18T02:18:17.506259+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500498+0000","last_change":"2024-09-18T02:16:46.103728+0000","last_active":"2024-09-18T02:18:17.500498+0000","last_peered":"2024-09-18T02:18:17.500498+0000","last_clean":"2024-09-18T02:18:17.500498+0000","last_became_active":"2024-09-18T02:16:46.103427+0000","last_became_peered":"2024-09-18T02:16:46.103427+0000","last_unstale":"2024-09-18T02:18:17.500498+0000","last_undegraded":"2024-09-18T02:18:17.500498+0000","last_fullsized":"2024-09-18T02:18:17.500498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505414+0000","last_change":"2024-09-18T02:16:46.116419+0000","last_active":"2024-09-18T02:18:17.505414+0000","last_peered":"2024-09-18T02:18:17.505414+0000","last_clean":"2024-09-18T02:18:17.505414+0000","last_became_active":"2024-09-18T02:16:46.116098+0000","last_became_peered":"2024-09-18T02:16:46.116098+0000","last_unstale":"2024-09-18T02:18:17.505414+0000","last_undegraded":"2024-09-18T02:18:17.505414+0000","last_fullsized":"2024-09-18T02:18:17.505414+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504081+0000","last_change":"2024-09-18T02:16:46.117762+0000","last_active":"2024-09-18T02:18:17.504081+0000","last_peered":"2024-09-18T02:18:17.504081+0000","last_clean":"2024-09-18T02:18:17.504081+0000","last_became_active":"2024-09-18T02:16:46.117256+0000","last_became_peered":"2024-09-18T02:16:46.117256+0000","last_unstale":"2024-09-18T02:18:17.504081+0000","last_undegraded":"2024-09-18T02:18:17.504081+0000","last_fullsized":"2024-09-18T02:18:17.504081+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504031+0000","last_change":"2024-09-18T02:16:46.130922+0000","last_active":"2024-09-18T02:18:17.504031+0000","last_peered":"2024-09-18T02:18:17.504031+0000","last_clean":"2024-09-18T02:18:17.504031+0000","last_became_active":"2024-09-18T02:16:46.130650+0000","last_became_peered":"2024-09-18T02:16:46.130650+0000","last_unstale":"2024-09-18T02:18:17.504031+0000","last_undegraded":"2024-09-18T02:18:17.504031+0000","last_fullsized":"2024-09-18T02:18:17.504031+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505681+0000","last_change":"2024-09-18T02:16:46.112676+0000","last_active":"2024-09-18T02:18:17.505681+0000","last_peered":"2024-09-18T02:18:17.505681+0000","last_clean":"2024-09-18T02:18:17.505681+0000","last_became_active":"2024-09-18T02:16:46.112389+0000","last_became_peered":"2024-09-18T02:16:46.112389+0000","last_unstale":"2024-09-18T02:18:17.505681+0000","last_undegraded":"2024-09-18T02:18:17.505681+0000","last_fullsized":"2024-09-18T02:18:17.505681+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507348+0000","last_change":"2024-09-18T02:16:46.119676+0000","last_active":"2024-09-18T02:18:17.507348+0000","last_peered":"2024-09-18T02:18:17.507348+0000","last_clean":"2024-09-18T02:18:17.507348+0000","last_became_active":"2024-09-18T02:16:46.119336+0000","last_became_peered":"2024-09-18T02:16:46.119336+0000","last_unstale":"2024-09-18T02:18:17.507348+0000","last_undegraded":"2024-09-18T02:18:17.507348+0000","last_fullsized":"2024-09-18T02:18:17.507348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505916+0000","last_change":"2024-09-18T02:16:46.105932+0000","last_active":"2024-09-18T02:18:17.505916+0000","last_peered":"2024-09-18T02:18:17.505916+0000","last_clean":"2024-09-18T02:18:17.505916+0000","last_became_active":"2024-09-18T02:16:46.105659+0000","last_became_peered":"2024-09-18T02:16:46.105659+0000","last_unstale":"2024-09-18T02:18:17.505916+0000","last_undegraded":"2024-09-18T02:18:17.505916+0000","last_fullsized":"2024-09-18T02:18:17.505916+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508140+0000","last_change":"2024-09-18T02:16:46.116461+0000","last_active":"2024-09-18T02:18:17.508140+0000","last_peered":"2024-09-18T02:18:17.508140+0000","last_clean":"2024-09-18T02:18:17.508140+0000","last_became_active":"2024-09-18T02:16:46.116144+0000","last_became_peered":"2024-09-18T02:16:46.116144+0000","last_unstale":"2024-09-18T02:18:17.508140+0000","last_undegraded":"2024-09-18T02:18:17.508140+0000","last_fullsized":"2024-09-18T02:18:17.508140+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504303+0000","last_change":"2024-09-18T02:16:46.114298+0000","last_active":"2024-09-18T02:18:17.504303+0000","last_peered":"2024-09-18T02:18:17.504303+0000","last_clean":"2024-09-18T02:18:17.504303+0000","last_became_active":"2024-09-18T02:16:46.113976+0000","last_became_peered":"2024-09-18T02:16:46.113976+0000","last_unstale":"2024-09-18T02:18:17.504303+0000","last_undegraded":"2024-09-18T02:18:17.504303+0000","last_fullsized":"2024-09-18T02:18:17.504303+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504441+0000","last_change":"2024-09-18T02:16:46.108957+0000","last_active":"2024-09-18T02:18:17.504441+0000","last_peered":"2024-09-18T02:18:17.504441+0000","last_clean":"2024-09-18T02:18:17.504441+0000","last_became_active":"2024-09-18T02:16:46.108494+0000","last_became_peered":"2024-09-18T02:16:46.108494+0000","last_unstale":"2024-09-18T02:18:17.504441+0000","last_undegraded":"2024-09-18T02:18:17.504441+0000","last_fullsized":"2024-09-18T02:18:17.504441+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507933+0000","last_change":"2024-09-18T02:16:46.117421+0000","last_active":"2024-09-18T02:18:17.507933+0000","last_peered":"2024-09-18T02:18:17.507933+0000","last_clean":"2024-09-18T02:18:17.507933+0000","last_became_active":"2024-09-18T02:16:46.117107+0000","last_became_peered":"2024-09-18T02:16:46.117107+0000","last_unstale":"2024-09-18T02:18:17.507933+0000","last_undegraded":"2024-09-18T02:18:17.507933+0000","last_fullsized":"2024-09-18T02:18:17.507933+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504126+0000","last_change":"2024-09-18T02:16:46.132488+0000","last_active":"2024-09-18T02:18:17.504126+0000","last_peered":"2024-09-18T02:18:17.504126+0000","last_clean":"2024-09-18T02:18:17.504126+0000","last_became_active":"2024-09-18T02:16:46.132191+0000","last_became_peered":"2024-09-18T02:16:46.132191+0000","last_unstale":"2024-09-18T02:18:17.504126+0000","last_undegraded":"2024-09-18T02:18:17.504126+0000","last_fullsized":"2024-09-18T02:18:17.504126+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505754+0000","last_change":"2024-09-18T02:16:46.118732+0000","last_active":"2024-09-18T02:18:17.505754+0000","last_peered":"2024-09-18T02:18:17.505754+0000","last_clean":"2024-09-18T02:18:17.505754+0000","last_became_active":"2024-09-18T02:16:46.118408+0000","last_became_peered":"2024-09-18T02:16:46.118408+0000","last_unstale":"2024-09-18T02:18:17.505754+0000","last_undegraded":"2024-09-18T02:18:17.505754+0000","last_fullsized":"2024-09-18T02:18:17.505754+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499565+0000","last_change":"2024-09-18T02:16:46.102373+0000","last_active":"2024-09-18T02:18:17.499565+0000","last_peered":"2024-09-18T02:18:17.499565+0000","last_clean":"2024-09-18T02:18:17.499565+0000","last_became_active":"2024-09-18T02:16:46.102085+0000","last_became_peered":"2024-09-18T02:16:46.102085+0000","last_unstale":"2024-09-18T02:18:17.499565+0000","last_undegraded":"2024-09-18T02:18:17.499565+0000","last_fullsized":"2024-09-18T02:18:17.499565+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.803227+0000","last_change":"2024-09-18T02:18:18.803227+0000","last_active":"2024-09-18T02:18:18.803227+0000","last_peered":"2024-09-18T02:18:18.803227+0000","last_clean":"2024-09-18T02:18:18.803227+0000","last_became_active":"2024-09-18T02:18:18.802900+0000","last_became_peered":"2024-09-18T02:18:18.802900+0000","last_unstale":"2024-09-18T02:18:18.803227+0000","last_undegraded":"2024-09-18T02:18:18.803227+0000","last_fullsized":"2024-09-18T02:18:18.803227+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:48:07.419499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500112+0000","last_change":"2024-09-18T02:16:46.110318+0000","last_active":"2024-09-18T02:18:17.500112+0000","last_peered":"2024-09-18T02:18:17.500112+0000","last_clean":"2024-09-18T02:18:17.500112+0000","last_became_active":"2024-09-18T02:16:46.110045+0000","last_became_peered":"2024-09-18T02:16:46.110045+0000","last_unstale":"2024-09-18T02:18:17.500112+0000","last_undegraded":"2024-09-18T02:18:17.500112+0000","last_fullsized":"2024-09-18T02:18:17.500112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507864+0000","last_change":"2024-09-18T02:16:45.105539+0000","last_active":"2024-09-18T02:18:17.507864+0000","last_peered":"2024-09-18T02:18:17.507864+0000","last_clean":"2024-09-18T02:18:17.507864+0000","last_became_active":"2024-09-18T02:16:45.105126+0000","last_became_peered":"2024-09-18T02:16:45.105126+0000","last_unstale":"2024-09-18T02:18:17.507864+0000","last_undegraded":"2024-09-18T02:18:17.507864+0000","last_fullsized":"2024-09-18T02:18:17.507864+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504203+0000","last_change":"2024-09-18T02:16:46.132142+0000","last_active":"2024-09-18T02:18:17.504203+0000","last_peered":"2024-09-18T02:18:17.504203+0000","last_clean":"2024-09-18T02:18:17.504203+0000","last_became_active":"2024-09-18T02:16:46.131882+0000","last_became_peered":"2024-09-18T02:16:46.131882+0000","last_unstale":"2024-09-18T02:18:17.504203+0000","last_undegraded":"2024-09-18T02:18:17.504203+0000","last_fullsized":"2024-09-18T02:18:17.504203+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503105+0000","last_change":"2024-09-18T02:16:45.106191+0000","last_active":"2024-09-18T02:18:17.503105+0000","last_peered":"2024-09-18T02:18:17.503105+0000","last_clean":"2024-09-18T02:18:17.503105+0000","last_became_active":"2024-09-18T02:16:45.104375+0000","last_became_peered":"2024-09-18T02:16:45.104375+0000","last_unstale":"2024-09-18T02:18:17.503105+0000","last_undegraded":"2024-09-18T02:18:17.503105+0000","last_fullsized":"2024-09-18T02:18:17.503105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507516+0000","last_change":"2024-09-18T02:16:45.102999+0000","last_active":"2024-09-18T02:18:17.507516+0000","last_peered":"2024-09-18T02:18:17.507516+0000","last_clean":"2024-09-18T02:18:17.507516+0000","last_became_active":"2024-09-18T02:16:45.102730+0000","last_became_peered":"2024-09-18T02:16:45.102730+0000","last_unstale":"2024-09-18T02:18:17.507516+0000","last_undegraded":"2024-09-18T02:18:17.507516+0000","last_fullsized":"2024-09-18T02:18:17.507516+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507217+0000","last_change":"2024-09-18T02:16:46.114199+0000","last_active":"2024-09-18T02:18:17.507217+0000","last_peered":"2024-09-18T02:18:17.507217+0000","last_clean":"2024-09-18T02:18:17.507217+0000","last_became_active":"2024-09-18T02:16:46.113505+0000","last_became_peered":"2024-09-18T02:16:46.113505+0000","last_unstale":"2024-09-18T02:18:17.507217+0000","last_undegraded":"2024-09-18T02:18:17.507217+0000","last_fullsized":"2024-09-18T02:18:17.507217+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506012+0000","last_change":"2024-09-18T02:16:45.107486+0000","last_active":"2024-09-18T02:18:17.506012+0000","last_peered":"2024-09-18T02:18:17.506012+0000","last_clean":"2024-09-18T02:18:17.506012+0000","last_became_active":"2024-09-18T02:16:45.107206+0000","last_became_peered":"2024-09-18T02:16:45.107206+0000","last_unstale":"2024-09-18T02:18:17.506012+0000","last_undegraded":"2024-09-18T02:18:17.506012+0000","last_fullsized":"2024-09-18T02:18:17.506012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504106+0000","last_change":"2024-09-18T02:16:46.108204+0000","last_active":"2024-09-18T02:18:17.504106+0000","last_peered":"2024-09-18T02:18:17.504106+0000","last_clean":"2024-09-18T02:18:17.504106+0000","last_became_active":"2024-09-18T02:16:46.107155+0000","last_became_peered":"2024-09-18T02:16:46.107155+0000","last_unstale":"2024-09-18T02:18:17.504106+0000","last_undegraded":"2024-09-18T02:18:17.504106+0000","last_fullsized":"2024-09-18T02:18:17.504106+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504796+0000","last_change":"2024-09-18T02:16:45.106830+0000","last_active":"2024-09-18T02:18:17.504796+0000","last_peered":"2024-09-18T02:18:17.504796+0000","last_clean":"2024-09-18T02:18:17.504796+0000","last_became_active":"2024-09-18T02:16:45.106350+0000","last_became_peered":"2024-09-18T02:16:45.106350+0000","last_unstale":"2024-09-18T02:18:17.504796+0000","last_undegraded":"2024-09-18T02:18:17.504796+0000","last_fullsized":"2024-09-18T02:18:17.504796+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506095+0000","last_change":"2024-09-18T02:16:46.111861+0000","last_active":"2024-09-18T02:18:17.506095+0000","last_peered":"2024-09-18T02:18:17.506095+0000","last_clean":"2024-09-18T02:18:17.506095+0000","last_became_active":"2024-09-18T02:16:46.111560+0000","last_became_peered":"2024-09-18T02:16:46.111560+0000","last_unstale":"2024-09-18T02:18:17.506095+0000","last_undegraded":"2024-09-18T02:18:17.506095+0000","last_fullsized":"2024-09-18T02:18:17.506095+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506169+0000","last_change":"2024-09-18T02:16:45.110728+0000","last_active":"2024-09-18T02:18:17.506169+0000","last_peered":"2024-09-18T02:18:17.506169+0000","last_clean":"2024-09-18T02:18:17.506169+0000","last_became_active":"2024-09-18T02:16:45.110440+0000","last_became_peered":"2024-09-18T02:16:45.110440+0000","last_unstale":"2024-09-18T02:18:17.506169+0000","last_undegraded":"2024-09-18T02:18:17.506169+0000","last_fullsized":"2024-09-18T02:18:17.506169+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505708+0000","last_change":"2024-09-18T02:16:46.126866+0000","last_active":"2024-09-18T02:18:17.505708+0000","last_peered":"2024-09-18T02:18:17.505708+0000","last_clean":"2024-09-18T02:18:17.505708+0000","last_became_active":"2024-09-18T02:16:46.126486+0000","last_became_peered":"2024-09-18T02:16:46.126486+0000","last_unstale":"2024-09-18T02:18:17.505708+0000","last_undegraded":"2024-09-18T02:18:17.505708+0000","last_fullsized":"2024-09-18T02:18:17.505708+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":24,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504571+0000","last_change":"2024-09-18T02:16:45.102046+0000","last_active":"2024-09-18T02:18:17.504571+0000","last_peered":"2024-09-18T02:18:17.504571+0000","last_clean":"2024-09-18T02:18:17.504571+0000","last_became_active":"2024-09-18T02:16:45.101019+0000","last_became_peered":"2024-09-18T02:16:45.101019+0000","last_unstale":"2024-09-18T02:18:17.504571+0000","last_undegraded":"2024-09-18T02:18:17.504571+0000","last_fullsized":"2024-09-18T02:18:17.504571+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500238+0000","last_change":"2024-09-18T02:16:46.118733+0000","last_active":"2024-09-18T02:18:17.500238+0000","last_peered":"2024-09-18T02:18:17.500238+0000","last_clean":"2024-09-18T02:18:17.500238+0000","last_became_active":"2024-09-18T02:16:46.118293+0000","last_became_peered":"2024-09-18T02:16:46.118293+0000","last_unstale":"2024-09-18T02:18:17.500238+0000","last_undegraded":"2024-09-18T02:18:17.500238+0000","last_fullsized":"2024-09-18T02:18:17.500238+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"56'9","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504155+0000","last_change":"2024-09-18T02:16:45.107213+0000","last_active":"2024-09-18T02:18:17.504155+0000","last_peered":"2024-09-18T02:18:17.504155+0000","last_clean":"2024-09-18T02:18:17.504155+0000","last_became_active":"2024-09-18T02:16:45.106933+0000","last_became_peered":"2024-09-18T02:16:45.106933+0000","last_unstale":"2024-09-18T02:18:17.504155+0000","last_undegraded":"2024-09-18T02:18:17.504155+0000","last_fullsized":"2024-09-18T02:18:17.504155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.842329+0000","last_change":"2024-09-18T02:18:18.842329+0000","last_active":"2024-09-18T02:18:18.842329+0000","last_peered":"2024-09-18T02:18:18.842329+0000","last_clean":"2024-09-18T02:18:18.842329+0000","last_became_active":"2024-09-18T02:18:18.842055+0000","last_became_peered":"2024-09-18T02:18:18.842055+0000","last_unstale":"2024-09-18T02:18:18.842329+0000","last_undegraded":"2024-09-18T02:18:18.842329+0000","last_fullsized":"2024-09-18T02:18:18.842329+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:18.218178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504330+0000","last_change":"2024-09-18T02:16:45.104884+0000","last_active":"2024-09-18T02:18:17.504330+0000","last_peered":"2024-09-18T02:18:17.504330+0000","last_clean":"2024-09-18T02:18:17.504330+0000","last_became_active":"2024-09-18T02:16:45.104559+0000","last_became_peered":"2024-09-18T02:16:45.104559+0000","last_unstale":"2024-09-18T02:18:17.504330+0000","last_undegraded":"2024-09-18T02:18:17.504330+0000","last_fullsized":"2024-09-18T02:18:17.504330+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.842326+0000","last_change":"2024-09-18T02:18:18.842326+0000","last_active":"2024-09-18T02:18:18.842326+0000","last_peered":"2024-09-18T02:18:18.842326+0000","last_clean":"2024-09-18T02:18:18.842326+0000","last_became_active":"2024-09-18T02:18:18.842015+0000","last_became_peered":"2024-09-18T02:18:18.842015+0000","last_unstale":"2024-09-18T02:18:18.842326+0000","last_undegraded":"2024-09-18T02:18:18.842326+0000","last_fullsized":"2024-09-18T02:18:18.842326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:48:03.639725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506262+0000","last_change":"2024-09-18T02:16:45.106511+0000","last_active":"2024-09-18T02:18:17.506262+0000","last_peered":"2024-09-18T02:18:17.506262+0000","last_clean":"2024-09-18T02:18:17.506262+0000","last_became_active":"2024-09-18T02:16:45.106217+0000","last_became_peered":"2024-09-18T02:16:45.106217+0000","last_unstale":"2024-09-18T02:18:17.506262+0000","last_undegraded":"2024-09-18T02:18:17.506262+0000","last_fullsized":"2024-09-18T02:18:17.506262+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.843295+0000","last_change":"2024-09-18T02:18:18.843295+0000","last_active":"2024-09-18T02:18:18.843295+0000","last_peered":"2024-09-18T02:18:18.843295+0000","last_clean":"2024-09-18T02:18:18.843295+0000","last_became_active":"2024-09-18T02:18:18.843059+0000","last_became_peered":"2024-09-18T02:18:18.843059+0000","last_unstale":"2024-09-18T02:18:18.843295+0000","last_undegraded":"2024-09-18T02:18:18.843295+0000","last_fullsized":"2024-09-18T02:18:18.843295+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:27:01.518523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502891+0000","last_change":"2024-09-18T02:16:45.102983+0000","last_active":"2024-09-18T02:18:17.502891+0000","last_peered":"2024-09-18T02:18:17.502891+0000","last_clean":"2024-09-18T02:18:17.502891+0000","last_became_active":"2024-09-18T02:16:45.102510+0000","last_became_peered":"2024-09-18T02:16:45.102510+0000","last_unstale":"2024-09-18T02:18:17.502891+0000","last_undegraded":"2024-09-18T02:18:17.502891+0000","last_fullsized":"2024-09-18T02:18:17.502891+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502493+0000","last_change":"2024-09-18T02:16:46.109556+0000","last_active":"2024-09-18T02:18:17.502493+0000","last_peered":"2024-09-18T02:18:17.502493+0000","last_clean":"2024-09-18T02:18:17.502493+0000","last_became_active":"2024-09-18T02:16:46.109300+0000","last_became_peered":"2024-09-18T02:16:46.109300+0000","last_unstale":"2024-09-18T02:18:17.502493+0000","last_undegraded":"2024-09-18T02:18:17.502493+0000","last_fullsized":"2024-09-18T02:18:17.502493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":29,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499528+0000","last_change":"2024-09-18T02:16:45.105505+0000","last_active":"2024-09-18T02:18:17.499528+0000","last_peered":"2024-09-18T02:18:17.499528+0000","last_clean":"2024-09-18T02:18:17.499528+0000","last_became_active":"2024-09-18T02:16:45.105188+0000","last_became_peered":"2024-09-18T02:16:45.105188+0000","last_unstale":"2024-09-18T02:18:17.499528+0000","last_undegraded":"2024-09-18T02:18:17.499528+0000","last_fullsized":"2024-09-18T02:18:17.499528+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.567402+0000","last_change":"2024-09-18T02:18:18.567402+0000","last_active":"2024-09-18T02:18:18.567402+0000","last_peered":"2024-09-18T02:18:18.567402+0000","last_clean":"2024-09-18T02:18:18.567402+0000","last_became_active":"2024-09-18T02:18:18.567097+0000","last_became_peered":"2024-09-18T02:18:18.567097+0000","last_unstale":"2024-09-18T02:18:18.567402+0000","last_undegraded":"2024-09-18T02:18:18.567402+0000","last_fullsized":"2024-09-18T02:18:18.567402+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:24:03.623883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.501175+0000","last_change":"2024-09-18T02:16:45.105092+0000","last_active":"2024-09-18T02:18:17.501175+0000","last_peered":"2024-09-18T02:18:17.501175+0000","last_clean":"2024-09-18T02:18:17.501175+0000","last_became_active":"2024-09-18T02:16:45.104280+0000","last_became_peered":"2024-09-18T02:16:45.104280+0000","last_unstale":"2024-09-18T02:18:17.501175+0000","last_undegraded":"2024-09-18T02:18:17.501175+0000","last_fullsized":"2024-09-18T02:18:17.501175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503999+0000","last_change":"2024-09-18T02:16:46.114962+0000","last_active":"2024-09-18T02:18:17.503999+0000","last_peered":"2024-09-18T02:18:17.503999+0000","last_clean":"2024-09-18T02:18:17.503999+0000","last_became_active":"2024-09-18T02:16:46.114449+0000","last_became_peered":"2024-09-18T02:16:46.114449+0000","last_unstale":"2024-09-18T02:18:17.503999+0000","last_undegraded":"2024-09-18T02:18:17.503999+0000","last_fullsized":"2024-09-18T02:18:17.503999+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500577+0000","last_change":"2024-09-18T02:16:45.103175+0000","last_active":"2024-09-18T02:18:17.500577+0000","last_peered":"2024-09-18T02:18:17.500577+0000","last_clean":"2024-09-18T02:18:17.500577+0000","last_became_active":"2024-09-18T02:16:45.102821+0000","last_became_peered":"2024-09-18T02:16:45.102821+0000","last_unstale":"2024-09-18T02:18:17.500577+0000","last_undegraded":"2024-09-18T02:18:17.500577+0000","last_fullsized":"2024-09-18T02:18:17.500577+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504428+0000","last_change":"2024-09-18T02:16:46.124781+0000","last_active":"2024-09-18T02:18:17.504428+0000","last_peered":"2024-09-18T02:18:17.504428+0000","last_clean":"2024-09-18T02:18:17.504428+0000","last_became_active":"2024-09-18T02:16:46.124480+0000","last_became_peered":"2024-09-18T02:16:46.124480+0000","last_unstale":"2024-09-18T02:18:17.504428+0000","last_undegraded":"2024-09-18T02:18:17.504428+0000","last_fullsized":"2024-09-18T02:18:17.504428+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504658+0000","last_change":"2024-09-18T02:16:45.097939+0000","last_active":"2024-09-18T02:18:17.504658+0000","last_peered":"2024-09-18T02:18:17.504658+0000","last_clean":"2024-09-18T02:18:17.504658+0000","last_became_active":"2024-09-18T02:16:45.097654+0000","last_became_peered":"2024-09-18T02:16:45.097654+0000","last_unstale":"2024-09-18T02:18:17.504658+0000","last_undegraded":"2024-09-18T02:18:17.504658+0000","last_fullsized":"2024-09-18T02:18:17.504658+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506036+0000","last_change":"2024-09-18T02:16:46.118618+0000","last_active":"2024-09-18T02:18:17.506036+0000","last_peered":"2024-09-18T02:18:17.506036+0000","last_clean":"2024-09-18T02:18:17.506036+0000","last_became_active":"2024-09-18T02:16:46.118303+0000","last_became_peered":"2024-09-18T02:16:46.118303+0000","last_unstale":"2024-09-18T02:18:17.506036+0000","last_undegraded":"2024-09-18T02:18:17.506036+0000","last_fullsized":"2024-09-18T02:18:17.506036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500030+0000","last_change":"2024-09-18T02:16:45.103538+0000","last_active":"2024-09-18T02:18:17.500030+0000","last_peered":"2024-09-18T02:18:17.500030+0000","last_clean":"2024-09-18T02:18:17.500030+0000","last_became_active":"2024-09-18T02:16:45.103017+0000","last_became_peered":"2024-09-18T02:16:45.103017+0000","last_unstale":"2024-09-18T02:18:17.500030+0000","last_undegraded":"2024-09-18T02:18:17.500030+0000","last_fullsized":"2024-09-18T02:18:17.500030+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505224+0000","last_change":"2024-09-18T02:16:46.117345+0000","last_active":"2024-09-18T02:18:17.505224+0000","last_peered":"2024-09-18T02:18:17.505224+0000","last_clean":"2024-09-18T02:18:17.505224+0000","last_became_active":"2024-09-18T02:16:46.116918+0000","last_became_peered":"2024-09-18T02:16:46.116918+0000","last_unstale":"2024-09-18T02:18:17.505224+0000","last_undegraded":"2024-09-18T02:18:17.505224+0000","last_fullsized":"2024-09-18T02:18:17.505224+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503682+0000","last_change":"2024-09-18T02:17:25.438454+0000","last_active":"2024-09-18T02:18:17.503682+0000","last_peered":"2024-09-18T02:18:17.503682+0000","last_clean":"2024-09-18T02:18:17.503682+0000","last_became_active":"2024-09-18T02:17:22.268682+0000","last_became_peered":"2024-09-18T02:17:22.268682+0000","last_unstale":"2024-09-18T02:18:17.503682+0000","last_undegraded":"2024-09-18T02:18:17.503682+0000","last_fullsized":"2024-09-18T02:18:17.503682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:43:47.227141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038693499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"56'79","reported_seq":55,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502628+0000","last_change":"2024-09-18T02:16:28.821004+0000","last_active":"2024-09-18T02:18:17.502628+0000","last_peered":"2024-09-18T02:18:17.502628+0000","last_clean":"2024-09-18T02:18:17.502628+0000","last_became_active":"2024-09-18T02:16:28.816166+0000","last_became_peered":"2024-09-18T02:16:28.816166+0000","last_unstale":"2024-09-18T02:18:17.502628+0000","last_undegraded":"2024-09-18T02:18:17.502628+0000","last_fullsized":"2024-09-18T02:18:17.502628+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505550+0000","last_change":"2024-09-18T02:16:45.102306+0000","last_active":"2024-09-18T02:18:17.505550+0000","last_peered":"2024-09-18T02:18:17.505550+0000","last_clean":"2024-09-18T02:18:17.505550+0000","last_became_active":"2024-09-18T02:16:45.102001+0000","last_became_peered":"2024-09-18T02:16:45.102001+0000","last_unstale":"2024-09-18T02:18:17.505550+0000","last_undegraded":"2024-09-18T02:18:17.505550+0000","last_fullsized":"2024-09-18T02:18:17.505550+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507667+0000","last_change":"2024-09-18T02:16:46.109771+0000","last_active":"2024-09-18T02:18:17.507667+0000","last_peered":"2024-09-18T02:18:17.507667+0000","last_clean":"2024-09-18T02:18:17.507667+0000","last_became_active":"2024-09-18T02:16:46.109407+0000","last_became_peered":"2024-09-18T02:16:46.109407+0000","last_unstale":"2024-09-18T02:18:17.507667+0000","last_undegraded":"2024-09-18T02:18:17.507667+0000","last_fullsized":"2024-09-18T02:18:17.507667+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504410+0000","last_change":"2024-09-18T02:17:25.274948+0000","last_active":"2024-09-18T02:18:17.504410+0000","last_peered":"2024-09-18T02:18:17.504410+0000","last_clean":"2024-09-18T02:18:17.504410+0000","last_became_active":"2024-09-18T02:17:21.545502+0000","last_became_peered":"2024-09-18T02:17:21.545502+0000","last_unstale":"2024-09-18T02:18:17.504410+0000","last_undegraded":"2024-09-18T02:18:17.504410+0000","last_fullsized":"2024-09-18T02:18:17.504410+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:42:24.524710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062937099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502549+0000","last_change":"2024-09-18T02:16:45.113268+0000","last_active":"2024-09-18T02:18:17.502549+0000","last_peered":"2024-09-18T02:18:17.502549+0000","last_clean":"2024-09-18T02:18:17.502549+0000","last_became_active":"2024-09-18T02:16:45.112616+0000","last_became_peered":"2024-09-18T02:16:45.112616+0000","last_unstale":"2024-09-18T02:18:17.502549+0000","last_undegraded":"2024-09-18T02:18:17.502549+0000","last_fullsized":"2024-09-18T02:18:17.502549+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503604+0000","last_change":"2024-09-18T02:16:46.128574+0000","last_active":"2024-09-18T02:18:17.503604+0000","last_peered":"2024-09-18T02:18:17.503604+0000","last_clean":"2024-09-18T02:18:17.503604+0000","last_became_active":"2024-09-18T02:16:46.128267+0000","last_became_peered":"2024-09-18T02:16:46.128267+0000","last_unstale":"2024-09-18T02:18:17.503604+0000","last_undegraded":"2024-09-18T02:18:17.503604+0000","last_fullsized":"2024-09-18T02:18:17.503604+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.504848+0000","last_change":"2024-09-18T02:17:25.277995+0000","last_active":"2024-09-18T02:18:17.504848+0000","last_peered":"2024-09-18T02:18:17.504848+0000","last_clean":"2024-09-18T02:18:17.504848+0000","last_became_active":"2024-09-18T02:17:21.960042+0000","last_became_peered":"2024-09-18T02:17:21.960042+0000","last_unstale":"2024-09-18T02:18:17.504848+0000","last_undegraded":"2024-09-18T02:18:17.504848+0000","last_fullsized":"2024-09-18T02:18:17.504848+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:16.763356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079017300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499629+0000","last_change":"2024-09-18T02:16:45.104398+0000","last_active":"2024-09-18T02:18:17.499629+0000","last_peered":"2024-09-18T02:18:17.499629+0000","last_clean":"2024-09-18T02:18:17.499629+0000","last_became_active":"2024-09-18T02:16:45.104105+0000","last_became_peered":"2024-09-18T02:16:45.104105+0000","last_unstale":"2024-09-18T02:18:17.499629+0000","last_undegraded":"2024-09-18T02:18:17.499629+0000","last_fullsized":"2024-09-18T02:18:17.499629+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503335+0000","last_change":"2024-09-18T02:16:46.125536+0000","last_active":"2024-09-18T02:18:17.503335+0000","last_peered":"2024-09-18T02:18:17.503335+0000","last_clean":"2024-09-18T02:18:17.503335+0000","last_became_active":"2024-09-18T02:16:46.125168+0000","last_became_peered":"2024-09-18T02:16:46.125168+0000","last_unstale":"2024-09-18T02:18:17.503335+0000","last_undegraded":"2024-09-18T02:18:17.503335+0000","last_fullsized":"2024-09-18T02:18:17.503335+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505732+0000","last_change":"2024-09-18T02:17:25.277825+0000","last_active":"2024-09-18T02:18:17.505732+0000","last_peered":"2024-09-18T02:18:17.505732+0000","last_clean":"2024-09-18T02:18:17.505732+0000","last_became_active":"2024-09-18T02:17:21.545243+0000","last_became_peered":"2024-09-18T02:17:21.545243+0000","last_unstale":"2024-09-18T02:18:17.505732+0000","last_undegraded":"2024-09-18T02:18:17.505732+0000","last_fullsized":"2024-09-18T02:18:17.505732+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:34:43.484621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084000500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506256+0000","last_change":"2024-09-18T02:16:45.110447+0000","last_active":"2024-09-18T02:18:17.506256+0000","last_peered":"2024-09-18T02:18:17.506256+0000","last_clean":"2024-09-18T02:18:17.506256+0000","last_became_active":"2024-09-18T02:16:45.110185+0000","last_became_peered":"2024-09-18T02:16:45.110185+0000","last_unstale":"2024-09-18T02:18:17.506256+0000","last_undegraded":"2024-09-18T02:18:17.506256+0000","last_fullsized":"2024-09-18T02:18:17.506256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500481+0000","last_change":"2024-09-18T02:16:46.128627+0000","last_active":"2024-09-18T02:18:17.500481+0000","last_peered":"2024-09-18T02:18:17.500481+0000","last_clean":"2024-09-18T02:18:17.500481+0000","last_became_active":"2024-09-18T02:16:46.128331+0000","last_became_peered":"2024-09-18T02:16:46.128331+0000","last_unstale":"2024-09-18T02:18:17.500481+0000","last_undegraded":"2024-09-18T02:18:17.500481+0000","last_fullsized":"2024-09-18T02:18:17.500481+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"62'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503116+0000","last_change":"2024-09-18T02:17:25.277765+0000","last_active":"2024-09-18T02:18:17.503116+0000","last_peered":"2024-09-18T02:18:17.503116+0000","last_clean":"2024-09-18T02:18:17.503116+0000","last_became_active":"2024-09-18T02:17:21.960517+0000","last_became_peered":"2024-09-18T02:17:21.960517+0000","last_unstale":"2024-09-18T02:18:17.503116+0000","last_undegraded":"2024-09-18T02:18:17.503116+0000","last_fullsized":"2024-09-18T02:18:17.503116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:40:43.145433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090648400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506729+0000","last_change":"2024-09-18T02:16:45.100747+0000","last_active":"2024-09-18T02:18:17.506729+0000","last_peered":"2024-09-18T02:18:17.506729+0000","last_clean":"2024-09-18T02:18:17.506729+0000","last_became_active":"2024-09-18T02:16:45.100324+0000","last_became_peered":"2024-09-18T02:16:45.100324+0000","last_unstale":"2024-09-18T02:18:17.506729+0000","last_undegraded":"2024-09-18T02:18:17.506729+0000","last_fullsized":"2024-09-18T02:18:17.506729+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505850+0000","last_change":"2024-09-18T02:16:46.118963+0000","last_active":"2024-09-18T02:18:17.505850+0000","last_peered":"2024-09-18T02:18:17.505850+0000","last_clean":"2024-09-18T02:18:17.505850+0000","last_became_active":"2024-09-18T02:16:46.118680+0000","last_became_peered":"2024-09-18T02:16:46.118680+0000","last_unstale":"2024-09-18T02:18:17.505850+0000","last_undegraded":"2024-09-18T02:18:17.505850+0000","last_fullsized":"2024-09-18T02:18:17.505850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"60'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503837+0000","last_change":"2024-09-18T02:17:25.274783+0000","last_active":"2024-09-18T02:18:17.503837+0000","last_peered":"2024-09-18T02:18:17.503837+0000","last_clean":"2024-09-18T02:18:17.503837+0000","last_became_active":"2024-09-18T02:17:22.268593+0000","last_became_peered":"2024-09-18T02:17:22.268593+0000","last_unstale":"2024-09-18T02:18:17.503837+0000","last_undegraded":"2024-09-18T02:18:17.503837+0000","last_fullsized":"2024-09-18T02:18:17.503837+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:39:28.639001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073915500000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505488+0000","last_change":"2024-09-18T02:16:45.111748+0000","last_active":"2024-09-18T02:18:17.505488+0000","last_peered":"2024-09-18T02:18:17.505488+0000","last_clean":"2024-09-18T02:18:17.505488+0000","last_became_active":"2024-09-18T02:16:45.110608+0000","last_became_peered":"2024-09-18T02:16:45.110608+0000","last_unstale":"2024-09-18T02:18:17.505488+0000","last_undegraded":"2024-09-18T02:18:17.505488+0000","last_fullsized":"2024-09-18T02:18:17.505488+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506613+0000","last_change":"2024-09-18T02:16:46.102836+0000","last_active":"2024-09-18T02:18:17.506613+0000","last_peered":"2024-09-18T02:18:17.506613+0000","last_clean":"2024-09-18T02:18:17.506613+0000","last_became_active":"2024-09-18T02:16:46.102507+0000","last_became_peered":"2024-09-18T02:16:46.102507+0000","last_unstale":"2024-09-18T02:18:17.506613+0000","last_undegraded":"2024-09-18T02:18:17.506613+0000","last_fullsized":"2024-09-18T02:18:17.506613+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505804+0000","last_change":"2024-09-18T02:17:25.772050+0000","last_active":"2024-09-18T02:18:17.505804+0000","last_peered":"2024-09-18T02:18:17.505804+0000","last_clean":"2024-09-18T02:18:17.505804+0000","last_became_active":"2024-09-18T02:17:22.268506+0000","last_became_peered":"2024-09-18T02:17:22.268506+0000","last_unstale":"2024-09-18T02:18:17.505804+0000","last_undegraded":"2024-09-18T02:18:17.505804+0000","last_fullsized":"2024-09-18T02:18:17.505804+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:44:29.818307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041181099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.506580+0000","last_change":"2024-09-18T02:16:45.097418+0000","last_active":"2024-09-18T02:18:17.506580+0000","last_peered":"2024-09-18T02:18:17.506580+0000","last_clean":"2024-09-18T02:18:17.506580+0000","last_became_active":"2024-09-18T02:16:45.097103+0000","last_became_peered":"2024-09-18T02:16:45.097103+0000","last_unstale":"2024-09-18T02:18:17.506580+0000","last_undegraded":"2024-09-18T02:18:17.506580+0000","last_fullsized":"2024-09-18T02:18:17.506580+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508156+0000","last_change":"2024-09-18T02:16:46.123024+0000","last_active":"2024-09-18T02:18:17.508156+0000","last_peered":"2024-09-18T02:18:17.508156+0000","last_clean":"2024-09-18T02:18:17.508156+0000","last_became_active":"2024-09-18T02:16:46.122699+0000","last_became_peered":"2024-09-18T02:16:46.122699+0000","last_unstale":"2024-09-18T02:18:17.508156+0000","last_undegraded":"2024-09-18T02:18:17.508156+0000","last_fullsized":"2024-09-18T02:18:17.508156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.499835+0000","last_change":"2024-09-18T02:17:25.279320+0000","last_active":"2024-09-18T02:18:17.499835+0000","last_peered":"2024-09-18T02:18:17.499835+0000","last_clean":"2024-09-18T02:18:17.499835+0000","last_became_active":"2024-09-18T02:17:21.960398+0000","last_became_peered":"2024-09-18T02:17:21.960398+0000","last_unstale":"2024-09-18T02:18:17.499835+0000","last_undegraded":"2024-09-18T02:18:17.499835+0000","last_fullsized":"2024-09-18T02:18:17.499835+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:37:18.075921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051822100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":37,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.508613+0000","last_change":"2024-09-18T02:18:18.508613+0000","last_active":"2024-09-18T02:18:18.508613+0000","last_peered":"2024-09-18T02:18:18.508613+0000","last_clean":"2024-09-18T02:18:18.508613+0000","last_became_active":"2024-09-18T02:18:18.506409+0000","last_became_peered":"2024-09-18T02:18:18.506409+0000","last_unstale":"2024-09-18T02:18:18.508613+0000","last_undegraded":"2024-09-18T02:18:18.508613+0000","last_fullsized":"2024-09-18T02:18:18.508613+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:30:20.395465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.565772+0000","last_change":"2024-09-18T02:18:18.565772+0000","last_active":"2024-09-18T02:18:18.565772+0000","last_peered":"2024-09-18T02:18:18.565772+0000","last_clean":"2024-09-18T02:18:18.565772+0000","last_became_active":"2024-09-18T02:18:18.565460+0000","last_became_peered":"2024-09-18T02:18:18.565460+0000","last_unstale":"2024-09-18T02:18:18.565772+0000","last_undegraded":"2024-09-18T02:18:18.565772+0000","last_fullsized":"2024-09-18T02:18:18.565772+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:47:54.552433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.502882+0000","last_change":"2024-09-18T02:16:45.113091+0000","last_active":"2024-09-18T02:18:17.502882+0000","last_peered":"2024-09-18T02:18:17.502882+0000","last_clean":"2024-09-18T02:18:17.502882+0000","last_became_active":"2024-09-18T02:16:45.112396+0000","last_became_peered":"2024-09-18T02:16:45.112396+0000","last_unstale":"2024-09-18T02:18:17.502882+0000","last_undegraded":"2024-09-18T02:18:17.502882+0000","last_fullsized":"2024-09-18T02:18:17.502882+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.500283+0000","last_change":"2024-09-18T02:16:46.116685+0000","last_active":"2024-09-18T02:18:17.500283+0000","last_peered":"2024-09-18T02:18:17.500283+0000","last_clean":"2024-09-18T02:18:17.500283+0000","last_became_active":"2024-09-18T02:16:46.116413+0000","last_became_peered":"2024-09-18T02:16:46.116413+0000","last_unstale":"2024-09-18T02:18:17.500283+0000","last_undegraded":"2024-09-18T02:18:17.500283+0000","last_fullsized":"2024-09-18T02:18:17.500283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503942+0000","last_change":"2024-09-18T02:16:45.099090+0000","last_active":"2024-09-18T02:18:17.503942+0000","last_peered":"2024-09-18T02:18:17.503942+0000","last_clean":"2024-09-18T02:18:17.503942+0000","last_became_active":"2024-09-18T02:16:45.098799+0000","last_became_peered":"2024-09-18T02:16:45.098799+0000","last_unstale":"2024-09-18T02:18:17.503942+0000","last_undegraded":"2024-09-18T02:18:17.503942+0000","last_fullsized":"2024-09-18T02:18:17.503942+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507299+0000","last_change":"2024-09-18T02:16:46.114389+0000","last_active":"2024-09-18T02:18:17.507299+0000","last_peered":"2024-09-18T02:18:17.507299+0000","last_clean":"2024-09-18T02:18:17.507299+0000","last_became_active":"2024-09-18T02:16:46.113911+0000","last_became_peered":"2024-09-18T02:16:46.113911+0000","last_unstale":"2024-09-18T02:18:17.507299+0000","last_undegraded":"2024-09-18T02:18:17.507299+0000","last_fullsized":"2024-09-18T02:18:17.507299+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505191+0000","last_change":"2024-09-18T02:16:45.100361+0000","last_active":"2024-09-18T02:18:17.505191+0000","last_peered":"2024-09-18T02:18:17.505191+0000","last_clean":"2024-09-18T02:18:17.505191+0000","last_became_active":"2024-09-18T02:16:45.100077+0000","last_became_peered":"2024-09-18T02:16:45.100077+0000","last_unstale":"2024-09-18T02:18:17.505191+0000","last_undegraded":"2024-09-18T02:18:17.505191+0000","last_fullsized":"2024-09-18T02:18:17.505191+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507848+0000","last_change":"2024-09-18T02:16:46.131270+0000","last_active":"2024-09-18T02:18:17.507848+0000","last_peered":"2024-09-18T02:18:17.507848+0000","last_clean":"2024-09-18T02:18:17.507848+0000","last_became_active":"2024-09-18T02:16:46.130947+0000","last_became_peered":"2024-09-18T02:16:46.130947+0000","last_unstale":"2024-09-18T02:18:17.507848+0000","last_undegraded":"2024-09-18T02:18:17.507848+0000","last_fullsized":"2024-09-18T02:18:17.507848+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503110+0000","last_change":"2024-09-18T02:16:45.108967+0000","last_active":"2024-09-18T02:18:17.503110+0000","last_peered":"2024-09-18T02:18:17.503110+0000","last_clean":"2024-09-18T02:18:17.503110+0000","last_became_active":"2024-09-18T02:16:45.108695+0000","last_became_peered":"2024-09-18T02:16:45.108695+0000","last_unstale":"2024-09-18T02:18:17.503110+0000","last_undegraded":"2024-09-18T02:18:17.503110+0000","last_fullsized":"2024-09-18T02:18:17.503110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503024+0000","last_change":"2024-09-18T02:16:46.110332+0000","last_active":"2024-09-18T02:18:17.503024+0000","last_peered":"2024-09-18T02:18:17.503024+0000","last_clean":"2024-09-18T02:18:17.503024+0000","last_became_active":"2024-09-18T02:16:46.109417+0000","last_became_peered":"2024-09-18T02:16:46.109417+0000","last_unstale":"2024-09-18T02:18:17.503024+0000","last_undegraded":"2024-09-18T02:18:17.503024+0000","last_fullsized":"2024-09-18T02:18:17.503024+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505751+0000","last_change":"2024-09-18T02:16:46.108542+0000","last_active":"2024-09-18T02:18:17.505751+0000","last_peered":"2024-09-18T02:18:17.505751+0000","last_clean":"2024-09-18T02:18:17.505751+0000","last_became_active":"2024-09-18T02:16:46.108240+0000","last_became_peered":"2024-09-18T02:16:46.108240+0000","last_unstale":"2024-09-18T02:18:17.505751+0000","last_undegraded":"2024-09-18T02:18:17.505751+0000","last_fullsized":"2024-09-18T02:18:17.505751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.503941+0000","last_change":"2024-09-18T02:16:45.107471+0000","last_active":"2024-09-18T02:18:17.503941+0000","last_peered":"2024-09-18T02:18:17.503941+0000","last_clean":"2024-09-18T02:18:17.503941+0000","last_became_active":"2024-09-18T02:16:45.107223+0000","last_became_peered":"2024-09-18T02:16:45.107223+0000","last_unstale":"2024-09-18T02:18:17.503941+0000","last_undegraded":"2024-09-18T02:18:17.503941+0000","last_fullsized":"2024-09-18T02:18:17.503941+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-18T02:18:18.565955+0000","last_change":"2024-09-18T02:18:18.565955+0000","last_active":"2024-09-18T02:18:18.565955+0000","last_peered":"2024-09-18T02:18:18.565955+0000","last_clean":"2024-09-18T02:18:18.565955+0000","last_became_active":"2024-09-18T02:18:18.565647+0000","last_became_peered":"2024-09-18T02:18:18.565647+0000","last_unstale":"2024-09-18T02:18:18.565955+0000","last_undegraded":"2024-09-18T02:18:18.565955+0000","last_fullsized":"2024-09-18T02:18:18.565955+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:13:42.690980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505322+0000","last_change":"2024-09-18T02:16:45.111495+0000","last_active":"2024-09-18T02:18:17.505322+0000","last_peered":"2024-09-18T02:18:17.505322+0000","last_clean":"2024-09-18T02:18:17.505322+0000","last_became_active":"2024-09-18T02:16:45.111003+0000","last_became_peered":"2024-09-18T02:16:45.111003+0000","last_unstale":"2024-09-18T02:18:17.505322+0000","last_undegraded":"2024-09-18T02:18:17.505322+0000","last_fullsized":"2024-09-18T02:18:17.505322+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505605+0000","last_change":"2024-09-18T02:16:46.127085+0000","last_active":"2024-09-18T02:18:17.505605+0000","last_peered":"2024-09-18T02:18:17.505605+0000","last_clean":"2024-09-18T02:18:17.505605+0000","last_became_active":"2024-09-18T02:16:46.126698+0000","last_became_peered":"2024-09-18T02:16:46.126698+0000","last_unstale":"2024-09-18T02:18:17.505605+0000","last_undegraded":"2024-09-18T02:18:17.505605+0000","last_fullsized":"2024-09-18T02:18:17.505605+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.508120+0000","last_change":"2024-09-18T02:16:45.107263+0000","last_active":"2024-09-18T02:18:17.508120+0000","last_peered":"2024-09-18T02:18:17.508120+0000","last_clean":"2024-09-18T02:18:17.508120+0000","last_became_active":"2024-09-18T02:16:45.106950+0000","last_became_peered":"2024-09-18T02:16:45.106950+0000","last_unstale":"2024-09-18T02:18:17.508120+0000","last_undegraded":"2024-09-18T02:18:17.508120+0000","last_fullsized":"2024-09-18T02:18:17.508120+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.507963+0000","last_change":"2024-09-18T02:16:46.118292+0000","last_active":"2024-09-18T02:18:17.507963+0000","last_peered":"2024-09-18T02:18:17.507963+0000","last_clean":"2024-09-18T02:18:17.507963+0000","last_became_active":"2024-09-18T02:16:46.118000+0000","last_became_peered":"2024-09-18T02:16:46.118000+0000","last_unstale":"2024-09-18T02:18:17.507963+0000","last_undegraded":"2024-09-18T02:18:17.507963+0000","last_fullsized":"2024-09-18T02:18:17.507963+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":25,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-18T02:18:17.505960+0000","last_change":"2024-09-18T02:16:45.109773+0000","last_active":"2024-09-18T02:18:17.505960+0000","last_peered":"2024-09-18T02:18:17.505960+0000","last_clean":"2024-09-18T02:18:17.505960+0000","last_became_active":"2024-09-18T02:16:45.108090+0000","last_became_peered":"2024-09-18T02:16:45.108090+0000","last_unstale":"2024-09-18T02:18:17.505960+0000","last_undegraded":"2024-09-18T02:18:17.505960+0000","last_fullsized":"2024-09-18T02:18:17.505960+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397533,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1261568,"data_stored":884972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52200000000000002,"15min":0.52400000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.504}]},{"osd":1,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.51000000000000001,"15min":0.505},"min":{"1min":0.44400000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54300000000000004,"15min":0.54400000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.69299999999999995,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.48199999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.51600000000000001,"15min":0.51300000000000001},"min":{"1min":0.439,"5min":0.378,"15min":0.378},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42999999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.40500000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68100000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53700000000000003,"15min":0.53600000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":4,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45100000000000001,"15min":0.44900000000000001},"min":{"1min":0.30399999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.46800000000000003,"15min":0.46700000000000003},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.62,"5min":0.625,"15min":0.625},"last":0.376}]},{"osd":5,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.372,"5min":0.309,"15min":0.309},"max":{"1min":0.65900000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.439}]},{"osd":6,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52000000000000002,"15min":0.51800000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.39600000000000002}]}]},{"osd":6,"up_from":43,"seq":184683593762,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":886407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.497},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.66200000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.625}]},{"osd":1,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57299999999999995,"15min":0.57599999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69399999999999995}]},{"osd":2,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54900000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.34100000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.67400000000000004}]},{"osd":3,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.32500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.73699999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.64800000000000002}]},{"osd":4,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40999999999999998,"15min":0.40500000000000003},"min":{"1min":0.28100000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64000000000000001,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41699999999999998,"15min":0.40999999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58499999999999996,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.53200000000000003}]},{"osd":5,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42099999999999999,"15min":0.41699999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60599999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.44700000000000001,"15min":0.439},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64700000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.66200000000000003}]},{"osd":7,"last update":"Wed Sep 18 02:18:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.48499999999999999,"15min":0.47599999999999998},"min":{"1min":0.42399999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.51300000000000001,"15min":0.505},"min":{"1min":0.42599999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.59599999999999997}]}]},{"osd":5,"up_from":37,"seq":158913789991,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":296148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64000000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.70299999999999996}]},{"osd":1,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.40200000000000002,"5min":0.316,"15min":0.316},"max":{"1min":2.105,"5min":2.105,"15min":2.105},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.34699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.68100000000000005}]},{"osd":2,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.52800000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.901,"5min":1.901,"15min":1.901},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.624,"5min":0.54800000000000004,"15min":0.53500000000000003},"min":{"1min":0.40699999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.72199999999999998}]},{"osd":3,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.53100000000000003,"15min":0.51900000000000002},"min":{"1min":0.35299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.141,"5min":2.141,"15min":2.141},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.55400000000000005,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.875,"5min":1.875,"15min":1.875},"last":0.65800000000000003}]},{"osd":4,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29299999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.443}]},{"osd":6,"last update":"Wed Sep 18 02:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42499999999999999,"15min":0.42299999999999999},"min":{"1min":0.30199999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61799999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.34799999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47099999999999997}]},{"osd":7,"last update":"Wed Sep 18 02:18:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.53100000000000003,"15min":0.52800000000000002},"min":{"1min":0.40600000000000003,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.45300000000000001,"15min":0.45100000000000001},"min":{"1min":0.33200000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.42499999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986219,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":294727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54900000000000004,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71399999999999997,"5min":0.747,"15min":0.747},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.57499999999999996,"15min":0.59499999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69499999999999995,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.48599999999999999}]},{"osd":1,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.57399999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57099999999999995,"15min":0.58299999999999996},"min":{"1min":0.40100000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.68600000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.60999999999999999}]},{"osd":2,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.58799999999999997,"15min":0.61399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68200000000000005,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.41699999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.63700000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:18:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73799999999999999,"5min":0.749,"15min":0.749},"last":0.56299999999999994}]},{"osd":5,"last update":"Wed Sep 18 02:17:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.38700000000000001,"15min":0.375},"min":{"1min":0.30499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.38200000000000001}]},{"osd":6,"last update":"Wed Sep 18 02:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.496},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.436,"15min":0.42999999999999999},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.39800000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.47499999999999998,"15min":0.46899999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.434},{"interface":"front","average":{"1min":0.495,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.33200000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.41299999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149744,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":679936,"data_stored":296458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.53000000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.312},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.38400000000000001},"min":{"1min":0.24199999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.51400000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.22800000000000001}]},{"osd":1,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41499999999999998,"15min":0.43099999999999999},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56699999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38,"15min":0.39000000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.54200000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.27700000000000002}]},{"osd":2,"last update":"Wed Sep 18 02:17:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.434,"15min":0.44500000000000001},"min":{"1min":0.26300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.41099999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.58699999999999997,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.26700000000000002}]},{"osd":4,"last update":"Wed Sep 18 02:18:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.54300000000000004,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.752,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54100000000000004,"15min":0.53000000000000003},"min":{"1min":0.42099999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.78800000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.58799999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:17:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57999999999999996,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.626}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.53500000000000003}]},{"osd":7,"last update":"Wed Sep 18 02:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.42899999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77600000000000002,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.59699999999999998,"15min":0.59899999999999998},"min":{"1min":0.38900000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.80800000000000005,"5min":0.877,"15min":0.877},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298000,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447152,"statfs":{"total":95995035648,"available":95689883648,"internally_reserved":0,"allocated":659456,"data_stored":294012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.379,"15min":0.36699999999999999},"min":{"1min":0.217,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.64700000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.38700000000000001,"15min":0.36899999999999999},"min":{"1min":0.28499999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.54200000000000004,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.38}]},{"osd":1,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.39700000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59299999999999997,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40300000000000002,"15min":0.38500000000000001},"min":{"1min":0.28399999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.60099999999999998,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.32700000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:17:55 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46800000000000003,"15min":0.47999999999999998},"min":{"1min":0.32100000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61299999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46200000000000002,"15min":0.47399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.42599999999999999}]},{"osd":4,"last update":"Wed Sep 18 02:18:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58299999999999996,"15min":0.57699999999999996},"min":{"1min":0.42299999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.83199999999999996,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.52800000000000002}]},{"osd":5,"last update":"Wed Sep 18 02:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.62,"15min":0.61699999999999999},"min":{"1min":0.46100000000000002,"5min":0.439,"15min":0.439},"max":{"1min":0.82899999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75800000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.67500000000000004}]},{"osd":6,"last update":"Wed Sep 18 02:18:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.48099999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.76300000000000001,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.64100000000000001,"15min":0.64400000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82299999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.56699999999999995}]},{"osd":7,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.59099999999999997,"15min":0.58299999999999996},"min":{"1min":0.46999999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.65400000000000003,"15min":0.65500000000000003},"min":{"1min":0.47599999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.77700000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.69399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":671744,"data_stored":294191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:18:14 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.34999999999999998,"15min":0.33600000000000002},"min":{"1min":0.25900000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.441,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.309},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.378,"15min":0.371},"min":{"1min":0.26800000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.504,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.247}]},{"osd":2,"last update":"Wed Sep 18 02:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.38500000000000001,"15min":0.38600000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.60499999999999998,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.372},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.55500000000000005,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.39300000000000002}]},{"osd":3,"last update":"Wed Sep 18 02:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.432,"15min":0.442},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.55600000000000005,"5min":0.751,"15min":0.751},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35099999999999998}]},{"osd":4,"last update":"Wed Sep 18 02:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60299999999999998},"min":{"1min":0.40100000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.77300000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.62}]},{"osd":5,"last update":"Wed Sep 18 02:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.59299999999999997,"15min":0.58499999999999996},"min":{"1min":0.42999999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.48799999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.56999999999999995}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.625,"15min":0.63},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.78000000000000003,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61899999999999999,"15min":0.624},"min":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.79900000000000004,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.63400000000000001}]},{"osd":7,"last update":"Wed Sep 18 02:18:30 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.65200000000000002,"15min":0.65800000000000003},"min":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.64700000000000002,"15min":0.65600000000000003},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76000000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.52800000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298596,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446556,"statfs":{"total":95995035648,"available":95689273344,"internally_reserved":0,"allocated":1269760,"data_stored":885096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:18:10 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.35699999999999998,"15min":0.31900000000000001},"min":{"1min":0.25900000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.47299999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35999999999999999,"15min":0.32800000000000001},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52000000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.317}]},{"osd":2,"last update":"Wed Sep 18 02:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.58499999999999996,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54300000000000004,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.40400000000000003}]},{"osd":3,"last update":"Wed Sep 18 02:17:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.45300000000000001,"15min":0.46999999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.31900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.443}]},{"osd":4,"last update":"Wed Sep 18 02:18:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.47299999999999998,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.67500000000000004}]},{"osd":5,"last update":"Wed Sep 18 02:17:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42699999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.55100000000000005}]},{"osd":6,"last update":"Wed Sep 18 02:18:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.433,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.55900000000000005}]},{"osd":7,"last update":"Wed Sep 18 02:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59499999999999997,"15min":0.59399999999999997},"min":{"1min":0.44500000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.68899999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:18:40.971 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-18T02:18:40.971 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-18T02:18:40.971 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-18T02:18:40.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-18T02:18:41.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:18:41.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Bus STOPPED 2024-09-18T02:18:41.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Bus STARTING 2024-09-18T02:18:41.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Serving on http://:::9283 2024-09-18T02:18:41.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:40] ENGINE Bus STARTED 2024-09-18T02:18:41.369 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:41.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:41 smithi046 ceph-mon[39146]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:41.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:41 smithi046 ceph-mon[27507]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:41 smithi195 ceph-mon[31687]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:18:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:42 smithi046 ceph-mon[39146]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:42 smithi046 ceph-mon[27507]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:42 smithi195 ceph-mon[31687]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:43.257 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:43.257 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-18T02:18:43.921 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-18T02:18:43.921 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:18:44.202 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:44.202 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":65,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:18:18.498164+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-18T02:17:20.034578+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1094075825":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6800/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2601022904":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3711076632":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2806066712":"2024-09-19T02:17:17.233722+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:18:44.213 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:18:44.143Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002696861s 2024-09-18T02:18:44.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:44.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:44.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/116722941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-18T02:18:44.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[27507]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:44.213 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:44.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:44.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/116722941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-18T02:18:44.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:44 smithi046 ceph-mon[39146]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:44.215 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-18T02:14:28.891395+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-18T02:16:43.524770+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-18T02:16:44.818979+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-18T02:17:20.034578+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 62, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-18T02:18:44.215 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-18T02:18:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:44 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:44 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:44 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/116722941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-18T02:18:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:44 smithi195 ceph-mon[31687]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:44.494 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-09-18T02:18:44.507 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-18T02:18:44.785 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2024-09-18T02:18:44.797 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-18T02:18:45.073 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2024-09-18T02:18:45.086 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-18T02:18:45.376 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 8 2024-09-18T02:18:45.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:45 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3956734115' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:45.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:45 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/241769401' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:18:45.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:45 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/983223916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-18T02:18:45.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:45 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3956734115' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:45.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:45 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/241769401' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:18:45.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:45 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/983223916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-18T02:18:45.389 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T02:18:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:45 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3956734115' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:45 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/241769401' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:18:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:45 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/983223916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-18T02:18:45.728 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:45.729 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/4102432745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":4102432745},{"type":"v1","addr":"172.21.15.46:6835","nonce":4102432745}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-18T02:16:45.424894+0000","modified":"2024-09-18T02:16:48.104538+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24358},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24358":{"gid":24358,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.195:6833/431176743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6832","nonce":431176743},{"type":"v1","addr":"172.21.15.195:6833","nonce":431176743}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-18T02:18:45.729 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 6 2024-09-18T02:18:45.742 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:18:46.016 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:46.017 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":65,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:18:18.498164+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-18T02:17:20.034578+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1094075825":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6800/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2601022904":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3711076632":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2806066712":"2024-09-19T02:17:17.233722+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:18:46.029 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-18T02:14:28.891395+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-18T02:16:43.524770+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-18T02:16:44.818979+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-18T02:17:20.034578+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 62, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-18T02:18:46.029 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-18T02:18:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/545379306' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-18T02:18:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:46.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1762736201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-18T02:18:46.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/727040531' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/838816864' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.310 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-09-18T02:18:46.322 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/545379306' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-18T02:18:46.322 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.322 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.322 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:46.322 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:46.322 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.322 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1762736201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/727040531' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/838816864' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/545379306' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:46.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:46.324 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.324 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1762736201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-18T02:18:46.324 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/727040531' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.324 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:46 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/838816864' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:46.325 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-18T02:18:46.630 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2024-09-18T02:18:46.644 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-18T02:18:46.939 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2024-09-18T02:18:46.954 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-18T02:18:47.215 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:47 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/4028328856' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.215 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:47 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3480098826' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.215 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:47 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/403204256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.234 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 8 2024-09-18T02:18:47.246 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T02:18:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:47 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/4028328856' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:47 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3480098826' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:47 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/403204256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.507 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:47 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:18:47] "GET /metrics HTTP/1.1" 200 236508 "" "Prometheus/2.43.0" 2024-09-18T02:18:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:47 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/4028328856' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:47 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3480098826' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:47 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/403204256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-18T02:18:47.559 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:47.560 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/4102432745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":4102432745},{"type":"v1","addr":"172.21.15.46:6835","nonce":4102432745}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-18T02:16:45.424894+0000","modified":"2024-09-18T02:16:48.104538+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24358},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24358":{"gid":24358,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.195:6833/431176743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6832","nonce":431176743},{"type":"v1","addr":"172.21.15.195:6833","nonce":431176743}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-18T02:18:47.560 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 6 2024-09-18T02:18:47.572 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T02:18:47.851 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:47.851 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":65,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:18:18.498164+0000","last_up_change":"2024-09-18T02:16:26.806696+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-18T02:17:20.034578+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6803","nonce":3073598411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6805","nonce":3073598411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6809","nonce":3073598411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3073598411},{"type":"v1","addr":"172.21.15.46:6807","nonce":3073598411}]},"public_addr":"172.21.15.46:6803/3073598411","cluster_addr":"172.21.15.46:6805/3073598411","heartbeat_back_addr":"172.21.15.46:6809/3073598411","heartbeat_front_addr":"172.21.15.46:6807/3073598411","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6811","nonce":2244053377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6813","nonce":2244053377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6817","nonce":2244053377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2244053377},{"type":"v1","addr":"172.21.15.46:6815","nonce":2244053377}]},"public_addr":"172.21.15.46:6811/2244053377","cluster_addr":"172.21.15.46:6813/2244053377","heartbeat_back_addr":"172.21.15.46:6817/2244053377","heartbeat_front_addr":"172.21.15.46:6815/2244053377","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6819","nonce":2872816207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6821","nonce":2872816207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6825","nonce":2872816207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2872816207},{"type":"v1","addr":"172.21.15.46:6823","nonce":2872816207}]},"public_addr":"172.21.15.46:6819/2872816207","cluster_addr":"172.21.15.46:6821/2872816207","heartbeat_back_addr":"172.21.15.46:6825/2872816207","heartbeat_front_addr":"172.21.15.46:6823/2872816207","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6827","nonce":1873458661}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6829","nonce":1873458661}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6833","nonce":1873458661}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1873458661},{"type":"v1","addr":"172.21.15.46:6831","nonce":1873458661}]},"public_addr":"172.21.15.46:6827/1873458661","cluster_addr":"172.21.15.46:6829/1873458661","heartbeat_back_addr":"172.21.15.46:6833/1873458661","heartbeat_front_addr":"172.21.15.46:6831/1873458661","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6801","nonce":687794920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6803","nonce":687794920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6807","nonce":687794920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":687794920},{"type":"v1","addr":"172.21.15.195:6805","nonce":687794920}]},"public_addr":"172.21.15.195:6801/687794920","cluster_addr":"172.21.15.195:6803/687794920","heartbeat_back_addr":"172.21.15.195:6807/687794920","heartbeat_front_addr":"172.21.15.195:6805/687794920","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6809","nonce":3102082677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6811","nonce":3102082677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6815","nonce":3102082677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":3102082677},{"type":"v1","addr":"172.21.15.195:6813","nonce":3102082677}]},"public_addr":"172.21.15.195:6809/3102082677","cluster_addr":"172.21.15.195:6811/3102082677","heartbeat_back_addr":"172.21.15.195:6815/3102082677","heartbeat_front_addr":"172.21.15.195:6813/3102082677","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6817","nonce":3700390452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6819","nonce":3700390452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6823","nonce":3700390452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":3700390452},{"type":"v1","addr":"172.21.15.195:6821","nonce":3700390452}]},"public_addr":"172.21.15.195:6817/3700390452","cluster_addr":"172.21.15.195:6819/3700390452","heartbeat_back_addr":"172.21.15.195:6823/3700390452","heartbeat_front_addr":"172.21.15.195:6821/3700390452","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6825","nonce":4291246836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6827","nonce":4291246836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6831","nonce":4291246836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":4291246836},{"type":"v1","addr":"172.21.15.195:6829","nonce":4291246836}]},"public_addr":"172.21.15.195:6825/4291246836","cluster_addr":"172.21.15.195:6827/4291246836","heartbeat_back_addr":"172.21.15.195:6831/4291246836","heartbeat_front_addr":"172.21.15.195:6829/4291246836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1094075825":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6800/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2601022904":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3711076632":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2806066712":"2024-09-19T02:17:17.233722+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:18:47.864 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T02:18:48.173 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:18:48.173 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14445,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/4102432745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":4102432745},{"type":"v1","addr":"172.21.15.46:6835","nonce":4102432745}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-18T02:16:45.424894+0000","modified":"2024-09-18T02:16:48.104538+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24358},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24358":{"gid":24358,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.195:6833/431176743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6832","nonce":431176743},{"type":"v1","addr":"172.21.15.195:6833","nonce":431176743}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-18T02:18:48.173 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 6 2024-09-18T02:18:48.188 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-18T02:16:45.424894+0000', 'modified': '2024-09-18T02:16:48.104538+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24358}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24358': {'gid': 24358, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.195:6833/431176743', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.195:6832', 'nonce': 431176743}, {'type': 'v1', 'addr': '172.21.15.195:6833', 'nonce': 431176743}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-09-18T02:18:48.188 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-18T02:18:48.189 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-18T02:18:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-18T02:18:48.296+0000 7f470a7f4640 0 client.14886 ms_handle_reset on v2:172.21.15.195:6832/431176743 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-18T02:18:48.314+0000 7f470a7f4640 0 client.14892 ms_handle_reset on v2:172.21.15.195:6832/431176743 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "34dcce56-7563-11ef-bceb-c7b262605968", 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24358, 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-09-18T02:18:48.316 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 122.226295483, 2024-09-18T02:18:48.317 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 6, 2024-09-18T02:18:48.317 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 65, 2024-09-18T02:18:48.317 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 55, 2024-09-18T02:18:48.317 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 128.08637744000001 2024-09-18T02:18:48.317 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:18:48.327 INFO:tasks.cephadm:Setup complete, yielding 2024-09-18T02:18:48.327 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:18:48.336 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-09-18T02:18:48.336 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:18:48.350 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-18T02:18:48.350 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-18T02:18:48.358 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-09-18T02:18:48.359 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-18T02:18:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1319413213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-18T02:18:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/4277670899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/4249103451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3510649253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:48 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1319413213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/4277670899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/4249103451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3510649253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1319413213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/4277670899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/4249103451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3510649253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:48 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:48.609 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:18:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[27507]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:49 smithi046 ceph-mon[39146]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:50.102 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:49 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.102 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:49 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.102 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:49 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:50.102 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:49 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:50.102 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:49 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:50.102 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:49 smithi195 ceph-mon[31687]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:50.473 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:18:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:18:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:18:50.714 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:50] ENGINE Bus STOPPING 2024-09-18T02:18:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[39146]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-18T02:18:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2288273437' entity='client.admin' 2024-09-18T02:18:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[27507]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2288273437' entity='client.admin' 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:50] ENGINE Bus STOPPED 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:50] ENGINE Bus STARTING 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:50] ENGINE Serving on http://:::9283 2024-09-18T02:18:51.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:18:50] ENGINE Bus STARTED 2024-09-18T02:18:51.090 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:18:51.099 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-18T02:18:51.099 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:18:51.106 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-09-18T02:18:51.107 INFO:teuthology.run_tasks:Running task workunit... 2024-09-18T02:18:51.123 INFO:tasks.workunit:Pulling workunits from ref a477b1894d5c5a613f23260ca0e6b96d79652ba7 2024-09-18T02:18:51.124 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-18T02:18:51.124 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:18:51.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T02:18:51.140 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-18T02:18:51.141 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:18:51.196 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-18T02:18:51.197 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-18T02:18:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:50 smithi195 ceph-mon[31687]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-18T02:18:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:50 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2288273437' entity='client.admin' 2024-09-18T02:18:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:50 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:18:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:50 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:18:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:50 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:18:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:50 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:18:51.252 INFO:tasks.workunit:timeout=3h 2024-09-18T02:18:51.252 INFO:tasks.workunit:cleanup=True 2024-09-18T02:18:51.253 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a477b1894d5c5a613f23260ca0e6b96d79652ba7 2024-09-18T02:18:51.310 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-18T02:18:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:51 smithi195 ceph-mon[31687]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:52.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:51 smithi046 ceph-mon[27507]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:51 smithi046 ceph-mon[39146]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:54 smithi046 ceph-mon[27507]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:54.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:54 smithi046 ceph-mon[39146]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:54 smithi195 ceph-mon[31687]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:56 smithi195 ceph-mon[31687]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:56 smithi046 ceph-mon[27507]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:56 smithi046 ceph-mon[39146]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:57.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:18:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:18:57] "GET /metrics HTTP/1.1" 200 236508 "" "Prometheus/2.43.0" 2024-09-18T02:18:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:18:58 smithi195 ceph-mon[31687]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:18:58 smithi046 ceph-mon[27507]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:18:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:18:58 smithi046 ceph-mon[39146]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:19:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:00 smithi195 ceph-mon[31687]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:19:00.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:19:00 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:19:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:00 smithi046 ceph-mon[27507]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:19:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:00 smithi046 ceph-mon[39146]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-18T02:19:02.722 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:02 smithi195 ceph-mon[31687]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:02.722 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:02 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:02 smithi046 ceph-mon[39146]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:02 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:02 smithi046 ceph-mon[27507]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:02 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:04 smithi195 ceph-mon[31687]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:04 smithi046 ceph-mon[27507]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:04 smithi046 ceph-mon[39146]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:06 smithi195 ceph-mon[31687]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:06 smithi046 ceph-mon[27507]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:06 smithi046 ceph-mon[39146]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:07.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:07 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:07] "GET /metrics HTTP/1.1" 200 236492 "" "Prometheus/2.43.0" 2024-09-18T02:19:08.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:08 smithi195 ceph-mon[31687]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:08.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:08 smithi046 ceph-mon[39146]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:08 smithi046 ceph-mon[27507]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:10 smithi195 ceph-mon[31687]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:10.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:19:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:19:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:10 smithi046 ceph-mon[27507]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:10 smithi046 ceph-mon[39146]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:12 smithi195 ceph-mon[31687]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:12 smithi046 ceph-mon[27507]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:12 smithi046 ceph-mon[39146]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:14 smithi195 ceph-mon[31687]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:14 smithi046 ceph-mon[27507]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:14 smithi046 ceph-mon[39146]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:16 smithi195 ceph-mon[31687]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:16 smithi046 ceph-mon[27507]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:16 smithi046 ceph-mon[39146]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:17.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:17.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:17] "GET /metrics HTTP/1.1" 200 236489 "" "Prometheus/2.43.0" 2024-09-18T02:19:18.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:18 smithi195 ceph-mon[31687]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:18.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:18 smithi046 ceph-mon[39146]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:18 smithi046 ceph-mon[27507]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:20.356 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:19:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:19:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:20 smithi195 ceph-mon[31687]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:20 smithi046 ceph-mon[39146]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:20 smithi046 ceph-mon[27507]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:22.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:22 smithi195 ceph-mon[31687]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:22.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:22 smithi046 ceph-mon[39146]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:22 smithi046 ceph-mon[27507]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:24 smithi195 ceph-mon[31687]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:24.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:24 smithi046 ceph-mon[39146]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:24 smithi046 ceph-mon[27507]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:26 smithi195 ceph-mon[31687]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:26 smithi046 ceph-mon[27507]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:26 smithi046 ceph-mon[39146]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:27.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:27] "GET /metrics HTTP/1.1" 200 236489 "" "Prometheus/2.43.0" 2024-09-18T02:19:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:28 smithi195 ceph-mon[31687]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:28 smithi046 ceph-mon[39146]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:28 smithi046 ceph-mon[27507]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:30.368 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:19:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:19:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:30 smithi195 ceph-mon[31687]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:30 smithi046 ceph-mon[39146]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:30 smithi046 ceph-mon[27507]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:32 smithi195 ceph-mon[31687]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:32 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:32 smithi046 ceph-mon[39146]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:32 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:32 smithi046 ceph-mon[27507]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:32 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:34 smithi195 ceph-mon[31687]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:34 smithi046 ceph-mon[27507]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:34 smithi046 ceph-mon[39146]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:36 smithi195 ceph-mon[31687]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:36 smithi046 ceph-mon[39146]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:36 smithi046 ceph-mon[27507]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:37.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:37] "GET /metrics HTTP/1.1" 200 236483 "" "Prometheus/2.43.0" 2024-09-18T02:19:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:38 smithi195 ceph-mon[31687]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:38 smithi046 ceph-mon[39146]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:38 smithi046 ceph-mon[27507]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:40.380 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:19:40 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:19:40.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:40 smithi195 ceph-mon[31687]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:40.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:40 smithi046 ceph-mon[39146]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:40 smithi046 ceph-mon[27507]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:42.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:42 smithi195 ceph-mon[31687]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:42 smithi046 ceph-mon[39146]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:42 smithi046 ceph-mon[27507]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:44 smithi195 ceph-mon[31687]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:44 smithi046 ceph-mon[39146]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:44 smithi046 ceph-mon[27507]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:46 smithi195 ceph-mon[31687]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:46 smithi046 ceph-mon[39146]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:46 smithi046 ceph-mon[27507]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:47.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:47 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:47 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:47.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:47 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:47] "GET /metrics HTTP/1.1" 200 236478 "" "Prometheus/2.43.0" 2024-09-18T02:19:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:47 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:19:48.487 INFO:tasks.workunit.client.0.smithi046.stderr:Updating files: 95% (12285/12893) Updating files: 96% (12378/12893) Updating files: 97% (12507/12893) Updating files: 98% (12636/12893) Updating files: 99% (12765/12893) Updating files: 100% (12893/12893) Updating files: 100% (12893/12893), done. 2024-09-18T02:19:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:48 smithi195 ceph-mon[31687]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:48.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:48 smithi046 ceph-mon[27507]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:48 smithi046 ceph-mon[39146]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:49.391 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to 'a477b1894d5c5a613f23260ca0e6b96d79652ba7'. 2024-09-18T02:19:49.391 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:49.391 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-18T02:19:49.391 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-18T02:19:49.391 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch. 2024-09-18T02:19:49.391 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:49.391 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr: git switch -c 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with: 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr: git switch - 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:49.392 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at a477b1894d5 Merge pull request #59761 from rhcs-dashboard/reef-hosts-selection-show-only-10-entries-fix 2024-09-18T02:19:49.398 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-18T02:19:49.465 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-18T02:19:49.468 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T02:19:49.468 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-18T02:19:50.197 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-18T02:19:50.284 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-18T02:19:50.325 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T02:19:50.327 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T02:19:50.327 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-18T02:19:50.366 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T02:19:50.370 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:19:50.370 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-18T02:19:50.395 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:19:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:19:50.427 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-09-18T02:19:50.428 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-09-18T02:19:50.428 DEBUG:teuthology.orchestra.run.smithi046:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a477b1894d5c5a613f23260ca0e6b96d79652ba7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-09-18T02:19:50.486 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-18T02:19:50.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:50 smithi195 ceph-mon[31687]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-mon[39146]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-mon[27507]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:50.888 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-18T02:19:51.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:50] ENGINE Bus STOPPING 2024-09-18T02:19:51.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:19:51.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:50] ENGINE Bus STOPPED 2024-09-18T02:19:51.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:50] ENGINE Bus STARTING 2024-09-18T02:19:51.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:50] ENGINE Serving on http://:::9283 2024-09-18T02:19:51.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:50 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:50] ENGINE Bus STARTED 2024-09-18T02:19:51.161 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:51] ENGINE Bus STOPPING 2024-09-18T02:19:51.269 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-18T02:19:51.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.639 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' 2024-09-18T02:19:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:51 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:51.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:19:51.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:51] ENGINE Bus STOPPED 2024-09-18T02:19:51.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:51] ENGINE Bus STARTING 2024-09-18T02:19:51.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:51] ENGINE Serving on http://:::9283 2024-09-18T02:19:51.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:51] ENGINE Bus STARTED 2024-09-18T02:19:51.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:51] ENGINE Bus STOPPING 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:52.101 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "ident" 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:52.102 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:52.103 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:52.104 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:52.105 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-18T02:19:52.106 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:52.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:52.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-18T02:19:52.109 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-18T02:19:52.110 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:52.111 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-18T02:19:52.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:52.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:52.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:52.115 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:52.116 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.117 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-18T02:11:19.504505Z", 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-18T02:19:52.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-18T02:19:52.119 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-18T02:19:52.120 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:52.121 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-18T02:19:52.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-18T02:19:52.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-18T02:19:52.124 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:52.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-18T02:19:52.127 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.128 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:52.129 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:52.130 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.131 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-18T02:19:52.132 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:52.133 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.450441570545081e-06, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 126, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 236544, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-18T02:19:52.134 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 113, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.135 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:52.136 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519708375042683e-07, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:52.137 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:52.138 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-18T02:19:52.139 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-18T02:19:52.140 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T02:19:52.141 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.6899639021517032e-08, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-18T02:19:52.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.144 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "cb7473ac-ce49-43e6-8cba-fc86554f6a48", 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-18T02:19:52.094532", 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-18T02:19:52.145 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-18T02:19:52.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-18T02:19:52.147 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.148 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-18T02:19:52.149 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517201408, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443083776, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443083776, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.003181263105943799 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517201408, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443083776 2024-09-18T02:19:52.150 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.151 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T02:19:52.151 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-18T02:19:52.151 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-device 2024-09-18T02:19:52.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:19:52.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:52] ENGINE Bus STOPPED 2024-09-18T02:19:52.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:52] ENGINE Bus STARTING 2024-09-18T02:19:52.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:52] ENGINE Serving on http://:::9283 2024-09-18T02:19:52.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:52] ENGINE Bus STARTED 2024-09-18T02:19:52.590 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T02:19:52.590 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce23712-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:52.590 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce2afee-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:52.590 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021431": { 2024-09-18T02:19:52.590 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:52.590 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:52.590 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce23712-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625670 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.591 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10190165 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:52.595 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:52.598 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1818400 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:52.599 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3970, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134098040, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667822685, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2309572762, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15192904617, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23485, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40653, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7805 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.601 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23485, 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40653 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:52.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.603 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:52.604 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:52.605 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,098,040 [68.6 TB]", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,822,685 [341 TB]", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,309,572,762", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,192,904,617", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,970", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,485", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,653", 2024-09-18T02:19:52.606 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,805", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:52.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce3befc-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce429a0-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021434": { 2024-09-18T02:19:52.608 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce3befc-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625674 2024-09-18T02:19:52.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:52.610 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.611 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10189620 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.613 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.614 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.615 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 15 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:52.616 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1392108 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:52.617 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3969, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 141172058, 2024-09-18T02:19:52.618 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667786966, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2716852904, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 14031798472, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 35428, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 38085, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 32, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 11058 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:52.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 35428, 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 38085 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:52.621 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:52.622 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:52.623 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 32 Celsius", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 141,172,058 [72.2 TB]", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,786,966 [341 TB]", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,716,852,904", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 14,031,798,472", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,969", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 35,428", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 38,085", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 11,058", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:52.624 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 32 2024-09-18T02:19:52.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T02:19:52.626 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-all 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1827732538' entity='client.admin' 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:52.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:52.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:52.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:52.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:52.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:52 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1827732538' entity='client.admin' 2024-09-18T02:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1827732538' entity='client.admin' 2024-09-18T02:19:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:52 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "device_report": { 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce23712-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce2afee-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021431": { 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:53.076 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce23712-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625670 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.077 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.078 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.079 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10190165 2024-09-18T02:19:53.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.082 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.083 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:53.084 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:53.085 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1818400 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.086 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3970, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134098040, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667822685, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2309572762, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15192904617, 2024-09-18T02:19:53.087 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23485, 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40653, 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7805 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:53.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23485, 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40653 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:53.089 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:53.091 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:53.092 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,098,040 [68.6 TB]", 2024-09-18T02:19:53.093 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,822,685 [341 TB]", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,309,572,762", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,192,904,617", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,970", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,485", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,653", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,805", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.094 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.095 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce3befc-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce429a0-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021434": { 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:53.096 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce3befc-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625674 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:53.097 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.098 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.099 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.100 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10189620 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.101 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:53.102 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.102 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.102 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:53.102 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.102 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.103 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:53.103 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.103 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.103 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:53.104 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.104 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.104 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:53.104 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.104 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.105 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:53.105 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.105 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 15 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1392108 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.107 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.108 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3969, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 141172058, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667786966, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2716852904, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 14031798472, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:53.109 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 35428, 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 38085, 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 32, 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 11058 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 35428, 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 38085 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.110 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.111 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:53.112 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.113 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 32 Celsius", 2024-09-18T02:19:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 141,172,058 [72.2 TB]", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,786,966 [341 TB]", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,716,852,904", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 14,031,798,472", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,969", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 35,428", 2024-09-18T02:19:53.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 38,085", 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 11,058", 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.116 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 32 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:53.117 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: "report": { 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-18T02:19:53.118 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: "ident" 2024-09-18T02:19:53.119 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:53.120 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:53.121 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:53.122 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:53.123 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-18T02:19:53.124 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:53.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:53.126 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-18T02:19:53.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:53.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-18T02:19:53.129 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:53.130 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-18T02:19:53.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:53.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:53.133 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:53.134 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:53.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-18T02:11:19.504505Z", 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-18T02:19:53.136 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-18T02:19:53.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-18T02:19:53.140 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-18T02:19:53.140 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-18T02:19:53.140 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-18T02:19:53.140 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-18T02:19:53.140 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-18T02:19:53.141 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-18T02:19:53.142 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-18T02:19:53.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.144 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.146 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:53.147 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-18T02:19:53.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.147 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:53.147 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-18T02:19:53.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.147 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:53.147 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:19:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-18T02:19:53.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:19:53.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.151 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-18T02:19:53.152 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-18T02:19:53.153 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-18T02:19:53.154 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-18T02:19:53.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.156 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-18T02:19:53.156 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:53.156 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:53.156 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T02:19:53.156 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.156 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:53.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.450441570545081e-06, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 126, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 236544, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-18T02:19:53.158 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 113, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.159 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-18T02:19:53.160 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519708375042683e-07, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-18T02:19:53.161 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:53.162 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:53.163 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:53.164 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:53.165 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-18T02:19:53.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116163338, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372050944, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.6899639021517032e-08, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:53.167 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "cb7473ac-ce49-43e6-8cba-fc86554f6a48", 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-18T02:19:53.057868", 2024-09-18T02:19:53.169 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-18T02:19:53.170 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-18T02:19:53.170 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-18T02:19:53.170 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-18T02:19:53.170 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:53.170 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-18T02:19:53.170 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-18T02:19:53.170 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:53.171 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.172 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:53.173 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-18T02:19:53.174 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517201408, 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443083776, 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443083776, 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.003181263105943799 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517201408, 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443083776 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:53.175 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T02:19:53.176 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph telemetry collection ls 2024-09-18T02:19:53.552 INFO:tasks.workunit.client.0.smithi046.stderr:+ COLLECTIONS='New collections are available: 2024-09-18T02:19:53.552 INFO:tasks.workunit.client.0.smithi046.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-18T02:19:53.552 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-18T02:19:53.552 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:53.552 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-18T02:19:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T02:19:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-18T02:19:53.555 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:53.556 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T02:19:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-18T02:19:53.558 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-18T02:19:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-18T02:19:53.560 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T02:19:53.560 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-18T02:19:53.560 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-18T02:19:53.560 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-18T02:19:53.560 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-18T02:19:53.560 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-18T02:19:53.852 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.853 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:53 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.019 INFO:tasks.workunit.client.0.smithi046.stdout:Telemetry is on. 2024-09-18T02:19:54.019 INFO:tasks.workunit.client.0.smithi046.stdout:Some channels are disabled, please enable with: 2024-09-18T02:19:54.019 INFO:tasks.workunit.client.0.smithi046.stdout:`ceph telemetry enable channel perf` 2024-09-18T02:19:54.031 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry enable channel perf 2024-09-18T02:19:54.188 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:53 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:53] ENGINE Bus STOPPING 2024-09-18T02:19:54.189 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:19:54.189 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Bus STOPPED 2024-09-18T02:19:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Bus STARTING 2024-09-18T02:19:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Serving on http://:::9283 2024-09-18T02:19:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Bus STARTED 2024-09-18T02:19:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Bus STOPPING 2024-09-18T02:19:54.508 INFO:tasks.workunit.client.0.smithi046.stdout:channel_perf is enabled 2024-09-18T02:19:54.520 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.800 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.800 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.800 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.800 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:54.800 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:54.800 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.800 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.801 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.806 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.807 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.807 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.807 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.882 INFO:tasks.workunit.client.0.smithi046.stderr:+ LAST_OPT_REVISION=1 2024-09-18T02:19:54.882 INFO:tasks.workunit.client.0.smithi046.stderr:+ '[' 1 -ne 1 ']' 2024-09-18T02:19:54.882 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show 2024-09-18T02:19:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:19:54.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:54.978 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:54 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:55.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:19:55.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Bus STOPPED 2024-09-18T02:19:55.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Bus STARTING 2024-09-18T02:19:55.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Serving on http://:::9283 2024-09-18T02:19:55.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:54 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:19:54] ENGINE Bus STARTED 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-18T02:19:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-18T02:19:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-18T02:11:19.504505Z", 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-18T02:19:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-18T02:19:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-18T02:19:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-18T02:19:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20135936, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 347160, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 860160, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 345, 2024-09-18T02:19:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 869080, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 12, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 752640, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14685456, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20135936 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20422656, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 444136, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 761856, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 418, 2024-09-18T02:19:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1236104, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1006080, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15114896, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21184512 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 46276608, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2179640, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 983040, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 2195456, 2024-09-18T02:19:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1764, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 9870296, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2636800, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 27985392, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 48472064 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 37584896, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1606400, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 1261568, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 9920512, 2024-09-18T02:19:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1148, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 6328112, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1923584, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23843792, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 47505408 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 35282944, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 662320, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 630784, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 9076736, 2024-09-18T02:19:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 850, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 6297888, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1778432, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23292080, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 44359680 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 273326080, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 889920, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1662976, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1355, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4839744, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2480384, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262363520, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 274989056 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 273137664, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 891824, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 589824, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1314, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5808688, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1603584, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262081056, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 271613952, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 804504, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 163840, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1240, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5030392, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2053120, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 260973424, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 271777792 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 271360000, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 547744, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 24576, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 483328, 2024-09-18T02:19:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1225, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4314376, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2086400, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261634392, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 271843328 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272244736, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 904208, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 434176, 2024-09-18T02:19:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1213, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4443104, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1961472, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262183440, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 272678912 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 275824640, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 806008, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 4849664, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 999424, 2024-09-18T02:19:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1244, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4528816, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2435328, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262205400, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 275824640 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272490496, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1009024, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 8192, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1449984, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1266, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5022992, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2228224, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261469552, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273940480 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272744448, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1108544, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 983040, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1291, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5019016, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2032384, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261831992, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-18T02:19:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.002490", 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 146, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 248, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 32, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-18T02:19:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 150088, 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-18T02:19:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 856, 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222471, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 72 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 50488, 2024-09-18T02:19:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 208 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8128, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 139 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1101942, 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 341 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 352, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6776, 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 138 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10624, 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 206 2024-09-18T02:19:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1059938, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 343 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6776, 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 138 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-18T02:19:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1090572, 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 341 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6776, 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 138 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19600, 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 175 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 672, 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8400, 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 175 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19600, 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 175 2024-09-18T02:19:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5280, 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 66 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 37616, 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53298, 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9610 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 131240, 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 193 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10748, 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 685 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30574, 2024-09-18T02:19:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 193 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 388049, 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 86 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2432040, 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 191 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5896, 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 67 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 509696, 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T02:19:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70304, 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 140 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18368, 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 164 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 784, 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7872, 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 164 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18368, 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 164 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4560, 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 57 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47962, 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8740 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123760, 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9060, 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 515 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26986, 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 421792, 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 93 2024-09-18T02:19:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2419288, 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 190 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4928, 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 56 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8528, 2024-09-18T02:19:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 22 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18032, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 161 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 672, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7728, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 161 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18032, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 161 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3920, 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4096, 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44310, 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8212 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 116280, 2024-09-18T02:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7992, 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 500 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 24674, 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-18T02:19:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 326441, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 70 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2437906, 2024-09-18T02:19:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 187 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4136, 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 47 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 347520, 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8320, 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 24 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 227384, 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3431 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7968, 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3520, 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 46328, 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8589 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 121720, 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8908, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 519 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25882, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 252490, 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 52 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2412060, 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 176 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 428608, 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10400, 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T02:19:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 560, 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7968, 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3120, 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48090, 2024-09-18T02:19:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8789 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 124440, 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 183 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9100, 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 519 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26906, 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 183 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 871902, 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 61 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-18T02:19:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2408343, 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4840, 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 55 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9984, 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 227128, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3419 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18480, 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 165 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7920, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 165 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18480, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 165 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2720, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 34 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48449, 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8827 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 125120, 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9336, 2024-09-18T02:19:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 521 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 27330, 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 803759, 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2411894, 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 185 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5456, 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 62 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 474944, 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 41 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13520, 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 26 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 227640, 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3443 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8304, 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2480, 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 14541, 2024-09-18T02:19:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47941, 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9022 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123080, 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10340, 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 676 2024-09-18T02:19:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 27758, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 191990, 2024-09-18T02:19:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 38 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2428300, 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 176 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4664, 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 69264, 2024-09-18T02:19:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 142 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1120, 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8304, 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2000, 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-18T02:19:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 288973, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51250, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9461 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 129200, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 190 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11124, 2024-09-18T02:19:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 683 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30062, 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 190 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 156128, 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2383137, 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6160, 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 70 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 532864, 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 71552, 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 172 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-18T02:19:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-18T02:19:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:55.728 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 3, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-18T02:19:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch": { 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-18T02:19:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 150898 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-18T02:19:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-18T02:19:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-18T02:19:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-18T02:19:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14902932 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207068 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37340 2024-09-18T02:19:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 150898 2024-09-18T02:19:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-18T02:19:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-18T02:19:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 87 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-18T02:19:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T02:19:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 203 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 918 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4874952 2024-09-18T02:19:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2754 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 117998858 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 918 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4808914 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5276 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 130847009 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 920 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 920, 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2202978593 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2579 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45850624 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41050112 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4800512 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028387 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256252 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70842593 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028387 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37745 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71061100 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184685591 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71166953 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31520857 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41368, 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162053961 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1994, 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268365285 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 792 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 792, 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3827091 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 792, 2024-09-18T02:19:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93998193 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T02:19:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1999962 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 793 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T02:19:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 793 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1523970688 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 793 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7505483 2024-09-18T02:19:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5389 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 111997847 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T02:19:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44883968 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34357248 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10526720 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277027324 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256682 2024-09-18T02:19:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70843226 2024-09-18T02:19:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277027324 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40148 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71059760 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184684883 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71167661 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23329168 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33765, 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73518699 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T02:19:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1725, 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 238077106 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T02:19:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T02:19:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T02:19:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 782 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 782, 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3800263 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 782, 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98999038 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 784 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T02:19:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T02:19:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 784 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 784, 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1733983172 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 783 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T02:19:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 783, 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7454876 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 783, 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5318 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 783, 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108998940 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41738240 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31260672 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10477568 2024-09-18T02:19:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028226 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256682 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70842324 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028226 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37745 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71061261 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184685484 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71167060 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-18T02:19:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30792766 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33386, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 83707534 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1679, 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 204420065 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2170880 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1421312 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1282048 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3526656 2024-09-18T02:19:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 265725 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58873 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 296, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 80652934 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 281, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13925589 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 296, 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 407717 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 296, 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 81060651 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43753 2024-09-18T02:19:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8842 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14946 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 682 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 221 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 108, 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1703892 2024-09-18T02:19:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 258, 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273342 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 150, 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1061430 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55507 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8972607 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7661502 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 432469483795 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173863753712 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72079466202 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48253 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1883934 2024-09-18T02:19:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 319147610 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127813 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 158994473 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23479284 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885096 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 54, 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261992 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 512534100 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28743330 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6944288 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272236544 2024-09-18T02:19:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270450688 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1785856 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85553522 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24576 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73805454 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641651419 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71378133 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57035681 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792975 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641651419 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9942 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5681 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258507 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71106131 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 121421106 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4700098 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43551828 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 121421106 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4700098 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43551828 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305758208 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2015232 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1363968 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1224704 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3313664 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 671744 2024-09-18T02:19:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 193990 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23, 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70538 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 282, 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57599711 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8284317 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 282, 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 385848 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 282, 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57985559 2024-09-18T02:19:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31562 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12605 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13834 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 671 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 118, 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1720602 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 275, 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 255149 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 157, 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1057391 2024-09-18T02:19:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88812 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5872906 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92, 2024-09-18T02:19:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6938963 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 91, 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429191524844 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92, 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 154938832881 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 363, 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86552467141 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 363, 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42572 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 391795 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 171293406 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 121106 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61539650 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17245843 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 294191 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 51, 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 239231 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256394950 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21386063 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2710619 2024-09-18T02:19:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270278656 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 696320 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85555763 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73819597 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668229 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71361323 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037175 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791481 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668229 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12518 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237859 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71113074 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-18T02:19:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 97 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562249248 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 602 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34717619 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 149108474 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2842240 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 602 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2587536 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2021219 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11019920 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4871484 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10332812 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 548387088 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27258599 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136754443 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305164288 2024-09-18T02:19:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1732608 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1187840 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1048576 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2854912 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 659456 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257405 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9696 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47084969 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 231, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13939097 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 319121 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47404090 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52007 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1077 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4576 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 490 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 204 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89, 2024-09-18T02:19:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 875716 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 210, 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 247621 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 121, 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 413432 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 80776 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4746528 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 84, 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6054273 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83, 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 374339141973 2024-09-18T02:19:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 84, 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 138134397679 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 287, 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71601534039 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 287, 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32119 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 424923 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 92175796 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95378 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86383238 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14950910 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 294012 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 44, 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 197482 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 198722949 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18243199 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1983790 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269025280 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268754944 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270336 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556935 2024-09-18T02:19:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73822521 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641677019 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71352533 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037957 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68790699 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641677019 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12511 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 222428 2024-09-18T02:19:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71119722 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183413927 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8083812 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176641702 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183413927 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8083812 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176641702 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305152000 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1081344 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827392 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 688128 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1843200 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 679936 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6710 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151, 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37634282 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 135, 2024-09-18T02:19:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13329020 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151, 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 220253 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151, 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37854535 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52068 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 957 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9043 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 213 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81, 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 695105 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 138, 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231310 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57, 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 194501 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3192296 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3363287 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263205830435 2024-09-18T02:19:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73453455081 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 470245 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24894 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 224392 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 204849858 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74060 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57841991 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15752243 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296740 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174515 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281889253 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18099267 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6214763 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269090816 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268550144 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 540672 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556552 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73827000 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641674141 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71355411 2024-09-18T02:19:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037701 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68790955 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641674141 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16640 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231573 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71109326 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 783542 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 783542 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305168384 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1261568 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 974848 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 835584 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2170880 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 679936 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 359754 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19460 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 187, 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43693310 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 177, 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5645463 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 187, 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 185387 2024-09-18T02:19:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 187, 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43878697 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39470 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6606 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10432 2024-09-18T02:19:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 357 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 234 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89, 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 927590 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 146, 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 239274 2024-09-18T02:19:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57, 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 282480 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123928 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2657719 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2708721 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 251363672141 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63655877575 2024-09-18T02:19:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9642172875 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30419 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207867 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 164848622 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74943 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85157523 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11214899 2024-09-18T02:19:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 294727 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 137187 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264117580 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13786133 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1762587 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269262848 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 663552 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85498686 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884866 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641240146 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71789406 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999124 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829532 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641240146 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11114 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237576 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71542844 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21117389 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 652426 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20995966 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21117389 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 652426 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20995966 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305172480 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1146880 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 876544 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 737280 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1957888 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 675840 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 213795 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20614 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 163, 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40625514 2024-09-18T02:19:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 155, 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7626285 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 163, 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 170623 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 163, 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40796137 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32093 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4221 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5966 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 329 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 234 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 82, 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 736802 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 130, 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 190503 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48, 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 357692 2024-09-18T02:19:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84443 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2744298 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2737108 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34, 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 278642870686 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42068521162 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9613622259 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29624 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 221349 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184668520 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71275 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 113854250 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11138451 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296430 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29, 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123131 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312657412 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13227471 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1741700 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269737984 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188416 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85498620 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884932 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641239656 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71789896 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999080 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829576 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641239656 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13877 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241461 2024-09-18T02:19:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71536686 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305164288 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1191936 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 917504 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 778240 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2043904 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1261568 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27877 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 173, 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38073410 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 171, 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4447948 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 173, 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 152883 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 173, 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38226293 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36330 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5590 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8049 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 347 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 236 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83, 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887025 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 128, 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 189999 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45, 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 525313 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4304144 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33, 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2349951 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33, 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 443482351471 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33, 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43878772728 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 450923 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37777 2024-09-18T02:19:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183581 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 109579197 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88941 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77268604 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17124109 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 886689 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26, 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100995 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 208500326 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19076149 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2043309 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 271187968 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269484032 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1703936 2024-09-18T02:19:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85498043 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73877317 2024-09-18T02:19:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641235327 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2000 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71794225 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56998695 2024-09-18T02:19:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829961 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641235327 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18441 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 238325 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71539587 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84230683 2024-09-18T02:19:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6971139 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75020639 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84230683 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6971139 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75020639 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305750016 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1318912 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1056768 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 917504 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2310144 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1261568 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 213059 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11, 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31345 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 207, 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46089430 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 200, 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6571810 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 207, 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 115810 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 207, 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46205240 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33072 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1782 2024-09-18T02:19:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4274 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 544 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 262 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 107, 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1230614 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 224236 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 636108 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55530 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8641634 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1544933 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143382624162 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30297588455 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 440509 2024-09-18T02:19:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36637 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 200755 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123174150 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 96697 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110874151 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12775927 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 884972 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20, 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 78038 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 255702792 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15848575 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2522215 2024-09-18T02:19:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269688832 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237568 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85489189 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143360 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73751003 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641168919 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2000 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71860633 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56992792 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68835864 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641168919 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19833 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 249338 2024-09-18T02:19:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71593590 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 87 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87, 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108653989 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264322 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89, 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21149269 2024-09-18T02:19:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87, 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93045396 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8468698 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264322 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7273068 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5834828 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20790147 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.262 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9336537 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19350826 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.263 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 79395144 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4539664 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.264 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67859742 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305750016 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-18T02:19:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4504413431714056e-06, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 272, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 490496, 2024-09-18T02:19:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 145, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-18T02:19:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519708375042683e-07, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-18T02:19:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.6899637245160193e-08, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "cb7473ac-ce49-43e6-8cba-fc86554f6a48", 2024-09-18T02:19:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-18T02:19:55.426651", 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "6.15.5" 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-18T02:19:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-18T02:19:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-18T02:19:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-18T02:19:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.121912+0000", 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.121912+0000", 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.122197+0000", 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000", 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.127414+0000", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.127414+0000", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.127701+0000", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000", 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.129392+0000", 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.129392+0000", 2024-09-18T02:19:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.129673+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000", 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118521+0000", 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118521+0000", 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.119344+0000", 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000", 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113302+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113302+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.113578+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000", 2024-09-18T02:19:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.120569+0000", 2024-09-18T02:19:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.120569+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.120857+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000", 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117402+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117402+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117659+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000", 2024-09-18T02:19:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109787+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000", 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.122126+0000", 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.122126+0000", 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.122424+0000", 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000", 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.103953+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.103953+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.104217+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000", 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109205+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109205+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109567+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000", 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117940+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117940+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118560+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000", 2024-09-18T02:19:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118529+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118529+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118844+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000", 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.129259+0000", 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.129259+0000", 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.129556+0000", 2024-09-18T02:19:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000", 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.103187+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.103187+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.103546+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000", 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.119297+0000", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.119297+0000", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.119756+0000", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000", 2024-09-18T02:19:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113786+0000", 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113786+0000", 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114120+0000", 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000", 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.103427+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.103427+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.103728+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000", 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116098+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116098+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.116419+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000", 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117256+0000", 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117256+0000", 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117762+0000", 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000", 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.130650+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.130650+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.130922+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000", 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.112389+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.112389+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.112676+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000", 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.119336+0000", 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.119336+0000", 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.119676+0000", 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000", 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.105659+0000", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.105659+0000", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.105932+0000", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000", 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116144+0000", 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116144+0000", 2024-09-18T02:19:56.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.116461+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:56.469 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000", 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113976+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113976+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114298+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000", 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.108494+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.108494+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.108957+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000", 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117107+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117107+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117421+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000", 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.132191+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.132191+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.132488+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000", 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118408+0000", 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118408+0000", 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118732+0000", 2024-09-18T02:19:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000", 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.102085+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.102085+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.102373+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000", 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.802900+0000", 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.802900+0000", 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-18T02:19:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:48:07.419499+0000", 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.110045+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.110045+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.110318+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000", 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.105126+0000", 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.105126+0000", 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.105539+0000", 2024-09-18T02:19:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000", 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.131882+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.131882+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.132142+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000", 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104375+0000", 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104375+0000", 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.106191+0000", 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000", 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102730+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102730+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102999+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000", 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113505+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113505+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114199+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000", 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.107206+0000", 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.107206+0000", 2024-09-18T02:19:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107486+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000", 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.107155+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.107155+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.108204+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000", 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106350+0000", 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106350+0000", 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.106830+0000", 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000", 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.111560+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.111560+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.111861+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000", 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.110440+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.110440+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.110728+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000", 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.126486+0000", 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.126486+0000", 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.126866+0000", 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000", 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.101019+0000", 2024-09-18T02:19:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.101019+0000", 2024-09-18T02:19:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102046+0000", 2024-09-18T02:19:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000", 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'3" 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118293+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118293+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118733+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000", 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106933+0000", 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106933+0000", 2024-09-18T02:19:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107213+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 12, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 12, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-18T02:19:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 33, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000", 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 2624, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T02:19:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 9 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "65'12" 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.842055+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.842055+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:14:18.218178+0000", 2024-09-18T02:19:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104559+0000", 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104559+0000", 2024-09-18T02:19:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.104884+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000", 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.842015+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.842015+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 10, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:48:03.639725+0000", 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106217+0000", 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106217+0000", 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.106511+0000", 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000", 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.843059+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.843059+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:27:01.518523+0000", 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102510+0000", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102510+0000", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102983+0000", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000", 2024-09-18T02:19:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109300+0000", 2024-09-18T02:19:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109300+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109556+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000", 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.105188+0000", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.105188+0000", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.105505+0000", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 29, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000", 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'8" 2024-09-18T02:19:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.567097+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.567097+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:24:03.623883+0000", 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104280+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104280+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.105092+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000", 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.114449+0000", 2024-09-18T02:19:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.114449+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114962+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000", 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102821+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102821+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.103175+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000", 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.124480+0000", 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.124480+0000", 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.124781+0000", 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-18T02:19:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000", 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.097654+0000", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.097654+0000", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.097939+0000", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000", 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118303+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118303+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118618+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000", 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.103017+0000", 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.103017+0000", 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.103538+0000", 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000", 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116918+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116918+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117345+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000", 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:22.268682+0000", 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:22.268682+0000", 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.438454+0000", 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:43:47.227141+0000", 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000386935, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 20, 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:28.816166+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:28.816166+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:28.821004+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 51, 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 95, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 50, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 95, 2024-09-18T02:19:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 113, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000", 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T02:19:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 272, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 479, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 145, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "65'95" 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102001+0000", 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102001+0000", 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102306+0000", 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000", 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109407+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109407+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109771+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000", 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.545502+0000", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.545502+0000", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.274948+0000", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:42:24.524710+0000", 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000629371, 2024-09-18T02:19:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.112616+0000", 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.112616+0000", 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.113268+0000", 2024-09-18T02:19:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-18T02:19:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000", 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.128267+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.128267+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.128574+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000", 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.960042+0000", 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.960042+0000", 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.277995+0000", 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:56:16.763356+0000", 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000790173, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104105+0000", 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104105+0000", 2024-09-18T02:19:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.104398+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000", 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.125168+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.125168+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.125536+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000", 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.545243+0000", 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.545243+0000", 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.277825+0000", 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:34:43.484621+0000", 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000840005, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.110185+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.110185+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.110447+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000", 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.128331+0000", 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.128331+0000", 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.128627+0000", 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000", 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.960517+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.960517+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.277765+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:40:43.145433+0000", 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000906484, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "62'2" 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.100324+0000", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.100324+0000", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.100747+0000", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000", 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118680+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118680+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118963+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000", 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:22.268593+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:22.268593+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.274783+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:39:28.639001+0000", 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000739155, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "60'1" 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.110608+0000", 2024-09-18T02:19:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.110608+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.111748+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000", 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.102507+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.102507+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.102836+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000", 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:22.268506+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:22.268506+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.772050+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:44:29.818307+0000", 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000411811, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.097103+0000", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.097103+0000", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.097418+0000", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000", 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "55'1" 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.122699+0000", 2024-09-18T02:19:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.122699+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.123024+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000", 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.960398+0000", 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.960398+0000", 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.279320+0000", 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:37:18.075921+0000", 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000518221, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.506409+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.506409+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 37, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:30:20.395465+0000", 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 1, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.565460+0000", 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.565460+0000", 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 10, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:47:54.552433+0000", 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.960 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.112396+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.112396+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.113091+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:56.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.962 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000", 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.963 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.966 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.967 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116413+0000", 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116413+0000", 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.116685+0000", 2024-09-18T02:19:56.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.969 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-18T02:19:56.970 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000", 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:56.974 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.975 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.098799+0000", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.098799+0000", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.099090+0000", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.977 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000", 2024-09-18T02:19:56.978 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.982 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113911+0000", 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113911+0000", 2024-09-18T02:19:56.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114389+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:56.984 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-18T02:19:56.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000", 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.989 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.990 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.100077+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.100077+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.100361+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:56.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:56.992 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000", 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:56.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:56.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:56.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.996 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:56.997 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.130947+0000", 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.130947+0000", 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.131270+0000", 2024-09-18T02:19:56.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:56.999 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.000 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000", 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.004 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.005 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.108695+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.108695+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.108967+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:57.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.007 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000", 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.011 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:57.012 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.110332+0000", 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.014 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.015 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000", 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:57.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.020 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.108240+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.108240+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.108542+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.022 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000", 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.027 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.107223+0000", 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.107223+0000", 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107471+0000", 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:57.029 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.030 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000", 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:57.034 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.035 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.565647+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.565647+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.037 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 10, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:13:42.690980+0000", 2024-09-18T02:19:57.038 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.042 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.111003+0000", 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.111003+0000", 2024-09-18T02:19:57.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.111495+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:57.044 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.045 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000", 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:57.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:57.049 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.050 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.126698+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.126698+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.127085+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.052 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000", 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.056 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:57.057 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106950+0000", 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106950+0000", 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107263+0000", 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.059 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.060 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000", 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:57.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.065 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118000+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118000+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118292+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.067 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000", 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.071 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.072 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.108090+0000", 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.108090+0000", 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.109773+0000", 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:57.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 4, 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:57.074 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 4, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:57.075 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000", 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'4" 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.079 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:57.083 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12288, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 57, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.084 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:57.088 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 45, 2024-09-18T02:19:57.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 45, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 3410, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-18T02:19:57.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 1, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 51, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 19 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.092 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 98304, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 10230, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.093 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 95, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 95, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 272, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 479, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 145, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:57.097 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-18T02:19:57.098 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517205504, 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443079680, 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443079680, 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.003181257750838995 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517205504, 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443079680 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T02:19:57.099 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-18T02:19:57.100 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show-device 2024-09-18T02:19:57.101 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T02:19:57.101 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce23712-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.101 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce2afee-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.101 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021431": { 2024-09-18T02:19:57.101 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce23712-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:57.102 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625670 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.103 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:57.104 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:57.105 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10190165 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.106 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.107 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:57.108 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.109 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1818400 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.110 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:57.111 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3970, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134098040, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667822685, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2309572762, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15192904617, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23485, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40653, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-18T02:19:57.112 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7805 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23485, 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40653 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:57.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:57.114 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:57.115 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.116 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,098,040 [68.6 TB]", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,822,685 [341 TB]", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,309,572,762", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,192,904,617", 2024-09-18T02:19:57.117 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,970", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,485", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,653", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,805", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:57.118 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.119 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce3befc-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce429a0-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021434": { 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce3befc-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:57.120 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625674 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.121 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.122 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10189620 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.124 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:57.125 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:57.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 15 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.128 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1392108 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3969, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 141172058, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667786966, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2716852904, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 14031798472, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:57.130 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 35428, 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 38085, 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 32, 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 11058 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 35428, 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:57.131 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 38085 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:57.132 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:57.133 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:57.134 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 32 Celsius", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:57.135 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 141,172,058 [72.2 TB]", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,786,966 [341 TB]", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,716,852,904", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 14,031,798,472", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,969", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 35,428", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 38,085", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 11,058", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.136 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 32 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.137 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.138 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3602114591' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3602114591' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3602114591' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3602114591' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.140 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.142 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.143 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:55 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.144 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.145 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.146 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:56 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3602114591' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3602114591' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:57.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:57.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:57.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:57.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:55 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:57.154 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show-all 2024-09-18T02:19:57.162 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T02:19:57.162 INFO:tasks.workunit.client.0.smithi046.stdout: "device_report": { 2024-09-18T02:19:57.162 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce23712-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.162 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce2afee-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.162 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021431": { 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce23712-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.163 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625670 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:57.165 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.166 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10190165 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.167 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.168 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.169 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.170 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1818400 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:57.171 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3970, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134098040, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667822685, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2309572762, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15192904617, 2024-09-18T02:19:57.172 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23485, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40653, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7805 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23485, 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:57.173 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40653 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:57.174 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:57.175 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.176 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:57.177 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,098,040 [68.6 TB]", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,822,685 [341 TB]", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,309,572,762", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,192,904,617", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,970", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,485", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,653", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,805", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.178 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.179 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce3befc-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce429a0-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021434": { 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T02:19:57.180 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce3befc-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625674 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T02:19:57.181 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.182 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.183 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.184 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10189620 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T02:19:57.185 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.187 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 15 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T02:19:57.188 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1392108 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T02:19:57.189 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3969, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 141172058, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667786966, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2716852904, 2024-09-18T02:19:57.190 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 14031798472, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 35428, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 38085, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 32, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 11058 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 35428, 2024-09-18T02:19:57.191 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 38085 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T02:19:57.192 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T02:19:57.193 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T02:19:57.194 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 32 Celsius", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 141,172,058 [72.2 TB]", 2024-09-18T02:19:57.195 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,786,966 [341 TB]", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,716,852,904", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 14,031,798,472", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,969", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 35,428", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 38,085", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 11,058", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T02:19:57.196 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 32 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.197 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "report": { 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.198 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:57.199 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T02:19:57.200 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-18T02:19:57.201 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-18T02:19:57.202 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:57.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-18T02:19:57.204 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-18T02:19:57.205 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T02:19:57.207 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-18T02:19:57.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T02:19:57.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T02:19:57.210 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T02:19:57.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-18T02:19:57.212 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-18T02:11:19.504505Z", 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-18T02:19:57.213 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-18T02:19:57.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-18T02:19:57.215 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-18T02:19:57.216 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-18T02:19:57.217 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-18T02:19:57.218 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20135936, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 345336, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 843776, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 345, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.219 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 885752, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 12, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 754176, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14685456, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20135936 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20439040, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 443816, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 745472, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 419, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.220 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1252808, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1006080, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15114896, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21184512 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 46292992, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2132024, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 892928, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 2179072, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1765, 2024-09-18T02:19:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 10055608, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2750976, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 27840016, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 48472064 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 37584896, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1762944, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 1212416, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 9920512, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1150, 2024-09-18T02:19:57.222 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 6278480, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1912832, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23796784, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 47505408 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 34906112, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 708056, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 9453568, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 857, 2024-09-18T02:19:57.223 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 6980216, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1351424, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23244976, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 44359680 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 273334272, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 810256, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:57.224 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1654784, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1356, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4913280, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2480384, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262377840, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 274989056 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 273145856, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 871552, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:57.225 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 581632, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1315, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5836640, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1601024, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262084128, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 271613952, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 783816, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 163840, 2024-09-18T02:19:57.226 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1240, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5012680, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2088448, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 260976496, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 271777792 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 271351808, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 542400, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 491520, 2024-09-18T02:19:57.227 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1226, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4336104, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2083328, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261637464, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 271843328 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272285696, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 886192, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 24576, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 393216, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1214, 2024-09-18T02:19:57.228 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4550208, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1885696, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262186512, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 272678912 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 274817024, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 778176, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 4849664, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 155648, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1007616, 2024-09-18T02:19:57.229 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1243, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4311400, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2513664, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262208472, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 275824640 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272498688, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1011792, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 24576, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1441792, 2024-09-18T02:19:57.230 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1266, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5062656, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2164736, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261482416, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273940480 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272793600, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1094848, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 933888, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1294, 2024-09-18T02:19:57.231 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5138296, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1962240, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261845704, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-18T02:19:57.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.002490", 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:57.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:57.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:57.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 146, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 248, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 32, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:57.236 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-18T02:19:57.237 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.241 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.242 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 150088, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 856, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.243 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222471, 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 72 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.251 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 50488, 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 208 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8128, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 139 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.253 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.254 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.256 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1093350, 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 329 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 352, 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6776, 2024-09-18T02:19:57.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 138 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10624, 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 206 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1043506, 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 336 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.268 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.269 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6776, 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 138 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-18T02:19:57.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.274 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1062636, 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 337 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6776, 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 138 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-18T02:19:57.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.279 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19600, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 175 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 672, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8400, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 175 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19600, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 175 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5280, 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 66 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 37616, 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53298, 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9610 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 131240, 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 193 2024-09-18T02:19:57.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10748, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 685 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30574, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 193 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 388049, 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 86 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2432040, 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 191 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5896, 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 67 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 509696, 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76544, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.287 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18368, 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 164 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 784, 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7872, 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 164 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18368, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 164 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4560, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 57 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47962, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8740 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123760, 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9060, 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 515 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26986, 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-18T02:19:57.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 421792, 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 93 2024-09-18T02:19:57.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2419288, 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 190 2024-09-18T02:19:57.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4928, 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 56 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8528, 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 22 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.296 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.297 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.298 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18032, 2024-09-18T02:19:57.299 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 161 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 672, 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7728, 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 161 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18032, 2024-09-18T02:19:57.300 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 161 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3920, 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4096, 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.301 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44310, 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8212 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 116280, 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7992, 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 500 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.302 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 24674, 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.303 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 326441, 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 70 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2437906, 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 187 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.304 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4136, 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 47 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 347520, 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8320, 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 24 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 227384, 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3431 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.306 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.307 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:57.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7968, 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3520, 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 46328, 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8589 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.311 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 121720, 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8908, 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 519 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.312 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25882, 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 252490, 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 52 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.313 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2412060, 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 176 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.314 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 428608, 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.315 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10400, 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.317 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:57.319 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 560, 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7968, 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-18T02:19:57.320 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3120, 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48090, 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8789 2024-09-18T02:19:57.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 124440, 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 183 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9100, 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 519 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26906, 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 183 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 871902, 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 61 2024-09-18T02:19:57.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2408343, 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4840, 2024-09-18T02:19:57.324 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 55 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.325 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9984, 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 227128, 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3419 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.327 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.328 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18480, 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 165 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-18T02:19:57.329 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7920, 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 165 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18480, 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 165 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2720, 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 34 2024-09-18T02:19:57.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48449, 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8827 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 125120, 2024-09-18T02:19:57.331 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9336, 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 521 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 27330, 2024-09-18T02:19:57.332 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 803759, 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-18T02:19:57.333 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2411894, 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 185 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5456, 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 62 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.334 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 474944, 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 41 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13520, 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 26 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 227640, 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3443 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.336 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.337 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.339 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8304, 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2480, 2024-09-18T02:19:57.340 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 14541, 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47941, 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9022 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123080, 2024-09-18T02:19:57.341 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10340, 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 676 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 27758, 2024-09-18T02:19:57.342 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 191990, 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 38 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2428300, 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 176 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4664, 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.344 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.345 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 75504, 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 154 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.347 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-18T02:19:57.348 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-18T02:19:57.349 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1120, 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8304, 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2000, 2024-09-18T02:19:57.350 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 288973, 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51250, 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9461 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T02:19:57.351 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 129200, 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 190 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11124, 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 683 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30062, 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 190 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 156128, 2024-09-18T02:19:57.353 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2383032, 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6160, 2024-09-18T02:19:57.354 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 70 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 532864, 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.355 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 79040, 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 196 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 226872, 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3407 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T02:19:57.356 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T02:19:57.357 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:57.358 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:57.360 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.361 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:57.362 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-18T02:19:57.363 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.364 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-18T02:19:57.365 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-18T02:19:57.366 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-18T02:19:57.367 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-18T02:19:57.368 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:57.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:57.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:57.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:57.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:57.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.379 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.382 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.392 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.402 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:57.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:57.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:57.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.406 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:57.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:57.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:57.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:57.410 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:57.417 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.420 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.425 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.426 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.427 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.428 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.429 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.431 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.432 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.433 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.434 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.435 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.436 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.437 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:57.438 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:57.439 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:57.440 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.441 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:57.442 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:57.443 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.444 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.445 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.446 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.447 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.448 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.449 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.450 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.451 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.452 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.453 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.454 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.455 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.456 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.457 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.458 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.459 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.461 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.462 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.463 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.464 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.465 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.466 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.468 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.469 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.470 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T02:19:57.471 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T02:19:57.472 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T02:19:57.473 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.474 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T02:19:57.475 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T02:19:57.476 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T02:19:57.477 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.478 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.479 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.480 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.481 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 3, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.482 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.483 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.484 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.485 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.486 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.487 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.488 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.489 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.490 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.491 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.492 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.493 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.494 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.495 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.496 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.498 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.499 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.500 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T02:19:57.501 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.502 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.503 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.504 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:57.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch": { 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-18T02:19:57.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-18T02:19:57.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-18T02:19:57.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-18T02:19:57.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 150898 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.513 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.516 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-18T02:19:57.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14902932 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.519 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.521 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:57.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.523 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207068 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.524 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37340 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-18T02:19:57.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 150898 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-18T02:19:57.527 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.528 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.529 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.530 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.531 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-18T02:19:57.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 87 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.537 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.538 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:57.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.541 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T02:19:57.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.543 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 203 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T02:19:57.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 918 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4874952 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2754 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T02:19:57.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 117998858 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T02:19:57.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 918 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4808914 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5276 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T02:19:57.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 918, 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 130847009 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.549 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 920 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 920, 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2202978593 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:57.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2579 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T02:19:57.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T02:19:57.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45850624 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41050112 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.554 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4800512 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028387 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256252 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70842593 2024-09-18T02:19:57.558 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028387 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37745 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71061100 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.562 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184685591 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71166953 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T02:19:57.566 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31520857 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.567 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41368, 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162053961 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T02:19:57.568 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T02:19:57.569 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T02:19:57.570 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1994, 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268365285 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:57.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 792 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 792, 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3827091 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 792, 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93998193 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.575 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1999962 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.576 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 793 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 793 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T02:19:57.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1523970688 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 793 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7505483 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5389 2024-09-18T02:19:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 793, 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 111997847 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44883968 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34357248 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10526720 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277027324 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256682 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70843226 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:57.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277027324 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40148 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71059760 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-18T02:19:57.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184684883 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71167661 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-18T02:19:57.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23329168 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.597 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33765, 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73518699 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.598 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.599 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1725, 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 238077106 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T02:19:57.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 782 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 782, 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3800263 2024-09-18T02:19:57.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 782, 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98999038 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T02:19:57.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.605 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T02:19:57.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 784 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.607 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 784 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 784, 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1733983172 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.609 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 783 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 783, 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7454876 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.611 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 783, 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5318 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 783, 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108998940 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T02:19:57.612 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41738240 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31260672 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T02:19:57.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10477568 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028226 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256682 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70842324 2024-09-18T02:19:57.617 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277028226 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37745 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71061261 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184685484 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71167060 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-18T02:19:57.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30792766 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33386, 2024-09-18T02:19:57.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 83707534 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T02:19:57.629 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1679, 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 204420065 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2170880 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1421312 2024-09-18T02:19:57.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1282048 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:57.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.636 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3526656 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.641 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 265725 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.642 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23, 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58873 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 296, 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 80652934 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 281, 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13925589 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:57.644 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 296, 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 407717 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 296, 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 81060651 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:57.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43753 2024-09-18T02:19:57.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.648 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:57.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:57.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8842 2024-09-18T02:19:57.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.648 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:57.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14946 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.649 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 682 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 221 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 108, 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1703892 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 258, 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273342 2024-09-18T02:19:57.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 150, 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1061430 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55507 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.651 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8972607 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7661502 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 432469483795 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173863753712 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72079466202 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48253 2024-09-18T02:19:57.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1883934 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 319147610 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127813 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 158994473 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23479284 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885096 2024-09-18T02:19:57.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 54, 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261992 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 512534100 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28743330 2024-09-18T02:19:57.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 422, 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6944288 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272236544 2024-09-18T02:19:57.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270450688 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1785856 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85553522 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24576 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73805454 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641651419 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71378133 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57035681 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792975 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.670 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641651419 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9942 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.672 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5681 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258507 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71106131 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:57.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T02:19:57.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:57.677 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 121421106 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4700098 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43551828 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.681 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:57.682 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 121421106 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4700098 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43551828 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305758208 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.686 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.687 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2015232 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1363968 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1224704 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:57.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.693 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.695 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3313664 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.697 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 671744 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 193990 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:57.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23, 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70538 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.699 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 282, 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57599711 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8284317 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.700 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 282, 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 385848 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 282, 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57985559 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31562 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12605 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13834 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 671 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.703 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 118, 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1720602 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 275, 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 255149 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:57.704 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 157, 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1057391 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88812 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:57.705 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5872906 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92, 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6938963 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 91, 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429191524844 2024-09-18T02:19:57.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92, 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 154938832881 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 363, 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86552467141 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 363, 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42572 2024-09-18T02:19:57.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 391795 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 171293406 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:57.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 121106 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61539650 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17245843 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:57.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 294191 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 51, 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 239231 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256394950 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21386063 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 364, 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2710619 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270278656 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 696320 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85555763 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73819597 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668229 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71361323 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037175 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791481 2024-09-18T02:19:57.723 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668229 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12518 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237859 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71113074 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:57.727 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 97 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:57.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562249248 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 602 2024-09-18T02:19:57.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34717619 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 149108474 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18 2024-09-18T02:19:57.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2842240 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 602 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.732 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2587536 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2021219 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T02:19:57.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11019920 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:57.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4871484 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10332812 2024-09-18T02:19:57.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 548387088 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.736 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27258599 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136754443 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305164288 2024-09-18T02:19:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:57.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.740 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1732608 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1187840 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:57.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1048576 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:57.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.744 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.745 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:57.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:57.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:57.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2854912 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 659456 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257405 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:57.750 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.751 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9696 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47084969 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.752 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 231, 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13939097 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 319121 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47404090 2024-09-18T02:19:57.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52007 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1077 2024-09-18T02:19:57.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4576 2024-09-18T02:19:57.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 490 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 204 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89, 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 875716 2024-09-18T02:19:57.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 210, 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 247621 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 121, 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 413432 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 80776 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4746528 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 84, 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6054273 2024-09-18T02:19:57.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83, 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 374339141973 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 84, 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 138134397679 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 287, 2024-09-18T02:19:57.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71601534039 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 287, 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32119 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 424923 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 92175796 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95378 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86383238 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:57.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14950910 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 294012 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 44, 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 197482 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 198722949 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18243199 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 288, 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1983790 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269025280 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268754944 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270336 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556935 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73822521 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641677019 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.770 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71352533 2024-09-18T02:19:57.772 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037957 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68790699 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641677019 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12511 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 222428 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71119722 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30 2024-09-18T02:19:57.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183413927 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:57.783 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8083812 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176641702 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:57.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183413927 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8083812 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176641702 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:57.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305152000 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.791 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:57.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1081344 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827392 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:57.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 688128 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:57.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.802 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1843200 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 679936 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.803 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:57.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6710 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:57.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151, 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37634282 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 135, 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13329020 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:57.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151, 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 220253 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151, 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37854535 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:57.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52068 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 957 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.808 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9043 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.809 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 213 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81, 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 695105 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 138, 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231310 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.810 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57, 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 194501 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.811 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3192296 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3363287 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-18T02:19:57.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263205830435 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73453455081 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 470245 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24894 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 224392 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 204849858 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:57.814 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74060 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57841991 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15752243 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296740 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174515 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281889253 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:57.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18099267 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 236, 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6214763 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862400957 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269090816 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268550144 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479206 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 540672 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556552 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73827000 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:57.822 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641674141 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71355411 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.826 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037701 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68790955 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641674141 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16640 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231573 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.833 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71109326 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:57.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:57.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 783542 2024-09-18T02:19:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.841 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 783542 2024-09-18T02:19:57.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:57.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305168384 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.845 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.846 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1261568 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:57.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 974848 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 835584 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:57.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.854 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:57.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.856 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2170880 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 679936 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 359754 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.859 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19460 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 187, 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43693310 2024-09-18T02:19:57.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 177, 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5645463 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 187, 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 185387 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 187, 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43878697 2024-09-18T02:19:57.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39470 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6606 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.862 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10432 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 357 2024-09-18T02:19:57.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 234 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89, 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 927590 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 146, 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 239274 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57, 2024-09-18T02:19:57.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 282480 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123928 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2657719 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.865 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2708721 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 251363672141 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63655877575 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:57.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9642172875 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30419 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207867 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 164848622 2024-09-18T02:19:57.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74943 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85157523 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11214899 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.868 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 294727 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 137187 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264117580 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:57.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13786133 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1762587 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269262848 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 663552 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85498686 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.874 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884866 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641240146 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71789406 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999124 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829532 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641240146 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11114 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237576 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71542844 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21117389 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 652426 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20995966 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:57.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:57.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:57.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21117389 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 652426 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20995966 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305172480 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:57.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:57.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1146880 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:57.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 876544 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:57.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 737280 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.899 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.902 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:57.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:57.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1957888 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:57.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 675840 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 213795 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:57.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T02:19:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20614 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 163, 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40625514 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:57.908 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 155, 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7626285 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 163, 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 170623 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 163, 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40796137 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.909 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32093 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4221 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:57.910 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5966 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 329 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:57.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 234 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 82, 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 736802 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 130, 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 190503 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48, 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 357692 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.912 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84443 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2744298 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:57.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2737108 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34, 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 278642870686 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42068521162 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:57.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9613622259 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 266, 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29624 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 221349 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:57.915 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184668520 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71275 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:57.916 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 113854250 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11138451 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296430 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.917 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29, 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123131 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312657412 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.918 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13227471 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 269, 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1741700 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.919 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269737984 2024-09-18T02:19:57.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188416 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.921 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85498620 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884932 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641239656 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71789896 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999080 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829576 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.934 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641239656 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13877 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241461 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71536686 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.939 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.940 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:57.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:57.942 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:57.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:57.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:57.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.950 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.951 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305164288 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:57.952 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.953 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:57.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1191936 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.955 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:57.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 917504 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 778240 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:57.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.958 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.959 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.960 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.961 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.962 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.964 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.965 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2043904 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:57.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1261568 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.967 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27877 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:57.969 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 173, 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38073410 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 171, 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4447948 2024-09-18T02:19:57.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 173, 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 152883 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 173, 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38226293 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.971 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36330 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:57.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5590 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8049 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 347 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.974 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 236 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83, 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887025 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 128, 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 189999 2024-09-18T02:19:57.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45, 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 525313 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.976 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4304144 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:57.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33, 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2349951 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33, 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 443482351471 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:57.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33, 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43878772728 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 450923 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37777 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183581 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 109579197 2024-09-18T02:19:57.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88941 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77268604 2024-09-18T02:19:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17124109 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 886689 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.982 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26, 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100995 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 208500326 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19076149 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2043309 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 271187968 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269484032 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.985 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1703936 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85498043 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73877317 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641235327 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2000 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:57.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71794225 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56998695 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:57.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.998 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:57.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829961 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:58.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641235327 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:58.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18441 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 238325 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:58.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71539587 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.005 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:58.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:58.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84230683 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6971139 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:58.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75020639 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:58.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.012 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.013 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84230683 2024-09-18T02:19:58.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6971139 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:58.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75020639 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.016 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305750016 2024-09-18T02:19:58.017 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T02:19:58.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T02:19:58.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1318912 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1056768 2024-09-18T02:19:58.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 917504 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T02:19:58.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T02:19:58.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-18T02:19:58.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:58.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.028 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.029 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2310144 2024-09-18T02:19:58.031 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1261568 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.032 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 213059 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.033 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.034 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11, 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31345 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.035 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 207, 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46089430 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 200, 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6571810 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 207, 2024-09-18T02:19:58.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 115810 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 207, 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46205240 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33072 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1782 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T02:19:58.038 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4274 2024-09-18T02:19:58.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 544 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 262 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T02:19:58.040 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 107, 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1230614 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 224236 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:58.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 636108 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55530 2024-09-18T02:19:58.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8641634 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1544933 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.043 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143382624162 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30297588455 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.044 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 440509 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36637 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T02:19:58.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 200755 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123174150 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T02:19:58.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 96697 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110874151 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T02:19:58.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12775927 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 884972 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20, 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 78038 2024-09-18T02:19:58.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 255702792 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15848575 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.049 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 304, 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2522215 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861442560 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-18T02:19:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269688832 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137351680 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237568 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:58.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85489189 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.053 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:58.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143360 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73751003 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T02:19:58.059 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:58.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-18T02:19:58.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.060 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:58.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:58.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641168919 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.061 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:58.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2000 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71860633 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:58.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56992792 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:58.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:58.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68835864 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641168919 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T02:19:58.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T02:19:58.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19833 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 249338 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71593590 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.074 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T02:19:58.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-18T02:19:58.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 87 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.078 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T02:19:58.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.078 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T02:19:58.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87, 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108653989 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264322 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T02:19:58.079 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89, 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21149269 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87, 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93045396 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.080 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8468698 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264322 2024-09-18T02:19:58.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7273068 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5834828 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.082 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20790147 2024-09-18T02:19:58.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T02:19:58.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T02:19:58.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9336537 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T02:19:58.085 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19350826 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 79395144 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T02:19:58.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4539664 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67859742 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T02:19:58.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305750016 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:58.091 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-18T02:19:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-18T02:19:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-18T02:19:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:58.093 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4504413431714056e-06, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 272, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 490496, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 145, 2024-09-18T02:19:58.094 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:58.095 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.096 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:58.096 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:58.096 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:58.096 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:58.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:58.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-18T02:19:58.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:58.097 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519708375042683e-07, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:58.099 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-18T02:19:58.100 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-18T02:19:58.101 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:58.102 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.103 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.104 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-18T02:19:58.105 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727116196106, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242372067328, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T02:19:58.106 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.6899637245160193e-08, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T02:19:58.107 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.108 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-18T02:19:58.109 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-18T02:19:58.109 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-18T02:19:58.109 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-18T02:19:58.109 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.109 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "cb7473ac-ce49-43e6-8cba-fc86554f6a48", 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-18T02:19:56.585132", 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "6.15.5" 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-18T02:19:58.110 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.111 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:58.112 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.113 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-18T02:19:58.115 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-18T02:19:58.116 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.117 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.121912+0000", 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.121912+0000", 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.122197+0000", 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:58.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504345+0000", 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.120 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.121 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:48:07.651121+0000", 2024-09-18T02:19:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.127 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.128 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.128 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.128 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.128 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.128 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.128 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.129 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.130 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:58.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.127414+0000", 2024-09-18T02:19:58.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.127414+0000", 2024-09-18T02:19:58.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.127701+0000", 2024-09-18T02:19:58.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:58.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:58.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506424+0000", 2024-09-18T02:19:58.132 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.132 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.132 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.132 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.132 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.133 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:05:02.698322+0000", 2024-09-18T02:19:58.134 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.139 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.140 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.141 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.141 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.141 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.141 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.141 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.141 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.141 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.129392+0000", 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.129392+0000", 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.129673+0000", 2024-09-18T02:19:58.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:58.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504158+0000", 2024-09-18T02:19:58.144 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.144 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.144 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.144 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.144 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.145 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:34:58.487449+0000", 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.146 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.151 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.152 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.153 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118521+0000", 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118521+0000", 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.119344+0000", 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:58.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505978+0000", 2024-09-18T02:19:58.156 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.156 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.156 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.156 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.156 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.156 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.156 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-18T02:19:58.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:12:34.679604+0000", 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.163 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.164 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.165 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113302+0000", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113302+0000", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.113578+0000", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:58.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503044+0000", 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.168 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.169 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:30:41.882149+0000", 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.174 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.175 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.120569+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.120569+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.120857+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505596+0000", 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.177 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:30:14.131937+0000", 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.182 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117402+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117402+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117659+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502110+0000", 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.185 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:01:32.487095+0000", 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.189 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.190 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109787+0000", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507128+0000", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.192 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.193 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:39:40.993122+0000", 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.197 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:58.198 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.122126+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.122126+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.122424+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504637+0000", 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.200 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:17:28.336595+0000", 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.204 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.205 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.103953+0000", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.103953+0000", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.104217+0000", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504230+0000", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.207 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:26:42.939297+0000", 2024-09-18T02:19:58.208 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.213 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109205+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109205+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109567+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503930+0000", 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.215 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.216 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.216 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-18T02:19:58.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.216 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:51:00.791884+0000", 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.220 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.221 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117940+0000", 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117940+0000", 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118560+0000", 2024-09-18T02:19:58.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500146+0000", 2024-09-18T02:19:58.223 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-18T02:19:58.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:03:14.473780+0000", 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.228 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.229 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118529+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118529+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118844+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:58.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507764+0000", 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.231 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:18:24.691672+0000", 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.235 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.236 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.129259+0000", 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.129259+0000", 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.129556+0000", 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:58.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505126+0000", 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.238 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.239 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:19:37.742030+0000", 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.243 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.103187+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.103187+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.103546+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503863+0000", 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.246 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:36:42.674519+0000", 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.250 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.251 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.119297+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.119297+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.119756+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:58.252 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505824+0000", 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.253 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:31:11.424991+0000", 2024-09-18T02:19:58.254 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.262 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113786+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113786+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114120+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506259+0000", 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.264 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:25:00.639369+0000", 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.268 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.269 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.103427+0000", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.103427+0000", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.103728+0000", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500498+0000", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.271 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:14:31.484874+0000", 2024-09-18T02:19:58.272 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.275 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.276 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116098+0000", 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116098+0000", 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.116419+0000", 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505414+0000", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.278 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:58:41.816774+0000", 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.283 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117256+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117256+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117762+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504081+0000", 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.286 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:13:23.056407+0000", 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.290 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.291 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.130650+0000", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.130650+0000", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.130922+0000", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504031+0000", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.293 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.294 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:56:54.861879+0000", 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.298 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.299 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.112389+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.112389+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.112676+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.300 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505681+0000", 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.301 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:52:02.459380+0000", 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.305 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.306 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.119336+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.119336+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.119676+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:58.307 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507348+0000", 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.308 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:40:49.730252+0000", 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.309 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.312 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.313 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.105659+0000", 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.105659+0000", 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.105932+0000", 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505916+0000", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.315 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.316 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:28:51.955943+0000", 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.321 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116144+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116144+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.116461+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.508140+0000", 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.323 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:50:31.302262+0000", 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.327 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.328 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113976+0000", 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113976+0000", 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114298+0000", 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504303+0000", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.330 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.331 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:28:04.621220+0000", 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.335 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.336 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.108494+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.108494+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.108957+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504441+0000", 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.338 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:25:42.081599+0000", 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.339 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.342 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.343 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.117107+0000", 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.117107+0000", 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117421+0000", 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.344 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507933+0000", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.345 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.346 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:23:12.285782+0000", 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.347 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.350 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.351 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.132191+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.132191+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.132488+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:58.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504126+0000", 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.353 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:41:29.092170+0000", 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.357 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.358 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118408+0000", 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118408+0000", 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118732+0000", 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505754+0000", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.360 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.361 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:34:04.084985+0000", 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.365 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.102085+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.102085+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.102373+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499565+0000", 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.368 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:30:18.319531+0000", 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.373 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.802900+0000", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.802900+0000", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.803227+0000", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.375 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.376 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:48:07.419499+0000", 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.380 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.110045+0000", 2024-09-18T02:19:58.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.110045+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.110318+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500112+0000", 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-18T02:19:58.383 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:07:15.392573+0000", 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.387 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.388 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.105126+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.105126+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.105539+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:58.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507864+0000", 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:58.390 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:58:02.154287+0000", 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.395 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.131882+0000", 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.131882+0000", 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.132142+0000", 2024-09-18T02:19:58.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504203+0000", 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.397 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.398 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:47:11.344944+0000", 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.402 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.403 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104375+0000", 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104375+0000", 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.106191+0000", 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503105+0000", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.405 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:58.406 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:57:47.229738+0000", 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.410 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:58.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102730+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102730+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102999+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507516+0000", 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.413 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:09:18.934838+0000", 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.417 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.418 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113505+0000", 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113505+0000", 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114199+0000", 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507217+0000", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.420 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.421 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:51:35.978170+0000", 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.425 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.426 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.107206+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.107206+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107486+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:58.427 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506012+0000", 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.428 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.429 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:38:38.585878+0000", 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.433 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.434 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.107155+0000", 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.107155+0000", 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.108204+0000", 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504106+0000", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.436 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:19:19.145663+0000", 2024-09-18T02:19:58.437 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.441 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106350+0000", 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106350+0000", 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.106830+0000", 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.442 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504796+0000", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.443 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:35:32.331163+0000", 2024-09-18T02:19:58.444 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.448 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:58.449 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.111560+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.111560+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.111861+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506095+0000", 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.451 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:37:25.068373+0000", 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.455 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.456 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.110440+0000", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.110440+0000", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.110728+0000", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506169+0000", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.458 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:55:37.777544+0000", 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.462 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.463 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.126486+0000", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.126486+0000", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.126866+0000", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505708+0000", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.465 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:42:03.601867+0000", 2024-09-18T02:19:58.466 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.469 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.470 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.101019+0000", 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.101019+0000", 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102046+0000", 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:58.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504571+0000", 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.473 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:56:09.688943+0000", 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'3" 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:58.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118293+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118293+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118733+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500238+0000", 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.480 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:19:47.912509+0000", 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.484 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.485 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106933+0000", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106933+0000", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107213+0000", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:47.340298+0000", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 12, 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.487 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 12, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 33, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:20:01.810787+0000", 2024-09-18T02:19:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 2624, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 9 2024-09-18T02:19:58.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "65'12" 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.492 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.842055+0000", 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.842055+0000", 2024-09-18T02:19:58.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.842329+0000", 2024-09-18T02:19:58.494 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-18T02:19:58.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:14:18.218178+0000", 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.499 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.500 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104559+0000", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104559+0000", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.104884+0000", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.501 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504330+0000", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.502 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:58.503 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:08:22.245070+0000", 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.507 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.842015+0000", 2024-09-18T02:19:58.508 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.842015+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.842326+0000", 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.510 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 10, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:48:03.639725+0000", 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.514 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.515 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106217+0000", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106217+0000", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.106511+0000", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506262+0000", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:35:37.287741+0000", 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.521 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.522 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.843059+0000", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.843059+0000", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.523 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.843295+0000", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.524 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.525 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:27:01.518523+0000", 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.529 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.530 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102510+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102510+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102983+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.531 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502891+0000", 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.532 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:48:03.138938+0000", 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.536 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.537 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109300+0000", 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109300+0000", 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109556+0000", 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502493+0000", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.539 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.540 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:49:07.172825+0000", 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.544 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.545 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.105188+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.105188+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.105505+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499528+0000", 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-18T02:19:58.547 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 29, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:35:30.265218+0000", 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T02:19:58.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.551 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'8" 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.552 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.567097+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.567097+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.553 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.567402+0000", 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.554 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 30, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:24:03.623883+0000", 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.556 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.558 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.559 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104280+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104280+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.105092+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.560 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.501175+0000", 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:58.561 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:02:09.965982+0000", 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.565 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.566 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.114449+0000", 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.114449+0000", 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114962+0000", 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503999+0000", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.568 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.569 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:01:12.791116+0000", 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.573 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:58.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102821+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102821+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.103175+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:58.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500577+0000", 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:57:32.095406+0000", 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.580 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.581 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.124480+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.124480+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.124781+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504428+0000", 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:06:04.420640+0000", 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.587 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.588 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.097654+0000", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.097654+0000", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.097939+0000", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504658+0000", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.590 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:58.591 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:49:58.068200+0000", 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.594 INFO:tasks.workunit.client.0.smithi046.stderr:+ echo OK 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.596 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.597 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.598 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:57 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.600 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.601 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118303+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118303+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118618+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:58.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506036+0000", 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.603 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:30:02.884246+0000", 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.604 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.607 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.103017+0000", 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.103017+0000", 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.103538+0000", 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:58.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500030+0000", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.610 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.611 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:08:39.417311+0000", 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.615 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.616 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116918+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116918+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.117345+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505224+0000", 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.618 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:23:35.570004+0000", 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.622 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:22.268682+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:22.268682+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.438454+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:58.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503682+0000", 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.625 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:43:47.227141+0000", 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000386935, 2024-09-18T02:19:58.626 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.630 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 20, 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:28.816166+0000", 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:28.816166+0000", 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:28.821004+0000", 2024-09-18T02:19:58.631 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 51, 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:19:53.071744+0000", 2024-09-18T02:19:58.632 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 95, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 50, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 95, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-18T02:19:58.633 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 113, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:24:47.875837+0000", 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 272, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 479, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 145, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.637 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "65'95" 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.638 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.102001+0000", 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.102001+0000", 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.102306+0000", 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505550+0000", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.640 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.641 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:45:35.226166+0000", 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.645 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109407+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109407+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.109771+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507667+0000", 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.648 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:10:39.405927+0000", 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.652 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.653 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.654 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.654 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.654 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.545502+0000", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.545502+0000", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.274948+0000", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:58.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504410+0000", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.657 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:42:24.524710+0000", 2024-09-18T02:19:58.658 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000629371, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.662 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.112616+0000", 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.112616+0000", 2024-09-18T02:19:58.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.113268+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502549+0000", 2024-09-18T02:19:58.664 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.665 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:35:29.512245+0000", 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.669 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.670 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.128267+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.128267+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.128574+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:58.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503604+0000", 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.672 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:13:56.600749+0000", 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.676 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.960042+0000", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.960042+0000", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.277995+0000", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.504848+0000", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.679 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:56:16.763356+0000", 2024-09-18T02:19:58.680 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000790173, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.684 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.104105+0000", 2024-09-18T02:19:58.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.104105+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.104398+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:58.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499629+0000", 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.687 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:24:21.502105+0000", 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.691 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.692 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.125168+0000", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.125168+0000", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.125536+0000", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503335+0000", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:25:25.658879+0000", 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.699 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.545243+0000", 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.545243+0000", 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.277825+0000", 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:58.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505732+0000", 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.701 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.702 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:34:43.484621+0000", 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000840005, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.706 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.707 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.110185+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.110185+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.110447+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506256+0000", 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:56:34.803735+0000", 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.713 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:58.714 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.128331+0000", 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.128331+0000", 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.128627+0000", 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500481+0000", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:24:03.934582+0000", 2024-09-18T02:19:58.717 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.720 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.721 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.960517+0000", 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.960517+0000", 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.277765+0000", 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:58.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503116+0000", 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:58.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.724 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:40:43.145433+0000", 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000906484, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.728 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "62'2" 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.729 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.100324+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.100324+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.100747+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:58.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506729+0000", 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.731 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:07:19.469291+0000", 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.732 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.735 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.736 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118680+0000", 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118680+0000", 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118963+0000", 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:58.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505850+0000", 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.739 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:45:09.914457+0000", 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.743 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:22.268593+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:22.268593+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.274783+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503837+0000", 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.746 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:39:28.639001+0000", 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000739155, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.750 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "60'1" 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.751 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.110608+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.110608+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.111748+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:58.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505488+0000", 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.753 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:46:59.248964+0000", 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.754 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.757 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.758 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.102507+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.102507+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.102836+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:58.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506613+0000", 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.760 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:10:26.321354+0000", 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.761 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.765 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:22.268506+0000", 2024-09-18T02:19:58.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:22.268506+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.772050+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505804+0000", 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.768 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:44:29.818307+0000", 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000411811, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.773 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.097103+0000", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.097103+0000", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.097418+0000", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.774 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.506580+0000", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.775 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:15:24.439496+0000", 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.776 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "55'1" 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.780 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.122699+0000", 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.122699+0000", 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.123024+0000", 2024-09-18T02:19:58.781 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.508156+0000", 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.782 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.783 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:37:08.977571+0000", 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.787 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:58.788 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:17:21.960398+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:17:21.960398+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:17:25.279320+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 58, 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:58.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.499835+0000", 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 57, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.790 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:37:18.075921+0000", 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000518221, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.794 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.795 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.506409+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.506409+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.796 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.508613+0000", 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.797 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 37, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:30:20.395465+0000", 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 1, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.801 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.802 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.565460+0000", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.565460+0000", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.803 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.565772+0000", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.804 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 10, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:47:54.552433+0000", 2024-09-18T02:19:58.805 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.809 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.112396+0000", 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.112396+0000", 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.113091+0000", 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.502882+0000", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.812 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:03:50.791558+0000", 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.816 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:58.817 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.116413+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.116413+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.116685+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.500283+0000", 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:53:20.529397+0000", 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.823 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.824 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.098799+0000", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.098799+0000", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.099090+0000", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503942+0000", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.826 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.827 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:10:40.505282+0000", 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.113911+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.113911+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.114389+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507299+0000", 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.834 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:45:04.092603+0000", 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.838 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.839 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.100077+0000", 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.100077+0000", 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.100361+0000", 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505191+0000", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.841 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-18T02:19:58.842 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:24:37.578641+0000", 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.130947+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.130947+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.131270+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.848 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507848+0000", 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.849 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:14:10.786429+0000", 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.853 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.108695+0000", 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.108695+0000", 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.108967+0000", 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503110+0000", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.856 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:58.857 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:28:58.713466+0000", 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T02:19:58.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.861 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.109417+0000", 2024-09-18T02:19:58.862 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.110332+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503024+0000", 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:53:31.868690+0000", 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.868 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.869 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.870 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.870 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.872 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.108240+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.108240+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.108542+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:58.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505751+0000", 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.874 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:30:23.432633+0000", 2024-09-18T02:19:58.875 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.879 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.107223+0000", 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.107223+0000", 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107471+0000", 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:58.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.503941+0000", 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:58.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.882 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:13:58.814409+0000", 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.886 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.887 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:18:18.565647+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:18:18.565647+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 65, 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:18.565955+0000", 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 64, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.889 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 65, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 10, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:13:42.690980+0000", 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.893 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.894 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.111003+0000", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.111003+0000", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.111495+0000", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505322+0000", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.896 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 23, 2024-09-18T02:19:58.897 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:21:22.384713+0000", 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T02:19:58.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.902 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.126698+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.126698+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.127085+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505605+0000", 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.904 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:36:47.275632+0000", 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.905 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.908 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.909 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.106950+0000", 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.106950+0000", 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.107263+0000", 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.508120+0000", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.911 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 22, 2024-09-18T02:19:58.912 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:16:17.445666+0000", 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.916 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:58.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:46.118000+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:46.118000+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:46.118292+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 54, 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T02:19:58.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.507963+0000", 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 53, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.919 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:24:32.274618+0000", 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T02:19:58.923 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T02:19:58.924 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:16:45.108090+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:16:45.108090+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:16:45.109773+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 53, 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:58.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T02:18:17.505960+0000", 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 4, 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 52, 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T02:19:58.926 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 4, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 64, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:10:13.474082+0000", 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T02:19:58.927 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T02:19:58.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'4" 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-18T02:19:58.931 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12288, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:58.935 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 57, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:58.936 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:58.940 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 45, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 45, 2024-09-18T02:19:58.941 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 3410, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 1, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 51, 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 19 2024-09-18T02:19:58.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 98304, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 10230, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.945 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 95, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 95, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T02:19:58.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T02:19:58.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T02:19:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 272, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 479, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 145, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T02:19:58.949 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-18T02:19:58.950 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517205504, 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443079680, 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443079680, 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.003181257750838995 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517205504, 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443079680 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T02:19:58.951 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T02:19:58.952 INFO:tasks.workunit.client.0.smithi046.stdout:OK 2024-09-18T02:19:58.952 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:19:58.952 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.955 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:56 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.957 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:19:57] "GET /metrics HTTP/1.1" 200 236478 "" "Prometheus/2.43.0" 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:19:58.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:19:58.963 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:57 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:19:58.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:19:58 smithi195 ceph-mon[31687]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:58.991 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:19:58 smithi046 ceph-mon[39146]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:58.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:19:58 smithi046 ceph-mon[27507]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-18T02:19:58.997 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-09-18T02:19:58.997 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-18T02:19:59.318 DEBUG:teuthology.parallel:result is None 2024-09-18T02:19:59.319 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T02:19:59.345 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T02:19:59.345 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:19:59.406 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T02:19:59.406 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:19:59.415 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-09-18T02:19:59.416 INFO:teuthology.run_tasks:Running task print... 2024-09-18T02:19:59.427 INFO:teuthology.task.print:**** done start parallel 2024-09-18T02:19:59.427 INFO:teuthology.run_tasks:Running task parallel... 2024-09-18T02:19:59.441 INFO:teuthology.task.parallel:starting parallel... 2024-09-18T02:19:59.441 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-18T02:19:59.466 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T02:19:59.467 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-18T02:19:59.467 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-18T02:19:59.470 INFO:tasks.rados:Beginning rados... 2024-09-18T02:19:59.470 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-18T02:19:59.470 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'reef', 'sha1': 'a477b1894d5c5a613f23260ca0e6b96d79652ba7'}} 2024-09-18T02:19:59.470 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-18T02:19:59.470 INFO:tasks.rados:joining rados 2024-09-18T02:19:59.470 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-18T02:19:59.471 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-18T02:19:59.471 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-18T02:19:59.471 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-18T02:19:59.472 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-09-18T02:19:59.472 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-18T02:19:59.472 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-18T02:19:59.473 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-18T02:19:59.740 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:19:59.740 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:20:00.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:20:00 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:20:00.748 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:00 smithi195 ceph-mon[31687]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:00.748 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:00 smithi195 ceph-mon[31687]: overall HEALTH_OK 2024-09-18T02:20:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:00 smithi046 ceph-mon[39146]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:00 smithi046 ceph-mon[39146]: overall HEALTH_OK 2024-09-18T02:20:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:00 smithi046 ceph-mon[27507]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:00 smithi046 ceph-mon[27507]: overall HEALTH_OK 2024-09-18T02:20:02.606 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:02 smithi046 ceph-mon[39146]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:02.606 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:02 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:02.606 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:02 smithi046 ceph-mon[27507]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:02.606 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:02 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:02.632 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-18T02:20:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:02 smithi195 ceph-mon[31687]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:02 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:03.353 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:20:04.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:04 smithi046 ceph-mon[27507]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:04.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:04 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1299788153' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:20:04.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:04 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:20:04.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:04 smithi046 ceph-mon[39146]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:04.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:04 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1299788153' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:20:04.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:04 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:20:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:04 smithi195 ceph-mon[31687]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-18T02:20:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:04 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1299788153' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:20:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:04 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:20:05.209 INFO:tasks.rados:starting run 0 out of 1 2024-09-18T02:20:05.209 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-18T02:20:05.209 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-18T02:20:05.789 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:20:05.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:05 smithi046 ceph-mon[39146]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:20:05.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:05 smithi046 ceph-mon[39146]: osdmap e66: 8 total, 8 up, 8 in 2024-09-18T02:20:05.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:05 smithi046 ceph-mon[27507]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:20:05.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:05 smithi046 ceph-mon[27507]: osdmap e66: 8 total, 8 up, 8 in 2024-09-18T02:20:05.927 INFO:teuthology.orchestra.run.smithi046.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:20:05.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:05 smithi195 ceph-mon[31687]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:20:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:05 smithi195 ceph-mon[31687]: osdmap e66: 8 total, 8 up, 8 in 2024-09-18T02:20:06.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[27507]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-18T02:20:06.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:06.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:20:06.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:20:06.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:20:06.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:06.618 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[39146]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-18T02:20:06.619 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:06.619 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:20:06.619 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:20:06.619 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:20:06.619 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:06 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:06.645 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-09-18T02:20:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:06 smithi195 ceph-mon[31687]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-18T02:20:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:06 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:06 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:20:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:06 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:20:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:06 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:20:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:06 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:07.563 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:20:07 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:07] "GET /metrics HTTP/1.1" 200 236526 "" "Prometheus/2.43.0" 2024-09-18T02:20:07.564 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:07 smithi046 ceph-mon[27507]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:07.564 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:07 smithi046 ceph-mon[27507]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:20:07.564 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:07 smithi046 ceph-mon[27507]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:20:07.893 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:07 smithi046 ceph-mon[39146]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:07.893 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:07 smithi046 ceph-mon[39146]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:20:07.893 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:07 smithi046 ceph-mon[39146]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:20:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:07 smithi195 ceph-mon[31687]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:07 smithi195 ceph-mon[31687]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:20:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:07 smithi195 ceph-mon[31687]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-18T02:20:08.150 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:20:08.655 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:08 smithi046 ceph-mon[27507]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-18T02:20:08.655 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:08 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/784062312' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-18T02:20:08.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:08 smithi046 ceph-mon[39146]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-18T02:20:08.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:08 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/784062312' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-18T02:20:08.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:08 smithi195 ceph-mon[31687]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-18T02:20:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:08 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/784062312' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-18T02:20:09.578 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'unique_pool_0' created 2024-09-18T02:20:09.664 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:09 smithi046 ceph-mon[27507]: osdmap e67: 8 total, 8 up, 8 in 2024-09-18T02:20:09.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:09 smithi046 ceph-mon[39146]: osdmap e67: 8 total, 8 up, 8 in 2024-09-18T02:20:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:09 smithi195 ceph-mon[31687]: osdmap e67: 8 total, 8 up, 8 in 2024-09-18T02:20:10.325 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-18T02:20:10.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:20:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:20:10.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:10 smithi046 ceph-mon[27507]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:10.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:10 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/784062312' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-18T02:20:10.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:10 smithi046 ceph-mon[27507]: osdmap e68: 8 total, 8 up, 8 in 2024-09-18T02:20:10.632 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:20:10.769 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:20:10.895 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:10 smithi046 ceph-mon[39146]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:10.895 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:10 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/784062312' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-18T02:20:10.895 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:10 smithi046 ceph-mon[39146]: osdmap e68: 8 total, 8 up, 8 in 2024-09-18T02:20:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:10 smithi195 ceph-mon[31687]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:10 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/784062312' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-18T02:20:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:10 smithi195 ceph-mon[31687]: osdmap e68: 8 total, 8 up, 8 in 2024-09-18T02:20:11.081 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (97s) 82s ago 2m 16.8M - 0.25.0 c8568f914cd2 11788454af07 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (2m) 82s ago 2m 83.0M - 9.4.7 954c08fa6188 a7702e9774b8 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (3m) 82s ago 3m 17.1M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (3m) 82s ago 3m 16.0M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443 running (6m) 82s ago 6m 399M - 17.2.7-1635-g4a704134 f22ead590bad 1641879dffd6 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (8m) 82s ago 8m 447M - 17.2.7-1635-g4a704134 f22ead590bad 041c930a7f9c 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (8m) 82s ago 8m 48.2M 2048M 17.2.7-1635-g4a704134 f22ead590bad b3a2ebdc2c1a 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (7m) 82s ago 7m 41.0M 2048M 17.2.7-1635-g4a704134 f22ead590bad 4548c1109e37 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (7m) 82s ago 7m 39.4M 2048M 17.2.7-1635-g4a704134 f22ead590bad 2d7bb2602707 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 82s ago 119s 13.1M - 1.5.0 0da6a335fe13 f103f855009a 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (113s) 82s ago 112s 3644k - 1.5.0 0da6a335fe13 f44af43887aa 2024-09-18T02:20:11.082 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (6m) 82s ago 6m 44.5M 2993M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (6m) 82s ago 6m 44.6M 2993M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (5m) 82s ago 5m 42.7M 2993M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (5m) 82s ago 5m 41.4M 2993M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (5m) 82s ago 5m 44.4M 2992M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (4m) 82s ago 4m 44.3M 2992M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (4m) 82s ago 4m 42.0M 2992M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (3m) 82s ago 3m 41.7M 2992M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:20:11.083 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (92s) 82s ago 2m 27.6M - 2.43.0 a07b618ecd1d b0fa6798f170 2024-09-18T02:20:11.447 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:20:11.447 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:20:11.447 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:20:11.447 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 15 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:20:11.448 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:20:11.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:11 smithi046 ceph-mon[27507]: osdmap e69: 8 total, 8 up, 8 in 2024-09-18T02:20:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:11 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2103057740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:20:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:11 smithi046 ceph-mon[39146]: osdmap e69: 8 total, 8 up, 8 in 2024-09-18T02:20:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:11 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2103057740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:20:11.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:11 smithi195 ceph-mon[31687]: osdmap e69: 8 total, 8 up, 8 in 2024-09-18T02:20:11.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:11 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2103057740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:20:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[27507]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[27507]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[27507]: pgmap v103: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[27507]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:20:12.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[27507]: osdmap e70: 8 total, 8 up, 8 in 2024-09-18T02:20:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[39146]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[39146]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[39146]: pgmap v103: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[39146]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:20:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:12 smithi046 ceph-mon[39146]: osdmap e70: 8 total, 8 up, 8 in 2024-09-18T02:20:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:12 smithi195 ceph-mon[31687]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:12 smithi195 ceph-mon[31687]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:12 smithi195 ceph-mon[31687]: pgmap v103: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:12 smithi195 ceph-mon[31687]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:20:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:12 smithi195 ceph-mon[31687]: osdmap e70: 8 total, 8 up, 8 in 2024-09-18T02:20:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-18T02:20:13.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:13 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2347578013' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:20:14.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:13 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2347578013' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:20:14.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:13 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2347578013' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:20:14.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:14 smithi195 ceph-mon[31687]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:14 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2347578013' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-18T02:20:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:14 smithi195 ceph-mon[31687]: osdmap e71: 8 total, 8 up, 8 in 2024-09-18T02:20:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:14 smithi046 ceph-mon[27507]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:14 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/2347578013' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-18T02:20:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:14 smithi046 ceph-mon[27507]: osdmap e71: 8 total, 8 up, 8 in 2024-09-18T02:20:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:14 smithi046 ceph-mon[39146]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:14 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2347578013' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-18T02:20:15.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:14 smithi046 ceph-mon[39146]: osdmap e71: 8 total, 8 up, 8 in 2024-09-18T02:20:15.339 DEBUG:teuthology.orchestra.run.smithi046:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight read -> 100 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight delete -> 50 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight snap_create -> 50 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight snap_remove -> 50 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight rollback -> 50 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight setattr -> 25 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight rmattr -> 25 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight copy_from -> 50 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight append -> 100 2024-09-18T02:20:15.368 INFO:tasks.rados.rados.0.smithi046.stdout:ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable) 2024-09-18T02:20:15.369 INFO:tasks.rados.rados.0.smithi046.stdout:Configuration: 2024-09-18T02:20:15.369 INFO:tasks.rados.rados.0.smithi046.stdout: Number of operations: 4000 2024-09-18T02:20:15.369 INFO:tasks.rados.rados.0.smithi046.stdout: Number of objects: 50 2024-09-18T02:20:15.369 INFO:tasks.rados.rados.0.smithi046.stdout: Max in flight operations: 16 2024-09-18T02:20:15.369 INFO:tasks.rados.rados.0.smithi046.stdout: Object size (in bytes): 4000000 2024-09-18T02:20:15.369 INFO:tasks.rados.rados.0.smithi046.stdout: Write stride min: 400000 2024-09-18T02:20:15.369 INFO:tasks.rados.rados.0.smithi046.stdout: Write stride max: 800000 2024-09-18T02:20:15.605 INFO:tasks.rados.rados.0.smithi046.stdout:1: write initial oid 1 2024-09-18T02:20:15.605 INFO:tasks.rados.rados.0.smithi046.stdout:1: seq_num 0 ranges {0=24576} 2024-09-18T02:20:15.605 INFO:tasks.rados.rados.0.smithi046.stdout:1: writing smithi04682744-1 from 0 to 24576 tid 1 2024-09-18T02:20:15.605 INFO:tasks.rados.rados.0.smithi046.stdout:2: write initial oid 2 2024-09-18T02:20:15.605 INFO:tasks.rados.rados.0.smithi046.stdout:2: seq_num 1 ranges {0=24576} 2024-09-18T02:20:15.606 INFO:tasks.rados.rados.0.smithi046.stdout:2: writing smithi04682744-2 from 0 to 24576 tid 1 2024-09-18T02:20:15.606 INFO:tasks.rados.rados.0.smithi046.stdout:3: write initial oid 3 2024-09-18T02:20:15.606 INFO:tasks.rados.rados.0.smithi046.stdout:3: seq_num 2 ranges {0=40960} 2024-09-18T02:20:15.606 INFO:tasks.rados.rados.0.smithi046.stdout:3: writing smithi04682744-3 from 0 to 40960 tid 1 2024-09-18T02:20:15.606 INFO:tasks.rados.rados.0.smithi046.stdout:4: write initial oid 4 2024-09-18T02:20:15.606 INFO:tasks.rados.rados.0.smithi046.stdout:4: seq_num 3 ranges {0=57344} 2024-09-18T02:20:15.607 INFO:tasks.rados.rados.0.smithi046.stdout:4: writing smithi04682744-4 from 0 to 57344 tid 1 2024-09-18T02:20:15.607 INFO:tasks.rados.rados.0.smithi046.stdout:5: write initial oid 5 2024-09-18T02:20:15.607 INFO:tasks.rados.rados.0.smithi046.stdout:5: seq_num 4 ranges {0=73728} 2024-09-18T02:20:15.607 INFO:tasks.rados.rados.0.smithi046.stdout:5: writing smithi04682744-5 from 0 to 73728 tid 1 2024-09-18T02:20:15.607 INFO:tasks.rados.rados.0.smithi046.stdout:6: write initial oid 6 2024-09-18T02:20:15.607 INFO:tasks.rados.rados.0.smithi046.stdout:6: seq_num 5 ranges {0=90112} 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:6: writing smithi04682744-6 from 0 to 90112 tid 1 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:7: write initial oid 7 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:7: seq_num 6 ranges {0=106496} 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:7: writing smithi04682744-7 from 0 to 106496 tid 1 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:8: write initial oid 8 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:8: seq_num 7 ranges {0=122880} 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:8: writing smithi04682744-8 from 0 to 122880 tid 1 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:9: write initial oid 9 2024-09-18T02:20:15.611 INFO:tasks.rados.rados.0.smithi046.stdout:9: seq_num 8 ranges {0=139264} 2024-09-18T02:20:15.612 INFO:tasks.rados.rados.0.smithi046.stdout:9: writing smithi04682744-9 from 0 to 139264 tid 1 2024-09-18T02:20:15.612 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 1 to smithi04682744-4 2024-09-18T02:20:15.612 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 1 to smithi04682744-1 2024-09-18T02:20:15.612 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 2 to smithi04682744-1 2024-09-18T02:20:15.612 INFO:tasks.rados.rados.0.smithi046.stdout:10: write initial oid 10 2024-09-18T02:20:15.612 INFO:tasks.rados.rados.0.smithi046.stdout:10: seq_num 9 ranges {0=155648} 2024-09-18T02:20:15.613 INFO:tasks.rados.rados.0.smithi046.stdout:10: writing smithi04682744-10 from 0 to 155648 tid 1 2024-09-18T02:20:15.613 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 1 to smithi04682744-5 2024-09-18T02:20:15.614 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 2 to smithi04682744-5 2024-09-18T02:20:15.614 INFO:tasks.rados.rados.0.smithi046.stdout:11: write initial oid 11 2024-09-18T02:20:15.614 INFO:tasks.rados.rados.0.smithi046.stdout:11: seq_num 10 ranges {0=172032} 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:11: writing smithi04682744-11 from 0 to 172032 tid 1 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 1 to smithi04682744-2 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 1 to smithi04682744-3 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 3 to smithi04682744-1 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 2 to smithi04682744-2 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 2 to smithi04682744-3 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 2 to smithi04682744-4 2024-09-18T02:20:15.616 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 1 to smithi04682744-6 2024-09-18T02:20:15.617 INFO:tasks.rados.rados.0.smithi046.stdout:1: done (10 left) 2024-09-18T02:20:15.617 INFO:tasks.rados.rados.0.smithi046.stdout:12: write initial oid 12 2024-09-18T02:20:15.617 INFO:tasks.rados.rados.0.smithi046.stdout:12: seq_num 11 ranges {0=188416} 2024-09-18T02:20:15.617 INFO:tasks.rados.rados.0.smithi046.stdout:12: writing smithi04682744-12 from 0 to 188416 tid 1 2024-09-18T02:20:15.618 INFO:tasks.rados.rados.0.smithi046.stdout:13: write initial oid 13 2024-09-18T02:20:15.618 INFO:tasks.rados.rados.0.smithi046.stdout:13: seq_num 12 ranges {0=204800} 2024-09-18T02:20:15.619 INFO:tasks.rados.rados.0.smithi046.stdout:13: writing smithi04682744-13 from 0 to 204800 tid 1 2024-09-18T02:20:15.619 INFO:tasks.rados.rados.0.smithi046.stdout:14: write initial oid 14 2024-09-18T02:20:15.619 INFO:tasks.rados.rados.0.smithi046.stdout:14: seq_num 13 ranges {0=221184} 2024-09-18T02:20:15.621 INFO:tasks.rados.rados.0.smithi046.stdout:14: writing smithi04682744-14 from 0 to 221184 tid 1 2024-09-18T02:20:15.621 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 2 to smithi04682744-6 2024-09-18T02:20:15.621 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 1 to smithi04682744-7 2024-09-18T02:20:15.621 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 1 to smithi04682744-8 2024-09-18T02:20:15.621 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 3 to smithi04682744-5 2024-09-18T02:20:15.621 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-18T02:20:15.621 INFO:tasks.rados.rados.0.smithi046.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 2 to smithi04682744-8 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 2 to smithi04682744-7 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 3 to smithi04682744-3 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 3 to smithi04682744-2 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-18T02:20:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 3 to smithi04682744-4 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 1 to smithi04682744-10 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 2 to smithi04682744-10 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 3 to smithi04682744-6 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 3 to smithi04682744-7 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 1 to smithi04682744-12 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 1 to smithi04682744-9 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 2 to smithi04682744-12 2024-09-18T02:20:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 2 to smithi04682744-9 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 3 to smithi04682744-10 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 3 to smithi04682744-8 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 6 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:2: done (12 left) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:3: done (11 left) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:4: done (10 left) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:5: done (9 left) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:6: done (8 left) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:7: done (7 left) 2024-09-18T02:20:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:8: done (6 left) 2024-09-18T02:20:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:10: done (5 left) 2024-09-18T02:20:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:15: write initial oid 15 2024-09-18T02:20:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:15: seq_num 14 ranges {0=237568} 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:15: writing smithi04682744-15 from 0 to 237568 tid 1 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:16: write initial oid 16 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:16: seq_num 15 ranges {0=253952} 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:16: writing smithi04682744-16 from 0 to 253952 tid 1 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:17: write initial oid 17 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 3 to smithi04682744-9 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 1 to smithi04682744-11 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 2 to smithi04682744-11 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 1 to smithi04682744-14 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 3 to smithi04682744-12 2024-09-18T02:20:15.626 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-18T02:20:15.627 INFO:tasks.rados.rados.0.smithi046.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-18T02:20:15.627 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 2 to smithi04682744-14 2024-09-18T02:20:15.627 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 1 to smithi04682744-13 2024-09-18T02:20:15.627 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 2 to smithi04682744-13 2024-09-18T02:20:15.627 INFO:tasks.rados.rados.0.smithi046.stdout:17: seq_num 16 ranges {0=270336} 2024-09-18T02:20:15.627 INFO:tasks.rados.rados.0.smithi046.stdout:17: writing smithi04682744-17 from 0 to 270336 tid 1 2024-09-18T02:20:15.628 INFO:tasks.rados.rados.0.smithi046.stdout:9: done (7 left) 2024-09-18T02:20:15.628 INFO:tasks.rados.rados.0.smithi046.stdout:12: done (6 left) 2024-09-18T02:20:15.628 INFO:tasks.rados.rados.0.smithi046.stdout:18: write initial oid 18 2024-09-18T02:20:15.628 INFO:tasks.rados.rados.0.smithi046.stdout:18: seq_num 17 ranges {0=286720} 2024-09-18T02:20:15.630 INFO:tasks.rados.rados.0.smithi046.stdout:18: writing smithi04682744-18 from 0 to 286720 tid 1 2024-09-18T02:20:15.630 INFO:tasks.rados.rados.0.smithi046.stdout:19: write initial oid 19 2024-09-18T02:20:15.630 INFO:tasks.rados.rados.0.smithi046.stdout:19: seq_num 18 ranges {0=303104} 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:19: writing smithi04682744-19 from 0 to 303104 tid 1 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 3 to smithi04682744-13 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 1 to smithi04682744-15 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 3 to smithi04682744-11 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-18T02:20:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 2 to smithi04682744-15 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 3 to smithi04682744-14 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 3 to smithi04682744-15 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 1 to smithi04682744-16 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 2 to smithi04682744-16 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 1 to smithi04682744-17 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 3 to smithi04682744-16 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 2 to smithi04682744-17 2024-09-18T02:20:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 3 to smithi04682744-17 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:11: done (7 left) 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:13: done (6 left) 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:14: done (5 left) 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:15: done (4 left) 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:16: done (3 left) 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:17: done (2 left) 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:20: write initial oid 20 2024-09-18T02:20:15.635 INFO:tasks.rados.rados.0.smithi046.stdout:20: seq_num 19 ranges {0=319488} 2024-09-18T02:20:15.636 INFO:tasks.rados.rados.0.smithi046.stdout:20: writing smithi04682744-20 from 0 to 319488 tid 1 2024-09-18T02:20:15.636 INFO:tasks.rados.rados.0.smithi046.stdout:21: write initial oid 21 2024-09-18T02:20:15.636 INFO:tasks.rados.rados.0.smithi046.stdout:21: seq_num 20 ranges {0=344064} 2024-09-18T02:20:15.636 INFO:tasks.rados.rados.0.smithi046.stdout:21: writing smithi04682744-21 from 0 to 344064 tid 1 2024-09-18T02:20:15.637 INFO:tasks.rados.rados.0.smithi046.stdout:22: write initial oid 22 2024-09-18T02:20:15.637 INFO:tasks.rados.rados.0.smithi046.stdout:22: seq_num 21 ranges {0=360448} 2024-09-18T02:20:15.639 INFO:tasks.rados.rados.0.smithi046.stdout:22: writing smithi04682744-22 from 0 to 360448 tid 1 2024-09-18T02:20:15.639 INFO:tasks.rados.rados.0.smithi046.stdout:23: write initial oid 23 2024-09-18T02:20:15.639 INFO:tasks.rados.rados.0.smithi046.stdout:23: seq_num 22 ranges {0=376832} 2024-09-18T02:20:15.642 INFO:tasks.rados.rados.0.smithi046.stdout:23: writing smithi04682744-23 from 0 to 376832 tid 1 2024-09-18T02:20:15.642 INFO:tasks.rados.rados.0.smithi046.stdout:24: write initial oid 24 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 1 to smithi04682744-18 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 2 to smithi04682744-18 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 3 to smithi04682744-18 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 1 to smithi04682744-19 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 2 to smithi04682744-19 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 3 to smithi04682744-19 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 1 to smithi04682744-20 2024-09-18T02:20:15.643 INFO:tasks.rados.rados.0.smithi046.stdout:24: seq_num 23 ranges {0=393216} 2024-09-18T02:20:15.645 INFO:tasks.rados.rados.0.smithi046.stdout:24: writing smithi04682744-24 from 0 to 393216 tid 1 2024-09-18T02:20:15.645 INFO:tasks.rados.rados.0.smithi046.stdout:18: done (6 left) 2024-09-18T02:20:15.645 INFO:tasks.rados.rados.0.smithi046.stdout:19: done (5 left) 2024-09-18T02:20:15.645 INFO:tasks.rados.rados.0.smithi046.stdout:25: write initial oid 25 2024-09-18T02:20:15.645 INFO:tasks.rados.rados.0.smithi046.stdout:25: seq_num 24 ranges {0=409600} 2024-09-18T02:20:15.648 INFO:tasks.rados.rados.0.smithi046.stdout:25: writing smithi04682744-25 from 0 to 409600 tid 1 2024-09-18T02:20:15.648 INFO:tasks.rados.rados.0.smithi046.stdout:26: write initial oid 26 2024-09-18T02:20:15.648 INFO:tasks.rados.rados.0.smithi046.stdout:26: seq_num 25 ranges {0=425984} 2024-09-18T02:20:15.651 INFO:tasks.rados.rados.0.smithi046.stdout:26: writing smithi04682744-26 from 0 to 425984 tid 1 2024-09-18T02:20:15.651 INFO:tasks.rados.rados.0.smithi046.stdout:27: write initial oid 27 2024-09-18T02:20:15.651 INFO:tasks.rados.rados.0.smithi046.stdout:27: seq_num 26 ranges {0=442368} 2024-09-18T02:20:15.654 INFO:tasks.rados.rados.0.smithi046.stdout:27: writing smithi04682744-27 from 0 to 442368 tid 1 2024-09-18T02:20:15.654 INFO:tasks.rados.rados.0.smithi046.stdout:28: write initial oid 28 2024-09-18T02:20:15.654 INFO:tasks.rados.rados.0.smithi046.stdout:28: seq_num 27 ranges {0=458752} 2024-09-18T02:20:15.657 INFO:tasks.rados.rados.0.smithi046.stdout:28: writing smithi04682744-28 from 0 to 458752 tid 1 2024-09-18T02:20:15.657 INFO:tasks.rados.rados.0.smithi046.stdout:29: write initial oid 29 2024-09-18T02:20:15.657 INFO:tasks.rados.rados.0.smithi046.stdout:29: seq_num 28 ranges {0=475136} 2024-09-18T02:20:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:29: writing smithi04682744-29 from 0 to 475136 tid 1 2024-09-18T02:20:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:30: write initial oid 30 2024-09-18T02:20:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:30: seq_num 29 ranges {0=491520} 2024-09-18T02:20:15.663 INFO:tasks.rados.rados.0.smithi046.stdout:30: writing smithi04682744-30 from 0 to 491520 tid 1 2024-09-18T02:20:15.663 INFO:tasks.rados.rados.0.smithi046.stdout:31: write initial oid 31 2024-09-18T02:20:15.663 INFO:tasks.rados.rados.0.smithi046.stdout:31: seq_num 30 ranges {0=507904} 2024-09-18T02:20:15.666 INFO:tasks.rados.rados.0.smithi046.stdout:31: writing smithi04682744-31 from 0 to 507904 tid 1 2024-09-18T02:20:15.666 INFO:tasks.rados.rados.0.smithi046.stdout:32: write initial oid 32 2024-09-18T02:20:15.666 INFO:tasks.rados.rados.0.smithi046.stdout:32: seq_num 31 ranges {0=524288} 2024-09-18T02:20:15.670 INFO:tasks.rados.rados.0.smithi046.stdout:32: writing smithi04682744-32 from 0 to 524288 tid 1 2024-09-18T02:20:15.670 INFO:tasks.rados.rados.0.smithi046.stdout:33: write initial oid 33 2024-09-18T02:20:15.670 INFO:tasks.rados.rados.0.smithi046.stdout:33: seq_num 32 ranges {0=540672} 2024-09-18T02:20:15.674 INFO:tasks.rados.rados.0.smithi046.stdout:33: writing smithi04682744-33 from 0 to 540672 tid 1 2024-09-18T02:20:15.674 INFO:tasks.rados.rados.0.smithi046.stdout:34: write initial oid 34 2024-09-18T02:20:15.674 INFO:tasks.rados.rados.0.smithi046.stdout:34: seq_num 33 ranges {0=557056} 2024-09-18T02:20:15.677 INFO:tasks.rados.rados.0.smithi046.stdout:34: writing smithi04682744-34 from 0 to 557056 tid 1 2024-09-18T02:20:15.677 INFO:tasks.rados.rados.0.smithi046.stdout:35: write initial oid 35 2024-09-18T02:20:15.678 INFO:tasks.rados.rados.0.smithi046.stdout:35: seq_num 34 ranges {0=573440} 2024-09-18T02:20:15.681 INFO:tasks.rados.rados.0.smithi046.stdout:35: writing smithi04682744-35 from 0 to 573440 tid 1 2024-09-18T02:20:15.681 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 2 to smithi04682744-20 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 3 to smithi04682744-20 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 1 to smithi04682744-21 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:20: done (15 left) 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:36: write initial oid 36 2024-09-18T02:20:15.682 INFO:tasks.rados.rados.0.smithi046.stdout:36: seq_num 35 ranges {0=589824} 2024-09-18T02:20:15.685 INFO:tasks.rados.rados.0.smithi046.stdout:36: writing smithi04682744-36 from 0 to 589824 tid 1 2024-09-18T02:20:15.685 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.685 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 2 to smithi04682744-21 2024-09-18T02:20:15.686 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 3 to smithi04682744-21 2024-09-18T02:20:15.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-18T02:20:15.686 INFO:tasks.rados.rados.0.smithi046.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-18T02:20:15.686 INFO:tasks.rados.rados.0.smithi046.stdout:21: done (15 left) 2024-09-18T02:20:15.686 INFO:tasks.rados.rados.0.smithi046.stdout:37: write initial oid 37 2024-09-18T02:20:15.686 INFO:tasks.rados.rados.0.smithi046.stdout:37: seq_num 36 ranges {0=606208} 2024-09-18T02:20:15.690 INFO:tasks.rados.rados.0.smithi046.stdout:37: writing smithi04682744-37 from 0 to 606208 tid 1 2024-09-18T02:20:15.690 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.690 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 1 to smithi04682744-22 2024-09-18T02:20:15.690 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 2 to smithi04682744-22 2024-09-18T02:20:15.690 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 3 to smithi04682744-22 2024-09-18T02:20:15.690 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 1 to smithi04682744-23 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 2 to smithi04682744-23 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 3 to smithi04682744-23 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 1 to smithi04682744-24 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 2 to smithi04682744-24 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 3 to smithi04682744-24 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 1 to smithi04682744-25 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 2 to smithi04682744-25 2024-09-18T02:20:15.691 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 3 to smithi04682744-25 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 1 to smithi04682744-26 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 2 to smithi04682744-26 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:22: done (15 left) 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:23: done (14 left) 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:24: done (13 left) 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:25: done (12 left) 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:38: write initial oid 38 2024-09-18T02:20:15.692 INFO:tasks.rados.rados.0.smithi046.stdout:38: seq_num 37 ranges {0=622592} 2024-09-18T02:20:15.693 INFO:tasks.rados.rados.0.smithi046.stdout:38: writing smithi04682744-38 from 0 to 622592 tid 1 2024-09-18T02:20:15.693 INFO:tasks.rados.rados.0.smithi046.stdout:39: write initial oid 39 2024-09-18T02:20:15.693 INFO:tasks.rados.rados.0.smithi046.stdout:39: seq_num 38 ranges {0=638976} 2024-09-18T02:20:15.697 INFO:tasks.rados.rados.0.smithi046.stdout:39: writing smithi04682744-39 from 0 to 638976 tid 1 2024-09-18T02:20:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:40: write initial oid 40 2024-09-18T02:20:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:40: seq_num 39 ranges {0=663552} 2024-09-18T02:20:15.702 INFO:tasks.rados.rados.0.smithi046.stdout:40: writing smithi04682744-40 from 0 to 663552 tid 1 2024-09-18T02:20:15.702 INFO:tasks.rados.rados.0.smithi046.stdout:41: write initial oid 41 2024-09-18T02:20:15.702 INFO:tasks.rados.rados.0.smithi046.stdout:41: seq_num 40 ranges {0=679936} 2024-09-18T02:20:15.706 INFO:tasks.rados.rados.0.smithi046.stdout:41: writing smithi04682744-41 from 0 to 679936 tid 1 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 3 to smithi04682744-26 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 1 to smithi04682744-27 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 2 to smithi04682744-27 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 3 to smithi04682744-27 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 1 to smithi04682744-28 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 2 to smithi04682744-28 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:26: done (15 left) 2024-09-18T02:20:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:27: done (14 left) 2024-09-18T02:20:15.708 INFO:tasks.rados.rados.0.smithi046.stdout:42: write initial oid 42 2024-09-18T02:20:15.708 INFO:tasks.rados.rados.0.smithi046.stdout:42: seq_num 41 ranges {0=696320} 2024-09-18T02:20:15.710 INFO:tasks.rados.rados.0.smithi046.stdout:42: writing smithi04682744-42 from 0 to 696320 tid 1 2024-09-18T02:20:15.710 INFO:tasks.rados.rados.0.smithi046.stdout:43: write initial oid 43 2024-09-18T02:20:15.710 INFO:tasks.rados.rados.0.smithi046.stdout:43: seq_num 42 ranges {0=712704} 2024-09-18T02:20:15.716 INFO:tasks.rados.rados.0.smithi046.stdout:43: writing smithi04682744-43 from 0 to 712704 tid 1 2024-09-18T02:20:15.716 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.716 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 3 to smithi04682744-28 2024-09-18T02:20:15.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-18T02:20:15.716 INFO:tasks.rados.rados.0.smithi046.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 1 to smithi04682744-29 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 2 to smithi04682744-29 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 3 to smithi04682744-29 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 1 to smithi04682744-30 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 2 to smithi04682744-30 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 3 to smithi04682744-30 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 1 to smithi04682744-31 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 2 to smithi04682744-31 2024-09-18T02:20:15.717 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 3 to smithi04682744-31 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 1 to smithi04682744-32 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 2 to smithi04682744-32 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 3 to smithi04682744-32 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:28: done (15 left) 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:29: done (14 left) 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:30: done (13 left) 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:31: done (12 left) 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:32: done (11 left) 2024-09-18T02:20:15.718 INFO:tasks.rados.rados.0.smithi046.stdout:44: write initial oid 44 2024-09-18T02:20:15.719 INFO:tasks.rados.rados.0.smithi046.stdout:44: seq_num 43 ranges {0=729088} 2024-09-18T02:20:15.720 INFO:tasks.rados.rados.0.smithi046.stdout:44: writing smithi04682744-44 from 0 to 729088 tid 1 2024-09-18T02:20:15.720 INFO:tasks.rados.rados.0.smithi046.stdout:45: write initial oid 45 2024-09-18T02:20:15.720 INFO:tasks.rados.rados.0.smithi046.stdout:45: seq_num 44 ranges {0=745472} 2024-09-18T02:20:15.725 INFO:tasks.rados.rados.0.smithi046.stdout:45: writing smithi04682744-45 from 0 to 745472 tid 1 2024-09-18T02:20:15.725 INFO:tasks.rados.rados.0.smithi046.stdout:46: write initial oid 46 2024-09-18T02:20:15.725 INFO:tasks.rados.rados.0.smithi046.stdout:46: seq_num 45 ranges {0=761856} 2024-09-18T02:20:15.730 INFO:tasks.rados.rados.0.smithi046.stdout:46: writing smithi04682744-46 from 0 to 761856 tid 1 2024-09-18T02:20:15.730 INFO:tasks.rados.rados.0.smithi046.stdout:47: write initial oid 47 2024-09-18T02:20:15.730 INFO:tasks.rados.rados.0.smithi046.stdout:47: seq_num 46 ranges {0=778240} 2024-09-18T02:20:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:47: writing smithi04682744-47 from 0 to 778240 tid 1 2024-09-18T02:20:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:48: write initial oid 48 2024-09-18T02:20:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:48: seq_num 47 ranges {0=794624} 2024-09-18T02:20:15.740 INFO:tasks.rados.rados.0.smithi046.stdout:48: writing smithi04682744-48 from 0 to 794624 tid 1 2024-09-18T02:20:15.740 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.740 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 1 to smithi04682744-33 2024-09-18T02:20:15.740 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 2 to smithi04682744-33 2024-09-18T02:20:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 3 to smithi04682744-33 2024-09-18T02:20:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-18T02:20:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-18T02:20:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 1 to smithi04682744-34 2024-09-18T02:20:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:33: done (15 left) 2024-09-18T02:20:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:49: write initial oid 49 2024-09-18T02:20:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-18T02:20:15.742 INFO:tasks.rados.rados.0.smithi046.stdout:49: writing smithi04682744-49 from 0 to 409600 tid 1 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:49: writing smithi04682744-49 from 409600 to 811008 tid 2 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 2 to smithi04682744-34 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 3 to smithi04682744-34 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 1 to smithi04682744-35 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:34: done (15 left) 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:50: write initial oid 50 2024-09-18T02:20:15.746 INFO:tasks.rados.rados.0.smithi046.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-18T02:20:15.748 INFO:tasks.rados.rados.0.smithi046.stdout:50: writing smithi04682744-50 from 0 to 425984 tid 1 2024-09-18T02:20:15.753 INFO:tasks.rados.rados.0.smithi046.stdout:50: writing smithi04682744-50 from 425984 to 827392 tid 2 2024-09-18T02:20:15.753 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-18T02:20:15.753 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 2 to smithi04682744-35 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 3 to smithi04682744-35 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 1 to smithi04682744-36 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 2 to smithi04682744-36 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 3 to smithi04682744-36 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 10 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:35: done (15 left) 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:36: done (14 left) 2024-09-18T02:20:15.754 INFO:tasks.rados.rados.0.smithi046.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 1 to smithi04682744-37 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 2 to smithi04682744-37 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 3 to smithi04682744-37 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 1 to smithi04682744-38 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 2 to smithi04682744-38 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 3 to smithi04682744-38 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 1 to smithi04682744-39 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 2 to smithi04682744-39 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 3 to smithi04682744-39 2024-09-18T02:20:15.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 1 to smithi04682744-40 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 2 to smithi04682744-40 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 3 to smithi04682744-40 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 1 to smithi04682744-41 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 2 to smithi04682744-41 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 3 to smithi04682744-41 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 1 to smithi04682744-42 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 2 to smithi04682744-42 2024-09-18T02:20:15.756 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 3 to smithi04682744-42 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 1 to smithi04682744-43 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 2 to smithi04682744-43 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:37: done (14 left) 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:38: done (13 left) 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:39: done (12 left) 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:40: done (11 left) 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:41: done (10 left) 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:42: done (9 left) 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 0 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 3 to smithi04682744-43 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 2 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-18T02:20:15.757 INFO:tasks.rados.rados.0.smithi046.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 1 to smithi04682744-44 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 2 to smithi04682744-44 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 3 to smithi04682744-44 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 1 to smithi04682744-45 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 2 to smithi04682744-45 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 3 to smithi04682744-45 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 1 to smithi04682744-46 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 2 to smithi04682744-46 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 3 to smithi04682744-46 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:20:15.758 INFO:tasks.rados.rados.0.smithi046.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 1 to smithi04682744-47 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 2 to smithi04682744-47 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 3 to smithi04682744-47 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 1 to smithi04682744-48 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:52: seq_num 50 ranges {663552=442368,1105920=401408} 2024-09-18T02:20:15.759 INFO:tasks.rados.rados.0.smithi046.stdout:52: writing smithi04682744-40 from 663552 to 1105920 tid 1 2024-09-18T02:20:15.761 INFO:tasks.rados.rados.0.smithi046.stdout:52: writing smithi04682744-40 from 1105920 to 1507328 tid 2 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:43: done (9 left) 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:44: done (8 left) 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:45: done (7 left) 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:46: done (6 left) 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:47: done (5 left) 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:53: rmattr oid 30 current snap is 0 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:53: done (5 left) 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:54: delete oid 10 current snap is 0 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 2 to smithi04682744-48 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 3 to smithi04682744-48 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 1 to smithi04682744-49 2024-09-18T02:20:15.762 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 2 to smithi04682744-49 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 3 to smithi04682744-49 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 4 to smithi04682744-49 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 1 to smithi04682744-50 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 2 to smithi04682744-50 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 3 to smithi04682744-50 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 4 to smithi04682744-50 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:51: finishing copy_from racing read to smithi04682744-8 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:51: finishing copy_from to smithi04682744-8 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-18T02:20:15.763 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 1 to smithi04682744-40 2024-09-18T02:20:15.764 INFO:tasks.rados.rados.0.smithi046.stdout:48: done (5 left) 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:49: done (4 left) 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:50: done (3 left) 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:51: done (2 left) 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:54: done (1 left) 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:55: read oid 15 snap -1 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:56: rollback oid 30 current snap is 0 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:56: done (2 left) 2024-09-18T02:20:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:57: read oid 27 snap -1 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:59: rollback oid 45 current snap is 0 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:59: done (4 left) 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:61: delete oid 1 current snap is 0 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 2 to smithi04682744-40 2024-09-18T02:20:15.766 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 3 to smithi04682744-40 2024-09-18T02:20:15.767 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 4 to smithi04682744-40 2024-09-18T02:20:15.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 16 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-18T02:20:15.767 INFO:tasks.rados.rados.0.smithi046.stdout:52: left oid 40 (ObjNum 50 snap 0 seq_num 50) 2024-09-18T02:20:15.767 INFO:tasks.rados.rados.0.smithi046.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-18T02:20:15.774 INFO:tasks.rados.rados.0.smithi046.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:58: finishing copy_from racing read to smithi04682744-28 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:58: finishing copy_from to smithi04682744-28 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:60: finishing copy_from racing read to smithi04682744-22 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:60: finishing copy_from to smithi04682744-22 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:52: done (5 left) 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:55: done (4 left) 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:57: done (3 left) 2024-09-18T02:20:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:58: done (2 left) 2024-09-18T02:20:15.789 INFO:tasks.rados.rados.0.smithi046.stdout:60: done (1 left) 2024-09-18T02:20:15.789 INFO:tasks.rados.rados.0.smithi046.stdout:61: done (0 left) 2024-09-18T02:20:15.789 INFO:tasks.rados.rados.0.smithi046.stdout:62: read oid 17 snap -1 2024-09-18T02:20:15.789 INFO:tasks.rados.rados.0.smithi046.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-18T02:20:15.789 INFO:tasks.rados.rados.0.smithi046.stdout:63: snap_create 2024-09-18T02:20:15.789 INFO:tasks.rados.rados.0.smithi046.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-18T02:20:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:15 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1369350207' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-18T02:20:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:15 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1369350207' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-18T02:20:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:15 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1369350207' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-18T02:20:16.606 INFO:tasks.rados.rados.0.smithi046.stdout:62: done (1 left) 2024-09-18T02:20:16.606 INFO:tasks.rados.rados.0.smithi046.stdout:63: done (0 left) 2024-09-18T02:20:16.606 INFO:tasks.rados.rados.0.smithi046.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-18T02:20:16.607 INFO:tasks.rados.rados.0.smithi046.stdout:65: read oid 30 snap -1 2024-09-18T02:20:16.607 INFO:tasks.rados.rados.0.smithi046.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-18T02:20:16.607 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 1 2024-09-18T02:20:16.607 INFO:tasks.rados.rados.0.smithi046.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-18T02:20:16.612 INFO:tasks.rados.rados.0.smithi046.stdout:66: writing smithi04682744-23 from 376832 to 868352 tid 1 2024-09-18T02:20:16.615 INFO:tasks.rados.rados.0.smithi046.stdout:66: writing smithi04682744-23 from 868352 to 1269760 tid 2 2024-09-18T02:20:16.615 INFO:tasks.rados.rados.0.smithi046.stdout:67: rollback oid 10 current snap is 1 2024-09-18T02:20:16.615 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 0 2024-09-18T02:20:16.615 INFO:tasks.rados.rados.0.smithi046.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-18T02:20:16.631 INFO:tasks.rados.rados.0.smithi046.stdout:64: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:64: finishing copy_from to smithi04682744-15 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:64: done (3 left) 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:65: done (2 left) 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:68: setattr oid 20 current snap is 1 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:67: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 1 to smithi04682744-23 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 2 to smithi04682744-23 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 3 to smithi04682744-23 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 4 to smithi04682744-23 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 14 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-18T02:20:16.632 INFO:tasks.rados.rados.0.smithi046.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:66: done (2 left) 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:67: done (1 left) 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:70: read oid 24 snap 0 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:72: rollback oid 49 current snap is 1 2024-09-18T02:20:16.634 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 0 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:73: read oid 4 snap 0 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:74: rmattr oid 7 current snap is 1 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:74: done (6 left) 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:76: read oid 39 snap -1 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:78: read oid 2 snap -1 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:79: setattr oid 41 current snap is 1 2024-09-18T02:20:16.635 INFO:tasks.rados.rados.0.smithi046.stdout:80: snap_create 2024-09-18T02:20:16.636 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 0 to smithi04682744-49 2024-09-18T02:20:16.636 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 1 to smithi04682744-49 2024-09-18T02:20:16.636 INFO:tasks.rados.rados.0.smithi046.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-18T02:20:16.638 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 2 to smithi04682744-49 2024-09-18T02:20:16.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 21 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-18T02:20:16.638 INFO:tasks.rados.rados.0.smithi046.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-18T02:20:16.641 INFO:tasks.rados.rados.0.smithi046.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-18T02:20:16.661 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-18T02:20:16.661 INFO:tasks.rados.rados.0.smithi046.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:69: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:75: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:75: finishing copy_from to smithi04682744-21 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:69: finishing copy_from to smithi04682744-45 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:71: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:71: finishing copy_from to smithi04682744-36 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:77: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:20:16.674 INFO:tasks.rados.rados.0.smithi046.stdout:77: finishing copy_from to smithi04682744-6 2024-09-18T02:20:16.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:20:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:16 smithi195 ceph-mon[31687]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:16 smithi195 ceph-mon[31687]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:20:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:16 smithi195 ceph-mon[31687]: Cluster is now healthy 2024-09-18T02:20:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:16 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1369350207' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-18T02:20:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:16 smithi195 ceph-mon[31687]: osdmap e72: 8 total, 8 up, 8 in 2024-09-18T02:20:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[27507]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[27507]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:20:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[27507]: Cluster is now healthy 2024-09-18T02:20:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1369350207' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-18T02:20:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[27507]: osdmap e72: 8 total, 8 up, 8 in 2024-09-18T02:20:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[39146]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[39146]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:20:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[39146]: Cluster is now healthy 2024-09-18T02:20:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1369350207' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-18T02:20:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:16 smithi046 ceph-mon[39146]: osdmap e72: 8 total, 8 up, 8 in 2024-09-18T02:20:17.608 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:20:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:17] "GET /metrics HTTP/1.1" 200 238895 "" "Prometheus/2.43.0" 2024-09-18T02:20:17.611 INFO:tasks.rados.rados.0.smithi046.stdout:68: done (11 left) 2024-09-18T02:20:17.611 INFO:tasks.rados.rados.0.smithi046.stdout:69: done (10 left) 2024-09-18T02:20:17.611 INFO:tasks.rados.rados.0.smithi046.stdout:70: done (9 left) 2024-09-18T02:20:17.611 INFO:tasks.rados.rados.0.smithi046.stdout:71: done (8 left) 2024-09-18T02:20:17.611 INFO:tasks.rados.rados.0.smithi046.stdout:72: done (7 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:73: done (6 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:75: done (5 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:76: done (4 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:77: done (3 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:78: done (2 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:79: done (1 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:80: done (0 left) 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:81: rollback oid 40 current snap is 2 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 1 2024-09-18T02:20:17.612 INFO:tasks.rados.rados.0.smithi046.stdout:82: snap_create 2024-09-18T02:20:17.614 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:20:17.615 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:20:17.615 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:20:17.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 25 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-18T02:20:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:17 smithi195 ceph-mon[31687]: osdmap e73: 8 total, 8 up, 8 in 2024-09-18T02:20:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:17 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:18.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:17 smithi046 ceph-mon[39146]: osdmap e73: 8 total, 8 up, 8 in 2024-09-18T02:20:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:17 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:17 smithi046 ceph-mon[27507]: osdmap e73: 8 total, 8 up, 8 in 2024-09-18T02:20:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:17 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:18.616 INFO:tasks.rados.rados.0.smithi046.stdout:81: done (1 left) 2024-09-18T02:20:18.616 INFO:tasks.rados.rados.0.smithi046.stdout:82: done (0 left) 2024-09-18T02:20:18.616 INFO:tasks.rados.rados.0.smithi046.stdout:83: rollback oid 9 current snap is 3 2024-09-18T02:20:18.616 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 0 2024-09-18T02:20:18.616 INFO:tasks.rados.rados.0.smithi046.stdout:84: read oid 20 snap 1 2024-09-18T02:20:18.616 INFO:tasks.rados.rados.0.smithi046.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-18T02:20:18.616 INFO:tasks.rados.rados.0.smithi046.stdout:85: read oid 25 snap -1 2024-09-18T02:20:18.617 INFO:tasks.rados.rados.0.smithi046.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-18T02:20:18.617 INFO:tasks.rados.rados.0.smithi046.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-09-18T02:20:18.617 INFO:tasks.rados.rados.0.smithi046.stdout:87: setattr oid 48 current snap is 3 2024-09-18T02:20:18.617 INFO:tasks.rados.rados.0.smithi046.stdout:88: snap_remove snap 2 2024-09-18T02:20:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:18 smithi195 ceph-mon[31687]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:18 smithi195 ceph-mon[31687]: osdmap e74: 8 total, 8 up, 8 in 2024-09-18T02:20:19.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:18 smithi046 ceph-mon[27507]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:18 smithi046 ceph-mon[27507]: osdmap e74: 8 total, 8 up, 8 in 2024-09-18T02:20:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:18 smithi046 ceph-mon[39146]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:18 smithi046 ceph-mon[39146]: osdmap e74: 8 total, 8 up, 8 in 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:88: done (5 left) 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:89: read oid 38 snap 1 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:90: read oid 18 snap -1 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 0 to smithi04682744-9 2024-09-18T02:20:19.621 INFO:tasks.rados.rados.0.smithi046.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-18T02:20:19.637 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 1 to smithi04682744-9 2024-09-18T02:20:19.637 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 2 to smithi04682744-9 2024-09-18T02:20:19.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 8 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-18T02:20:19.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-18T02:20:19.638 INFO:tasks.rados.rados.0.smithi046.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:86: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:86: finishing copy_from to smithi04682744-34 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:83: done (7 left) 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:84: done (6 left) 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:85: done (5 left) 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:86: done (4 left) 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:87: done (3 left) 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:92: rmattr oid 49 current snap is 3 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:92: done (3 left) 2024-09-18T02:20:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:93: snap_remove snap 0 2024-09-18T02:20:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:19 smithi195 ceph-mon[31687]: osdmap e75: 8 total, 8 up, 8 in 2024-09-18T02:20:20.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:19 smithi046 ceph-mon[27507]: osdmap e75: 8 total, 8 up, 8 in 2024-09-18T02:20:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:19 smithi046 ceph-mon[39146]: osdmap e75: 8 total, 8 up, 8 in 2024-09-18T02:20:20.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:20:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:20:20.625 INFO:tasks.rados.rados.0.smithi046.stdout:93: done (3 left) 2024-09-18T02:20:20.625 INFO:tasks.rados.rados.0.smithi046.stdout:94: rmattr oid 31 current snap is 3 2024-09-18T02:20:20.625 INFO:tasks.rados.rados.0.smithi046.stdout:94: done (3 left) 2024-09-18T02:20:20.625 INFO:tasks.rados.rados.0.smithi046.stdout:95: read oid 43 snap 1 2024-09-18T02:20:20.625 INFO:tasks.rados.rados.0.smithi046.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-18T02:20:20.626 INFO:tasks.rados.rados.0.smithi046.stdout:96: rmattr oid 14 current snap is 3 2024-09-18T02:20:20.626 INFO:tasks.rados.rados.0.smithi046.stdout:96: done (4 left) 2024-09-18T02:20:20.626 INFO:tasks.rados.rados.0.smithi046.stdout:97: read oid 9 snap 1 2024-09-18T02:20:20.626 INFO:tasks.rados.rados.0.smithi046.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-18T02:20:20.626 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 3 2024-09-18T02:20:20.626 INFO:tasks.rados.rados.0.smithi046.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-09-18T02:20:20.648 INFO:tasks.rados.rados.0.smithi046.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-18T02:20:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:91: finishing copy_from racing read to smithi04682744-2 2024-09-18T02:20:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:91: finishing copy_from to smithi04682744-2 2024-09-18T02:20:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-18T02:20:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:98: seq_num 54 ranges {409600=507904,917504=401408} 2024-09-18T02:20:20.662 INFO:tasks.rados.rados.0.smithi046.stdout:98: writing smithi04682744-25 from 409600 to 917504 tid 1 2024-09-18T02:20:20.665 INFO:tasks.rados.rados.0.smithi046.stdout:98: writing smithi04682744-25 from 917504 to 1318912 tid 2 2024-09-18T02:20:20.665 INFO:tasks.rados.rados.0.smithi046.stdout:89: done (5 left) 2024-09-18T02:20:20.665 INFO:tasks.rados.rados.0.smithi046.stdout:90: done (4 left) 2024-09-18T02:20:20.665 INFO:tasks.rados.rados.0.smithi046.stdout:91: done (3 left) 2024-09-18T02:20:20.665 INFO:tasks.rados.rados.0.smithi046.stdout:99: copy_from oid 34 from oid 40 current snap is 3 2024-09-18T02:20:20.665 INFO:tasks.rados.rados.0.smithi046.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-18T02:20:20.671 INFO:tasks.rados.rados.0.smithi046.stdout:97: done (3 left) 2024-09-18T02:20:20.672 INFO:tasks.rados.rados.0.smithi046.stdout:100: copy_from oid 26 from oid 37 current snap is 3 2024-09-18T02:20:20.672 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 3 2024-09-18T02:20:20.672 INFO:tasks.rados.rados.0.smithi046.stdout:101: seq_num 55 ranges {696320=524288,1220608=401408} 2024-09-18T02:20:20.679 INFO:tasks.rados.rados.0.smithi046.stdout:101: writing smithi04682744-42 from 696320 to 1220608 tid 1 2024-09-18T02:20:20.683 INFO:tasks.rados.rados.0.smithi046.stdout:101: writing smithi04682744-42 from 1220608 to 1622016 tid 2 2024-09-18T02:20:20.683 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 3 2024-09-18T02:20:20.683 INFO:tasks.rados.rados.0.smithi046.stdout:102: seq_num 56 ranges {622592=540672,1163264=401408} 2024-09-18T02:20:20.689 INFO:tasks.rados.rados.0.smithi046.stdout:102: writing smithi04682744-38 from 622592 to 1163264 tid 1 2024-09-18T02:20:20.692 INFO:tasks.rados.rados.0.smithi046.stdout:102: writing smithi04682744-38 from 1163264 to 1564672 tid 2 2024-09-18T02:20:20.692 INFO:tasks.rados.rados.0.smithi046.stdout:103: rollback oid 32 current snap is 3 2024-09-18T02:20:20.692 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 1 2024-09-18T02:20:20.692 INFO:tasks.rados.rados.0.smithi046.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing write tid 1 to smithi04682744-25 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing write tid 2 to smithi04682744-25 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing write tid 3 to smithi04682744-25 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing write tid 4 to smithi04682744-25 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 10 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:98: left oid 25 (ObjNum 54 snap 3 seq_num 54) 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:99: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:99: finishing copy_from to smithi04682744-34 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 25 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:100: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:20:20.715 INFO:tasks.rados.rados.0.smithi046.stdout:95: done (6 left) 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:98: done (5 left) 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:99: done (4 left) 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:104: delete oid 17 current snap is 3 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:100: finishing copy_from to smithi04682744-26 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:101: finishing write tid 1 to smithi04682744-42 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:101: finishing write tid 2 to smithi04682744-42 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:101: finishing write tid 3 to smithi04682744-42 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:101: finishing write tid 4 to smithi04682744-42 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 16 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:101: left oid 42 (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 1 to smithi04682744-38 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:103: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:20:20.716 INFO:tasks.rados.rados.0.smithi046.stdout:103: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:20:20.717 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 2 to smithi04682744-38 2024-09-18T02:20:20.717 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 3 to smithi04682744-38 2024-09-18T02:20:20.717 INFO:tasks.rados.rados.0.smithi046.stdout:103: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:20:20.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 35 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-18T02:20:20.717 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 4 to smithi04682744-38 2024-09-18T02:20:20.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 24 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-18T02:20:20.717 INFO:tasks.rados.rados.0.smithi046.stdout:102: left oid 38 (ObjNum 56 snap 3 seq_num 56) 2024-09-18T02:20:20.718 INFO:tasks.rados.rados.0.smithi046.stdout:100: done (4 left) 2024-09-18T02:20:20.718 INFO:tasks.rados.rados.0.smithi046.stdout:101: done (3 left) 2024-09-18T02:20:20.718 INFO:tasks.rados.rados.0.smithi046.stdout:102: done (2 left) 2024-09-18T02:20:20.718 INFO:tasks.rados.rados.0.smithi046.stdout:103: done (1 left) 2024-09-18T02:20:20.718 INFO:tasks.rados.rados.0.smithi046.stdout:104: done (0 left) 2024-09-18T02:20:20.718 INFO:tasks.rados.rados.0.smithi046.stdout:105: read oid 43 snap -1 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:105: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:106: rollback oid 38 current snap is 3 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 1 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:107: delete oid 12 current snap is 3 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:106: finishing rollback tid 0 to smithi04682744-38 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:107: done (2 left) 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:108: read oid 17 snap 1 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:109: rollback oid 40 current snap is 3 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 1 2024-09-18T02:20:20.719 INFO:tasks.rados.rados.0.smithi046.stdout:110: delete oid 8 current snap is 3 2024-09-18T02:20:20.720 INFO:tasks.rados.rados.0.smithi046.stdout:105: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:106: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:106: finishing rollback tid 2 to smithi04682744-38 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 29 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:105: done (4 left) 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:106: done (3 left) 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:110: done (2 left) 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:111: setattr oid 32 current snap is 3 2024-09-18T02:20:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:109: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:20:20.743 INFO:tasks.rados.rados.0.smithi046.stdout:109: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:20:20.743 INFO:tasks.rados.rados.0.smithi046.stdout:109: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:20:20.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 38 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-18T02:20:20.743 INFO:tasks.rados.rados.0.smithi046.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-18T02:20:20.750 INFO:tasks.rados.rados.0.smithi046.stdout:108: done (2 left) 2024-09-18T02:20:20.750 INFO:tasks.rados.rados.0.smithi046.stdout:109: done (1 left) 2024-09-18T02:20:20.750 INFO:tasks.rados.rados.0.smithi046.stdout:112: snap_create 2024-09-18T02:20:20.752 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 39 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-18T02:20:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:20 smithi195 ceph-mon[31687]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-18T02:20:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:20 smithi195 ceph-mon[31687]: osdmap e76: 8 total, 8 up, 8 in 2024-09-18T02:20:21.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:20 smithi046 ceph-mon[39146]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-18T02:20:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:20 smithi046 ceph-mon[39146]: osdmap e76: 8 total, 8 up, 8 in 2024-09-18T02:20:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:20 smithi046 ceph-mon[27507]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-18T02:20:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:20 smithi046 ceph-mon[27507]: osdmap e76: 8 total, 8 up, 8 in 2024-09-18T02:20:21.629 INFO:tasks.rados.rados.0.smithi046.stdout:111: done (1 left) 2024-09-18T02:20:21.629 INFO:tasks.rados.rados.0.smithi046.stdout:112: done (0 left) 2024-09-18T02:20:21.629 INFO:tasks.rados.rados.0.smithi046.stdout:113: copy_from oid 25 from oid 6 current snap is 4 2024-09-18T02:20:21.630 INFO:tasks.rados.rados.0.smithi046.stdout:114: setattr oid 23 current snap is 4 2024-09-18T02:20:21.631 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 4 2024-09-18T02:20:21.631 INFO:tasks.rados.rados.0.smithi046.stdout:115: seq_num 60 ranges {24576=614400,638976=401408} 2024-09-18T02:20:21.636 INFO:tasks.rados.rados.0.smithi046.stdout:115: writing smithi04682744-15 from 24576 to 638976 tid 1 2024-09-18T02:20:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:115: writing smithi04682744-15 from 638976 to 1040384 tid 2 2024-09-18T02:20:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 4 2024-09-18T02:20:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 31 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-18T02:20:21.640 INFO:tasks.rados.rados.0.smithi046.stdout:116: seq_num 61 ranges {319488=630784,950272=401408} 2024-09-18T02:20:21.645 INFO:tasks.rados.rados.0.smithi046.stdout:116: writing smithi04682744-20 from 319488 to 950272 tid 1 2024-09-18T02:20:21.649 INFO:tasks.rados.rados.0.smithi046.stdout:116: writing smithi04682744-20 from 950272 to 1351680 tid 2 2024-09-18T02:20:21.649 INFO:tasks.rados.rados.0.smithi046.stdout:114: done (3 left) 2024-09-18T02:20:21.649 INFO:tasks.rados.rados.0.smithi046.stdout:117: rollback oid 14 current snap is 4 2024-09-18T02:20:21.649 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 1 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:113: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:113: finishing copy_from to smithi04682744-25 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 1 to smithi04682744-15 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:113: done (3 left) 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:118: read oid 22 snap -1 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:118: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 4 2024-09-18T02:20:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:119: seq_num 62 ranges {1507328=647168,2154496=401408} 2024-09-18T02:20:21.660 INFO:tasks.rados.rados.0.smithi046.stdout:119: writing smithi04682744-40 from 1507328 to 2154496 tid 1 2024-09-18T02:20:21.663 INFO:tasks.rados.rados.0.smithi046.stdout:119: writing smithi04682744-40 from 2154496 to 2555904 tid 2 2024-09-18T02:20:21.663 INFO:tasks.rados.rados.0.smithi046.stdout:120: snap_create 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 2 to smithi04682744-15 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 3 to smithi04682744-15 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 4 to smithi04682744-15 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 18 (ObjNum 60 snap 4 seq_num 60) dirty exists 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:115: left oid 15 (ObjNum 60 snap 4 seq_num 60) 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing write tid 1 to smithi04682744-20 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing write tid 2 to smithi04682744-20 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing write tid 3 to smithi04682744-20 2024-09-18T02:20:21.664 INFO:tasks.rados.rados.0.smithi046.stdout:117: finishing rollback tid 0 to smithi04682744-14 2024-09-18T02:20:21.665 INFO:tasks.rados.rados.0.smithi046.stdout:117: finishing rollback tid 1 to smithi04682744-14 2024-09-18T02:20:21.665 INFO:tasks.rados.rados.0.smithi046.stdout:117: finishing rollback tid 2 to smithi04682744-14 2024-09-18T02:20:21.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 10 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-18T02:20:21.665 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing write tid 4 to smithi04682744-20 2024-09-18T02:20:21.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 14 (ObjNum 61 snap 4 seq_num 61) dirty exists 2024-09-18T02:20:21.665 INFO:tasks.rados.rados.0.smithi046.stdout:116: left oid 20 (ObjNum 61 snap 4 seq_num 61) 2024-09-18T02:20:21.665 INFO:tasks.rados.rados.0.smithi046.stdout:118: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-18T02:20:21.688 INFO:tasks.rados.rados.0.smithi046.stdout:119: finishing write tid 1 to smithi04682744-40 2024-09-18T02:20:21.688 INFO:tasks.rados.rados.0.smithi046.stdout:119: finishing write tid 2 to smithi04682744-40 2024-09-18T02:20:21.688 INFO:tasks.rados.rados.0.smithi046.stdout:119: finishing write tid 3 to smithi04682744-40 2024-09-18T02:20:21.688 INFO:tasks.rados.rados.0.smithi046.stdout:119: finishing write tid 4 to smithi04682744-40 2024-09-18T02:20:21.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 43 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-18T02:20:21.688 INFO:tasks.rados.rados.0.smithi046.stdout:119: left oid 40 (ObjNum 62 snap 4 seq_num 62) 2024-09-18T02:20:21.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:21 smithi195 ceph-mon[31687]: osdmap e77: 8 total, 8 up, 8 in 2024-09-18T02:20:22.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:21 smithi046 ceph-mon[27507]: osdmap e77: 8 total, 8 up, 8 in 2024-09-18T02:20:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:21 smithi046 ceph-mon[39146]: osdmap e77: 8 total, 8 up, 8 in 2024-09-18T02:20:22.634 INFO:tasks.rados.rados.0.smithi046.stdout:115: done (5 left) 2024-09-18T02:20:22.634 INFO:tasks.rados.rados.0.smithi046.stdout:116: done (4 left) 2024-09-18T02:20:22.634 INFO:tasks.rados.rados.0.smithi046.stdout:117: done (3 left) 2024-09-18T02:20:22.634 INFO:tasks.rados.rados.0.smithi046.stdout:118: done (2 left) 2024-09-18T02:20:22.634 INFO:tasks.rados.rados.0.smithi046.stdout:119: done (1 left) 2024-09-18T02:20:22.634 INFO:tasks.rados.rados.0.smithi046.stdout:120: done (0 left) 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:121: read oid 48 snap 3 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:122: rollback oid 22 current snap is 5 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 1 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:123: read oid 17 snap 1 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 5 2024-09-18T02:20:22.635 INFO:tasks.rados.rados.0.smithi046.stdout:124: seq_num 63 ranges {524288=663552,1187840=401408} 2024-09-18T02:20:22.643 INFO:tasks.rados.rados.0.smithi046.stdout:124: writing smithi04682744-32 from 524288 to 1187840 tid 1 2024-09-18T02:20:22.645 INFO:tasks.rados.rados.0.smithi046.stdout:124: writing smithi04682744-32 from 1187840 to 1589248 tid 2 2024-09-18T02:20:22.645 INFO:tasks.rados.rados.0.smithi046.stdout:125: copy_from oid 1 from oid 24 current snap is 5 2024-09-18T02:20:22.646 INFO:tasks.rados.rados.0.smithi046.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-18T02:20:22.655 INFO:tasks.rados.rados.0.smithi046.stdout:122: finishing rollback tid 0 to smithi04682744-22 2024-09-18T02:20:22.655 INFO:tasks.rados.rados.0.smithi046.stdout:122: finishing rollback tid 1 to smithi04682744-22 2024-09-18T02:20:22.655 INFO:tasks.rados.rados.0.smithi046.stdout:122: finishing rollback tid 2 to smithi04682744-22 2024-09-18T02:20:22.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 47 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-18T02:20:22.655 INFO:tasks.rados.rados.0.smithi046.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-18T02:20:22.680 INFO:tasks.rados.rados.0.smithi046.stdout:124: finishing write tid 1 to smithi04682744-32 2024-09-18T02:20:22.680 INFO:tasks.rados.rados.0.smithi046.stdout:124: finishing write tid 2 to smithi04682744-32 2024-09-18T02:20:22.680 INFO:tasks.rados.rados.0.smithi046.stdout:124: finishing write tid 3 to smithi04682744-32 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:124: finishing write tid 4 to smithi04682744-32 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 51 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:124: left oid 32 (ObjNum 63 snap 5 seq_num 63) 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:125: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:125: finishing copy_from to smithi04682744-1 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:121: done (4 left) 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:122: done (3 left) 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:123: done (2 left) 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:124: done (1 left) 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:125: done (0 left) 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:126: read oid 30 snap -1 2024-09-18T02:20:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-18T02:20:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:127: copy_from oid 23 from oid 46 current snap is 5 2024-09-18T02:20:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:128: copy_from oid 29 from oid 10 current snap is 5 2024-09-18T02:20:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:129: snap_create 2024-09-18T02:20:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-18T02:20:22.697 INFO:tasks.rados.rados.0.smithi046.stdout:128: finishing copy_from to smithi04682744-29 2024-09-18T02:20:22.697 INFO:tasks.rados.rados.0.smithi046.stdout:128: got expected ENOENT (src dne) 2024-09-18T02:20:22.697 INFO:tasks.rados.rados.0.smithi046.stdout:128: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:20:22.697 INFO:tasks.rados.rados.0.smithi046.stdout:127: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:20:22.697 INFO:tasks.rados.rados.0.smithi046.stdout:127: finishing copy_from to smithi04682744-23 2024-09-18T02:20:22.697 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:20:22.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:22 smithi195 ceph-mon[31687]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-18T02:20:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:22 smithi195 ceph-mon[31687]: osdmap e78: 8 total, 8 up, 8 in 2024-09-18T02:20:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:22 smithi046 ceph-mon[39146]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-18T02:20:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:22 smithi046 ceph-mon[39146]: osdmap e78: 8 total, 8 up, 8 in 2024-09-18T02:20:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:22 smithi046 ceph-mon[27507]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-18T02:20:23.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:22 smithi046 ceph-mon[27507]: osdmap e78: 8 total, 8 up, 8 in 2024-09-18T02:20:23.638 INFO:tasks.rados.rados.0.smithi046.stdout:126: done (3 left) 2024-09-18T02:20:23.639 INFO:tasks.rados.rados.0.smithi046.stdout:127: done (2 left) 2024-09-18T02:20:23.639 INFO:tasks.rados.rados.0.smithi046.stdout:128: done (1 left) 2024-09-18T02:20:23.639 INFO:tasks.rados.rados.0.smithi046.stdout:129: done (0 left) 2024-09-18T02:20:23.639 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 6 2024-09-18T02:20:23.639 INFO:tasks.rados.rados.0.smithi046.stdout:130: seq_num 64 ranges {139264=679936,819200=401408} 2024-09-18T02:20:23.643 INFO:tasks.rados.rados.0.smithi046.stdout:130: writing smithi04682744-9 from 139264 to 819200 tid 1 2024-09-18T02:20:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:130: writing smithi04682744-9 from 819200 to 1220608 tid 2 2024-09-18T02:20:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 6 2024-09-18T02:20:23.646 INFO:tasks.rados.rados.0.smithi046.stdout:131: seq_num 65 ranges {0=696320,696320=401408} 2024-09-18T02:20:23.650 INFO:tasks.rados.rados.0.smithi046.stdout:131: writing smithi04682744-12 from 0 to 696320 tid 1 2024-09-18T02:20:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:131: writing smithi04682744-12 from 696320 to 1097728 tid 2 2024-09-18T02:20:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:132: rollback oid 22 current snap is 6 2024-09-18T02:20:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 1 2024-09-18T02:20:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:130: finishing write tid 1 to smithi04682744-9 2024-09-18T02:20:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:130: finishing write tid 2 to smithi04682744-9 2024-09-18T02:20:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:130: finishing write tid 3 to smithi04682744-9 2024-09-18T02:20:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:130: finishing write tid 4 to smithi04682744-9 2024-09-18T02:20:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 22 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-18T02:20:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:130: left oid 9 (ObjNum 64 snap 6 seq_num 64) 2024-09-18T02:20:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:130: done (2 left) 2024-09-18T02:20:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:133: snap_create 2024-09-18T02:20:23.655 INFO:tasks.rados.rados.0.smithi046.stdout:131: finishing write tid 1 to smithi04682744-12 2024-09-18T02:20:23.656 INFO:tasks.rados.rados.0.smithi046.stdout:131: finishing write tid 2 to smithi04682744-12 2024-09-18T02:20:23.656 INFO:tasks.rados.rados.0.smithi046.stdout:131: finishing write tid 3 to smithi04682744-12 2024-09-18T02:20:23.656 INFO:tasks.rados.rados.0.smithi046.stdout:132: finishing rollback tid 0 to smithi04682744-22 2024-09-18T02:20:23.656 INFO:tasks.rados.rados.0.smithi046.stdout:131: finishing write tid 4 to smithi04682744-12 2024-09-18T02:20:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 17 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-18T02:20:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:131: left oid 12 (ObjNum 65 snap 6 seq_num 65) 2024-09-18T02:20:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:132: finishing rollback tid 1 to smithi04682744-22 2024-09-18T02:20:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:132: finishing rollback tid 2 to smithi04682744-22 2024-09-18T02:20:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 55 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-18T02:20:23.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:23 smithi195 ceph-mon[31687]: osdmap e79: 8 total, 8 up, 8 in 2024-09-18T02:20:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:23 smithi046 ceph-mon[39146]: osdmap e79: 8 total, 8 up, 8 in 2024-09-18T02:20:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:23 smithi046 ceph-mon[27507]: osdmap e79: 8 total, 8 up, 8 in 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:131: done (2 left) 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:132: done (1 left) 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:133: done (0 left) 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:134: read oid 33 snap -1 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:135: read oid 45 snap -1 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-18T02:20:24.042 INFO:tasks.rados.rados.0.smithi046.stdout:136: snap_create 2024-09-18T02:20:24.048 INFO:tasks.rados.rados.0.smithi046.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-18T02:20:24.064 INFO:tasks.rados.rados.0.smithi046.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-18T02:20:24.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:24 smithi195 ceph-mon[31687]: pgmap v119: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-09-18T02:20:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:24 smithi195 ceph-mon[31687]: osdmap e80: 8 total, 8 up, 8 in 2024-09-18T02:20:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:24 smithi195 ceph-mon[31687]: osdmap e81: 8 total, 8 up, 8 in 2024-09-18T02:20:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:24 smithi046 ceph-mon[27507]: pgmap v119: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-09-18T02:20:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:24 smithi046 ceph-mon[27507]: osdmap e80: 8 total, 8 up, 8 in 2024-09-18T02:20:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:24 smithi046 ceph-mon[27507]: osdmap e81: 8 total, 8 up, 8 in 2024-09-18T02:20:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:24 smithi046 ceph-mon[39146]: pgmap v119: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-09-18T02:20:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:24 smithi046 ceph-mon[39146]: osdmap e80: 8 total, 8 up, 8 in 2024-09-18T02:20:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:24 smithi046 ceph-mon[39146]: osdmap e81: 8 total, 8 up, 8 in 2024-09-18T02:20:25.043 INFO:tasks.rados.rados.0.smithi046.stdout:134: done (2 left) 2024-09-18T02:20:25.043 INFO:tasks.rados.rados.0.smithi046.stdout:135: done (1 left) 2024-09-18T02:20:25.043 INFO:tasks.rados.rados.0.smithi046.stdout:136: done (0 left) 2024-09-18T02:20:25.043 INFO:tasks.rados.rados.0.smithi046.stdout:137: copy_from oid 48 from oid 42 current snap is 8 2024-09-18T02:20:25.043 INFO:tasks.rados.rados.0.smithi046.stdout:138: delete oid 29 current snap is 8 2024-09-18T02:20:25.046 INFO:tasks.rados.rados.0.smithi046.stdout:138: done (1 left) 2024-09-18T02:20:25.046 INFO:tasks.rados.rados.0.smithi046.stdout:139: snap_create 2024-09-18T02:20:25.052 INFO:tasks.rados.rados.0.smithi046.stdout:137: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:20:25.053 INFO:tasks.rados.rados.0.smithi046.stdout:137: finishing copy_from to smithi04682744-48 2024-09-18T02:20:25.053 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 16 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:20:26.047 INFO:tasks.rados.rados.0.smithi046.stdout:137: done (1 left) 2024-09-18T02:20:26.047 INFO:tasks.rados.rados.0.smithi046.stdout:139: done (0 left) 2024-09-18T02:20:26.047 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 9 2024-09-18T02:20:26.047 INFO:tasks.rados.rados.0.smithi046.stdout:140: seq_num 67 ranges {712704=729088,1441792=401408} 2024-09-18T02:20:26.055 INFO:tasks.rados.rados.0.smithi046.stdout:140: writing smithi04682744-43 from 712704 to 1441792 tid 1 2024-09-18T02:20:26.057 INFO:tasks.rados.rados.0.smithi046.stdout:140: writing smithi04682744-43 from 1441792 to 1843200 tid 2 2024-09-18T02:20:26.057 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 9 2024-09-18T02:20:26.058 INFO:tasks.rados.rados.0.smithi046.stdout:141: seq_num 68 ranges {0=745472,745472=401408} 2024-09-18T02:20:26.061 INFO:tasks.rados.rados.0.smithi046.stdout:141: writing smithi04682744-10 from 0 to 745472 tid 1 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:141: writing smithi04682744-10 from 745472 to 1146880 tid 2 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:142: snap_create 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:140: finishing write tid 1 to smithi04682744-43 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:140: finishing write tid 2 to smithi04682744-43 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:140: finishing write tid 3 to smithi04682744-43 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:140: finishing write tid 4 to smithi04682744-43 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 8 (ObjNum 67 snap 9 seq_num 67) dirty exists 2024-09-18T02:20:26.065 INFO:tasks.rados.rados.0.smithi046.stdout:140: left oid 43 (ObjNum 67 snap 9 seq_num 67) 2024-09-18T02:20:26.068 INFO:tasks.rados.rados.0.smithi046.stdout:141: finishing write tid 1 to smithi04682744-10 2024-09-18T02:20:26.068 INFO:tasks.rados.rados.0.smithi046.stdout:141: finishing write tid 2 to smithi04682744-10 2024-09-18T02:20:26.068 INFO:tasks.rados.rados.0.smithi046.stdout:141: finishing write tid 3 to smithi04682744-10 2024-09-18T02:20:26.068 INFO:tasks.rados.rados.0.smithi046.stdout:141: finishing write tid 4 to smithi04682744-10 2024-09-18T02:20:26.068 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 28 (ObjNum 68 snap 9 seq_num 68) dirty exists 2024-09-18T02:20:26.068 INFO:tasks.rados.rados.0.smithi046.stdout:141: left oid 10 (ObjNum 68 snap 9 seq_num 68) 2024-09-18T02:20:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:26 smithi195 ceph-mon[31687]: osdmap e82: 8 total, 8 up, 8 in 2024-09-18T02:20:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:26 smithi195 ceph-mon[31687]: pgmap v123: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-09-18T02:20:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:26 smithi046 ceph-mon[39146]: osdmap e82: 8 total, 8 up, 8 in 2024-09-18T02:20:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:26 smithi046 ceph-mon[39146]: pgmap v123: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-09-18T02:20:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:26 smithi046 ceph-mon[27507]: osdmap e82: 8 total, 8 up, 8 in 2024-09-18T02:20:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:26 smithi046 ceph-mon[27507]: pgmap v123: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-09-18T02:20:27.052 INFO:tasks.rados.rados.0.smithi046.stdout:140: done (2 left) 2024-09-18T02:20:27.052 INFO:tasks.rados.rados.0.smithi046.stdout:141: done (1 left) 2024-09-18T02:20:27.052 INFO:tasks.rados.rados.0.smithi046.stdout:142: done (0 left) 2024-09-18T02:20:27.052 INFO:tasks.rados.rados.0.smithi046.stdout:143: snap_create 2024-09-18T02:20:27.338 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:27 smithi046 ceph-mon[27507]: osdmap e83: 8 total, 8 up, 8 in 2024-09-18T02:20:27.339 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:27 smithi046 ceph-mon[39146]: osdmap e83: 8 total, 8 up, 8 in 2024-09-18T02:20:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:27 smithi195 ceph-mon[31687]: osdmap e83: 8 total, 8 up, 8 in 2024-09-18T02:20:27.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:20:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:27] "GET /metrics HTTP/1.1" 200 238895 "" "Prometheus/2.43.0" 2024-09-18T02:20:28.058 INFO:tasks.rados.rados.0.smithi046.stdout:143: done (0 left) 2024-09-18T02:20:28.058 INFO:tasks.rados.rados.0.smithi046.stdout:144: read oid 42 snap -1 2024-09-18T02:20:28.058 INFO:tasks.rados.rados.0.smithi046.stdout:144: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:28.058 INFO:tasks.rados.rados.0.smithi046.stdout:145: rmattr oid 17 current snap is 11 2024-09-18T02:20:28.058 INFO:tasks.rados.rados.0.smithi046.stdout:145: done (1 left) 2024-09-18T02:20:28.059 INFO:tasks.rados.rados.0.smithi046.stdout:146: setattr oid 28 current snap is 11 2024-09-18T02:20:28.060 INFO:tasks.rados.rados.0.smithi046.stdout:147: copy_from oid 33 from oid 16 current snap is 11 2024-09-18T02:20:28.060 INFO:tasks.rados.rados.0.smithi046.stdout:148: setattr oid 32 current snap is 11 2024-09-18T02:20:28.061 INFO:tasks.rados.rados.0.smithi046.stdout:149: snap_remove snap 4 2024-09-18T02:20:28.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:28 smithi195 ceph-mon[31687]: osdmap e84: 8 total, 8 up, 8 in 2024-09-18T02:20:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:28 smithi195 ceph-mon[31687]: pgmap v126: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:28 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:28.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:28 smithi046 ceph-mon[39146]: osdmap e84: 8 total, 8 up, 8 in 2024-09-18T02:20:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:28 smithi046 ceph-mon[39146]: pgmap v126: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:28 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:28 smithi046 ceph-mon[27507]: osdmap e84: 8 total, 8 up, 8 in 2024-09-18T02:20:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:28 smithi046 ceph-mon[27507]: pgmap v126: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:28 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:29.063 INFO:tasks.rados.rados.0.smithi046.stdout:149: done (4 left) 2024-09-18T02:20:29.063 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 11 2024-09-18T02:20:29.063 INFO:tasks.rados.rados.0.smithi046.stdout:150: seq_num 69 ranges {606208=761856,1368064=401408} 2024-09-18T02:20:29.071 INFO:tasks.rados.rados.0.smithi046.stdout:150: writing smithi04682744-25 from 606208 to 1368064 tid 1 2024-09-18T02:20:29.073 INFO:tasks.rados.rados.0.smithi046.stdout:150: writing smithi04682744-25 from 1368064 to 1769472 tid 2 2024-09-18T02:20:29.073 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 11 2024-09-18T02:20:29.074 INFO:tasks.rados.rados.0.smithi046.stdout:151: seq_num 70 ranges {573440=778240,1351680=401408} 2024-09-18T02:20:29.083 INFO:tasks.rados.rados.0.smithi046.stdout:151: writing smithi04682744-35 from 573440 to 1351680 tid 1 2024-09-18T02:20:29.086 INFO:tasks.rados.rados.0.smithi046.stdout:151: writing smithi04682744-35 from 1351680 to 1753088 tid 2 2024-09-18T02:20:29.086 INFO:tasks.rados.rados.0.smithi046.stdout:152: snap_remove snap 7 2024-09-18T02:20:29.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:29 smithi195 ceph-mon[31687]: osdmap e85: 8 total, 8 up, 8 in 2024-09-18T02:20:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:29 smithi046 ceph-mon[27507]: osdmap e85: 8 total, 8 up, 8 in 2024-09-18T02:20:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:29 smithi046 ceph-mon[39146]: osdmap e85: 8 total, 8 up, 8 in 2024-09-18T02:20:30.068 INFO:tasks.rados.rados.0.smithi046.stdout:152: done (6 left) 2024-09-18T02:20:30.068 INFO:tasks.rados.rados.0.smithi046.stdout:153: delete oid 31 current snap is 11 2024-09-18T02:20:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 57 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-18T02:20:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:144: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 7 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:144: done (6 left) 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:146: done (5 left) 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:148: done (4 left) 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:153: done (3 left) 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:154: snap_create 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:147: finishing copy_from racing read to smithi04682744-33 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:147: finishing copy_from to smithi04682744-33 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-18T02:20:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 1 to smithi04682744-25 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 2 to smithi04682744-25 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 3 to smithi04682744-25 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 4 to smithi04682744-25 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 21 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:150: left oid 25 (ObjNum 69 snap 11 seq_num 69) 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 1 to smithi04682744-35 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 2 to smithi04682744-35 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 3 to smithi04682744-35 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 4 to smithi04682744-35 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 12 (ObjNum 70 snap 11 seq_num 70) dirty exists 2024-09-18T02:20:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:151: left oid 35 (ObjNum 70 snap 11 seq_num 70) 2024-09-18T02:20:30.375 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:20:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:20:30.375 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:30 smithi195 ceph-mon[31687]: osdmap e86: 8 total, 8 up, 8 in 2024-09-18T02:20:30.375 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:30 smithi195 ceph-mon[31687]: pgmap v129: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-18T02:20:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:30 smithi046 ceph-mon[39146]: osdmap e86: 8 total, 8 up, 8 in 2024-09-18T02:20:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:30 smithi046 ceph-mon[39146]: pgmap v129: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-18T02:20:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:30 smithi046 ceph-mon[27507]: osdmap e86: 8 total, 8 up, 8 in 2024-09-18T02:20:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:30 smithi046 ceph-mon[27507]: pgmap v129: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-18T02:20:31.073 INFO:tasks.rados.rados.0.smithi046.stdout:147: done (3 left) 2024-09-18T02:20:31.073 INFO:tasks.rados.rados.0.smithi046.stdout:150: done (2 left) 2024-09-18T02:20:31.074 INFO:tasks.rados.rados.0.smithi046.stdout:151: done (1 left) 2024-09-18T02:20:31.074 INFO:tasks.rados.rados.0.smithi046.stdout:154: done (0 left) 2024-09-18T02:20:31.074 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 12 2024-09-18T02:20:31.074 INFO:tasks.rados.rados.0.smithi046.stdout:155: seq_num 72 ranges {0=409600,409600=524288,933888=278528} 2024-09-18T02:20:31.076 INFO:tasks.rados.rados.0.smithi046.stdout:155: writing smithi04682744-31 from 0 to 409600 tid 1 2024-09-18T02:20:31.081 INFO:tasks.rados.rados.0.smithi046.stdout:155: writing smithi04682744-31 from 409600 to 933888 tid 2 2024-09-18T02:20:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:155: writing smithi04682744-31 from 933888 to 1212416 tid 3 2024-09-18T02:20:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing write tid 1 to smithi04682744-31 2024-09-18T02:20:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 12 2024-09-18T02:20:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:156: seq_num 73 ranges {253952=425984,679936=409600,1089536=393216} 2024-09-18T02:20:31.088 INFO:tasks.rados.rados.0.smithi046.stdout:156: writing smithi04682744-16 from 253952 to 679936 tid 1 2024-09-18T02:20:31.092 INFO:tasks.rados.rados.0.smithi046.stdout:156: writing smithi04682744-16 from 679936 to 1089536 tid 2 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:156: writing smithi04682744-16 from 1089536 to 1482752 tid 3 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:157: copy_from oid 10 from oid 39 current snap is 12 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing write tid 2 to smithi04682744-31 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing write tid 3 to smithi04682744-31 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing write tid 4 to smithi04682744-31 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing write tid 5 to smithi04682744-31 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 16 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:155: left oid 31 (ObjNum 72 snap 12 seq_num 72) 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing write tid 1 to smithi04682744-16 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:155: done (2 left) 2024-09-18T02:20:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:158: read oid 25 snap 1 2024-09-18T02:20:31.097 INFO:tasks.rados.rados.0.smithi046.stdout:158: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-18T02:20:31.097 INFO:tasks.rados.rados.0.smithi046.stdout:159: copy_from oid 21 from oid 35 current snap is 12 2024-09-18T02:20:31.097 INFO:tasks.rados.rados.0.smithi046.stdout:160: snap_remove snap 6 2024-09-18T02:20:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:31 smithi195 ceph-mon[31687]: osdmap e87: 8 total, 8 up, 8 in 2024-09-18T02:20:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:31 smithi046 ceph-mon[39146]: osdmap e87: 8 total, 8 up, 8 in 2024-09-18T02:20:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:31 smithi046 ceph-mon[27507]: osdmap e87: 8 total, 8 up, 8 in 2024-09-18T02:20:32.078 INFO:tasks.rados.rados.0.smithi046.stdout:160: done (4 left) 2024-09-18T02:20:32.078 INFO:tasks.rados.rados.0.smithi046.stdout:161: delete oid 8 current snap is 12 2024-09-18T02:20:32.078 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing write tid 2 to smithi04682744-16 2024-09-18T02:20:32.078 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing write tid 3 to smithi04682744-16 2024-09-18T02:20:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:158: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing write tid 4 to smithi04682744-16 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing write tid 5 to smithi04682744-16 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 21 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:156: left oid 16 (ObjNum 73 snap 12 seq_num 73) 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:157: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:157: finishing copy_from to smithi04682744-10 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:159: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:159: finishing copy_from to smithi04682744-21 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 12 (ObjNum 70 snap 11 seq_num 70) dirty exists 2024-09-18T02:20:32.093 INFO:tasks.rados.rados.0.smithi046.stdout:156: done (4 left) 2024-09-18T02:20:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:157: done (3 left) 2024-09-18T02:20:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:158: done (2 left) 2024-09-18T02:20:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:159: done (1 left) 2024-09-18T02:20:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:161: done (0 left) 2024-09-18T02:20:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:162: snap_remove snap 5 2024-09-18T02:20:32.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:32 smithi046 ceph-mon[27507]: osdmap e88: 8 total, 8 up, 8 in 2024-09-18T02:20:32.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:32 smithi046 ceph-mon[27507]: pgmap v132: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-18T02:20:32.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:32 smithi046 ceph-mon[39146]: osdmap e88: 8 total, 8 up, 8 in 2024-09-18T02:20:32.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:32 smithi046 ceph-mon[39146]: pgmap v132: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-18T02:20:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:32 smithi195 ceph-mon[31687]: osdmap e88: 8 total, 8 up, 8 in 2024-09-18T02:20:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:32 smithi195 ceph-mon[31687]: pgmap v132: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-18T02:20:33.080 INFO:tasks.rados.rados.0.smithi046.stdout:162: done (0 left) 2024-09-18T02:20:33.080 INFO:tasks.rados.rados.0.smithi046.stdout:163: snap_create 2024-09-18T02:20:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:33 smithi195 ceph-mon[31687]: osdmap e89: 8 total, 8 up, 8 in 2024-09-18T02:20:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:20:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:33 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[27507]: osdmap e89: 8 total, 8 up, 8 in 2024-09-18T02:20:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:20:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[39146]: osdmap e89: 8 total, 8 up, 8 in 2024-09-18T02:20:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:20:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:33 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:20:34.086 INFO:tasks.rados.rados.0.smithi046.stdout:163: done (0 left) 2024-09-18T02:20:34.086 INFO:tasks.rados.rados.0.smithi046.stdout:164: read oid 46 snap -1 2024-09-18T02:20:34.086 INFO:tasks.rados.rados.0.smithi046.stdout:164: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-18T02:20:34.086 INFO:tasks.rados.rados.0.smithi046.stdout:165: read oid 7 snap 11 2024-09-18T02:20:34.086 INFO:tasks.rados.rados.0.smithi046.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-18T02:20:34.087 INFO:tasks.rados.rados.0.smithi046.stdout:166: snap_create 2024-09-18T02:20:34.088 INFO:tasks.rados.rados.0.smithi046.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-18T02:20:34.091 INFO:tasks.rados.rados.0.smithi046.stdout:164: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-18T02:20:34.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:34 smithi195 ceph-mon[31687]: Upgrade: Target is version 18.2.4-855-g19e2a2be (unknown) 2024-09-18T02:20:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:34 smithi195 ceph-mon[31687]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-18T02:20:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:34 smithi195 ceph-mon[31687]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-18T02:20:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:34 smithi195 ceph-mon[31687]: osdmap e90: 8 total, 8 up, 8 in 2024-09-18T02:20:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:34 smithi195 ceph-mon[31687]: pgmap v135: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-18T02:20:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:34 smithi195 ceph-mon[31687]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 on smithi195 2024-09-18T02:20:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[39146]: Upgrade: Target is version 18.2.4-855-g19e2a2be (unknown) 2024-09-18T02:20:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[39146]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-18T02:20:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[39146]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-18T02:20:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[39146]: osdmap e90: 8 total, 8 up, 8 in 2024-09-18T02:20:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[39146]: pgmap v135: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-18T02:20:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[39146]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 on smithi195 2024-09-18T02:20:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[27507]: Upgrade: Target is version 18.2.4-855-g19e2a2be (unknown) 2024-09-18T02:20:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[27507]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-18T02:20:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[27507]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-18T02:20:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[27507]: osdmap e90: 8 total, 8 up, 8 in 2024-09-18T02:20:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[27507]: pgmap v135: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-18T02:20:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:34 smithi046 ceph-mon[27507]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 on smithi195 2024-09-18T02:20:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:164: done (2 left) 2024-09-18T02:20:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:165: done (1 left) 2024-09-18T02:20:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:166: done (0 left) 2024-09-18T02:20:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 14 2024-09-18T02:20:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:167: seq_num 75 ranges {204800=458752,663552=581632,1245184=221184} 2024-09-18T02:20:35.090 INFO:tasks.rados.rados.0.smithi046.stdout:167: writing smithi04682744-13 from 204800 to 663552 tid 1 2024-09-18T02:20:35.094 INFO:tasks.rados.rados.0.smithi046.stdout:167: writing smithi04682744-13 from 663552 to 1245184 tid 2 2024-09-18T02:20:35.095 INFO:tasks.rados.rados.0.smithi046.stdout:167: writing smithi04682744-13 from 1245184 to 1466368 tid 3 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:168: copy_from oid 15 from oid 5 current snap is 14 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:169: rollback oid 19 current snap is 14 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 13 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:170: copy_from oid 21 from oid 24 current snap is 14 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:171: copy_from oid 3 from oid 7 current snap is 14 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:172: read oid 33 snap -1 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 14 2024-09-18T02:20:35.097 INFO:tasks.rados.rados.0.smithi046.stdout:173: seq_num 76 ranges {1482752=475136,1957888=458752,2416640=344064} 2024-09-18T02:20:35.109 INFO:tasks.rados.rados.0.smithi046.stdout:173: writing smithi04682744-16 from 1482752 to 1957888 tid 1 2024-09-18T02:20:35.112 INFO:tasks.rados.rados.0.smithi046.stdout:173: writing smithi04682744-16 from 1957888 to 2416640 tid 2 2024-09-18T02:20:35.114 INFO:tasks.rados.rados.0.smithi046.stdout:173: writing smithi04682744-16 from 2416640 to 2760704 tid 3 2024-09-18T02:20:35.114 INFO:tasks.rados.rados.0.smithi046.stdout:174: rmattr oid 34 current snap is 14 2024-09-18T02:20:35.114 INFO:tasks.rados.rados.0.smithi046.stdout:174: done (7 left) 2024-09-18T02:20:35.114 INFO:tasks.rados.rados.0.smithi046.stdout:175: snap_remove snap 8 2024-09-18T02:20:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:35 smithi195 ceph-mon[31687]: osdmap e91: 8 total, 8 up, 8 in 2024-09-18T02:20:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:35 smithi046 ceph-mon[27507]: osdmap e91: 8 total, 8 up, 8 in 2024-09-18T02:20:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:35 smithi046 ceph-mon[39146]: osdmap e91: 8 total, 8 up, 8 in 2024-09-18T02:20:36.098 INFO:tasks.rados.rados.0.smithi046.stdout:175: done (7 left) 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:176: read oid 39 snap -1 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:176: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:177: rmattr oid 4 current snap is 14 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:177: done (8 left) 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:178: snap_create 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 1 to smithi04682744-13 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 2 to smithi04682744-13 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 3 to smithi04682744-13 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 4 to smithi04682744-13 2024-09-18T02:20:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 5 to smithi04682744-13 2024-09-18T02:20:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 40 (ObjNum 75 snap 14 seq_num 75) dirty exists 2024-09-18T02:20:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:167: left oid 13 (ObjNum 75 snap 14 seq_num 75) 2024-09-18T02:20:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:169: finishing rollback tid 0 to smithi04682744-19 2024-09-18T02:20:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:169: finishing rollback tid 1 to smithi04682744-19 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:169: finishing rollback tid 2 to smithi04682744-19 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 28 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:168: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:168: finishing copy_from to smithi04682744-15 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:171: finishing copy_from racing read to smithi04682744-3 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:171: finishing copy_from to smithi04682744-3 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-18T02:20:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:170: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:170: finishing copy_from to smithi04682744-21 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 1 to smithi04682744-16 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 2 to smithi04682744-16 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 3 to smithi04682744-16 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 4 to smithi04682744-16 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 5 to smithi04682744-16 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 34 (ObjNum 76 snap 14 seq_num 76) dirty exists 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: left oid 16 (ObjNum 76 snap 14 seq_num 76) 2024-09-18T02:20:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:176: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-18T02:20:36.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:36 smithi195 ceph-mon[31687]: osdmap e92: 8 total, 8 up, 8 in 2024-09-18T02:20:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:36 smithi195 ceph-mon[31687]: pgmap v138: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-18T02:20:36.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:36 smithi046 ceph-mon[39146]: osdmap e92: 8 total, 8 up, 8 in 2024-09-18T02:20:36.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:36 smithi046 ceph-mon[39146]: pgmap v138: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-18T02:20:36.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:36 smithi046 ceph-mon[27507]: osdmap e92: 8 total, 8 up, 8 in 2024-09-18T02:20:36.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:36 smithi046 ceph-mon[27507]: pgmap v138: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:167: done (8 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:168: done (7 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:169: done (6 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:170: done (5 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:171: done (4 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:172: done (3 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:173: done (2 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:176: done (1 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:178: done (0 left) 2024-09-18T02:20:37.101 INFO:tasks.rados.rados.0.smithi046.stdout:179: copy_from oid 17 from oid 8 current snap is 15 2024-09-18T02:20:37.102 INFO:tasks.rados.rados.0.smithi046.stdout:180: read oid 32 snap -1 2024-09-18T02:20:37.102 INFO:tasks.rados.rados.0.smithi046.stdout:180: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-18T02:20:37.102 INFO:tasks.rados.rados.0.smithi046.stdout:181: snap_remove snap 10 2024-09-18T02:20:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:37 smithi195 ceph-mon[31687]: osdmap e93: 8 total, 8 up, 8 in 2024-09-18T02:20:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:37 smithi046 ceph-mon[27507]: osdmap e93: 8 total, 8 up, 8 in 2024-09-18T02:20:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:37 smithi046 ceph-mon[39146]: osdmap e93: 8 total, 8 up, 8 in 2024-09-18T02:20:37.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:20:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:37] "GET /metrics HTTP/1.1" 200 239765 "" "Prometheus/2.43.0" 2024-09-18T02:20:38.106 INFO:tasks.rados.rados.0.smithi046.stdout:181: done (2 left) 2024-09-18T02:20:38.106 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 15 2024-09-18T02:20:38.107 INFO:tasks.rados.rados.0.smithi046.stdout:182: seq_num 77 ranges {475136=491520,966656=794624,1761280=8192} 2024-09-18T02:20:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:182: writing smithi04682744-2 from 475136 to 966656 tid 1 2024-09-18T02:20:38.119 INFO:tasks.rados.rados.0.smithi046.stdout:182: writing smithi04682744-2 from 966656 to 1761280 tid 2 2024-09-18T02:20:38.119 INFO:tasks.rados.rados.0.smithi046.stdout:182: writing smithi04682744-2 from 1761280 to 1769472 tid 3 2024-09-18T02:20:38.119 INFO:tasks.rados.rados.0.smithi046.stdout:183: copy_from oid 38 from oid 46 current snap is 15 2024-09-18T02:20:38.119 INFO:tasks.rados.rados.0.smithi046.stdout:179: finishing copy_from to smithi04682744-17 2024-09-18T02:20:38.119 INFO:tasks.rados.rados.0.smithi046.stdout:179: got expected ENOENT (src dne) 2024-09-18T02:20:38.119 INFO:tasks.rados.rados.0.smithi046.stdout:179: finishing copy_from racing read to smithi04682744-17 2024-09-18T02:20:38.119 INFO:tasks.rados.rados.0.smithi046.stdout:180: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-18T02:20:38.179 INFO:tasks.rados.rados.0.smithi046.stdout:182: finishing write tid 1 to smithi04682744-2 2024-09-18T02:20:38.179 INFO:tasks.rados.rados.0.smithi046.stdout:182: finishing write tid 2 to smithi04682744-2 2024-09-18T02:20:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:182: finishing write tid 3 to smithi04682744-2 2024-09-18T02:20:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:182: finishing write tid 4 to smithi04682744-2 2024-09-18T02:20:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:182: finishing write tid 5 to smithi04682744-2 2024-09-18T02:20:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 37 (ObjNum 77 snap 15 seq_num 77) dirty exists 2024-09-18T02:20:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:182: left oid 2 (ObjNum 77 snap 15 seq_num 77) 2024-09-18T02:20:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:183: finishing copy_from racing read to smithi04682744-38 2024-09-18T02:20:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:179: done (3 left) 2024-09-18T02:20:38.181 INFO:tasks.rados.rados.0.smithi046.stdout:180: done (2 left) 2024-09-18T02:20:38.181 INFO:tasks.rados.rados.0.smithi046.stdout:182: done (1 left) 2024-09-18T02:20:38.181 INFO:tasks.rados.rados.0.smithi046.stdout:184: snap_remove snap 13 2024-09-18T02:20:38.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:38 smithi195 ceph-mon[31687]: osdmap e94: 8 total, 8 up, 8 in 2024-09-18T02:20:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:38 smithi195 ceph-mon[31687]: pgmap v141: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:38.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:38 smithi046 ceph-mon[39146]: osdmap e94: 8 total, 8 up, 8 in 2024-09-18T02:20:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:38 smithi046 ceph-mon[39146]: pgmap v141: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:38 smithi046 ceph-mon[27507]: osdmap e94: 8 total, 8 up, 8 in 2024-09-18T02:20:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:38 smithi046 ceph-mon[27507]: pgmap v141: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:184: done (1 left) 2024-09-18T02:20:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:185: rmattr oid 3 current snap is 15 2024-09-18T02:20:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:185: done (1 left) 2024-09-18T02:20:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:186: rmattr oid 29 current snap is 15 2024-09-18T02:20:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:186: done (1 left) 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:187: rmattr oid 17 current snap is 15 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:187: done (1 left) 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:188: read oid 31 snap -1 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:188: expect (ObjNum 72 snap 12 seq_num 72) 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:189: read oid 6 snap -1 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:189: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:190: setattr oid 28 current snap is 15 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:183: finishing copy_from to smithi04682744-38 2024-09-18T02:20:39.047 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:20:39.049 INFO:tasks.rados.rados.0.smithi046.stdout:183: done (3 left) 2024-09-18T02:20:39.049 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 15 2024-09-18T02:20:39.049 INFO:tasks.rados.rados.0.smithi046.stdout:191: seq_num 78 ranges {393216=516096,909312=679936,1589248=122880} 2024-09-18T02:20:39.056 INFO:tasks.rados.rados.0.smithi046.stdout:191: writing smithi04682744-1 from 393216 to 909312 tid 1 2024-09-18T02:20:39.060 INFO:tasks.rados.rados.0.smithi046.stdout:191: writing smithi04682744-1 from 909312 to 1589248 tid 2 2024-09-18T02:20:39.062 INFO:tasks.rados.rados.0.smithi046.stdout:191: writing smithi04682744-1 from 1589248 to 1712128 tid 3 2024-09-18T02:20:39.062 INFO:tasks.rados.rados.0.smithi046.stdout:192: copy_from oid 24 from oid 10 current snap is 15 2024-09-18T02:20:39.062 INFO:tasks.rados.rados.0.smithi046.stdout:189: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:20:39.079 INFO:tasks.rados.rados.0.smithi046.stdout:188: expect (ObjNum 72 snap 12 seq_num 72) 2024-09-18T02:20:39.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 21 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:39.111 INFO:tasks.rados.rados.0.smithi046.stdout:188: done (4 left) 2024-09-18T02:20:39.111 INFO:tasks.rados.rados.0.smithi046.stdout:189: done (3 left) 2024-09-18T02:20:39.111 INFO:tasks.rados.rados.0.smithi046.stdout:190: done (2 left) 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:193: snap_create 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 1 to smithi04682744-1 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 2 to smithi04682744-1 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 3 to smithi04682744-1 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 4 to smithi04682744-1 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 5 to smithi04682744-1 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 46 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:191: left oid 1 (ObjNum 78 snap 15 seq_num 78) 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing copy_from racing read to smithi04682744-24 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing copy_from to smithi04682744-24 2024-09-18T02:20:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:20:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:39 smithi195 ceph-mon[31687]: osdmap e95: 8 total, 8 up, 8 in 2024-09-18T02:20:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:39 smithi195 ceph-mon[31687]: osdmap e96: 8 total, 8 up, 8 in 2024-09-18T02:20:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:39 smithi046 ceph-mon[27507]: osdmap e95: 8 total, 8 up, 8 in 2024-09-18T02:20:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:39 smithi046 ceph-mon[27507]: osdmap e96: 8 total, 8 up, 8 in 2024-09-18T02:20:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:39 smithi046 ceph-mon[39146]: osdmap e95: 8 total, 8 up, 8 in 2024-09-18T02:20:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:39 smithi046 ceph-mon[39146]: osdmap e96: 8 total, 8 up, 8 in 2024-09-18T02:20:40.111 INFO:tasks.rados.rados.0.smithi046.stdout:191: done (2 left) 2024-09-18T02:20:40.111 INFO:tasks.rados.rados.0.smithi046.stdout:192: done (1 left) 2024-09-18T02:20:40.111 INFO:tasks.rados.rados.0.smithi046.stdout:193: done (0 left) 2024-09-18T02:20:40.111 INFO:tasks.rados.rados.0.smithi046.stdout:194: delete oid 31 current snap is 16 2024-09-18T02:20:40.116 INFO:tasks.rados.rados.0.smithi046.stdout:194: done (0 left) 2024-09-18T02:20:40.116 INFO:tasks.rados.rados.0.smithi046.stdout:195: delete oid 26 current snap is 16 2024-09-18T02:20:40.117 INFO:tasks.rados.rados.0.smithi046.stdout:195: done (0 left) 2024-09-18T02:20:40.117 INFO:tasks.rados.rados.0.smithi046.stdout:196: copy_from oid 20 from oid 42 current snap is 16 2024-09-18T02:20:40.117 INFO:tasks.rados.rados.0.smithi046.stdout:197: delete oid 5 current snap is 16 2024-09-18T02:20:40.120 INFO:tasks.rados.rados.0.smithi046.stdout:197: done (1 left) 2024-09-18T02:20:40.120 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 16 2024-09-18T02:20:40.121 INFO:tasks.rados.rados.0.smithi046.stdout:198: seq_num 82 ranges {1466368=581632,2048000=622592,2670592=180224} 2024-09-18T02:20:40.132 INFO:tasks.rados.rados.0.smithi046.stdout:198: writing smithi04682744-13 from 1466368 to 2048000 tid 1 2024-09-18T02:20:40.135 INFO:tasks.rados.rados.0.smithi046.stdout:198: writing smithi04682744-13 from 2048000 to 2670592 tid 2 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:198: writing smithi04682744-13 from 2670592 to 2850816 tid 3 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:199: read oid 19 snap -1 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:199: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 16 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:196: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:196: finishing copy_from to smithi04682744-20 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 16 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:198: finishing write tid 1 to smithi04682744-13 2024-09-18T02:20:40.137 INFO:tasks.rados.rados.0.smithi046.stdout:200: seq_num 83 ranges {393216=598016,991232=499712,1490944=303104} 2024-09-18T02:20:40.142 INFO:tasks.rados.rados.0.smithi046.stdout:200: writing smithi04682744-21 from 393216 to 991232 tid 1 2024-09-18T02:20:40.145 INFO:tasks.rados.rados.0.smithi046.stdout:200: writing smithi04682744-21 from 991232 to 1490944 tid 2 2024-09-18T02:20:40.147 INFO:tasks.rados.rados.0.smithi046.stdout:200: writing smithi04682744-21 from 1490944 to 1794048 tid 3 2024-09-18T02:20:40.148 INFO:tasks.rados.rados.0.smithi046.stdout:196: done (3 left) 2024-09-18T02:20:40.148 INFO:tasks.rados.rados.0.smithi046.stdout:201: delete oid 11 current snap is 16 2024-09-18T02:20:40.148 INFO:tasks.rados.rados.0.smithi046.stdout:198: finishing write tid 2 to smithi04682744-13 2024-09-18T02:20:40.148 INFO:tasks.rados.rados.0.smithi046.stdout:198: finishing write tid 3 to smithi04682744-13 2024-09-18T02:20:40.148 INFO:tasks.rados.rados.0.smithi046.stdout:199: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:198: finishing write tid 4 to smithi04682744-13 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:198: finishing write tid 5 to smithi04682744-13 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 55 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:198: left oid 13 (ObjNum 82 snap 16 seq_num 82) 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:200: finishing write tid 1 to smithi04682744-21 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:200: finishing write tid 2 to smithi04682744-21 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:200: finishing write tid 3 to smithi04682744-21 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:200: finishing write tid 4 to smithi04682744-21 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:198: done (3 left) 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:199: done (2 left) 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:201: done (1 left) 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:202: read oid 32 snap -1 2024-09-18T02:20:40.158 INFO:tasks.rados.rados.0.smithi046.stdout:202: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:203: rollback oid 26 current snap is 16 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 14 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:200: finishing write tid 5 to smithi04682744-21 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 45 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:200: left oid 21 (ObjNum 83 snap 16 seq_num 83) 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:200: done (2 left) 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:204: read oid 38 snap -1 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:204: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 16 2024-09-18T02:20:40.159 INFO:tasks.rados.rados.0.smithi046.stdout:205: seq_num 85 ranges {73728=630784,704512=720896,1425408=81920} 2024-09-18T02:20:40.162 INFO:tasks.rados.rados.0.smithi046.stdout:205: writing smithi04682744-15 from 73728 to 704512 tid 1 2024-09-18T02:20:40.166 INFO:tasks.rados.rados.0.smithi046.stdout:205: writing smithi04682744-15 from 704512 to 1425408 tid 2 2024-09-18T02:20:40.167 INFO:tasks.rados.rados.0.smithi046.stdout:205: writing smithi04682744-15 from 1425408 to 1507328 tid 3 2024-09-18T02:20:40.167 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 16 2024-09-18T02:20:40.167 INFO:tasks.rados.rados.0.smithi046.stdout:206: seq_num 86 ranges {303104=647168,950272=606208,1556480=196608} 2024-09-18T02:20:40.173 INFO:tasks.rados.rados.0.smithi046.stdout:206: writing smithi04682744-19 from 303104 to 950272 tid 1 2024-09-18T02:20:40.176 INFO:tasks.rados.rados.0.smithi046.stdout:206: writing smithi04682744-19 from 950272 to 1556480 tid 2 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:206: writing smithi04682744-19 from 1556480 to 1753088 tid 3 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:207: read oid 28 snap 3 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:207: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:208: read oid 20 snap -1 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:208: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:209: read oid 1 snap 1 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:209: expect deleted 2024-09-18T02:20:40.178 INFO:tasks.rados.rados.0.smithi046.stdout:210: snap_remove snap 11 2024-09-18T02:20:40.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:40 smithi195 ceph-mon[31687]: pgmap v144: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-18T02:20:40.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:20:40 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:20:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:40 smithi046 ceph-mon[27507]: pgmap v144: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-18T02:20:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:40 smithi046 ceph-mon[39146]: pgmap v144: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-18T02:20:41.116 INFO:tasks.rados.rados.0.smithi046.stdout:210: done (8 left) 2024-09-18T02:20:41.116 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 16 2024-09-18T02:20:41.116 INFO:tasks.rados.rados.0.smithi046.stdout:211: seq_num 87 ranges {2555904=663552,3219456=491520,3710976=311296} 2024-09-18T02:20:41.134 INFO:tasks.rados.rados.0.smithi046.stdout:211: writing smithi04682744-40 from 2555904 to 3219456 tid 1 2024-09-18T02:20:41.137 INFO:tasks.rados.rados.0.smithi046.stdout:211: writing smithi04682744-40 from 3219456 to 3710976 tid 2 2024-09-18T02:20:41.139 INFO:tasks.rados.rados.0.smithi046.stdout:211: writing smithi04682744-40 from 3710976 to 4022272 tid 3 2024-09-18T02:20:41.139 INFO:tasks.rados.rados.0.smithi046.stdout:212: read oid 48 snap -1 2024-09-18T02:20:41.139 INFO:tasks.rados.rados.0.smithi046.stdout:212: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:41.140 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 16 2024-09-18T02:20:41.140 INFO:tasks.rados.rados.0.smithi046.stdout:213: seq_num 88 ranges {778240=679936,1458176=778240,2236416=24576} 2024-09-18T02:20:41.148 INFO:tasks.rados.rados.0.smithi046.stdout:213: writing smithi04682744-36 from 778240 to 1458176 tid 1 2024-09-18T02:20:41.153 INFO:tasks.rados.rados.0.smithi046.stdout:213: writing smithi04682744-36 from 1458176 to 2236416 tid 2 2024-09-18T02:20:41.153 INFO:tasks.rados.rados.0.smithi046.stdout:213: writing smithi04682744-36 from 2236416 to 2260992 tid 3 2024-09-18T02:20:41.154 INFO:tasks.rados.rados.0.smithi046.stdout:214: setattr oid 29 current snap is 16 2024-09-18T02:20:41.154 INFO:tasks.rados.rados.0.smithi046.stdout:204: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-18T02:20:41.174 INFO:tasks.rados.rados.0.smithi046.stdout:203: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:20:41.174 INFO:tasks.rados.rados.0.smithi046.stdout:202: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 1 to smithi04682744-15 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:203: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 85 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 2 to smithi04682744-15 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 3 to smithi04682744-15 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 4 to smithi04682744-15 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 5 to smithi04682744-15 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 52 (ObjNum 85 snap 16 seq_num 85) dirty exists 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:205: left oid 15 (ObjNum 85 snap 16 seq_num 85) 2024-09-18T02:20:41.231 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing write tid 1 to smithi04682744-19 2024-09-18T02:20:41.232 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing write tid 2 to smithi04682744-19 2024-09-18T02:20:41.232 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing write tid 3 to smithi04682744-19 2024-09-18T02:20:41.232 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing write tid 4 to smithi04682744-19 2024-09-18T02:20:41.232 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing write tid 5 to smithi04682744-19 2024-09-18T02:20:41.232 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 51 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-09-18T02:20:41.232 INFO:tasks.rados.rados.0.smithi046.stdout:206: left oid 19 (ObjNum 86 snap 16 seq_num 86) 2024-09-18T02:20:41.232 INFO:tasks.rados.rados.0.smithi046.stdout:207: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-18T02:20:41.251 INFO:tasks.rados.rados.0.smithi046.stdout:208: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:41.305 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 1 to smithi04682744-40 2024-09-18T02:20:41.306 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 2 to smithi04682744-40 2024-09-18T02:20:41.306 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 3 to smithi04682744-40 2024-09-18T02:20:41.306 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 4 to smithi04682744-40 2024-09-18T02:20:41.306 INFO:tasks.rados.rados.0.smithi046.stdout:212: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:41.360 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 5 to smithi04682744-40 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 94 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:211: left oid 40 (ObjNum 87 snap 16 seq_num 87) 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 1 to smithi04682744-36 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 2 to smithi04682744-36 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 3 to smithi04682744-36 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 4 to smithi04682744-36 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 5 to smithi04682744-36 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 62 (ObjNum 88 snap 16 seq_num 88) dirty exists 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:213: left oid 36 (ObjNum 88 snap 16 seq_num 88) 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:202: done (11 left) 2024-09-18T02:20:41.361 INFO:tasks.rados.rados.0.smithi046.stdout:203: done (10 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:204: done (9 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:205: done (8 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:206: done (7 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:207: done (6 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:208: done (5 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:209: done (4 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:211: done (3 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:212: done (2 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:213: done (1 left) 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 16 2024-09-18T02:20:41.362 INFO:tasks.rados.rados.0.smithi046.stdout:215: seq_num 89 ranges {1753088=696320,2449408=655360,3104768=147456} 2024-09-18T02:20:41.373 INFO:tasks.rados.rados.0.smithi046.stdout:215: writing smithi04682744-19 from 1753088 to 2449408 tid 1 2024-09-18T02:20:41.377 INFO:tasks.rados.rados.0.smithi046.stdout:215: writing smithi04682744-19 from 2449408 to 3104768 tid 2 2024-09-18T02:20:41.378 INFO:tasks.rados.rados.0.smithi046.stdout:215: writing smithi04682744-19 from 3104768 to 3252224 tid 3 2024-09-18T02:20:41.378 INFO:tasks.rados.rados.0.smithi046.stdout:216: read oid 1 snap 12 2024-09-18T02:20:41.378 INFO:tasks.rados.rados.0.smithi046.stdout:216: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:41.378 INFO:tasks.rados.rados.0.smithi046.stdout:217: snap_remove snap 3 2024-09-18T02:20:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:41 smithi195 ceph-mon[31687]: osdmap e97: 8 total, 8 up, 8 in 2024-09-18T02:20:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:41 smithi046 ceph-mon[39146]: osdmap e97: 8 total, 8 up, 8 in 2024-09-18T02:20:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:41 smithi046 ceph-mon[27507]: osdmap e97: 8 total, 8 up, 8 in 2024-09-18T02:20:41.737 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:20:41.998 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:20:41.998 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 113s ago 3m 16.8M - 0.25.0 c8568f914cd2 11788454af07 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (2m) 113s ago 2m 83.0M - 9.4.7 954c08fa6188 a7702e9774b8 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (4m) 113s ago 4m 17.1M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (4m) 113s ago 4m 16.0M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443 running (7m) 113s ago 7m 399M - 17.2.7-1635-g4a704134 f22ead590bad 1641879dffd6 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (9m) 113s ago 9m 447M - 17.2.7-1635-g4a704134 f22ead590bad 041c930a7f9c 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (9m) 113s ago 9m 48.2M 2048M 17.2.7-1635-g4a704134 f22ead590bad b3a2ebdc2c1a 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (7m) 113s ago 7m 41.0M 2048M 17.2.7-1635-g4a704134 f22ead590bad 4548c1109e37 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (7m) 113s ago 7m 39.4M 2048M 17.2.7-1635-g4a704134 f22ead590bad 2d7bb2602707 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 113s ago 2m 13.1M - 1.5.0 0da6a335fe13 f103f855009a 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (2m) 113s ago 2m 3644k - 1.5.0 0da6a335fe13 f44af43887aa 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (7m) 113s ago 7m 44.5M 2993M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (6m) 113s ago 6m 44.6M 2993M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:20:41.999 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (6m) 113s ago 6m 42.7M 2993M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:20:42.000 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (5m) 113s ago 5m 41.4M 2993M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:20:42.000 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (5m) 113s ago 5m 44.4M 2992M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:20:42.000 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (5m) 113s ago 5m 44.3M 2992M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:20:42.000 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (4m) 113s ago 4m 42.0M 2992M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:20:42.000 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (4m) 113s ago 4m 41.7M 2992M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:20:42.000 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (2m) 113s ago 3m 27.6M - 2.43.0 a07b618ecd1d b0fa6798f170 2024-09-18T02:20:42.119 INFO:tasks.rados.rados.0.smithi046.stdout:217: done (3 left) 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:218: copy_from oid 5 from oid 25 current snap is 16 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 15 (ObjNum 385 snap 0 seq_num 962567760) dirty exists 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 1 to smithi04682744-19 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 2 to smithi04682744-19 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 3 to smithi04682744-19 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 4 to smithi04682744-19 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 5 to smithi04682744-19 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 66 (ObjNum 89 snap 16 seq_num 89) dirty exists 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:215: left oid 19 (ObjNum 89 snap 16 seq_num 89) 2024-09-18T02:20:42.120 INFO:tasks.rados.rados.0.smithi046.stdout:216: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:42.138 INFO:tasks.rados.rados.0.smithi046.stdout:214: done (3 left) 2024-09-18T02:20:42.138 INFO:tasks.rados.rados.0.smithi046.stdout:215: done (2 left) 2024-09-18T02:20:42.138 INFO:tasks.rados.rados.0.smithi046.stdout:216: done (1 left) 2024-09-18T02:20:42.138 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 16 2024-09-18T02:20:42.138 INFO:tasks.rados.rados.0.smithi046.stdout:219: seq_num 90 ranges {1220608=712704,1933312=540672,2473984=262144} 2024-09-18T02:20:42.151 INFO:tasks.rados.rados.0.smithi046.stdout:219: writing smithi04682744-9 from 1220608 to 1933312 tid 1 2024-09-18T02:20:42.155 INFO:tasks.rados.rados.0.smithi046.stdout:219: writing smithi04682744-9 from 1933312 to 2473984 tid 2 2024-09-18T02:20:42.158 INFO:tasks.rados.rados.0.smithi046.stdout:219: writing smithi04682744-9 from 2473984 to 2736128 tid 3 2024-09-18T02:20:42.158 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 16 2024-09-18T02:20:42.158 INFO:tasks.rados.rados.0.smithi046.stdout:218: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:20:42.158 INFO:tasks.rados.rados.0.smithi046.stdout:218: finishing copy_from to smithi04682744-5 2024-09-18T02:20:42.158 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 21 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-18T02:20:42.158 INFO:tasks.rados.rados.0.smithi046.stdout:219: finishing write tid 1 to smithi04682744-9 2024-09-18T02:20:42.158 INFO:tasks.rados.rados.0.smithi046.stdout:220: seq_num 91 ranges {778240=729088,1507328=425984,1933312=376832} 2024-09-18T02:20:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:220: writing smithi04682744-47 from 778240 to 1507328 tid 1 2024-09-18T02:20:42.170 INFO:tasks.rados.rados.0.smithi046.stdout:220: writing smithi04682744-47 from 1507328 to 1933312 tid 2 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:220: writing smithi04682744-47 from 1933312 to 2310144 tid 3 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:218: done (2 left) 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:221: read oid 49 snap -1 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:221: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:222: read oid 1 snap 9 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:222: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:223: setattr oid 36 current snap is 16 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:219: finishing write tid 2 to smithi04682744-9 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:219: finishing write tid 3 to smithi04682744-9 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:219: finishing write tid 4 to smithi04682744-9 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:219: finishing write tid 5 to smithi04682744-9 2024-09-18T02:20:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 45 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-09-18T02:20:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:219: left oid 9 (ObjNum 90 snap 16 seq_num 90) 2024-09-18T02:20:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 1 to smithi04682744-47 2024-09-18T02:20:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 2 to smithi04682744-47 2024-09-18T02:20:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 3 to smithi04682744-47 2024-09-18T02:20:42.175 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 4 to smithi04682744-47 2024-09-18T02:20:42.175 INFO:tasks.rados.rados.0.smithi046.stdout:219: done (4 left) 2024-09-18T02:20:42.175 INFO:tasks.rados.rados.0.smithi046.stdout:224: rollback oid 15 current snap is 16 2024-09-18T02:20:42.175 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 1 2024-09-18T02:20:42.175 INFO:tasks.rados.rados.0.smithi046.stdout:225: delete oid 14 current snap is 16 2024-09-18T02:20:42.175 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 5 to smithi04682744-47 2024-09-18T02:20:42.176 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 25 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-09-18T02:20:42.176 INFO:tasks.rados.rados.0.smithi046.stdout:220: left oid 47 (ObjNum 91 snap 16 seq_num 91) 2024-09-18T02:20:42.176 INFO:tasks.rados.rados.0.smithi046.stdout:222: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:42.187 INFO:tasks.rados.rados.0.smithi046.stdout:221: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-18T02:20:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing rollback tid 0 to smithi04682744-15 2024-09-18T02:20:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:20:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing rollback tid 2 to smithi04682744-15 2024-09-18T02:20:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 67 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-18T02:20:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 73 (ObjNum 88 snap 16 seq_num 88) dirty exists 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:220: done (5 left) 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:221: done (4 left) 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:222: done (3 left) 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:223: done (2 left) 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:224: done (1 left) 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:225: done (0 left) 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 16 2024-09-18T02:20:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:226: seq_num 93 ranges {606208=761856,1368064=647168,2015232=155648} 2024-09-18T02:20:42.216 INFO:tasks.rados.rados.0.smithi046.stdout:226: writing smithi04682744-26 from 606208 to 1368064 tid 1 2024-09-18T02:20:42.222 INFO:tasks.rados.rados.0.smithi046.stdout:226: writing smithi04682744-26 from 1368064 to 2015232 tid 2 2024-09-18T02:20:42.222 INFO:tasks.rados.rados.0.smithi046.stdout:226: writing smithi04682744-26 from 2015232 to 2170880 tid 3 2024-09-18T02:20:42.222 INFO:tasks.rados.rados.0.smithi046.stdout:227: setattr oid 47 current snap is 16 2024-09-18T02:20:42.222 INFO:tasks.rados.rados.0.smithi046.stdout:226: finishing write tid 1 to smithi04682744-26 2024-09-18T02:20:42.223 INFO:tasks.rados.rados.0.smithi046.stdout:228: setattr oid 30 current snap is 16 2024-09-18T02:20:42.224 INFO:tasks.rados.rados.0.smithi046.stdout:226: finishing write tid 2 to smithi04682744-26 2024-09-18T02:20:42.224 INFO:tasks.rados.rados.0.smithi046.stdout:226: finishing write tid 3 to smithi04682744-26 2024-09-18T02:20:42.224 INFO:tasks.rados.rados.0.smithi046.stdout:226: finishing write tid 4 to smithi04682744-26 2024-09-18T02:20:42.224 INFO:tasks.rados.rados.0.smithi046.stdout:229: snap_remove snap 1 2024-09-18T02:20:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:42 smithi046 ceph-mon[27507]: osdmap e98: 8 total, 8 up, 8 in 2024-09-18T02:20:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:42 smithi046 ceph-mon[27507]: pgmap v147: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-18T02:20:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:42 smithi046 ceph-mon[39146]: osdmap e98: 8 total, 8 up, 8 in 2024-09-18T02:20:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:42 smithi046 ceph-mon[39146]: pgmap v147: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-18T02:20:42.354 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:20:42.354 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:20:42.354 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:20:42.354 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:42.354 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:20:42.354 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 15 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:20:42.355 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:20:42.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:42 smithi195 ceph-mon[31687]: osdmap e98: 8 total, 8 up, 8 in 2024-09-18T02:20:42.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:42 smithi195 ceph-mon[31687]: pgmap v147: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-18T02:20:43.125 INFO:tasks.rados.rados.0.smithi046.stdout:229: done (3 left) 2024-09-18T02:20:43.126 INFO:tasks.rados.rados.0.smithi046.stdout:230: read oid 49 snap -1 2024-09-18T02:20:43.126 INFO:tasks.rados.rados.0.smithi046.stdout:230: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-18T02:20:43.126 INFO:tasks.rados.rados.0.smithi046.stdout:231: read oid 42 snap -1 2024-09-18T02:20:43.126 INFO:tasks.rados.rados.0.smithi046.stdout:231: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:43.126 INFO:tasks.rados.rados.0.smithi046.stdout:232: read oid 33 snap -1 2024-09-18T02:20:43.126 INFO:tasks.rados.rados.0.smithi046.stdout:232: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-18T02:20:43.126 INFO:tasks.rados.rados.0.smithi046.stdout:233: snap_remove snap 15 2024-09-18T02:20:43.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[39146]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:43.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[39146]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:43.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[39146]: osdmap e99: 8 total, 8 up, 8 in 2024-09-18T02:20:43.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/408244818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:20:43.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[27507]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:43.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[27507]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:43.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[27507]: osdmap e99: 8 total, 8 up, 8 in 2024-09-18T02:20:43.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:43 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/408244818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:20:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:43 smithi195 ceph-mon[31687]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:43 smithi195 ceph-mon[31687]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:20:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:43 smithi195 ceph-mon[31687]: osdmap e99: 8 total, 8 up, 8 in 2024-09-18T02:20:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:43 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/408244818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:20:44.129 INFO:tasks.rados.rados.0.smithi046.stdout:233: done (6 left) 2024-09-18T02:20:44.129 INFO:tasks.rados.rados.0.smithi046.stdout:234: copy_from oid 15 from oid 40 current snap is 16 2024-09-18T02:20:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 26 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-09-18T02:20:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:226: finishing write tid 5 to smithi04682744-26 2024-09-18T02:20:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 108 (ObjNum 93 snap 16 seq_num 93) dirty exists 2024-09-18T02:20:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:226: left oid 26 (ObjNum 93 snap 16 seq_num 93) 2024-09-18T02:20:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 18 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-18T02:20:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:232: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-18T02:20:44.139 INFO:tasks.rados.rados.0.smithi046.stdout:231: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:20:44.193 INFO:tasks.rados.rados.0.smithi046.stdout:230: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:226: done (6 left) 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:227: done (5 left) 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:228: done (4 left) 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:230: done (3 left) 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:231: done (2 left) 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:232: done (1 left) 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:235: read oid 47 snap -1 2024-09-18T02:20:44.215 INFO:tasks.rados.rados.0.smithi046.stdout:235: expect (ObjNum 91 snap 16 seq_num 91) 2024-09-18T02:20:44.216 INFO:tasks.rados.rados.0.smithi046.stdout:236: delete oid 22 current snap is 16 2024-09-18T02:20:44.224 INFO:tasks.rados.rados.0.smithi046.stdout:236: done (2 left) 2024-09-18T02:20:44.224 INFO:tasks.rados.rados.0.smithi046.stdout:237: rollback oid 32 current snap is 16 2024-09-18T02:20:44.224 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 9 2024-09-18T02:20:44.225 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 16 2024-09-18T02:20:44.225 INFO:tasks.rados.rados.0.smithi046.stdout:238: seq_num 95 ranges {3252224=794624,4046848=409600,4456448=393216} 2024-09-18T02:20:44.247 INFO:tasks.rados.rados.0.smithi046.stdout:238: writing smithi04682744-19 from 3252224 to 4046848 tid 1 2024-09-18T02:20:44.249 INFO:tasks.rados.rados.0.smithi046.stdout:238: writing smithi04682744-19 from 4046848 to 4456448 tid 2 2024-09-18T02:20:44.252 INFO:tasks.rados.rados.0.smithi046.stdout:238: writing smithi04682744-19 from 4456448 to 4849664 tid 3 2024-09-18T02:20:44.252 INFO:tasks.rados.rados.0.smithi046.stdout:239: read oid 21 snap -1 2024-09-18T02:20:44.253 INFO:tasks.rados.rados.0.smithi046.stdout:239: expect (ObjNum 83 snap 16 seq_num 83) 2024-09-18T02:20:44.253 INFO:tasks.rados.rados.0.smithi046.stdout:240: rollback oid 45 current snap is 16 2024-09-18T02:20:44.253 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 9 2024-09-18T02:20:44.253 INFO:tasks.rados.rados.0.smithi046.stdout:235: expect (ObjNum 91 snap 16 seq_num 91) 2024-09-18T02:20:44.331 INFO:tasks.rados.rados.0.smithi046.stdout:237: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:20:44.331 INFO:tasks.rados.rados.0.smithi046.stdout:237: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:20:44.331 INFO:tasks.rados.rados.0.smithi046.stdout:237: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:20:44.331 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 128 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-18T02:20:44.331 INFO:tasks.rados.rados.0.smithi046.stdout:234: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:20:44.331 INFO:tasks.rados.rados.0.smithi046.stdout:234: finishing copy_from to smithi04682744-15 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 94 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:238: finishing write tid 1 to smithi04682744-19 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:238: finishing write tid 2 to smithi04682744-19 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:240: finishing rollback tid 0 to smithi04682744-45 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:240: finishing rollback tid 1 to smithi04682744-45 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:240: finishing rollback tid 2 to smithi04682744-45 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 79 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:234: done (5 left) 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:235: done (4 left) 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:237: done (3 left) 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:240: done (2 left) 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:241: rmattr oid 3 current snap is 16 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:241: done (2 left) 2024-09-18T02:20:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:242: copy_from oid 18 from oid 24 current snap is 16 2024-09-18T02:20:44.333 INFO:tasks.rados.rados.0.smithi046.stdout:238: finishing write tid 3 to smithi04682744-19 2024-09-18T02:20:44.333 INFO:tasks.rados.rados.0.smithi046.stdout:238: finishing write tid 4 to smithi04682744-19 2024-09-18T02:20:44.333 INFO:tasks.rados.rados.0.smithi046.stdout:239: expect (ObjNum 83 snap 16 seq_num 83) 2024-09-18T02:20:44.385 INFO:tasks.rados.rados.0.smithi046.stdout:238: finishing write tid 5 to smithi04682744-19 2024-09-18T02:20:44.385 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 89 (ObjNum 95 snap 16 seq_num 95) dirty exists 2024-09-18T02:20:44.385 INFO:tasks.rados.rados.0.smithi046.stdout:238: left oid 19 (ObjNum 95 snap 16 seq_num 95) 2024-09-18T02:20:44.385 INFO:tasks.rados.rados.0.smithi046.stdout:238: done (2 left) 2024-09-18T02:20:44.385 INFO:tasks.rados.rados.0.smithi046.stdout:239: done (1 left) 2024-09-18T02:20:44.386 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 16 2024-09-18T02:20:44.386 INFO:tasks.rados.rados.0.smithi046.stdout:243: seq_num 96 ranges {606208=409600,1015808=696320,1712128=507904} 2024-09-18T02:20:44.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:44 smithi046 ceph-mon[39146]: osdmap e100: 8 total, 8 up, 8 in 2024-09-18T02:20:44.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:44 smithi046 ceph-mon[39146]: pgmap v150: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 56 op/s 2024-09-18T02:20:44.390 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:44 smithi046 ceph-mon[27507]: osdmap e100: 8 total, 8 up, 8 in 2024-09-18T02:20:44.390 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:44 smithi046 ceph-mon[27507]: pgmap v150: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 56 op/s 2024-09-18T02:20:44.391 INFO:tasks.rados.rados.0.smithi046.stdout:243: writing smithi04682744-37 from 606208 to 1015808 tid 1 2024-09-18T02:20:44.394 INFO:tasks.rados.rados.0.smithi046.stdout:243: writing smithi04682744-37 from 1015808 to 1712128 tid 2 2024-09-18T02:20:44.398 INFO:tasks.rados.rados.0.smithi046.stdout:243: writing smithi04682744-37 from 1712128 to 2220032 tid 3 2024-09-18T02:20:44.398 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 16 2024-09-18T02:20:44.398 INFO:tasks.rados.rados.0.smithi046.stdout:242: finishing copy_from racing read to smithi04682744-18 2024-09-18T02:20:44.398 INFO:tasks.rados.rados.0.smithi046.stdout:242: finishing copy_from to smithi04682744-18 2024-09-18T02:20:44.398 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:20:44.398 INFO:tasks.rados.rados.0.smithi046.stdout:244: seq_num 97 ranges {557056=434176,991232=581632,1572864=540672,2113536=81920} 2024-09-18T02:20:44.403 INFO:tasks.rados.rados.0.smithi046.stdout:244: writing smithi04682744-45 from 557056 to 991232 tid 1 2024-09-18T02:20:44.406 INFO:tasks.rados.rados.0.smithi046.stdout:244: writing smithi04682744-45 from 991232 to 1572864 tid 2 2024-09-18T02:20:44.409 INFO:tasks.rados.rados.0.smithi046.stdout:244: writing smithi04682744-45 from 1572864 to 2113536 tid 3 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:244: writing smithi04682744-45 from 2113536 to 2195456 tid 4 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:242: done (2 left) 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:245: read oid 12 snap 12 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:245: expect (ObjNum 65 snap 6 seq_num 65) 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:246: rmattr oid 32 current snap is 16 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:243: finishing write tid 1 to smithi04682744-37 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:243: finishing write tid 2 to smithi04682744-37 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 16 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:243: finishing write tid 3 to smithi04682744-37 2024-09-18T02:20:44.413 INFO:tasks.rados.rados.0.smithi046.stdout:247: seq_num 98 ranges {1843200=450560,2293760=466944,2760704=737280} 2024-09-18T02:20:44.423 INFO:tasks.rados.rados.0.smithi046.stdout:247: writing smithi04682744-43 from 1843200 to 2293760 tid 1 2024-09-18T02:20:44.426 INFO:tasks.rados.rados.0.smithi046.stdout:247: writing smithi04682744-43 from 2293760 to 2760704 tid 2 2024-09-18T02:20:44.430 INFO:tasks.rados.rados.0.smithi046.stdout:247: writing smithi04682744-43 from 2760704 to 3497984 tid 3 2024-09-18T02:20:44.430 INFO:tasks.rados.rados.0.smithi046.stdout:248: read oid 9 snap -1 2024-09-18T02:20:44.430 INFO:tasks.rados.rados.0.smithi046.stdout:248: expect (ObjNum 90 snap 16 seq_num 90) 2024-09-18T02:20:44.430 INFO:tasks.rados.rados.0.smithi046.stdout:249: read oid 24 snap 9 2024-09-18T02:20:44.430 INFO:tasks.rados.rados.0.smithi046.stdout:249: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:44.430 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 16 2024-09-18T02:20:44.431 INFO:tasks.rados.rados.0.smithi046.stdout:243: finishing write tid 4 to smithi04682744-37 2024-09-18T02:20:44.431 INFO:tasks.rados.rados.0.smithi046.stdout:243: finishing write tid 5 to smithi04682744-37 2024-09-18T02:20:44.431 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 47 (ObjNum 96 snap 16 seq_num 96) dirty exists 2024-09-18T02:20:44.431 INFO:tasks.rados.rados.0.smithi046.stdout:243: left oid 37 (ObjNum 96 snap 16 seq_num 96) 2024-09-18T02:20:44.431 INFO:tasks.rados.rados.0.smithi046.stdout:250: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2024-09-18T02:20:44.432 INFO:tasks.rados.rados.0.smithi046.stdout:250: writing smithi04682744-11 from 0 to 466944 tid 1 2024-09-18T02:20:44.437 INFO:tasks.rados.rados.0.smithi046.stdout:250: writing smithi04682744-11 from 466944 to 1269760 tid 2 2024-09-18T02:20:44.440 INFO:tasks.rados.rados.0.smithi046.stdout:250: writing smithi04682744-11 from 1269760 to 1671168 tid 3 2024-09-18T02:20:44.440 INFO:tasks.rados.rados.0.smithi046.stdout:243: done (7 left) 2024-09-18T02:20:44.441 INFO:tasks.rados.rados.0.smithi046.stdout:251: snap_remove snap 14 2024-09-18T02:20:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:44 smithi195 ceph-mon[31687]: osdmap e100: 8 total, 8 up, 8 in 2024-09-18T02:20:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:44 smithi195 ceph-mon[31687]: pgmap v150: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 56 op/s 2024-09-18T02:20:45.134 INFO:tasks.rados.rados.0.smithi046.stdout:251: done (7 left) 2024-09-18T02:20:45.134 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 16 2024-09-18T02:20:45.134 INFO:tasks.rados.rados.0.smithi046.stdout:244: finishing write tid 1 to smithi04682744-45 2024-09-18T02:20:45.134 INFO:tasks.rados.rados.0.smithi046.stdout:244: finishing write tid 2 to smithi04682744-45 2024-09-18T02:20:45.134 INFO:tasks.rados.rados.0.smithi046.stdout:244: finishing write tid 3 to smithi04682744-45 2024-09-18T02:20:45.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 129 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-18T02:20:45.135 INFO:tasks.rados.rados.0.smithi046.stdout:244: finishing write tid 4 to smithi04682744-45 2024-09-18T02:20:45.135 INFO:tasks.rados.rados.0.smithi046.stdout:244: finishing write tid 5 to smithi04682744-45 2024-09-18T02:20:45.135 INFO:tasks.rados.rados.0.smithi046.stdout:244: finishing write tid 6 to smithi04682744-45 2024-09-18T02:20:45.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 84 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-09-18T02:20:45.135 INFO:tasks.rados.rados.0.smithi046.stdout:244: left oid 45 (ObjNum 97 snap 16 seq_num 97) 2024-09-18T02:20:45.135 INFO:tasks.rados.rados.0.smithi046.stdout:245: expect (ObjNum 65 snap 6 seq_num 65) 2024-09-18T02:20:45.167 INFO:tasks.rados.rados.0.smithi046.stdout:247: finishing write tid 1 to smithi04682744-43 2024-09-18T02:20:45.167 INFO:tasks.rados.rados.0.smithi046.stdout:247: finishing write tid 2 to smithi04682744-43 2024-09-18T02:20:45.167 INFO:tasks.rados.rados.0.smithi046.stdout:249: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-18T02:20:45.178 INFO:tasks.rados.rados.0.smithi046.stdout:250: finishing write tid 1 to smithi04682744-11 2024-09-18T02:20:45.178 INFO:tasks.rados.rados.0.smithi046.stdout:247: finishing write tid 3 to smithi04682744-43 2024-09-18T02:20:45.178 INFO:tasks.rados.rados.0.smithi046.stdout:247: finishing write tid 4 to smithi04682744-43 2024-09-18T02:20:45.178 INFO:tasks.rados.rados.0.smithi046.stdout:247: finishing write tid 5 to smithi04682744-43 2024-09-18T02:20:45.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 37 (ObjNum 98 snap 16 seq_num 98) dirty exists 2024-09-18T02:20:45.178 INFO:tasks.rados.rados.0.smithi046.stdout:247: left oid 43 (ObjNum 98 snap 16 seq_num 98) 2024-09-18T02:20:45.178 INFO:tasks.rados.rados.0.smithi046.stdout:252: seq_num 100 ranges {761856=483328,1245184=688128,1933312=516096} 2024-09-18T02:20:45.184 INFO:tasks.rados.rados.0.smithi046.stdout:252: writing smithi04682744-23 from 761856 to 1245184 tid 1 2024-09-18T02:20:45.188 INFO:tasks.rados.rados.0.smithi046.stdout:252: writing smithi04682744-23 from 1245184 to 1933312 tid 2 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:252: writing smithi04682744-23 from 1933312 to 2449408 tid 3 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:244: done (7 left) 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:245: done (6 left) 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:246: done (5 left) 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:247: done (4 left) 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:249: done (3 left) 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:253: rollback oid 48 current snap is 16 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 9 2024-09-18T02:20:45.192 INFO:tasks.rados.rados.0.smithi046.stdout:248: expect (ObjNum 90 snap 16 seq_num 90) 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:250: finishing write tid 2 to smithi04682744-11 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:250: finishing write tid 3 to smithi04682744-11 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:250: finishing write tid 4 to smithi04682744-11 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:250: finishing write tid 5 to smithi04682744-11 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 98 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:250: left oid 11 (ObjNum 99 snap 16 seq_num 99) 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:248: done (3 left) 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:250: done (2 left) 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:254: rollback oid 12 current snap is 16 2024-09-18T02:20:45.288 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 12 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 1 to smithi04682744-23 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 2 to smithi04682744-23 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:253: finishing rollback tid 0 to smithi04682744-48 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:253: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 3 to smithi04682744-23 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:253: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 57 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 4 to smithi04682744-23 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 5 to smithi04682744-23 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 95 (ObjNum 100 snap 16 seq_num 100) dirty exists 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:252: left oid 23 (ObjNum 100 snap 16 seq_num 100) 2024-09-18T02:20:45.289 INFO:tasks.rados.rados.0.smithi046.stdout:252: done (2 left) 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:253: done (1 left) 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:255: rmattr oid 11 current snap is 16 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:255: done (1 left) 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:256: rollback oid 48 current snap is 16 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 9 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:257: rmattr oid 7 current snap is 16 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:257: done (2 left) 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:258: copy_from oid 35 from oid 28 current snap is 16 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:259: rollback oid 39 current snap is 16 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 9 2024-09-18T02:20:45.290 INFO:tasks.rados.rados.0.smithi046.stdout:260: snap_create 2024-09-18T02:20:45.291 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing rollback tid 0 to smithi04682744-48 2024-09-18T02:20:45.292 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:20:45.292 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:20:45.292 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 60 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:20:45.294 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:20:45.294 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:20:45.294 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:20:45.294 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 41 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-18T02:20:45.294 INFO:tasks.rados.rados.0.smithi046.stdout:259: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:20:45.294 INFO:tasks.rados.rados.0.smithi046.stdout:259: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:20:45.295 INFO:tasks.rados.rados.0.smithi046.stdout:259: finishing rollback tid 2 to smithi04682744-39 2024-09-18T02:20:45.295 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 45 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:20:45.296 INFO:tasks.rados.rados.0.smithi046.stdout:258: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:20:45.299 INFO:tasks.rados.rados.0.smithi046.stdout:258: finishing copy_from to smithi04682744-35 2024-09-18T02:20:45.299 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 21 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:45 smithi195 ceph-mon[31687]: osdmap e101: 8 total, 8 up, 8 in 2024-09-18T02:20:45.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:45 smithi046 ceph-mon[27507]: osdmap e101: 8 total, 8 up, 8 in 2024-09-18T02:20:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:45 smithi046 ceph-mon[39146]: osdmap e101: 8 total, 8 up, 8 in 2024-09-18T02:20:46.140 INFO:tasks.rados.rados.0.smithi046.stdout:254: done (4 left) 2024-09-18T02:20:46.140 INFO:tasks.rados.rados.0.smithi046.stdout:256: done (3 left) 2024-09-18T02:20:46.140 INFO:tasks.rados.rados.0.smithi046.stdout:258: done (2 left) 2024-09-18T02:20:46.140 INFO:tasks.rados.rados.0.smithi046.stdout:259: done (1 left) 2024-09-18T02:20:46.140 INFO:tasks.rados.rados.0.smithi046.stdout:260: done (0 left) 2024-09-18T02:20:46.140 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 17 2024-09-18T02:20:46.140 INFO:tasks.rados.rados.0.smithi046.stdout:261: seq_num 101 ranges {2760704=499712,3260416=573440,3833856=524288,4358144=106496} 2024-09-18T02:20:46.157 INFO:tasks.rados.rados.0.smithi046.stdout:261: writing smithi04682744-16 from 2760704 to 3260416 tid 1 2024-09-18T02:20:46.161 INFO:tasks.rados.rados.0.smithi046.stdout:261: writing smithi04682744-16 from 3260416 to 3833856 tid 2 2024-09-18T02:20:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:261: writing smithi04682744-16 from 3833856 to 4358144 tid 3 2024-09-18T02:20:46.165 INFO:tasks.rados.rados.0.smithi046.stdout:261: writing smithi04682744-16 from 4358144 to 4464640 tid 4 2024-09-18T02:20:46.165 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 17 2024-09-18T02:20:46.165 INFO:tasks.rados.rados.0.smithi046.stdout:261: finishing write tid 1 to smithi04682744-16 2024-09-18T02:20:46.165 INFO:tasks.rados.rados.0.smithi046.stdout:262: seq_num 102 ranges {638976=516096,1155072=450560,1605632=729088,2334720=24576} 2024-09-18T02:20:46.171 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04682744-18 from 638976 to 1155072 tid 1 2024-09-18T02:20:46.174 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04682744-18 from 1155072 to 1605632 tid 2 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04682744-18 from 1605632 to 2334720 tid 3 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04682744-18 from 2334720 to 2359296 tid 4 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:263: setattr oid 45 current snap is 17 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:261: finishing write tid 2 to smithi04682744-16 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:261: finishing write tid 3 to smithi04682744-16 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:261: finishing write tid 4 to smithi04682744-16 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:261: finishing write tid 5 to smithi04682744-16 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:261: finishing write tid 6 to smithi04682744-16 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 76 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:261: left oid 16 (ObjNum 101 snap 17 seq_num 101) 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 1 to smithi04682744-18 2024-09-18T02:20:46.179 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 2 to smithi04682744-18 2024-09-18T02:20:46.181 INFO:tasks.rados.rados.0.smithi046.stdout:261: done (2 left) 2024-09-18T02:20:46.181 INFO:tasks.rados.rados.0.smithi046.stdout:264: snap_remove snap 9 2024-09-18T02:20:46.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:46 smithi195 ceph-mon[31687]: osdmap e102: 8 total, 8 up, 8 in 2024-09-18T02:20:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:46 smithi195 ceph-mon[31687]: pgmap v153: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 56 op/s 2024-09-18T02:20:46.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:46 smithi046 ceph-mon[39146]: osdmap e102: 8 total, 8 up, 8 in 2024-09-18T02:20:46.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:46 smithi046 ceph-mon[39146]: pgmap v153: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 56 op/s 2024-09-18T02:20:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:46 smithi046 ceph-mon[27507]: osdmap e102: 8 total, 8 up, 8 in 2024-09-18T02:20:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:46 smithi046 ceph-mon[27507]: pgmap v153: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 56 op/s 2024-09-18T02:20:47.144 INFO:tasks.rados.rados.0.smithi046.stdout:264: done (2 left) 2024-09-18T02:20:47.144 INFO:tasks.rados.rados.0.smithi046.stdout:265: setattr oid 15 current snap is 17 2024-09-18T02:20:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 3 to smithi04682744-18 2024-09-18T02:20:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 4 to smithi04682744-18 2024-09-18T02:20:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 5 to smithi04682744-18 2024-09-18T02:20:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 6 to smithi04682744-18 2024-09-18T02:20:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 30 (ObjNum 102 snap 17 seq_num 102) dirty exists 2024-09-18T02:20:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:262: left oid 18 (ObjNum 102 snap 17 seq_num 102) 2024-09-18T02:20:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 97 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-09-18T02:20:47.147 INFO:tasks.rados.rados.0.smithi046.stdout:262: done (2 left) 2024-09-18T02:20:47.147 INFO:tasks.rados.rados.0.smithi046.stdout:263: done (1 left) 2024-09-18T02:20:47.147 INFO:tasks.rados.rados.0.smithi046.stdout:266: snap_create 2024-09-18T02:20:47.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 99 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-09-18T02:20:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:47 smithi195 ceph-mon[31687]: osdmap e103: 8 total, 8 up, 8 in 2024-09-18T02:20:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:47 smithi046 ceph-mon[27507]: osdmap e103: 8 total, 8 up, 8 in 2024-09-18T02:20:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:47 smithi046 ceph-mon[39146]: osdmap e103: 8 total, 8 up, 8 in 2024-09-18T02:20:47.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:20:47 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:47] "GET /metrics HTTP/1.1" 200 239944 "" "Prometheus/2.43.0" 2024-09-18T02:20:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:265: done (1 left) 2024-09-18T02:20:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:266: done (0 left) 2024-09-18T02:20:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 18 2024-09-18T02:20:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:267: seq_num 103 ranges {253952=532480,786432=737280,1523712=466944} 2024-09-18T02:20:48.153 INFO:tasks.rados.rados.0.smithi046.stdout:267: writing smithi04682744-33 from 253952 to 786432 tid 1 2024-09-18T02:20:48.157 INFO:tasks.rados.rados.0.smithi046.stdout:267: writing smithi04682744-33 from 786432 to 1523712 tid 2 2024-09-18T02:20:48.160 INFO:tasks.rados.rados.0.smithi046.stdout:267: writing smithi04682744-33 from 1523712 to 1990656 tid 3 2024-09-18T02:20:48.161 INFO:tasks.rados.rados.0.smithi046.stdout:268: copy_from oid 18 from oid 13 current snap is 18 2024-09-18T02:20:48.161 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 1 to smithi04682744-33 2024-09-18T02:20:48.161 INFO:tasks.rados.rados.0.smithi046.stdout:269: snap_create 2024-09-18T02:20:48.161 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 2 to smithi04682744-33 2024-09-18T02:20:48.163 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 3 to smithi04682744-33 2024-09-18T02:20:48.163 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 4 to smithi04682744-33 2024-09-18T02:20:48.164 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 5 to smithi04682744-33 2024-09-18T02:20:48.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 62 (ObjNum 103 snap 18 seq_num 103) dirty exists 2024-09-18T02:20:48.164 INFO:tasks.rados.rados.0.smithi046.stdout:267: left oid 33 (ObjNum 103 snap 18 seq_num 103) 2024-09-18T02:20:48.177 INFO:tasks.rados.rados.0.smithi046.stdout:268: finishing copy_from racing read to smithi04682744-18 2024-09-18T02:20:48.178 INFO:tasks.rados.rados.0.smithi046.stdout:268: finishing copy_from to smithi04682744-18 2024-09-18T02:20:48.179 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 55 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-09-18T02:20:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:48 smithi195 ceph-mon[31687]: osdmap e104: 8 total, 8 up, 8 in 2024-09-18T02:20:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:48 smithi195 ceph-mon[31687]: pgmap v156: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:48 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:48 smithi046 ceph-mon[27507]: osdmap e104: 8 total, 8 up, 8 in 2024-09-18T02:20:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:48 smithi046 ceph-mon[27507]: pgmap v156: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:48 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:48 smithi046 ceph-mon[39146]: osdmap e104: 8 total, 8 up, 8 in 2024-09-18T02:20:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:48 smithi046 ceph-mon[39146]: pgmap v156: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:48 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:20:49.047 INFO:tasks.rados.rados.0.smithi046.stdout:267: done (2 left) 2024-09-18T02:20:49.047 INFO:tasks.rados.rados.0.smithi046.stdout:268: done (1 left) 2024-09-18T02:20:49.047 INFO:tasks.rados.rados.0.smithi046.stdout:269: done (0 left) 2024-09-18T02:20:49.047 INFO:tasks.rados.rados.0.smithi046.stdout:270: snap_create 2024-09-18T02:20:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:49 smithi195 ceph-mon[31687]: osdmap e105: 8 total, 8 up, 8 in 2024-09-18T02:20:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:49 smithi195 ceph-mon[31687]: osdmap e106: 8 total, 8 up, 8 in 2024-09-18T02:20:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:49 smithi046 ceph-mon[27507]: osdmap e105: 8 total, 8 up, 8 in 2024-09-18T02:20:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:49 smithi046 ceph-mon[27507]: osdmap e106: 8 total, 8 up, 8 in 2024-09-18T02:20:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:49 smithi046 ceph-mon[39146]: osdmap e105: 8 total, 8 up, 8 in 2024-09-18T02:20:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:49 smithi046 ceph-mon[39146]: osdmap e106: 8 total, 8 up, 8 in 2024-09-18T02:20:50.048 INFO:tasks.rados.rados.0.smithi046.stdout:270: done (0 left) 2024-09-18T02:20:50.048 INFO:tasks.rados.rados.0.smithi046.stdout:271: read oid 15 snap -1 2024-09-18T02:20:50.049 INFO:tasks.rados.rados.0.smithi046.stdout:271: expect (ObjNum 87 snap 16 seq_num 87) 2024-09-18T02:20:50.049 INFO:tasks.rados.rados.0.smithi046.stdout:272: snap_create 2024-09-18T02:20:50.065 INFO:tasks.rados.rados.0.smithi046.stdout:271: expect (ObjNum 87 snap 16 seq_num 87) 2024-09-18T02:20:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:50 smithi195 ceph-mon[31687]: pgmap v159: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-09-18T02:20:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:50 smithi195 ceph-mon[31687]: osdmap e107: 8 total, 8 up, 8 in 2024-09-18T02:20:50.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:20:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:20:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:50 smithi046 ceph-mon[39146]: pgmap v159: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-09-18T02:20:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:50 smithi046 ceph-mon[39146]: osdmap e107: 8 total, 8 up, 8 in 2024-09-18T02:20:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:50 smithi046 ceph-mon[27507]: pgmap v159: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-09-18T02:20:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:50 smithi046 ceph-mon[27507]: osdmap e107: 8 total, 8 up, 8 in 2024-09-18T02:20:51.050 INFO:tasks.rados.rados.0.smithi046.stdout:271: done (1 left) 2024-09-18T02:20:51.050 INFO:tasks.rados.rados.0.smithi046.stdout:272: done (0 left) 2024-09-18T02:20:51.050 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 21 2024-09-18T02:20:51.050 INFO:tasks.rados.rados.0.smithi046.stdout:273: seq_num 104 ranges {2449408=548864,2998272=622592,3620864=581632} 2024-09-18T02:20:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:273: writing smithi04682744-23 from 2449408 to 2998272 tid 1 2024-09-18T02:20:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:273: writing smithi04682744-23 from 2998272 to 3620864 tid 2 2024-09-18T02:20:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:273: writing smithi04682744-23 from 3620864 to 4202496 tid 3 2024-09-18T02:20:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:274: rollback oid 9 current snap is 21 2024-09-18T02:20:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 19 2024-09-18T02:20:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 1 to smithi04682744-23 2024-09-18T02:20:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 2 to smithi04682744-23 2024-09-18T02:20:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:275: snap_remove snap 18 2024-09-18T02:20:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:275: done (2 left) 2024-09-18T02:20:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:276: rollback oid 25 current snap is 21 2024-09-18T02:20:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 20 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:274: finishing rollback tid 0 to smithi04682744-9 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 3 to smithi04682744-23 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:274: finishing rollback tid 1 to smithi04682744-9 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 4 to smithi04682744-23 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:274: finishing rollback tid 2 to smithi04682744-9 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 68 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 5 to smithi04682744-23 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 110 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:273: left oid 23 (ObjNum 104 snap 21 seq_num 104) 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:273: done (2 left) 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:274: done (1 left) 2024-09-18T02:20:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:277: snap_create 2024-09-18T02:20:52.058 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:20:52.058 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:20:52.059 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:20:52.059 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 55 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-18T02:20:52.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:52 smithi195 ceph-mon[31687]: osdmap e108: 8 total, 8 up, 8 in 2024-09-18T02:20:52.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:52 smithi195 ceph-mon[31687]: pgmap v162: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-09-18T02:20:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:52 smithi046 ceph-mon[39146]: osdmap e108: 8 total, 8 up, 8 in 2024-09-18T02:20:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:52 smithi046 ceph-mon[39146]: pgmap v162: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-09-18T02:20:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:52 smithi046 ceph-mon[27507]: osdmap e108: 8 total, 8 up, 8 in 2024-09-18T02:20:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:52 smithi046 ceph-mon[27507]: pgmap v162: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-09-18T02:20:53.056 INFO:tasks.rados.rados.0.smithi046.stdout:276: done (1 left) 2024-09-18T02:20:53.056 INFO:tasks.rados.rados.0.smithi046.stdout:277: done (0 left) 2024-09-18T02:20:53.056 INFO:tasks.rados.rados.0.smithi046.stdout:278: read oid 23 snap -1 2024-09-18T02:20:53.056 INFO:tasks.rados.rados.0.smithi046.stdout:278: expect (ObjNum 104 snap 21 seq_num 104) 2024-09-18T02:20:53.057 INFO:tasks.rados.rados.0.smithi046.stdout:279: snap_remove snap 19 2024-09-18T02:20:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:53 smithi195 ceph-mon[31687]: osdmap e109: 8 total, 8 up, 8 in 2024-09-18T02:20:53.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:53 smithi046 ceph-mon[39146]: osdmap e109: 8 total, 8 up, 8 in 2024-09-18T02:20:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:53 smithi046 ceph-mon[27507]: osdmap e109: 8 total, 8 up, 8 in 2024-09-18T02:20:54.066 INFO:tasks.rados.rados.0.smithi046.stdout:279: done (1 left) 2024-09-18T02:20:54.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 22 2024-09-18T02:20:54.066 INFO:tasks.rados.rados.0.smithi046.stdout:280: seq_num 105 ranges {2195456=565248,2760704=507904,3268608=507904,3776512=188416} 2024-09-18T02:20:54.081 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04682744-45 from 2195456 to 2760704 tid 1 2024-09-18T02:20:54.085 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04682744-45 from 2760704 to 3268608 tid 2 2024-09-18T02:20:54.088 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04682744-45 from 3268608 to 3776512 tid 3 2024-09-18T02:20:54.089 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04682744-45 from 3776512 to 3964928 tid 4 2024-09-18T02:20:54.089 INFO:tasks.rados.rados.0.smithi046.stdout:281: rollback oid 35 current snap is 22 2024-09-18T02:20:54.089 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 16 2024-09-18T02:20:54.089 INFO:tasks.rados.rados.0.smithi046.stdout:278: expect (ObjNum 104 snap 21 seq_num 104) 2024-09-18T02:20:54.256 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 1 to smithi04682744-45 2024-09-18T02:20:54.256 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 2 to smithi04682744-45 2024-09-18T02:20:54.256 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 3 to smithi04682744-45 2024-09-18T02:20:54.256 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 4 to smithi04682744-45 2024-09-18T02:20:54.256 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 5 to smithi04682744-45 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 6 to smithi04682744-45 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 120 (ObjNum 105 snap 22 seq_num 105) dirty exists 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:280: left oid 45 (ObjNum 105 snap 22 seq_num 105) 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 34 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:278: done (2 left) 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:280: done (1 left) 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:281: done (0 left) 2024-09-18T02:20:54.257 INFO:tasks.rados.rados.0.smithi046.stdout:282: snap_create 2024-09-18T02:20:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:54 smithi046 ceph-mon[39146]: osdmap e110: 8 total, 8 up, 8 in 2024-09-18T02:20:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:54 smithi046 ceph-mon[39146]: pgmap v165: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 428 KiB/s wr, 4 op/s 2024-09-18T02:20:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:54 smithi046 ceph-mon[27507]: osdmap e110: 8 total, 8 up, 8 in 2024-09-18T02:20:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:54 smithi046 ceph-mon[27507]: pgmap v165: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 428 KiB/s wr, 4 op/s 2024-09-18T02:20:54.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:54 smithi195 ceph-mon[31687]: osdmap e110: 8 total, 8 up, 8 in 2024-09-18T02:20:54.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:54 smithi195 ceph-mon[31687]: pgmap v165: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 428 KiB/s wr, 4 op/s 2024-09-18T02:20:55.070 INFO:tasks.rados.rados.0.smithi046.stdout:282: done (0 left) 2024-09-18T02:20:55.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 23 2024-09-18T02:20:55.070 INFO:tasks.rados.rados.0.smithi046.stdout:283: seq_num 106 ranges {2850816=581632,3432448=794624,4227072=409600} 2024-09-18T02:20:55.089 INFO:tasks.rados.rados.0.smithi046.stdout:283: writing smithi04682744-18 from 2850816 to 3432448 tid 1 2024-09-18T02:20:55.093 INFO:tasks.rados.rados.0.smithi046.stdout:283: writing smithi04682744-18 from 3432448 to 4227072 tid 2 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:283: writing smithi04682744-18 from 4227072 to 4636672 tid 3 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:284: read oid 31 snap -1 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:284: expect deleted 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:285: read oid 5 snap -1 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:285: expect (ObjNum 69 snap 11 seq_num 69) 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:286: copy_from oid 21 from oid 32 current snap is 23 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 1 to smithi04682744-18 2024-09-18T02:20:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:287: snap_create 2024-09-18T02:20:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 2 to smithi04682744-18 2024-09-18T02:20:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 3 to smithi04682744-18 2024-09-18T02:20:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 4 to smithi04682744-18 2024-09-18T02:20:55.105 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 5 to smithi04682744-18 2024-09-18T02:20:55.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 59 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-18T02:20:55.106 INFO:tasks.rados.rados.0.smithi046.stdout:283: left oid 18 (ObjNum 106 snap 23 seq_num 106) 2024-09-18T02:20:55.107 INFO:tasks.rados.rados.0.smithi046.stdout:286: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:20:55.108 INFO:tasks.rados.rados.0.smithi046.stdout:286: finishing copy_from to smithi04682744-21 2024-09-18T02:20:55.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 129 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-18T02:20:55.109 INFO:tasks.rados.rados.0.smithi046.stdout:285: expect (ObjNum 69 snap 11 seq_num 69) 2024-09-18T02:20:55.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:55 smithi195 ceph-mon[31687]: osdmap e111: 8 total, 8 up, 8 in 2024-09-18T02:20:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:55 smithi046 ceph-mon[39146]: osdmap e111: 8 total, 8 up, 8 in 2024-09-18T02:20:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:55 smithi046 ceph-mon[27507]: osdmap e111: 8 total, 8 up, 8 in 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:283: done (4 left) 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:284: done (3 left) 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:285: done (2 left) 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:286: done (1 left) 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:287: done (0 left) 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:288: read oid 41 snap -1 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:288: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-18T02:20:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:289: delete oid 13 current snap is 24 2024-09-18T02:20:56.080 INFO:tasks.rados.rados.0.smithi046.stdout:289: done (1 left) 2024-09-18T02:20:56.080 INFO:tasks.rados.rados.0.smithi046.stdout:290: snap_create 2024-09-18T02:20:56.082 INFO:tasks.rados.rados.0.smithi046.stdout:288: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-18T02:20:56.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:56 smithi195 ceph-mon[31687]: osdmap e112: 8 total, 8 up, 8 in 2024-09-18T02:20:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:56 smithi195 ceph-mon[31687]: pgmap v168: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 428 KiB/s wr, 4 op/s 2024-09-18T02:20:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:56 smithi046 ceph-mon[39146]: osdmap e112: 8 total, 8 up, 8 in 2024-09-18T02:20:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:56 smithi046 ceph-mon[39146]: pgmap v168: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 428 KiB/s wr, 4 op/s 2024-09-18T02:20:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:56 smithi046 ceph-mon[27507]: osdmap e112: 8 total, 8 up, 8 in 2024-09-18T02:20:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:56 smithi046 ceph-mon[27507]: pgmap v168: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 428 KiB/s wr, 4 op/s 2024-09-18T02:20:57.077 INFO:tasks.rados.rados.0.smithi046.stdout:288: done (1 left) 2024-09-18T02:20:57.077 INFO:tasks.rados.rados.0.smithi046.stdout:290: done (0 left) 2024-09-18T02:20:57.077 INFO:tasks.rados.rados.0.smithi046.stdout:291: delete oid 19 current snap is 25 2024-09-18T02:20:57.083 INFO:tasks.rados.rados.0.smithi046.stdout:291: done (0 left) 2024-09-18T02:20:57.083 INFO:tasks.rados.rados.0.smithi046.stdout:292: delete oid 8 current snap is 25 2024-09-18T02:20:57.085 INFO:tasks.rados.rados.0.smithi046.stdout:292: done (0 left) 2024-09-18T02:20:57.085 INFO:tasks.rados.rados.0.smithi046.stdout:293: delete oid 49 current snap is 25 2024-09-18T02:20:57.087 INFO:tasks.rados.rados.0.smithi046.stdout:293: done (0 left) 2024-09-18T02:20:57.087 INFO:tasks.rados.rados.0.smithi046.stdout:294: copy_from oid 33 from oid 9 current snap is 25 2024-09-18T02:20:57.087 INFO:tasks.rados.rados.0.smithi046.stdout:295: read oid 27 snap -1 2024-09-18T02:20:57.087 INFO:tasks.rados.rados.0.smithi046.stdout:295: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-18T02:20:57.087 INFO:tasks.rados.rados.0.smithi046.stdout:296: rollback oid 42 current snap is 25 2024-09-18T02:20:57.087 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 16 2024-09-18T02:20:57.087 INFO:tasks.rados.rados.0.smithi046.stdout:297: read oid 29 snap -1 2024-09-18T02:20:57.088 INFO:tasks.rados.rados.0.smithi046.stdout:297: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:20:57.088 INFO:tasks.rados.rados.0.smithi046.stdout:298: rollback oid 11 current snap is 25 2024-09-18T02:20:57.088 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 21 2024-09-18T02:20:57.088 INFO:tasks.rados.rados.0.smithi046.stdout:299: read oid 21 snap 17 2024-09-18T02:20:57.088 INFO:tasks.rados.rados.0.smithi046.stdout:299: expect (ObjNum 83 snap 16 seq_num 83) 2024-09-18T02:20:57.088 INFO:tasks.rados.rados.0.smithi046.stdout:300: snap_create 2024-09-18T02:20:57.090 INFO:tasks.rados.rados.0.smithi046.stdout:297: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:20:57.093 INFO:tasks.rados.rados.0.smithi046.stdout:298: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:20:57.093 INFO:tasks.rados.rados.0.smithi046.stdout:298: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:20:57.093 INFO:tasks.rados.rados.0.smithi046.stdout:295: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-18T02:20:57.107 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing rollback tid 0 to smithi04682744-42 2024-09-18T02:20:57.107 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:20:57.107 INFO:tasks.rados.rados.0.smithi046.stdout:298: finishing rollback tid 2 to smithi04682744-11 2024-09-18T02:20:57.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 132 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-09-18T02:20:57.108 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing rollback tid 2 to smithi04682744-42 2024-09-18T02:20:57.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 32 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:20:57.108 INFO:tasks.rados.rados.0.smithi046.stdout:299: expect (ObjNum 83 snap 16 seq_num 83) 2024-09-18T02:20:57.160 INFO:tasks.rados.rados.0.smithi046.stdout:294: finishing copy_from racing read to smithi04682744-33 2024-09-18T02:20:57.161 INFO:tasks.rados.rados.0.smithi046.stdout:294: finishing copy_from to smithi04682744-33 2024-09-18T02:20:57.161 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 68 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-09-18T02:20:57.338 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:57 smithi046 ceph-mon[39146]: osdmap e113: 8 total, 8 up, 8 in 2024-09-18T02:20:57.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:57 smithi046 ceph-mon[27507]: osdmap e113: 8 total, 8 up, 8 in 2024-09-18T02:20:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:57 smithi195 ceph-mon[31687]: osdmap e113: 8 total, 8 up, 8 in 2024-09-18T02:20:57.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:20:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:20:57] "GET /metrics HTTP/1.1" 200 239944 "" "Prometheus/2.43.0" 2024-09-18T02:20:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:294: done (6 left) 2024-09-18T02:20:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:295: done (5 left) 2024-09-18T02:20:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:296: done (4 left) 2024-09-18T02:20:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:297: done (3 left) 2024-09-18T02:20:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:298: done (2 left) 2024-09-18T02:20:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:299: done (1 left) 2024-09-18T02:20:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:300: done (0 left) 2024-09-18T02:20:58.087 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 26 2024-09-18T02:20:58.087 INFO:tasks.rados.rados.0.smithi046.stdout:301: seq_num 111 ranges {2736128=663552,3399680=663552,4063232=450560,4513792=90112} 2024-09-18T02:20:58.104 INFO:tasks.rados.rados.0.smithi046.stdout:301: writing smithi04682744-9 from 2736128 to 3399680 tid 1 2024-09-18T02:20:58.108 INFO:tasks.rados.rados.0.smithi046.stdout:301: writing smithi04682744-9 from 3399680 to 4063232 tid 2 2024-09-18T02:20:58.111 INFO:tasks.rados.rados.0.smithi046.stdout:301: writing smithi04682744-9 from 4063232 to 4513792 tid 3 2024-09-18T02:20:58.111 INFO:tasks.rados.rados.0.smithi046.stdout:301: writing smithi04682744-9 from 4513792 to 4603904 tid 4 2024-09-18T02:20:58.111 INFO:tasks.rados.rados.0.smithi046.stdout:302: snap_remove snap 23 2024-09-18T02:20:58.461 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:58 smithi195 ceph-mon[31687]: osdmap e114: 8 total, 8 up, 8 in 2024-09-18T02:20:58.461 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:58 smithi195 ceph-mon[31687]: pgmap v171: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:58 smithi046 ceph-mon[27507]: osdmap e114: 8 total, 8 up, 8 in 2024-09-18T02:20:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:58 smithi046 ceph-mon[27507]: pgmap v171: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:58 smithi046 ceph-mon[39146]: osdmap e114: 8 total, 8 up, 8 in 2024-09-18T02:20:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:58 smithi046 ceph-mon[39146]: pgmap v171: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:302: done (1 left) 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:303: snap_create 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 1 to smithi04682744-9 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 2 to smithi04682744-9 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 3 to smithi04682744-9 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 4 to smithi04682744-9 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 5 to smithi04682744-9 2024-09-18T02:20:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 6 to smithi04682744-9 2024-09-18T02:20:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 78 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-18T02:20:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:301: left oid 9 (ObjNum 111 snap 26 seq_num 111) 2024-09-18T02:20:59.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:59 smithi195 ceph-mon[31687]: osdmap e115: 8 total, 8 up, 8 in 2024-09-18T02:20:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:20:59 smithi195 ceph-mon[31687]: osdmap e116: 8 total, 8 up, 8 in 2024-09-18T02:20:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:59 smithi046 ceph-mon[27507]: osdmap e115: 8 total, 8 up, 8 in 2024-09-18T02:20:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:20:59 smithi046 ceph-mon[27507]: osdmap e116: 8 total, 8 up, 8 in 2024-09-18T02:20:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:59 smithi046 ceph-mon[39146]: osdmap e115: 8 total, 8 up, 8 in 2024-09-18T02:20:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:20:59 smithi046 ceph-mon[39146]: osdmap e116: 8 total, 8 up, 8 in 2024-09-18T02:21:00.051 INFO:tasks.rados.rados.0.smithi046.stdout:301: done (1 left) 2024-09-18T02:21:00.052 INFO:tasks.rados.rados.0.smithi046.stdout:303: done (0 left) 2024-09-18T02:21:00.052 INFO:tasks.rados.rados.0.smithi046.stdout:304: read oid 15 snap -1 2024-09-18T02:21:00.052 INFO:tasks.rados.rados.0.smithi046.stdout:304: expect (ObjNum 87 snap 16 seq_num 87) 2024-09-18T02:21:00.052 INFO:tasks.rados.rados.0.smithi046.stdout:305: copy_from oid 39 from oid 19 current snap is 27 2024-09-18T02:21:00.052 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 27 2024-09-18T02:21:00.052 INFO:tasks.rados.rados.0.smithi046.stdout:306: seq_num 112 ranges {4603904=679936,5283840=548864,5832704=655360} 2024-09-18T02:21:00.080 INFO:tasks.rados.rados.0.smithi046.stdout:306: writing smithi04682744-9 from 4603904 to 5283840 tid 1 2024-09-18T02:21:00.083 INFO:tasks.rados.rados.0.smithi046.stdout:306: writing smithi04682744-9 from 5283840 to 5832704 tid 2 2024-09-18T02:21:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:306: writing smithi04682744-9 from 5832704 to 6488064 tid 3 2024-09-18T02:21:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 27 2024-09-18T02:21:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:307: seq_num 113 ranges {3964928=696320,4661248=434176,5095424=466944,5562368=303104} 2024-09-18T02:21:00.113 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04682744-45 from 3964928 to 4661248 tid 1 2024-09-18T02:21:00.116 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04682744-45 from 4661248 to 5095424 tid 2 2024-09-18T02:21:00.119 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04682744-45 from 5095424 to 5562368 tid 3 2024-09-18T02:21:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04682744-45 from 5562368 to 5865472 tid 4 2024-09-18T02:21:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:308: snap_create 2024-09-18T02:21:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:305: finishing copy_from to smithi04682744-39 2024-09-18T02:21:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:305: got expected ENOENT (src dne) 2024-09-18T02:21:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:305: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:21:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:304: expect (ObjNum 87 snap 16 seq_num 87) 2024-09-18T02:21:00.307 INFO:tasks.rados.rados.0.smithi046.stdout:306: finishing write tid 1 to smithi04682744-9 2024-09-18T02:21:00.307 INFO:tasks.rados.rados.0.smithi046.stdout:306: finishing write tid 2 to smithi04682744-9 2024-09-18T02:21:00.307 INFO:tasks.rados.rados.0.smithi046.stdout:306: finishing write tid 3 to smithi04682744-9 2024-09-18T02:21:00.307 INFO:tasks.rados.rados.0.smithi046.stdout:306: finishing write tid 4 to smithi04682744-9 2024-09-18T02:21:00.307 INFO:tasks.rados.rados.0.smithi046.stdout:306: finishing write tid 5 to smithi04682744-9 2024-09-18T02:21:00.307 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 85 (ObjNum 112 snap 27 seq_num 112) dirty exists 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:306: left oid 9 (ObjNum 112 snap 27 seq_num 112) 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 1 to smithi04682744-45 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 2 to smithi04682744-45 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 3 to smithi04682744-45 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 4 to smithi04682744-45 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 5 to smithi04682744-45 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 6 to smithi04682744-45 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 130 (ObjNum 113 snap 27 seq_num 113) dirty exists 2024-09-18T02:21:00.308 INFO:tasks.rados.rados.0.smithi046.stdout:307: left oid 45 (ObjNum 113 snap 27 seq_num 113) 2024-09-18T02:21:00.368 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[33743]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: pgmap v174: 121 pgs: 121 active+clean; 94 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: Upgrade: Updating mgr.x 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: Deploying daemon mgr.x on smithi195 2024-09-18T02:21:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:00 smithi195 ceph-mon[31687]: osdmap e117: 8 total, 8 up, 8 in 2024-09-18T02:21:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: pgmap v174: 121 pgs: 121 active+clean; 94 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-18T02:21:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: Upgrade: Updating mgr.x 2024-09-18T02:21:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: Deploying daemon mgr.x on smithi195 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[27507]: osdmap e117: 8 total, 8 up, 8 in 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: pgmap v174: 121 pgs: 121 active+clean; 94 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: Upgrade: Updating mgr.x 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: Deploying daemon mgr.x on smithi195 2024-09-18T02:21:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:00 smithi046 ceph-mon[39146]: osdmap e117: 8 total, 8 up, 8 in 2024-09-18T02:21:01.089 INFO:tasks.rados.rados.0.smithi046.stdout:304: done (4 left) 2024-09-18T02:21:01.090 INFO:tasks.rados.rados.0.smithi046.stdout:305: done (3 left) 2024-09-18T02:21:01.090 INFO:tasks.rados.rados.0.smithi046.stdout:306: done (2 left) 2024-09-18T02:21:01.090 INFO:tasks.rados.rados.0.smithi046.stdout:307: done (1 left) 2024-09-18T02:21:01.090 INFO:tasks.rados.rados.0.smithi046.stdout:308: done (0 left) 2024-09-18T02:21:01.090 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 28 2024-09-18T02:21:01.090 INFO:tasks.rados.rados.0.smithi046.stdout:309: seq_num 114 ranges {1769472=712704,2482176=712704,3194880=491520} 2024-09-18T02:21:01.103 INFO:tasks.rados.rados.0.smithi046.stdout:309: writing smithi04682744-5 from 1769472 to 2482176 tid 1 2024-09-18T02:21:01.107 INFO:tasks.rados.rados.0.smithi046.stdout:309: writing smithi04682744-5 from 2482176 to 3194880 tid 2 2024-09-18T02:21:01.112 INFO:tasks.rados.rados.0.smithi046.stdout:309: writing smithi04682744-5 from 3194880 to 3686400 tid 3 2024-09-18T02:21:01.112 INFO:tasks.rados.rados.0.smithi046.stdout:310: rollback oid 31 current snap is 28 2024-09-18T02:21:01.112 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 21 2024-09-18T02:21:01.112 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 1 to smithi04682744-5 2024-09-18T02:21:01.112 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 28 2024-09-18T02:21:01.112 INFO:tasks.rados.rados.0.smithi046.stdout:311: seq_num 115 ranges {0=729088,729088=647168,1376256=434176,1810432=122880} 2024-09-18T02:21:01.116 INFO:tasks.rados.rados.0.smithi046.stdout:311: writing smithi04682744-49 from 0 to 729088 tid 1 2024-09-18T02:21:01.120 INFO:tasks.rados.rados.0.smithi046.stdout:311: writing smithi04682744-49 from 729088 to 1376256 tid 2 2024-09-18T02:21:01.123 INFO:tasks.rados.rados.0.smithi046.stdout:311: writing smithi04682744-49 from 1376256 to 1810432 tid 3 2024-09-18T02:21:01.125 INFO:tasks.rados.rados.0.smithi046.stdout:311: writing smithi04682744-49 from 1810432 to 1933312 tid 4 2024-09-18T02:21:01.125 INFO:tasks.rados.rados.0.smithi046.stdout:312: rmattr oid 41 current snap is 28 2024-09-18T02:21:01.125 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 2 to smithi04682744-5 2024-09-18T02:21:01.126 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 3 to smithi04682744-5 2024-09-18T02:21:01.126 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 4 to smithi04682744-5 2024-09-18T02:21:01.126 INFO:tasks.rados.rados.0.smithi046.stdout:310: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:21:01.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 46 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:21:01.126 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 5 to smithi04682744-5 2024-09-18T02:21:01.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 63 (ObjNum 114 snap 28 seq_num 114) dirty exists 2024-09-18T02:21:01.127 INFO:tasks.rados.rados.0.smithi046.stdout:309: left oid 5 (ObjNum 114 snap 28 seq_num 114) 2024-09-18T02:21:01.127 INFO:tasks.rados.rados.0.smithi046.stdout:311: finishing write tid 1 to smithi04682744-49 2024-09-18T02:21:01.127 INFO:tasks.rados.rados.0.smithi046.stdout:311: finishing write tid 2 to smithi04682744-49 2024-09-18T02:21:01.127 INFO:tasks.rados.rados.0.smithi046.stdout:309: done (3 left) 2024-09-18T02:21:01.127 INFO:tasks.rados.rados.0.smithi046.stdout:310: done (2 left) 2024-09-18T02:21:01.127 INFO:tasks.rados.rados.0.smithi046.stdout:313: read oid 32 snap -1 2024-09-18T02:21:01.128 INFO:tasks.rados.rados.0.smithi046.stdout:313: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-18T02:21:01.128 INFO:tasks.rados.rados.0.smithi046.stdout:314: snap_create 2024-09-18T02:21:01.129 INFO:tasks.rados.rados.0.smithi046.stdout:311: finishing write tid 3 to smithi04682744-49 2024-09-18T02:21:01.129 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 36 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-18T02:21:01.129 INFO:tasks.rados.rados.0.smithi046.stdout:311: finishing write tid 4 to smithi04682744-49 2024-09-18T02:21:01.130 INFO:tasks.rados.rados.0.smithi046.stdout:311: finishing write tid 5 to smithi04682744-49 2024-09-18T02:21:01.130 INFO:tasks.rados.rados.0.smithi046.stdout:311: finishing write tid 6 to smithi04682744-49 2024-09-18T02:21:01.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 156 (ObjNum 115 snap 28 seq_num 115) dirty exists 2024-09-18T02:21:01.130 INFO:tasks.rados.rados.0.smithi046.stdout:311: left oid 49 (ObjNum 115 snap 28 seq_num 115) 2024-09-18T02:21:01.132 INFO:tasks.rados.rados.0.smithi046.stdout:313: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-18T02:21:01.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:01 smithi195 systemd[1]: Stopping Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:311: done (3 left) 2024-09-18T02:21:02.095 INFO:tasks.rados.rados.0.smithi046.stdout:312: done (2 left) 2024-09-18T02:21:02.095 INFO:tasks.rados.rados.0.smithi046.stdout:313: done (1 left) 2024-09-18T02:21:02.095 INFO:tasks.rados.rados.0.smithi046.stdout:314: done (0 left) 2024-09-18T02:21:02.095 INFO:tasks.rados.rados.0.smithi046.stdout:315: delete oid 50 current snap is 29 2024-09-18T02:21:02.098 INFO:tasks.rados.rados.0.smithi046.stdout:315: done (0 left) 2024-09-18T02:21:02.098 INFO:tasks.rados.rados.0.smithi046.stdout:316: rollback oid 46 current snap is 29 2024-09-18T02:21:02.098 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 12 2024-09-18T02:21:02.098 INFO:tasks.rados.rados.0.smithi046.stdout:317: read oid 28 snap -1 2024-09-18T02:21:02.098 INFO:tasks.rados.rados.0.smithi046.stdout:317: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-18T02:21:02.099 INFO:tasks.rados.rados.0.smithi046.stdout:318: snap_remove snap 24 2024-09-18T02:21:02.137 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:02 smithi195 ceph-mon[31687]: osdmap e118: 8 total, 8 up, 8 in 2024-09-18T02:21:02.137 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:02 smithi195 ceph-mon[31687]: pgmap v177: 121 pgs: 121 active+clean; 94 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-18T02:21:02.137 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:01 smithi195 podman[67316]: 2024-09-18 02:21:01.858549181 +0000 UTC m=+0.132143373 container died 1641879dffd636f9221aadd46dfbf8c1555af94b0a2a962869d07da070ae3577 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-4a70413, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-09-18T02:21:02.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 podman[67316]: 2024-09-18 02:21:02.343647758 +0000 UTC m=+0.617241947 container cleanup 1641879dffd636f9221aadd46dfbf8c1555af94b0a2a962869d07da070ae3577 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-4a70413, io.buildah.version=1.37.2) 2024-09-18T02:21:02.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 bash[67316]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x 2024-09-18T02:21:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:02 smithi046 ceph-mon[27507]: osdmap e118: 8 total, 8 up, 8 in 2024-09-18T02:21:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:02 smithi046 ceph-mon[27507]: pgmap v177: 121 pgs: 121 active+clean; 94 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-18T02:21:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:02 smithi046 ceph-mon[39146]: osdmap e118: 8 total, 8 up, 8 in 2024-09-18T02:21:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:02 smithi046 ceph-mon[39146]: pgmap v177: 121 pgs: 121 active+clean; 94 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-18T02:21:02.799 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 podman[67333]: 2024-09-18 02:21:02.620602269 +0000 UTC m=+0.756827284 container remove 1641879dffd636f9221aadd46dfbf8c1555af94b0a2a962869d07da070ae3577 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, RELEASE=quincy-4a70413, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-18T02:21:02.799 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:21:02.799 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-18T02:21:02.799 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 systemd[1]: Stopped Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:02.799 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service: Consumed 10.157s CPU time. 2024-09-18T02:21:03.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:02 smithi195 systemd[1]: Starting Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:03.099 INFO:tasks.rados.rados.0.smithi046.stdout:318: done (2 left) 2024-09-18T02:21:03.100 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 29 2024-09-18T02:21:03.100 INFO:tasks.rados.rados.0.smithi046.stdout:316: finishing rollback tid 0 to smithi04682744-46 2024-09-18T02:21:03.100 INFO:tasks.rados.rados.0.smithi046.stdout:319: seq_num 117 ranges {1589248=770048,2359296=417792,2777088=442368,3219456=344064} 2024-09-18T02:21:03.113 INFO:tasks.rados.rados.0.smithi046.stdout:319: writing smithi04682744-21 from 1589248 to 2359296 tid 1 2024-09-18T02:21:03.116 INFO:tasks.rados.rados.0.smithi046.stdout:319: writing smithi04682744-21 from 2359296 to 2777088 tid 2 2024-09-18T02:21:03.119 INFO:tasks.rados.rados.0.smithi046.stdout:319: writing smithi04682744-21 from 2777088 to 3219456 tid 3 2024-09-18T02:21:03.121 INFO:tasks.rados.rados.0.smithi046.stdout:319: writing smithi04682744-21 from 3219456 to 3563520 tid 4 2024-09-18T02:21:03.121 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 29 2024-09-18T02:21:03.121 INFO:tasks.rados.rados.0.smithi046.stdout:316: finishing rollback tid 1 to smithi04682744-46 2024-09-18T02:21:03.121 INFO:tasks.rados.rados.0.smithi046.stdout:316: finishing rollback tid 2 to smithi04682744-46 2024-09-18T02:21:03.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 23 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:21:03.122 INFO:tasks.rados.rados.0.smithi046.stdout:320: seq_num 118 ranges {2220032=786432,3006464=704512,3710976=499712} 2024-09-18T02:21:03.138 INFO:tasks.rados.rados.0.smithi046.stdout:320: writing smithi04682744-37 from 2220032 to 3006464 tid 1 2024-09-18T02:21:03.142 INFO:tasks.rados.rados.0.smithi046.stdout:320: writing smithi04682744-37 from 3006464 to 3710976 tid 2 2024-09-18T02:21:03.145 INFO:tasks.rados.rados.0.smithi046.stdout:320: writing smithi04682744-37 from 3710976 to 4210688 tid 3 2024-09-18T02:21:03.145 INFO:tasks.rados.rados.0.smithi046.stdout:316: done (3 left) 2024-09-18T02:21:03.146 INFO:tasks.rados.rados.0.smithi046.stdout:321: snap_remove snap 12 2024-09-18T02:21:03.343 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:03 smithi195 ceph-mon[31687]: osdmap e119: 8 total, 8 up, 8 in 2024-09-18T02:21:03.343 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:03 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:03.343 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 podman[67478]: 2024-09-18 02:21:03.109563771 +0000 UTC m=+0.020626364 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:21:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:03 smithi046 ceph-mon[27507]: osdmap e119: 8 total, 8 up, 8 in 2024-09-18T02:21:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:03 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:03 smithi046 ceph-mon[39146]: osdmap e119: 8 total, 8 up, 8 in 2024-09-18T02:21:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:03 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:03.635 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 podman[67478]: 2024-09-18 02:21:03.389166891 +0000 UTC m=+0.300229530 container create 7474d6c2a90af05d4754786d45a5219f2d0d755643fa03e8016458a7d54978d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:21:04.008 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:21:03.516Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi195.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.195:8443: connect: connection refused" 2024-09-18T02:21:04.091 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 podman[67478]: 2024-09-18 02:21:03.749620094 +0000 UTC m=+0.660682684 container init 7474d6c2a90af05d4754786d45a5219f2d0d755643fa03e8016458a7d54978d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-18T02:21:04.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 podman[67478]: 2024-09-18 02:21:03.754421556 +0000 UTC m=+0.665484131 container start 7474d6c2a90af05d4754786d45a5219f2d0d755643fa03e8016458a7d54978d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux ) 2024-09-18T02:21:04.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 ceph-mgr[67517]: -- 172.21.15.195:0/2662390297 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55774d588d00 con 0x55774d55d400 2024-09-18T02:21:04.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 bash[67478]: 7474d6c2a90af05d4754786d45a5219f2d0d755643fa03e8016458a7d54978d8 2024-09-18T02:21:04.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 systemd[1]: Started Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:04.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:03.871+0000 7fefacfd1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:21:04.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:03.934+0000 7fefacfd1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:21:04.092 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:04.090+0000 7fefacfd1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T02:21:04.104 INFO:tasks.rados.rados.0.smithi046.stdout:321: done (3 left) 2024-09-18T02:21:04.104 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 29 2024-09-18T02:21:04.104 INFO:tasks.rados.rados.0.smithi046.stdout:322: seq_num 119 ranges {638976=802816,1441792=589824,2031616=409600,2441216=204800} 2024-09-18T02:21:04.114 INFO:tasks.rados.rados.0.smithi046.stdout:322: writing smithi04682744-24 from 638976 to 1441792 tid 1 2024-09-18T02:21:04.118 INFO:tasks.rados.rados.0.smithi046.stdout:322: writing smithi04682744-24 from 1441792 to 2031616 tid 2 2024-09-18T02:21:04.122 INFO:tasks.rados.rados.0.smithi046.stdout:322: writing smithi04682744-24 from 2031616 to 2441216 tid 3 2024-09-18T02:21:04.123 INFO:tasks.rados.rados.0.smithi046.stdout:322: writing smithi04682744-24 from 2441216 to 2646016 tid 4 2024-09-18T02:21:04.124 INFO:tasks.rados.rados.0.smithi046.stdout:323: delete oid 35 current snap is 29 2024-09-18T02:21:04.124 INFO:tasks.rados.rados.0.smithi046.stdout:317: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-18T02:21:04.169 INFO:tasks.rados.rados.0.smithi046.stdout:319: finishing write tid 1 to smithi04682744-21 2024-09-18T02:21:04.169 INFO:tasks.rados.rados.0.smithi046.stdout:319: finishing write tid 2 to smithi04682744-21 2024-09-18T02:21:04.169 INFO:tasks.rados.rados.0.smithi046.stdout:319: finishing write tid 3 to smithi04682744-21 2024-09-18T02:21:04.169 INFO:tasks.rados.rados.0.smithi046.stdout:319: finishing write tid 4 to smithi04682744-21 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:319: finishing write tid 5 to smithi04682744-21 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:319: finishing write tid 6 to smithi04682744-21 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 137 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:319: left oid 21 (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:320: finishing write tid 1 to smithi04682744-37 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:320: finishing write tid 2 to smithi04682744-37 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:320: finishing write tid 3 to smithi04682744-37 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:317: done (4 left) 2024-09-18T02:21:04.170 INFO:tasks.rados.rados.0.smithi046.stdout:319: done (3 left) 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:323: done (2 left) 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:324: rollback oid 7 current snap is 29 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 21 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:320: finishing write tid 4 to smithi04682744-37 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:320: finishing write tid 5 to smithi04682744-37 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 73 (ObjNum 118 snap 29 seq_num 118) dirty exists 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:320: left oid 37 (ObjNum 118 snap 29 seq_num 118) 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:322: finishing write tid 1 to smithi04682744-24 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:322: finishing write tid 2 to smithi04682744-24 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:322: finishing write tid 3 to smithi04682744-24 2024-09-18T02:21:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:322: finishing write tid 4 to smithi04682744-24 2024-09-18T02:21:04.172 INFO:tasks.rados.rados.0.smithi046.stdout:322: finishing write tid 5 to smithi04682744-24 2024-09-18T02:21:04.172 INFO:tasks.rados.rados.0.smithi046.stdout:322: finishing write tid 6 to smithi04682744-24 2024-09-18T02:21:04.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 53 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-09-18T02:21:04.172 INFO:tasks.rados.rados.0.smithi046.stdout:322: left oid 24 (ObjNum 119 snap 29 seq_num 119) 2024-09-18T02:21:04.172 INFO:tasks.rados.rados.0.smithi046.stdout:320: done (2 left) 2024-09-18T02:21:04.172 INFO:tasks.rados.rados.0.smithi046.stdout:322: done (1 left) 2024-09-18T02:21:04.172 INFO:tasks.rados.rados.0.smithi046.stdout:325: rmattr oid 33 current snap is 29 2024-09-18T02:21:04.173 INFO:tasks.rados.rados.0.smithi046.stdout:326: snap_remove snap 26 2024-09-18T02:21:04.349 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:04.173+0000 7fefacfd1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:21:04.349 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-mon[31687]: osdmap e120: 8 total, 8 up, 8 in 2024-09-18T02:21:04.350 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-mon[31687]: pgmap v180: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-18T02:21:04.350 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:04.350 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:04.350 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[39146]: osdmap e120: 8 total, 8 up, 8 in 2024-09-18T02:21:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[39146]: pgmap v180: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-18T02:21:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[27507]: osdmap e120: 8 total, 8 up, 8 in 2024-09-18T02:21:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[27507]: pgmap v180: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-18T02:21:04.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:04.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:04.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:04 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:04.711 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:04.347+0000 7fefacfd1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:21:04.711 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:04.488+0000 7fefacfd1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:21:04.973 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:04.812+0000 7fefacfd1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:21:04.974 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:04.872+0000 7fefacfd1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:21:05.109 INFO:tasks.rados.rados.0.smithi046.stdout:326: done (2 left) 2024-09-18T02:21:05.109 INFO:tasks.rados.rados.0.smithi046.stdout:327: copy_from oid 24 from oid 1 current snap is 29 2024-09-18T02:21:05.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 0 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-09-18T02:21:05.109 INFO:tasks.rados.rados.0.smithi046.stdout:324: finishing rollback tid 0 to smithi04682744-7 2024-09-18T02:21:05.109 INFO:tasks.rados.rados.0.smithi046.stdout:324: finishing rollback tid 1 to smithi04682744-7 2024-09-18T02:21:05.109 INFO:tasks.rados.rados.0.smithi046.stdout:324: finishing rollback tid 2 to smithi04682744-7 2024-09-18T02:21:05.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 34 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-18T02:21:05.110 INFO:tasks.rados.rados.0.smithi046.stdout:324: done (2 left) 2024-09-18T02:21:05.110 INFO:tasks.rados.rados.0.smithi046.stdout:325: done (1 left) 2024-09-18T02:21:05.110 INFO:tasks.rados.rados.0.smithi046.stdout:328: snap_create 2024-09-18T02:21:05.122 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing copy_from racing read to smithi04682744-24 2024-09-18T02:21:05.123 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing copy_from to smithi04682744-24 2024-09-18T02:21:05.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 46 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-09-18T02:21:05.348 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:05 smithi195 ceph-mon[31687]: osdmap e121: 8 total, 8 up, 8 in 2024-09-18T02:21:05.348 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:05 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:05.066+0000 7fefacfd1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:21:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:05 smithi046 ceph-mon[27507]: osdmap e121: 8 total, 8 up, 8 in 2024-09-18T02:21:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:05 smithi046 ceph-mon[39146]: osdmap e121: 8 total, 8 up, 8 in 2024-09-18T02:21:06.113 INFO:tasks.rados.rados.0.smithi046.stdout:327: done (1 left) 2024-09-18T02:21:06.113 INFO:tasks.rados.rados.0.smithi046.stdout:328: done (0 left) 2024-09-18T02:21:06.114 INFO:tasks.rados.rados.0.smithi046.stdout:329: copy_from oid 27 from oid 39 current snap is 30 2024-09-18T02:21:06.114 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 30 2024-09-18T02:21:06.114 INFO:tasks.rados.rados.0.smithi046.stdout:330: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2024-09-18T02:21:06.116 INFO:tasks.rados.rados.0.smithi046.stdout:330: writing smithi04682744-8 from 0 to 434176 tid 1 2024-09-18T02:21:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:330: writing smithi04682744-8 from 434176 to 1187840 tid 2 2024-09-18T02:21:06.124 INFO:tasks.rados.rados.0.smithi046.stdout:330: writing smithi04682744-8 from 1187840 to 1613824 tid 3 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:330: writing smithi04682744-8 from 1613824 to 2039808 tid 4 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:331: copy_from oid 45 from oid 50 current snap is 30 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing write tid 1 to smithi04682744-8 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:329: finishing copy_from racing read to smithi04682744-27 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:329: finishing copy_from to smithi04682744-27 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 45 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing write tid 2 to smithi04682744-8 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing write tid 3 to smithi04682744-8 2024-09-18T02:21:06.127 INFO:tasks.rados.rados.0.smithi046.stdout:329: done (2 left) 2024-09-18T02:21:06.128 INFO:tasks.rados.rados.0.smithi046.stdout:332: snap_create 2024-09-18T02:21:06.128 INFO:tasks.rados.rados.0.smithi046.stdout:331: finishing copy_from to smithi04682744-45 2024-09-18T02:21:06.128 INFO:tasks.rados.rados.0.smithi046.stdout:331: got expected ENOENT (src dne) 2024-09-18T02:21:06.129 INFO:tasks.rados.rados.0.smithi046.stdout:331: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:21:06.129 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing write tid 4 to smithi04682744-8 2024-09-18T02:21:06.129 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing write tid 5 to smithi04682744-8 2024-09-18T02:21:06.130 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing write tid 6 to smithi04682744-8 2024-09-18T02:21:06.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 125 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-09-18T02:21:06.130 INFO:tasks.rados.rados.0.smithi046.stdout:330: left oid 8 (ObjNum 121 snap 30 seq_num 121) 2024-09-18T02:21:06.352 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:06 smithi195 ceph-mon[31687]: osdmap e122: 8 total, 8 up, 8 in 2024-09-18T02:21:06.352 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:06 smithi195 ceph-mon[31687]: pgmap v183: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-18T02:21:06.352 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:06.001+0000 7fefacfd1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:21:06.352 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:06.077+0000 7fefacfd1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:21:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:06 smithi046 ceph-mon[27507]: osdmap e122: 8 total, 8 up, 8 in 2024-09-18T02:21:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:06 smithi046 ceph-mon[27507]: pgmap v183: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-18T02:21:06.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:06 smithi046 ceph-mon[39146]: osdmap e122: 8 total, 8 up, 8 in 2024-09-18T02:21:06.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:06 smithi046 ceph-mon[39146]: pgmap v183: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-18T02:21:06.958 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:06.833+0000 7fefacfd1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:21:06.958 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:06.956+0000 7fefacfd1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:21:07.118 INFO:tasks.rados.rados.0.smithi046.stdout:330: done (2 left) 2024-09-18T02:21:07.118 INFO:tasks.rados.rados.0.smithi046.stdout:331: done (1 left) 2024-09-18T02:21:07.118 INFO:tasks.rados.rados.0.smithi046.stdout:332: done (0 left) 2024-09-18T02:21:07.118 INFO:tasks.rados.rados.0.smithi046.stdout:333: read oid 36 snap -1 2024-09-18T02:21:07.118 INFO:tasks.rados.rados.0.smithi046.stdout:333: expect (ObjNum 88 snap 16 seq_num 88) 2024-09-18T02:21:07.118 INFO:tasks.rados.rados.0.smithi046.stdout:334: read oid 26 snap -1 2024-09-18T02:21:07.118 INFO:tasks.rados.rados.0.smithi046.stdout:334: expect (ObjNum 93 snap 16 seq_num 93) 2024-09-18T02:21:07.119 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 31 2024-09-18T02:21:07.119 INFO:tasks.rados.rados.0.smithi046.stdout:335: seq_num 122 ranges {0=450560,450560=688128,1138688=630784,1769472=286720} 2024-09-18T02:21:07.120 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04682744-31 from 0 to 450560 tid 1 2024-09-18T02:21:07.125 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04682744-31 from 450560 to 1138688 tid 2 2024-09-18T02:21:07.129 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04682744-31 from 1138688 to 1769472 tid 3 2024-09-18T02:21:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04682744-31 from 1769472 to 2056192 tid 4 2024-09-18T02:21:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:336: setattr oid 8 current snap is 31 2024-09-18T02:21:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 1 to smithi04682744-31 2024-09-18T02:21:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:334: expect (ObjNum 93 snap 16 seq_num 93) 2024-09-18T02:21:07.200 INFO:tasks.rados.rados.0.smithi046.stdout:333: expect (ObjNum 88 snap 16 seq_num 88) 2024-09-18T02:21:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-mon[31687]: osdmap e123: 8 total, 8 up, 8 in 2024-09-18T02:21:07.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.101+0000 7fefacfd1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:21:07.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.172+0000 7fefacfd1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:21:07.275 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 2 to smithi04682744-31 2024-09-18T02:21:07.275 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 3 to smithi04682744-31 2024-09-18T02:21:07.275 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 4 to smithi04682744-31 2024-09-18T02:21:07.275 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 5 to smithi04682744-31 2024-09-18T02:21:07.275 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 6 to smithi04682744-31 2024-09-18T02:21:07.275 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 94 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:335: left oid 31 (ObjNum 122 snap 31 seq_num 122) 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:333: done (3 left) 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:334: done (2 left) 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:335: done (1 left) 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:337: read oid 47 snap -1 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:337: expect (ObjNum 91 snap 16 seq_num 91) 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 31 2024-09-18T02:21:07.276 INFO:tasks.rados.rados.0.smithi046.stdout:338: seq_num 123 ranges {778240=466944,1245184=573440,1818624=794624,2613248=237568} 2024-09-18T02:21:07.282 INFO:tasks.rados.rados.0.smithi046.stdout:338: writing smithi04682744-28 from 778240 to 1245184 tid 1 2024-09-18T02:21:07.285 INFO:tasks.rados.rados.0.smithi046.stdout:338: writing smithi04682744-28 from 1245184 to 1818624 tid 2 2024-09-18T02:21:07.289 INFO:tasks.rados.rados.0.smithi046.stdout:338: writing smithi04682744-28 from 1818624 to 2613248 tid 3 2024-09-18T02:21:07.291 INFO:tasks.rados.rados.0.smithi046.stdout:338: writing smithi04682744-28 from 2613248 to 2850816 tid 4 2024-09-18T02:21:07.291 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 31 2024-09-18T02:21:07.291 INFO:tasks.rados.rados.0.smithi046.stdout:339: seq_num 124 ranges {5865472=483328,6348800=458752,6807552=598016,7405568=548864} 2024-09-18T02:21:07.325 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04682744-45 from 5865472 to 6348800 tid 1 2024-09-18T02:21:07.328 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04682744-45 from 6348800 to 6807552 tid 2 2024-09-18T02:21:07.332 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04682744-45 from 6807552 to 7405568 tid 3 2024-09-18T02:21:07.336 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04682744-45 from 7405568 to 7954432 tid 4 2024-09-18T02:21:07.336 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 31 2024-09-18T02:21:07.336 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 127 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-09-18T02:21:07.336 INFO:tasks.rados.rados.0.smithi046.stdout:340: seq_num 125 ranges {1933312=499712,2433024=745472,3178496=409600,3588096=450560} 2024-09-18T02:21:07.349 INFO:tasks.rados.rados.0.smithi046.stdout:340: writing smithi04682744-49 from 1933312 to 2433024 tid 1 2024-09-18T02:21:07.353 INFO:tasks.rados.rados.0.smithi046.stdout:340: writing smithi04682744-49 from 2433024 to 3178496 tid 2 2024-09-18T02:21:07.356 INFO:tasks.rados.rados.0.smithi046.stdout:340: writing smithi04682744-49 from 3178496 to 3588096 tid 3 2024-09-18T02:21:07.359 INFO:tasks.rados.rados.0.smithi046.stdout:340: writing smithi04682744-49 from 3588096 to 4038656 tid 4 2024-09-18T02:21:07.359 INFO:tasks.rados.rados.0.smithi046.stdout:336: done (4 left) 2024-09-18T02:21:07.359 INFO:tasks.rados.rados.0.smithi046.stdout:341: delete oid 10 current snap is 31 2024-09-18T02:21:07.359 INFO:tasks.rados.rados.0.smithi046.stdout:337: expect (ObjNum 91 snap 16 seq_num 91) 2024-09-18T02:21:07.435 INFO:tasks.rados.rados.0.smithi046.stdout:338: finishing write tid 1 to smithi04682744-28 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:338: finishing write tid 2 to smithi04682744-28 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:338: finishing write tid 3 to smithi04682744-28 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:338: finishing write tid 4 to smithi04682744-28 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:338: finishing write tid 5 to smithi04682744-28 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:338: finishing write tid 6 to smithi04682744-28 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 62 (ObjNum 123 snap 31 seq_num 123) dirty exists 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:338: left oid 28 (ObjNum 123 snap 31 seq_num 123) 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 1 to smithi04682744-45 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:337: done (4 left) 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:338: done (3 left) 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:341: done (2 left) 2024-09-18T02:21:07.436 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 31 2024-09-18T02:21:07.437 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 2 to smithi04682744-45 2024-09-18T02:21:07.437 INFO:tasks.rados.rados.0.smithi046.stdout:342: seq_num 127 ranges {106496=532480,638976=507904,1146880=778240,1925120=319488} 2024-09-18T02:21:07.439 INFO:tasks.rados.rados.0.smithi046.stdout:342: writing smithi04682744-7 from 106496 to 638976 tid 1 2024-09-18T02:21:07.442 INFO:tasks.rados.rados.0.smithi046.stdout:342: writing smithi04682744-7 from 638976 to 1146880 tid 2 2024-09-18T02:21:07.446 INFO:tasks.rados.rados.0.smithi046.stdout:342: writing smithi04682744-7 from 1146880 to 1925120 tid 3 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:342: writing smithi04682744-7 from 1925120 to 2244608 tid 4 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:343: setattr oid 13 current snap is 31 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 3 to smithi04682744-45 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 4 to smithi04682744-45 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 5 to smithi04682744-45 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 6 to smithi04682744-45 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 148 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:339: left oid 45 (ObjNum 124 snap 31 seq_num 124) 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:340: finishing write tid 1 to smithi04682744-49 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:340: finishing write tid 2 to smithi04682744-49 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:340: finishing write tid 3 to smithi04682744-49 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:340: finishing write tid 4 to smithi04682744-49 2024-09-18T02:21:07.449 INFO:tasks.rados.rados.0.smithi046.stdout:340: finishing write tid 5 to smithi04682744-49 2024-09-18T02:21:07.450 INFO:tasks.rados.rados.0.smithi046.stdout:340: finishing write tid 6 to smithi04682744-49 2024-09-18T02:21:07.450 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 176 (ObjNum 125 snap 31 seq_num 125) dirty exists 2024-09-18T02:21:07.450 INFO:tasks.rados.rados.0.smithi046.stdout:340: left oid 49 (ObjNum 125 snap 31 seq_num 125) 2024-09-18T02:21:07.450 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing write tid 1 to smithi04682744-7 2024-09-18T02:21:07.450 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing write tid 2 to smithi04682744-7 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing write tid 3 to smithi04682744-7 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing write tid 4 to smithi04682744-7 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing write tid 5 to smithi04682744-7 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:339: done (3 left) 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:340: done (2 left) 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:344: read oid 15 snap -1 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:344: expect (ObjNum 87 snap 16 seq_num 87) 2024-09-18T02:21:07.451 INFO:tasks.rados.rados.0.smithi046.stdout:345: delete oid 47 current snap is 31 2024-09-18T02:21:07.452 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing write tid 6 to smithi04682744-7 2024-09-18T02:21:07.452 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 51 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-09-18T02:21:07.452 INFO:tasks.rados.rados.0.smithi046.stdout:342: left oid 7 (ObjNum 127 snap 31 seq_num 127) 2024-09-18T02:21:07.453 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 149 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:07.454 INFO:tasks.rados.rados.0.smithi046.stdout:342: done (3 left) 2024-09-18T02:21:07.454 INFO:tasks.rados.rados.0.smithi046.stdout:343: done (2 left) 2024-09-18T02:21:07.454 INFO:tasks.rados.rados.0.smithi046.stdout:345: done (1 left) 2024-09-18T02:21:07.454 INFO:tasks.rados.rados.0.smithi046.stdout:346: delete oid 7 current snap is 31 2024-09-18T02:21:07.455 INFO:tasks.rados.rados.0.smithi046.stdout:346: done (1 left) 2024-09-18T02:21:07.455 INFO:tasks.rados.rados.0.smithi046.stdout:347: snap_create 2024-09-18T02:21:07.461 INFO:tasks.rados.rados.0.smithi046.stdout:344: expect (ObjNum 87 snap 16 seq_num 87) 2024-09-18T02:21:07.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:07 smithi046 ceph-mon[27507]: osdmap e123: 8 total, 8 up, 8 in 2024-09-18T02:21:07.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:07 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:07] "GET /metrics HTTP/1.1" 200 240011 "" "Prometheus/2.43.0" 2024-09-18T02:21:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:07 smithi046 ceph-mon[39146]: osdmap e123: 8 total, 8 up, 8 in 2024-09-18T02:21:07.641 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.334+0000 7fefacfd1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:21:07.641 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.403+0000 7fefacfd1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:21:07.641 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.465+0000 7fefacfd1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:21:07.641 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.640+0000 7fefacfd1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:21:07.917 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.705+0000 7fefacfd1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:21:07.917 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.771+0000 7fefacfd1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:21:07.917 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.853+0000 7fefacfd1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:21:07.917 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.915+0000 7fefacfd1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:21:08.122 INFO:tasks.rados.rados.0.smithi046.stdout:344: done (1 left) 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:347: done (0 left) 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:348: read oid 45 snap -1 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:348: expect (ObjNum 124 snap 31 seq_num 124) 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:349: rmattr oid 18 current snap is 32 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:349: done (1 left) 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:350: read oid 28 snap -1 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:350: expect (ObjNum 123 snap 31 seq_num 123) 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 32 2024-09-18T02:21:08.123 INFO:tasks.rados.rados.0.smithi046.stdout:351: seq_num 130 ranges {1507328=581632,2088960=614400,2703360=598016,3301376=393216} 2024-09-18T02:21:08.135 INFO:tasks.rados.rados.0.smithi046.stdout:351: writing smithi04682744-34 from 1507328 to 2088960 tid 1 2024-09-18T02:21:08.138 INFO:tasks.rados.rados.0.smithi046.stdout:351: writing smithi04682744-34 from 2088960 to 2703360 tid 2 2024-09-18T02:21:08.143 INFO:tasks.rados.rados.0.smithi046.stdout:351: writing smithi04682744-34 from 2703360 to 3301376 tid 3 2024-09-18T02:21:08.145 INFO:tasks.rados.rados.0.smithi046.stdout:351: writing smithi04682744-34 from 3301376 to 3694592 tid 4 2024-09-18T02:21:08.146 INFO:tasks.rados.rados.0.smithi046.stdout:352: rollback oid 38 current snap is 32 2024-09-18T02:21:08.146 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 21 2024-09-18T02:21:08.146 INFO:tasks.rados.rados.0.smithi046.stdout:353: snap_create 2024-09-18T02:21:08.146 INFO:tasks.rados.rados.0.smithi046.stdout:350: expect (ObjNum 123 snap 31 seq_num 123) 2024-09-18T02:21:08.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-mon[31687]: osdmap e124: 8 total, 8 up, 8 in 2024-09-18T02:21:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-mon[31687]: pgmap v186: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:08.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:07.977+0000 7fefacfd1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing write tid 1 to smithi04682744-34 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing write tid 2 to smithi04682744-34 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing write tid 3 to smithi04682744-34 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing write tid 4 to smithi04682744-34 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing write tid 5 to smithi04682744-34 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing write tid 6 to smithi04682744-34 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 57 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:351: left oid 34 (ObjNum 130 snap 32 seq_num 130) 2024-09-18T02:21:08.241 INFO:tasks.rados.rados.0.smithi046.stdout:348: expect (ObjNum 124 snap 31 seq_num 124) 2024-09-18T02:21:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:08 smithi046 ceph-mon[27507]: osdmap e124: 8 total, 8 up, 8 in 2024-09-18T02:21:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:08 smithi046 ceph-mon[27507]: pgmap v186: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:08 smithi046 ceph-mon[39146]: osdmap e124: 8 total, 8 up, 8 in 2024-09-18T02:21:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:08 smithi046 ceph-mon[39146]: pgmap v186: 121 pgs: 121 active+clean; 106 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing rollback tid 0 to smithi04682744-38 2024-09-18T02:21:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:21:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing rollback tid 2 to smithi04682744-38 2024-09-18T02:21:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 153 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:21:09.051 INFO:tasks.rados.rados.0.smithi046.stdout:348: done (4 left) 2024-09-18T02:21:09.052 INFO:tasks.rados.rados.0.smithi046.stdout:350: done (3 left) 2024-09-18T02:21:09.052 INFO:tasks.rados.rados.0.smithi046.stdout:351: done (2 left) 2024-09-18T02:21:09.052 INFO:tasks.rados.rados.0.smithi046.stdout:352: done (1 left) 2024-09-18T02:21:09.052 INFO:tasks.rados.rados.0.smithi046.stdout:353: done (0 left) 2024-09-18T02:21:09.052 INFO:tasks.rados.rados.0.smithi046.stdout:354: read oid 14 snap -1 2024-09-18T02:21:09.052 INFO:tasks.rados.rados.0.smithi046.stdout:354: expect deleted 2024-09-18T02:21:09.052 INFO:tasks.rados.rados.0.smithi046.stdout:355: delete oid 12 current snap is 33 2024-09-18T02:21:09.055 INFO:tasks.rados.rados.0.smithi046.stdout:354: done (1 left) 2024-09-18T02:21:09.055 INFO:tasks.rados.rados.0.smithi046.stdout:355: done (0 left) 2024-09-18T02:21:09.055 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 33 2024-09-18T02:21:09.055 INFO:tasks.rados.rados.0.smithi046.stdout:356: seq_num 132 ranges {106496=614400,720896=786432,1507328=565248,2072576=253952} 2024-09-18T02:21:09.059 INFO:tasks.rados.rados.0.smithi046.stdout:356: writing smithi04682744-3 from 106496 to 720896 tid 1 2024-09-18T02:21:09.064 INFO:tasks.rados.rados.0.smithi046.stdout:356: writing smithi04682744-3 from 720896 to 1507328 tid 2 2024-09-18T02:21:09.067 INFO:tasks.rados.rados.0.smithi046.stdout:356: writing smithi04682744-3 from 1507328 to 2072576 tid 3 2024-09-18T02:21:09.069 INFO:tasks.rados.rados.0.smithi046.stdout:356: writing smithi04682744-3 from 2072576 to 2326528 tid 4 2024-09-18T02:21:09.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 33 2024-09-18T02:21:09.070 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing write tid 1 to smithi04682744-3 2024-09-18T02:21:09.070 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing write tid 2 to smithi04682744-3 2024-09-18T02:21:09.070 INFO:tasks.rados.rados.0.smithi046.stdout:357: seq_num 133 ranges {4038656=630784,4669440=663552,5332992=770048,6103040=172032} 2024-09-18T02:21:09.094 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04682744-49 from 4038656 to 4669440 tid 1 2024-09-18T02:21:09.098 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04682744-49 from 4669440 to 5332992 tid 2 2024-09-18T02:21:09.103 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04682744-49 from 5332992 to 6103040 tid 3 2024-09-18T02:21:09.104 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04682744-49 from 6103040 to 6275072 tid 4 2024-09-18T02:21:09.104 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 33 2024-09-18T02:21:09.104 INFO:tasks.rados.rados.0.smithi046.stdout:358: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-09-18T02:21:09.108 INFO:tasks.rados.rados.0.smithi046.stdout:358: writing smithi04682744-7 from 0 to 647168 tid 1 2024-09-18T02:21:09.112 INFO:tasks.rados.rados.0.smithi046.stdout:358: writing smithi04682744-7 from 647168 to 1196032 tid 2 2024-09-18T02:21:09.115 INFO:tasks.rados.rados.0.smithi046.stdout:358: writing smithi04682744-7 from 1196032 to 1769472 tid 3 2024-09-18T02:21:09.119 INFO:tasks.rados.rados.0.smithi046.stdout:358: writing smithi04682744-7 from 1769472 to 2252800 tid 4 2024-09-18T02:21:09.119 INFO:tasks.rados.rados.0.smithi046.stdout:359: snap_remove snap 28 2024-09-18T02:21:09.119 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:08.807+0000 7fefacfd1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:21:09.119 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:08] ENGINE Bus STARTING 2024-09-18T02:21:09.119 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: CherryPy Checker: 2024-09-18T02:21:09.120 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: The Application mounted at '' has an empty config. 2024-09-18T02:21:09.120 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:09.120 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:08] ENGINE Serving on http://:::9283 2024-09-18T02:21:09.120 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:08] ENGINE Bus STARTED 2024-09-18T02:21:09.443 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: osdmap e125: 8 total, 8 up, 8 in 2024-09-18T02:21:09.443 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.443 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.443 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: Standby manager daemon x restarted 2024-09-18T02:21:09.444 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: Standby manager daemon x started 2024-09-18T02:21:09.444 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:21:09.444 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:21:09.444 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:21:09.444 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:21:09.444 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.445 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.445 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:09 smithi195 ceph-mon[31687]: osdmap e126: 8 total, 8 up, 8 in 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: osdmap e125: 8 total, 8 up, 8 in 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: Standby manager daemon x restarted 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: Standby manager daemon x started 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:21:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[39146]: osdmap e126: 8 total, 8 up, 8 in 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: osdmap e125: 8 total, 8 up, 8 in 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: Standby manager daemon x restarted 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: Standby manager daemon x started 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:21:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:21:09.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:21:09.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:09.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:09 smithi046 ceph-mon[27507]: osdmap e126: 8 total, 8 up, 8 in 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:359: done (3 left) 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:360: rollback oid 5 current snap is 33 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 29 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing write tid 3 to smithi04682744-3 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 33 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing write tid 4 to smithi04682744-3 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing write tid 5 to smithi04682744-3 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing write tid 6 to smithi04682744-3 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 182 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-09-18T02:21:10.130 INFO:tasks.rados.rados.0.smithi046.stdout:356: left oid 3 (ObjNum 132 snap 33 seq_num 132) 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 1 to smithi04682744-49 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 2 to smithi04682744-49 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 3 to smithi04682744-49 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 4 to smithi04682744-49 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 5 to smithi04682744-49 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 6 to smithi04682744-49 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 188 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:357: left oid 49 (ObjNum 133 snap 33 seq_num 133) 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing write tid 1 to smithi04682744-7 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing write tid 2 to smithi04682744-7 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing write tid 3 to smithi04682744-7 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing write tid 4 to smithi04682744-7 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing write tid 5 to smithi04682744-7 2024-09-18T02:21:10.131 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing write tid 6 to smithi04682744-7 2024-09-18T02:21:10.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 62 (ObjNum 134 snap 33 seq_num 134) dirty exists 2024-09-18T02:21:10.132 INFO:tasks.rados.rados.0.smithi046.stdout:358: left oid 7 (ObjNum 134 snap 33 seq_num 134) 2024-09-18T02:21:10.132 INFO:tasks.rados.rados.0.smithi046.stdout:361: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-09-18T02:21:10.134 INFO:tasks.rados.rados.0.smithi046.stdout:361: writing smithi04682744-10 from 0 to 663552 tid 1 2024-09-18T02:21:10.137 INFO:tasks.rados.rados.0.smithi046.stdout:361: writing smithi04682744-10 from 663552 to 1097728 tid 2 2024-09-18T02:21:10.143 INFO:tasks.rados.rados.0.smithi046.stdout:361: writing smithi04682744-10 from 1097728 to 1884160 tid 3 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:361: writing smithi04682744-10 from 1884160 to 2269184 tid 4 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:356: done (4 left) 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:357: done (3 left) 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:358: done (2 left) 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:362: copy_from oid 6 from oid 19 current snap is 33 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:360: finishing rollback tid 0 to smithi04682744-5 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:360: finishing rollback tid 1 to smithi04682744-5 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:360: finishing rollback tid 2 to smithi04682744-5 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 67 (ObjNum 114 snap 28 seq_num 114) dirty exists 2024-09-18T02:21:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:361: finishing write tid 1 to smithi04682744-10 2024-09-18T02:21:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:361: finishing write tid 2 to smithi04682744-10 2024-09-18T02:21:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:360: done (2 left) 2024-09-18T02:21:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:363: snap_create 2024-09-18T02:21:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing copy_from to smithi04682744-6 2024-09-18T02:21:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:362: got expected ENOENT (src dne) 2024-09-18T02:21:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:21:10.149 INFO:tasks.rados.rados.0.smithi046.stdout:361: finishing write tid 3 to smithi04682744-10 2024-09-18T02:21:10.149 INFO:tasks.rados.rados.0.smithi046.stdout:361: finishing write tid 4 to smithi04682744-10 2024-09-18T02:21:10.149 INFO:tasks.rados.rados.0.smithi046.stdout:361: finishing write tid 5 to smithi04682744-10 2024-09-18T02:21:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:361: finishing write tid 6 to smithi04682744-10 2024-09-18T02:21:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 67 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-09-18T02:21:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:361: left oid 10 (ObjNum 135 snap 33 seq_num 135) 2024-09-18T02:21:10.404 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:21:10.417 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:10 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:21:10.049Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-09-18T02:21:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:10 smithi195 ceph-mon[31687]: pgmap v189: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-09-18T02:21:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:10 smithi195 ceph-mon[31687]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-18T02:21:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:10 smithi195 ceph-mon[31687]: osdmap e127: 8 total, 8 up, 8 in 2024-09-18T02:21:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:10 smithi046 ceph-mon[27507]: pgmap v189: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-09-18T02:21:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:10 smithi046 ceph-mon[27507]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-18T02:21:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:10 smithi046 ceph-mon[27507]: osdmap e127: 8 total, 8 up, 8 in 2024-09-18T02:21:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:10 smithi046 ceph-mon[39146]: pgmap v189: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-09-18T02:21:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:10 smithi046 ceph-mon[39146]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-18T02:21:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:10 smithi046 ceph-mon[39146]: osdmap e127: 8 total, 8 up, 8 in 2024-09-18T02:21:11.130 INFO:tasks.rados.rados.0.smithi046.stdout:361: done (2 left) 2024-09-18T02:21:11.130 INFO:tasks.rados.rados.0.smithi046.stdout:362: done (1 left) 2024-09-18T02:21:11.131 INFO:tasks.rados.rados.0.smithi046.stdout:363: done (0 left) 2024-09-18T02:21:11.131 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 34 2024-09-18T02:21:11.131 INFO:tasks.rados.rados.0.smithi046.stdout:364: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-09-18T02:21:11.135 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04682744-12 from 0 to 688128 tid 1 2024-09-18T02:21:11.139 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04682744-12 from 688128 to 1409024 tid 2 2024-09-18T02:21:11.141 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04682744-12 from 1409024 to 1949696 tid 3 2024-09-18T02:21:11.144 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04682744-12 from 1949696 to 2293760 tid 4 2024-09-18T02:21:11.144 INFO:tasks.rados.rados.0.smithi046.stdout:365: read oid 9 snap -1 2024-09-18T02:21:11.144 INFO:tasks.rados.rados.0.smithi046.stdout:365: expect (ObjNum 112 snap 27 seq_num 112) 2024-09-18T02:21:11.144 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 34 2024-09-18T02:21:11.145 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 1 to smithi04682744-12 2024-09-18T02:21:11.145 INFO:tasks.rados.rados.0.smithi046.stdout:366: seq_num 137 ranges {2170880=704512,2875392=655360,3530752=753664,4284416=196608} 2024-09-18T02:21:11.160 INFO:tasks.rados.rados.0.smithi046.stdout:366: writing smithi04682744-26 from 2170880 to 2875392 tid 1 2024-09-18T02:21:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:366: writing smithi04682744-26 from 2875392 to 3530752 tid 2 2024-09-18T02:21:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:366: writing smithi04682744-26 from 3530752 to 4284416 tid 3 2024-09-18T02:21:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:366: writing smithi04682744-26 from 4284416 to 4481024 tid 4 2024-09-18T02:21:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:367: snap_create 2024-09-18T02:21:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 2 to smithi04682744-12 2024-09-18T02:21:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 3 to smithi04682744-12 2024-09-18T02:21:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 4 to smithi04682744-12 2024-09-18T02:21:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 5 to smithi04682744-12 2024-09-18T02:21:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 6 to smithi04682744-12 2024-09-18T02:21:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 72 (ObjNum 136 snap 34 seq_num 136) dirty exists 2024-09-18T02:21:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:364: left oid 12 (ObjNum 136 snap 34 seq_num 136) 2024-09-18T02:21:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:366: finishing write tid 1 to smithi04682744-26 2024-09-18T02:21:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:366: finishing write tid 2 to smithi04682744-26 2024-09-18T02:21:11.174 INFO:tasks.rados.rados.0.smithi046.stdout:366: finishing write tid 3 to smithi04682744-26 2024-09-18T02:21:11.174 INFO:tasks.rados.rados.0.smithi046.stdout:365: expect (ObjNum 112 snap 27 seq_num 112) 2024-09-18T02:21:11.487 INFO:tasks.rados.rados.0.smithi046.stdout:366: finishing write tid 4 to smithi04682744-26 2024-09-18T02:21:11.487 INFO:tasks.rados.rados.0.smithi046.stdout:366: finishing write tid 5 to smithi04682744-26 2024-09-18T02:21:11.487 INFO:tasks.rados.rados.0.smithi046.stdout:366: finishing write tid 6 to smithi04682744-26 2024-09-18T02:21:11.487 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 198 (ObjNum 137 snap 34 seq_num 137) dirty exists 2024-09-18T02:21:11.487 INFO:tasks.rados.rados.0.smithi046.stdout:366: left oid 26 (ObjNum 137 snap 34 seq_num 137) 2024-09-18T02:21:12.135 INFO:tasks.rados.rados.0.smithi046.stdout:364: done (3 left) 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:365: done (2 left) 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:366: done (1 left) 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:367: done (0 left) 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:368: copy_from oid 15 from oid 40 current snap is 35 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:369: read oid 7 snap 34 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:369: expect (ObjNum 134 snap 33 seq_num 134) 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:370: rollback oid 31 current snap is 35 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 21 2024-09-18T02:21:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:371: delete oid 35 current snap is 35 2024-09-18T02:21:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:371: done (3 left) 2024-09-18T02:21:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:372: read oid 38 snap -1 2024-09-18T02:21:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:372: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-18T02:21:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:373: delete oid 26 current snap is 35 2024-09-18T02:21:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:370: finishing rollback tid 0 to smithi04682744-31 2024-09-18T02:21:12.142 INFO:tasks.rados.rados.0.smithi046.stdout:370: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:21:12.142 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 97 (ObjNum 33 snap 0 seq_num 1976830439) dirty dne 2024-09-18T02:21:12.147 INFO:tasks.rados.rados.0.smithi046.stdout:372: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-18T02:21:12.168 INFO:tasks.rados.rados.0.smithi046.stdout:369: expect (ObjNum 134 snap 33 seq_num 134) 2024-09-18T02:21:12.228 INFO:tasks.rados.rados.0.smithi046.stdout:368: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:21:12.228 INFO:tasks.rados.rados.0.smithi046.stdout:368: finishing copy_from to smithi04682744-15 2024-09-18T02:21:12.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 94 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:368: done (4 left) 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:369: done (3 left) 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:370: done (2 left) 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:372: done (1 left) 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:373: done (0 left) 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:374: rmattr oid 9 current snap is 35 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:374: done (0 left) 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:375: copy_from oid 40 from oid 24 current snap is 35 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 35 2024-09-18T02:21:12.229 INFO:tasks.rados.rados.0.smithi046.stdout:376: seq_num 140 ranges {6275072=753664,7028736=704512,7733248=524288,8257536=376832} 2024-09-18T02:21:12.266 INFO:tasks.rados.rados.0.smithi046.stdout:376: writing smithi04682744-49 from 6275072 to 7028736 tid 1 2024-09-18T02:21:12.270 INFO:tasks.rados.rados.0.smithi046.stdout:376: writing smithi04682744-49 from 7028736 to 7733248 tid 2 2024-09-18T02:21:12.273 INFO:tasks.rados.rados.0.smithi046.stdout:376: writing smithi04682744-49 from 7733248 to 8257536 tid 3 2024-09-18T02:21:12.276 INFO:tasks.rados.rados.0.smithi046.stdout:376: writing smithi04682744-49 from 8257536 to 8634368 tid 4 2024-09-18T02:21:12.276 INFO:tasks.rados.rados.0.smithi046.stdout:377: rollback oid 1 current snap is 35 2024-09-18T02:21:12.276 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 16 2024-09-18T02:21:12.276 INFO:tasks.rados.rados.0.smithi046.stdout:375: finishing copy_from racing read to smithi04682744-40 2024-09-18T02:21:12.276 INFO:tasks.rados.rados.0.smithi046.stdout:375: finishing copy_from to smithi04682744-40 2024-09-18T02:21:12.277 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 46 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-09-18T02:21:12.277 INFO:tasks.rados.rados.0.smithi046.stdout:376: finishing write tid 1 to smithi04682744-49 2024-09-18T02:21:12.277 INFO:tasks.rados.rados.0.smithi046.stdout:376: finishing write tid 2 to smithi04682744-49 2024-09-18T02:21:12.277 INFO:tasks.rados.rados.0.smithi046.stdout:376: finishing write tid 3 to smithi04682744-49 2024-09-18T02:21:12.277 INFO:tasks.rados.rados.0.smithi046.stdout:375: done (2 left) 2024-09-18T02:21:12.277 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 35 2024-09-18T02:21:12.277 INFO:tasks.rados.rados.0.smithi046.stdout:378: seq_num 141 ranges {679936=770048,1449984=589824,2039808=729088,2768896=286720} 2024-09-18T02:21:12.284 INFO:tasks.rados.rados.0.smithi046.stdout:378: writing smithi04682744-41 from 679936 to 1449984 tid 1 2024-09-18T02:21:12.287 INFO:tasks.rados.rados.0.smithi046.stdout:378: writing smithi04682744-41 from 1449984 to 2039808 tid 2 2024-09-18T02:21:12.292 INFO:tasks.rados.rados.0.smithi046.stdout:378: writing smithi04682744-41 from 2039808 to 2768896 tid 3 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:378: writing smithi04682744-41 from 2768896 to 3055616 tid 4 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:379: copy_from oid 14 from oid 4 current snap is 35 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:376: finishing write tid 4 to smithi04682744-49 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:377: finishing rollback tid 0 to smithi04682744-1 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:376: finishing write tid 5 to smithi04682744-49 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:377: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:377: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 131 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-09-18T02:21:12.294 INFO:tasks.rados.rados.0.smithi046.stdout:376: finishing write tid 6 to smithi04682744-49 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 208 (ObjNum 140 snap 35 seq_num 140) dirty exists 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:376: left oid 49 (ObjNum 140 snap 35 seq_num 140) 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing write tid 1 to smithi04682744-41 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing write tid 2 to smithi04682744-41 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:376: done (3 left) 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:377: done (2 left) 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:380: read oid 28 snap -1 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:380: expect (ObjNum 123 snap 31 seq_num 123) 2024-09-18T02:21:12.295 INFO:tasks.rados.rados.0.smithi046.stdout:381: delete oid 40 current snap is 35 2024-09-18T02:21:12.296 INFO:tasks.rados.rados.0.smithi046.stdout:381: done (3 left) 2024-09-18T02:21:12.296 INFO:tasks.rados.rados.0.smithi046.stdout:382: snap_create 2024-09-18T02:21:12.296 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing write tid 3 to smithi04682744-41 2024-09-18T02:21:12.297 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing write tid 4 to smithi04682744-41 2024-09-18T02:21:12.297 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing write tid 5 to smithi04682744-41 2024-09-18T02:21:12.297 INFO:tasks.rados.rados.0.smithi046.stdout:379: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:21:12.298 INFO:tasks.rados.rados.0.smithi046.stdout:379: finishing copy_from to smithi04682744-14 2024-09-18T02:21:12.298 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-18T02:21:12.298 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing write tid 6 to smithi04682744-41 2024-09-18T02:21:12.298 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 57 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-09-18T02:21:12.299 INFO:tasks.rados.rados.0.smithi046.stdout:378: left oid 41 (ObjNum 141 snap 35 seq_num 141) 2024-09-18T02:21:12.307 INFO:tasks.rados.rados.0.smithi046.stdout:380: expect (ObjNum 123 snap 31 seq_num 123) 2024-09-18T02:21:12.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:12 smithi195 ceph-mon[31687]: osdmap e128: 8 total, 8 up, 8 in 2024-09-18T02:21:12.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:12 smithi195 ceph-mon[31687]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-09-18T02:21:12.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:12 smithi046 ceph-mon[39146]: osdmap e128: 8 total, 8 up, 8 in 2024-09-18T02:21:12.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:12 smithi046 ceph-mon[39146]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-09-18T02:21:12.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:12 smithi046 ceph-mon[27507]: osdmap e128: 8 total, 8 up, 8 in 2024-09-18T02:21:12.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:12 smithi046 ceph-mon[27507]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-09-18T02:21:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 2m ago 3m 16.8M - 0.25.0 c8568f914cd2 11788454af07 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (3m) 4s ago 3m 88.8M - 9.4.7 954c08fa6188 a7702e9774b8 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (4m) 2m ago 4m 17.1M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (4m) 4s ago 4m 16.7M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283 running (9s) 4s ago 7m 68.9M - 18.2.4-855-g19e2a2be 980a0bfcd684 7474d6c2a90a 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (9m) 2m ago 9m 447M - 17.2.7-1635-g4a704134 f22ead590bad 041c930a7f9c 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (9m) 2m ago 9m 48.2M 2048M 17.2.7-1635-g4a704134 f22ead590bad b3a2ebdc2c1a 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (8m) 4s ago 8m 41.5M 2048M 17.2.7-1635-g4a704134 f22ead590bad 4548c1109e37 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (8m) 2m ago 8m 39.4M 2048M 17.2.7-1635-g4a704134 f22ead590bad 2d7bb2602707 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 2m ago 3m 13.1M - 1.5.0 0da6a335fe13 f103f855009a 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (2m) 4s ago 2m 17.0M - 1.5.0 0da6a335fe13 f44af43887aa 2024-09-18T02:21:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (7m) 2m ago 7m 44.5M 2993M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (7m) 2m ago 7m 44.6M 2993M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (6m) 2m ago 6m 42.7M 2993M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (6m) 2m ago 6m 41.4M 2993M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (6m) 4s ago 6m 72.2M 2992M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (5m) 4s ago 5m 73.6M 2992M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (5m) 4s ago 5m 62.1M 2992M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (4m) 4s ago 4m 61.5M 2992M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:21:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (2m) 4s ago 4m 51.5M - 2.43.0 a07b618ecd1d b0fa6798f170 2024-09-18T02:21:13.141 INFO:tasks.rados.rados.0.smithi046.stdout:378: done (3 left) 2024-09-18T02:21:13.141 INFO:tasks.rados.rados.0.smithi046.stdout:379: done (2 left) 2024-09-18T02:21:13.141 INFO:tasks.rados.rados.0.smithi046.stdout:380: done (1 left) 2024-09-18T02:21:13.142 INFO:tasks.rados.rados.0.smithi046.stdout:382: done (0 left) 2024-09-18T02:21:13.142 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 36 2024-09-18T02:21:13.142 INFO:tasks.rados.rados.0.smithi046.stdout:383: seq_num 143 ranges {2850816=802816,3653632=761856,4415488=745472,5160960=98304} 2024-09-18T02:21:13.161 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04682744-28 from 2850816 to 3653632 tid 1 2024-09-18T02:21:13.165 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04682744-28 from 3653632 to 4415488 tid 2 2024-09-18T02:21:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04682744-28 from 4415488 to 5160960 tid 3 2024-09-18T02:21:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04682744-28 from 5160960 to 5259264 tid 4 2024-09-18T02:21:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 36 2024-09-18T02:21:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 1 to smithi04682744-28 2024-09-18T02:21:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 2 to smithi04682744-28 2024-09-18T02:21:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:384: seq_num 144 ranges {0=16384} 2024-09-18T02:21:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:384: writing smithi04682744-17 from 0 to 16384 tid 1 2024-09-18T02:21:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 36 2024-09-18T02:21:13.172 INFO:tasks.rados.rados.0.smithi046.stdout:385: seq_num 145 ranges {2293760=32768} 2024-09-18T02:21:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:385: writing smithi04682744-12 from 2293760 to 2326528 tid 1 2024-09-18T02:21:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:386: read oid 34 snap -1 2024-09-18T02:21:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:386: expect (ObjNum 130 snap 32 seq_num 130) 2024-09-18T02:21:13.185 INFO:tasks.rados.rados.0.smithi046.stdout:387: snap_remove snap 34 2024-09-18T02:21:13.242 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:21:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:21:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:21:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 1, 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 14, 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:21:13.243 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:21:13.393 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:13 smithi195 ceph-mon[31687]: osdmap e129: 8 total, 8 up, 8 in 2024-09-18T02:21:13.393 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:13 smithi195 ceph-mon[31687]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:13 smithi046 ceph-mon[39146]: osdmap e129: 8 total, 8 up, 8 in 2024-09-18T02:21:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:13 smithi046 ceph-mon[39146]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:13 smithi046 ceph-mon[27507]: osdmap e129: 8 total, 8 up, 8 in 2024-09-18T02:21:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:13 smithi046 ceph-mon[27507]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:387: done (4 left) 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:388: rollback oid 1 current snap is 36 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 17 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 1 to smithi04682744-17 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 3 to smithi04682744-28 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 2 to smithi04682744-17 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 4 to smithi04682744-28 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 5 to smithi04682744-28 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 3 to smithi04682744-17 2024-09-18T02:21:14.053 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 159 (ObjNum 144 snap 36 seq_num 144) dirty exists 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:384: left oid 17 (ObjNum 144 snap 36 seq_num 144) 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 6 to smithi04682744-28 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 72 (ObjNum 143 snap 36 seq_num 143) dirty exists 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:383: left oid 28 (ObjNum 143 snap 36 seq_num 143) 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:385: finishing write tid 1 to smithi04682744-12 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:385: finishing write tid 2 to smithi04682744-12 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:383: done (4 left) 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:384: done (3 left) 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:389: delete oid 25 current snap is 36 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:385: finishing write tid 3 to smithi04682744-12 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 75 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:385: left oid 12 (ObjNum 145 snap 36 seq_num 145) 2024-09-18T02:21:14.054 INFO:tasks.rados.rados.0.smithi046.stdout:386: expect (ObjNum 130 snap 32 seq_num 130) 2024-09-18T02:21:14.191 INFO:tasks.rados.rados.0.smithi046.stdout:388: finishing rollback tid 0 to smithi04682744-1 2024-09-18T02:21:14.191 INFO:tasks.rados.rados.0.smithi046.stdout:388: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:21:14.191 INFO:tasks.rados.rados.0.smithi046.stdout:388: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:21:14.191 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 135 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-09-18T02:21:14.191 INFO:tasks.rados.rados.0.smithi046.stdout:385: done (3 left) 2024-09-18T02:21:14.191 INFO:tasks.rados.rados.0.smithi046.stdout:386: done (2 left) 2024-09-18T02:21:14.191 INFO:tasks.rados.rados.0.smithi046.stdout:388: done (1 left) 2024-09-18T02:21:14.192 INFO:tasks.rados.rados.0.smithi046.stdout:389: done (0 left) 2024-09-18T02:21:14.192 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 36 2024-09-18T02:21:14.192 INFO:tasks.rados.rados.0.smithi046.stdout:390: seq_num 147 ranges {8634368=65536} 2024-09-18T02:21:14.238 INFO:tasks.rados.rados.0.smithi046.stdout:390: writing smithi04682744-49 from 8634368 to 8699904 tid 1 2024-09-18T02:21:14.238 INFO:tasks.rados.rados.0.smithi046.stdout:391: snap_remove snap 25 2024-09-18T02:21:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:14 smithi195 ceph-mon[31687]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:14 smithi195 ceph-mon[31687]: osdmap e130: 8 total, 8 up, 8 in 2024-09-18T02:21:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:14 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1355529310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:21:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:14 smithi195 ceph-mon[31687]: pgmap v195: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2024-09-18T02:21:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:14 smithi195 ceph-mon[31687]: osdmap e131: 8 total, 8 up, 8 in 2024-09-18T02:21:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[39146]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[39146]: osdmap e130: 8 total, 8 up, 8 in 2024-09-18T02:21:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1355529310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:21:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[39146]: pgmap v195: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2024-09-18T02:21:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[39146]: osdmap e131: 8 total, 8 up, 8 in 2024-09-18T02:21:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[27507]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[27507]: osdmap e130: 8 total, 8 up, 8 in 2024-09-18T02:21:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1355529310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:21:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[27507]: pgmap v195: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2024-09-18T02:21:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:14 smithi046 ceph-mon[27507]: osdmap e131: 8 total, 8 up, 8 in 2024-09-18T02:21:15.148 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 1 to smithi04682744-49 2024-09-18T02:21:15.148 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 2 to smithi04682744-49 2024-09-18T02:21:15.149 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 3 to smithi04682744-49 2024-09-18T02:21:15.149 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 218 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-09-18T02:21:15.149 INFO:tasks.rados.rados.0.smithi046.stdout:390: left oid 49 (ObjNum 147 snap 36 seq_num 147) 2024-09-18T02:21:15.149 INFO:tasks.rados.rados.0.smithi046.stdout:390: done (1 left) 2024-09-18T02:21:15.149 INFO:tasks.rados.rados.0.smithi046.stdout:391: done (0 left) 2024-09-18T02:21:15.149 INFO:tasks.rados.rados.0.smithi046.stdout:392: copy_from oid 5 from oid 32 current snap is 36 2024-09-18T02:21:15.149 INFO:tasks.rados.rados.0.smithi046.stdout:393: setattr oid 26 current snap is 36 2024-09-18T02:21:15.152 INFO:tasks.rados.rados.0.smithi046.stdout:394: rollback oid 29 current snap is 36 2024-09-18T02:21:15.152 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 17 2024-09-18T02:21:15.153 INFO:tasks.rados.rados.0.smithi046.stdout:395: setattr oid 40 current snap is 36 2024-09-18T02:21:15.156 INFO:tasks.rados.rados.0.smithi046.stdout:396: snap_create 2024-09-18T02:21:15.159 INFO:tasks.rados.rados.0.smithi046.stdout:394: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:21:15.160 INFO:tasks.rados.rados.0.smithi046.stdout:394: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:21:15.160 INFO:tasks.rados.rados.0.smithi046.stdout:394: finishing rollback tid 2 to smithi04682744-29 2024-09-18T02:21:15.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 37 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:15.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 223 (ObjNum 289 snap 0 seq_num 431119188) dirty exists 2024-09-18T02:21:15.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 224 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:15.171 INFO:tasks.rados.rados.0.smithi046.stdout:392: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:21:15.172 INFO:tasks.rados.rados.0.smithi046.stdout:392: finishing copy_from to smithi04682744-5 2024-09-18T02:21:15.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 129 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-18T02:21:16.153 INFO:tasks.rados.rados.0.smithi046.stdout:392: done (4 left) 2024-09-18T02:21:16.154 INFO:tasks.rados.rados.0.smithi046.stdout:393: done (3 left) 2024-09-18T02:21:16.154 INFO:tasks.rados.rados.0.smithi046.stdout:394: done (2 left) 2024-09-18T02:21:16.154 INFO:tasks.rados.rados.0.smithi046.stdout:395: done (1 left) 2024-09-18T02:21:16.154 INFO:tasks.rados.rados.0.smithi046.stdout:396: done (0 left) 2024-09-18T02:21:16.154 INFO:tasks.rados.rados.0.smithi046.stdout:397: snap_create 2024-09-18T02:21:16.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:16 smithi195 ceph-mon[31687]: osdmap e132: 8 total, 8 up, 8 in 2024-09-18T02:21:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:16 smithi195 ceph-mon[31687]: pgmap v198: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2024-09-18T02:21:16.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:16 smithi046 ceph-mon[39146]: osdmap e132: 8 total, 8 up, 8 in 2024-09-18T02:21:16.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:16 smithi046 ceph-mon[39146]: pgmap v198: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2024-09-18T02:21:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:16 smithi046 ceph-mon[27507]: osdmap e132: 8 total, 8 up, 8 in 2024-09-18T02:21:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:16 smithi046 ceph-mon[27507]: pgmap v198: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2024-09-18T02:21:17.154 INFO:tasks.rados.rados.0.smithi046.stdout:397: done (0 left) 2024-09-18T02:21:17.154 INFO:tasks.rados.rados.0.smithi046.stdout:398: setattr oid 4 current snap is 38 2024-09-18T02:21:17.157 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 38 2024-09-18T02:21:17.157 INFO:tasks.rados.rados.0.smithi046.stdout:399: seq_num 148 ranges {57344=81920} 2024-09-18T02:21:17.158 INFO:tasks.rados.rados.0.smithi046.stdout:399: writing smithi04682744-14 from 57344 to 139264 tid 1 2024-09-18T02:21:17.158 INFO:tasks.rados.rados.0.smithi046.stdout:400: read oid 16 snap 30 2024-09-18T02:21:17.158 INFO:tasks.rados.rados.0.smithi046.stdout:400: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-18T02:21:17.158 INFO:tasks.rados.rados.0.smithi046.stdout:401: rmattr oid 10 current snap is 38 2024-09-18T02:21:17.158 INFO:tasks.rados.rados.0.smithi046.stdout:401: done (3 left) 2024-09-18T02:21:17.158 INFO:tasks.rados.rados.0.smithi046.stdout:402: copy_from oid 41 from oid 17 current snap is 38 2024-09-18T02:21:17.159 INFO:tasks.rados.rados.0.smithi046.stdout:403: delete oid 32 current snap is 38 2024-09-18T02:21:17.165 INFO:tasks.rados.rados.0.smithi046.stdout:403: done (4 left) 2024-09-18T02:21:17.165 INFO:tasks.rados.rados.0.smithi046.stdout:404: rmattr oid 2 current snap is 38 2024-09-18T02:21:17.165 INFO:tasks.rados.rados.0.smithi046.stdout:404: done (4 left) 2024-09-18T02:21:17.165 INFO:tasks.rados.rados.0.smithi046.stdout:405: rollback oid 30 current snap is 38 2024-09-18T02:21:17.165 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 29 2024-09-18T02:21:17.165 INFO:tasks.rados.rados.0.smithi046.stdout:406: copy_from oid 19 from oid 46 current snap is 38 2024-09-18T02:21:17.165 INFO:tasks.rados.rados.0.smithi046.stdout:407: read oid 45 snap -1 2024-09-18T02:21:17.166 INFO:tasks.rados.rados.0.smithi046.stdout:407: expect (ObjNum 124 snap 31 seq_num 124) 2024-09-18T02:21:17.166 INFO:tasks.rados.rados.0.smithi046.stdout:408: snap_remove snap 36 2024-09-18T02:21:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:17 smithi195 ceph-mon[31687]: osdmap e133: 8 total, 8 up, 8 in 2024-09-18T02:21:17.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:17] "GET /metrics HTTP/1.1" 200 240103 "" "Prometheus/2.43.0" 2024-09-18T02:21:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:17 smithi046 ceph-mon[39146]: osdmap e133: 8 total, 8 up, 8 in 2024-09-18T02:21:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:17 smithi046 ceph-mon[27507]: osdmap e133: 8 total, 8 up, 8 in 2024-09-18T02:21:18.163 INFO:tasks.rados.rados.0.smithi046.stdout:408: done (7 left) 2024-09-18T02:21:18.163 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 38 2024-09-18T02:21:18.164 INFO:tasks.rados.rados.0.smithi046.stdout:399: finishing write tid 1 to smithi04682744-14 2024-09-18T02:21:18.164 INFO:tasks.rados.rados.0.smithi046.stdout:409: seq_num 150 ranges {2736128=114688} 2024-09-18T02:21:18.179 INFO:tasks.rados.rados.0.smithi046.stdout:409: writing smithi04682744-33 from 2736128 to 2850816 tid 1 2024-09-18T02:21:18.179 INFO:tasks.rados.rados.0.smithi046.stdout:410: delete oid 8 current snap is 38 2024-09-18T02:21:18.179 INFO:tasks.rados.rados.0.smithi046.stdout:399: finishing write tid 2 to smithi04682744-14 2024-09-18T02:21:18.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 42 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-18T02:21:18.180 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing rollback tid 0 to smithi04682744-30 2024-09-18T02:21:18.180 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing rollback tid 1 to smithi04682744-30 2024-09-18T02:21:18.180 INFO:tasks.rados.rados.0.smithi046.stdout:402: finishing copy_from racing read to smithi04682744-41 2024-09-18T02:21:18.180 INFO:tasks.rados.rados.0.smithi046.stdout:402: finishing copy_from to smithi04682744-41 2024-09-18T02:21:18.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 159 (ObjNum 144 snap 36 seq_num 144) dirty exists 2024-09-18T02:21:18.180 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing rollback tid 2 to smithi04682744-30 2024-09-18T02:21:18.181 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 46 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-18T02:21:18.181 INFO:tasks.rados.rados.0.smithi046.stdout:406: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:21:18.181 INFO:tasks.rados.rados.0.smithi046.stdout:406: finishing copy_from to smithi04682744-19 2024-09-18T02:21:18.181 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 23 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:21:18.181 INFO:tasks.rados.rados.0.smithi046.stdout:400: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-18T02:21:18.374 INFO:tasks.rados.rados.0.smithi046.stdout:399: finishing write tid 3 to smithi04682744-14 2024-09-18T02:21:18.374 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 103 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-18T02:21:18.374 INFO:tasks.rados.rados.0.smithi046.stdout:399: left oid 14 (ObjNum 148 snap 38 seq_num 148) 2024-09-18T02:21:18.374 INFO:tasks.rados.rados.0.smithi046.stdout:407: expect (ObjNum 124 snap 31 seq_num 124) 2024-09-18T02:21:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:18 smithi195 ceph-mon[31687]: osdmap e134: 8 total, 8 up, 8 in 2024-09-18T02:21:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:18 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:18 smithi195 ceph-mon[31687]: pgmap v201: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:18.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:18 smithi046 ceph-mon[39146]: osdmap e134: 8 total, 8 up, 8 in 2024-09-18T02:21:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:18 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:18 smithi046 ceph-mon[39146]: pgmap v201: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:18 smithi046 ceph-mon[27507]: osdmap e134: 8 total, 8 up, 8 in 2024-09-18T02:21:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:18 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:18 smithi046 ceph-mon[27507]: pgmap v201: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:18.790 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 1 to smithi04682744-33 2024-09-18T02:21:18.790 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 2 to smithi04682744-33 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 3 to smithi04682744-33 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 88 (ObjNum 150 snap 38 seq_num 150) dirty exists 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:409: left oid 33 (ObjNum 150 snap 38 seq_num 150) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:398: done (8 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:399: done (7 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:400: done (6 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:402: done (5 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:405: done (4 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:406: done (3 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:407: done (2 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:409: done (1 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:410: done (0 left) 2024-09-18T02:21:18.791 INFO:tasks.rados.rados.0.smithi046.stdout:411: snap_create 2024-09-18T02:21:19.168 INFO:tasks.rados.rados.0.smithi046.stdout:411: done (0 left) 2024-09-18T02:21:19.168 INFO:tasks.rados.rados.0.smithi046.stdout:412: snap_create 2024-09-18T02:21:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:19 smithi195 ceph-mon[31687]: osdmap e135: 8 total, 8 up, 8 in 2024-09-18T02:21:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:19 smithi046 ceph-mon[39146]: osdmap e135: 8 total, 8 up, 8 in 2024-09-18T02:21:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:19 smithi046 ceph-mon[27507]: osdmap e135: 8 total, 8 up, 8 in 2024-09-18T02:21:20.171 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:21:20.175 INFO:tasks.rados.rados.0.smithi046.stdout:412: done (0 left) 2024-09-18T02:21:20.175 INFO:tasks.rados.rados.0.smithi046.stdout:413: snap_remove snap 21 2024-09-18T02:21:20.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:20 smithi195 ceph-mon[31687]: osdmap e136: 8 total, 8 up, 8 in 2024-09-18T02:21:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:20 smithi195 ceph-mon[31687]: pgmap v204: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 642 KiB/s wr, 23 op/s 2024-09-18T02:21:20.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:20 smithi046 ceph-mon[39146]: osdmap e136: 8 total, 8 up, 8 in 2024-09-18T02:21:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:20 smithi046 ceph-mon[39146]: pgmap v204: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 642 KiB/s wr, 23 op/s 2024-09-18T02:21:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:20 smithi046 ceph-mon[27507]: osdmap e136: 8 total, 8 up, 8 in 2024-09-18T02:21:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:20 smithi046 ceph-mon[27507]: pgmap v204: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 642 KiB/s wr, 23 op/s 2024-09-18T02:21:21.177 INFO:tasks.rados.rados.0.smithi046.stdout:413: done (0 left) 2024-09-18T02:21:21.177 INFO:tasks.rados.rados.0.smithi046.stdout:414: read oid 21 snap -1 2024-09-18T02:21:21.178 INFO:tasks.rados.rados.0.smithi046.stdout:414: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:21:21.178 INFO:tasks.rados.rados.0.smithi046.stdout:415: copy_from oid 17 from oid 47 current snap is 40 2024-09-18T02:21:21.178 INFO:tasks.rados.rados.0.smithi046.stdout:416: read oid 20 snap -1 2024-09-18T02:21:21.178 INFO:tasks.rados.rados.0.smithi046.stdout:416: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:21.178 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 40 2024-09-18T02:21:21.178 INFO:tasks.rados.rados.0.smithi046.stdout:417: seq_num 152 ranges {1769472=147456} 2024-09-18T02:21:21.189 INFO:tasks.rados.rados.0.smithi046.stdout:417: writing smithi04682744-2 from 1769472 to 1916928 tid 1 2024-09-18T02:21:21.189 INFO:tasks.rados.rados.0.smithi046.stdout:418: read oid 24 snap 30 2024-09-18T02:21:21.189 INFO:tasks.rados.rados.0.smithi046.stdout:418: expect (ObjNum 78 snap 15 seq_num 78) 2024-09-18T02:21:21.189 INFO:tasks.rados.rados.0.smithi046.stdout:419: snap_remove snap 29 2024-09-18T02:21:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-mon[31687]: osdmap e137: 8 total, 8 up, 8 in 2024-09-18T02:21:21.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-mon[27507]: osdmap e137: 8 total, 8 up, 8 in 2024-09-18T02:21:21.483 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-mon[39146]: osdmap e137: 8 total, 8 up, 8 in 2024-09-18T02:21:21.484 INFO:tasks.rados.rados.0.smithi046.stdout:419: done (5 left) 2024-09-18T02:21:21.484 INFO:tasks.rados.rados.0.smithi046.stdout:420: snap_remove snap 37 2024-09-18T02:21:21.646 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:21] ENGINE Bus STOPPING 2024-09-18T02:21:21.646 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:21:21.647 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:21] ENGINE Bus STOPPED 2024-09-18T02:21:21.647 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:21] ENGINE Bus STARTING 2024-09-18T02:21:21.755 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:21.479+0000 7fbaab107640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-18T02:21:21.755 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setuser ceph since I am not root 2024-09-18T02:21:21.755 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ignoring --setgroup ceph since I am not root 2024-09-18T02:21:21.755 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-mgr[27783]: -- 172.21.15.46:0/278607145 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556fad71a340 con 0x556fad726c00 2024-09-18T02:21:21.755 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:21.627+0000 7fb976df3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:21:21.755 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:21.685+0000 7fb976df3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:21:21.756 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:21.752+0000 7fb976df3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.681+0000 7fef14362640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.681+0000 7fef14362640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.681+0000 7fef14362640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.681+0000 7fef14362640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.681+0000 7fef14362640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.682+0000 7fef17368640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.682+0000 7fef17368640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.682+0000 7fef17368640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.942 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.682+0000 7fef17368640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.943 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:21.682+0000 7fef17368640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:21:21.943 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:21] ENGINE Serving on http://:::9283 2024-09-18T02:21:21.943 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:21:21] ENGINE Bus STARTED 2024-09-18T02:21:22.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:21.881+0000 7fb976df3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:21:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: osdmap e138: 8 total, 8 up, 8 in 2024-09-18T02:21:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: Activating manager daemon x 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: osdmap e139: 8 total, 8 up, 8 in 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: mgrmap e24: x(active, starting, since 0.00849645s) 2024-09-18T02:21:22.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:21:22.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: Manager daemon x is now available 2024-09-18T02:21:22.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:22.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:22.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:21:22.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:21:22.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T02:21:22.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:22 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T02:21:22.303 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:22.025+0000 7fb976df3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:21:22.304 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:22.301+0000 7fb976df3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:21:22.304 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: osdmap e138: 8 total, 8 up, 8 in 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: Activating manager daemon x 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: osdmap e139: 8 total, 8 up, 8 in 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:22.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: mgrmap e24: x(active, starting, since 0.00849645s) 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:21:22.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:21:22.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:21:22.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:21:22.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:21:22.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:21:22.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: Manager daemon x is now available 2024-09-18T02:21:22.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: osdmap e138: 8 total, 8 up, 8 in 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.308 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: Activating manager daemon x 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: osdmap e139: 8 total, 8 up, 8 in 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.14589 172.21.15.46:0/1381683027' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: mgrmap e24: x(active, starting, since 0.00849645s) 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:21:22.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:21:22.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: Manager daemon x is now available 2024-09-18T02:21:22.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:22.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:22.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:21:22.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:21:22.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T02:21:22.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-18T02:21:22.481 INFO:tasks.rados.rados.0.smithi046.stdout:420: done (5 left) 2024-09-18T02:21:22.481 INFO:tasks.rados.rados.0.smithi046.stdout:421: copy_from oid 27 from oid 46 current snap is 40 2024-09-18T02:21:22.482 INFO:tasks.rados.rados.0.smithi046.stdout:415: finishing copy_from to smithi04682744-17 2024-09-18T02:21:22.482 INFO:tasks.rados.rados.0.smithi046.stdout:415: got expected ENOENT (src dne) 2024-09-18T02:21:22.482 INFO:tasks.rados.rados.0.smithi046.stdout:415: finishing copy_from racing read to smithi04682744-17 2024-09-18T02:21:22.482 INFO:tasks.rados.rados.0.smithi046.stdout:416: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:22.542 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 1 to smithi04682744-2 2024-09-18T02:21:22.542 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 2 to smithi04682744-2 2024-09-18T02:21:22.542 INFO:tasks.rados.rados.0.smithi046.stdout:418: expect (ObjNum 78 snap 15 seq_num 78) 2024-09-18T02:21:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 3 to smithi04682744-2 2024-09-18T02:21:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 149 (ObjNum 152 snap 40 seq_num 152) dirty exists 2024-09-18T02:21:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:417: left oid 2 (ObjNum 152 snap 40 seq_num 152) 2024-09-18T02:21:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:414: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:421: finishing copy_from racing read to smithi04682744-27 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:421: finishing copy_from to smithi04682744-27 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 23 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:414: done (5 left) 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:415: done (4 left) 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:416: done (3 left) 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:417: done (2 left) 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:418: done (1 left) 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:421: done (0 left) 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:422: rollback oid 48 current snap is 40 2024-09-18T02:21:22.728 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 30 2024-09-18T02:21:22.729 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 40 2024-09-18T02:21:22.729 INFO:tasks.rados.rados.0.smithi046.stdout:423: seq_num 153 ranges {1622016=163840} 2024-09-18T02:21:22.738 INFO:tasks.rados.rados.0.smithi046.stdout:423: writing smithi04682744-20 from 1622016 to 1785856 tid 1 2024-09-18T02:21:22.738 INFO:tasks.rados.rados.0.smithi046.stdout:424: snap_create 2024-09-18T02:21:22.738 INFO:tasks.rados.rados.0.smithi046.stdout:422: finishing rollback tid 0 to smithi04682744-48 2024-09-18T02:21:22.738 INFO:tasks.rados.rados.0.smithi046.stdout:422: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:21:22.738 INFO:tasks.rados.rados.0.smithi046.stdout:422: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:21:22.738 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 101 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:21:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:423: finishing write tid 1 to smithi04682744-20 2024-09-18T02:21:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:423: finishing write tid 2 to smithi04682744-20 2024-09-18T02:21:22.741 INFO:tasks.rados.rados.0.smithi046.stdout:423: finishing write tid 3 to smithi04682744-20 2024-09-18T02:21:22.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 99 (ObjNum 153 snap 40 seq_num 153) dirty exists 2024-09-18T02:21:22.741 INFO:tasks.rados.rados.0.smithi046.stdout:423: left oid 20 (ObjNum 153 snap 40 seq_num 153) 2024-09-18T02:21:22.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:22.363+0000 7fb976df3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:21:22.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:22.545+0000 7fb976df3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:21:23.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:23.470+0000 7fb976df3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:21:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[39146]: Deploying cephadm binary to smithi195 2024-09-18T02:21:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[39146]: Deploying cephadm binary to smithi046 2024-09-18T02:21:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[39146]: osdmap e140: 8 total, 8 up, 8 in 2024-09-18T02:21:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[39146]: mgrmap e25: x(active, since 1.01206s) 2024-09-18T02:21:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[39146]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[27507]: Deploying cephadm binary to smithi195 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[27507]: Deploying cephadm binary to smithi046 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[27507]: osdmap e140: 8 total, 8 up, 8 in 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[27507]: mgrmap e25: x(active, since 1.01206s) 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[27507]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:23.525 INFO:tasks.rados.rados.0.smithi046.stdout:422: done (2 left) 2024-09-18T02:21:23.526 INFO:tasks.rados.rados.0.smithi046.stdout:423: done (1 left) 2024-09-18T02:21:23.526 INFO:tasks.rados.rados.0.smithi046.stdout:424: done (0 left) 2024-09-18T02:21:23.526 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 41 2024-09-18T02:21:23.526 INFO:tasks.rados.rados.0.smithi046.stdout:425: seq_num 154 ranges {16384=180224} 2024-09-18T02:21:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:425: writing smithi04682744-17 from 16384 to 196608 tid 1 2024-09-18T02:21:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:426: copy_from oid 28 from oid 42 current snap is 41 2024-09-18T02:21:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:427: rollback oid 15 current snap is 41 2024-09-18T02:21:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 31 2024-09-18T02:21:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:428: rollback oid 33 current snap is 41 2024-09-18T02:21:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 17 2024-09-18T02:21:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:429: delete oid 46 current snap is 41 2024-09-18T02:21:23.532 INFO:tasks.rados.rados.0.smithi046.stdout:428: finishing rollback tid 0 to smithi04682744-33 2024-09-18T02:21:23.533 INFO:tasks.rados.rados.0.smithi046.stdout:428: finishing rollback tid 1 to smithi04682744-33 2024-09-18T02:21:23.533 INFO:tasks.rados.rados.0.smithi046.stdout:428: finishing rollback tid 2 to smithi04682744-33 2024-09-18T02:21:23.533 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 103 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-18T02:21:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:427: finishing rollback tid 0 to smithi04682744-15 2024-09-18T02:21:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:428: done (4 left) 2024-09-18T02:21:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:429: done (3 left) 2024-09-18T02:21:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:430: read oid 1 snap 16 2024-09-18T02:21:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:430: expect (ObjNum 78 snap 15 seq_num 78) 2024-09-18T02:21:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:431: read oid 12 snap -1 2024-09-18T02:21:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:431: expect (ObjNum 145 snap 36 seq_num 145) 2024-09-18T02:21:23.535 INFO:tasks.rados.rados.0.smithi046.stdout:432: copy_from oid 7 from oid 13 current snap is 41 2024-09-18T02:21:23.535 INFO:tasks.rados.rados.0.smithi046.stdout:433: delete oid 21 current snap is 41 2024-09-18T02:21:23.535 INFO:tasks.rados.rados.0.smithi046.stdout:425: finishing write tid 1 to smithi04682744-17 2024-09-18T02:21:23.535 INFO:tasks.rados.rados.0.smithi046.stdout:425: finishing write tid 2 to smithi04682744-17 2024-09-18T02:21:23.536 INFO:tasks.rados.rados.0.smithi046.stdout:425: finishing write tid 3 to smithi04682744-17 2024-09-18T02:21:23.536 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 176 (ObjNum 154 snap 41 seq_num 154) dirty exists 2024-09-18T02:21:23.536 INFO:tasks.rados.rados.0.smithi046.stdout:425: left oid 17 (ObjNum 154 snap 41 seq_num 154) 2024-09-18T02:21:23.536 INFO:tasks.rados.rados.0.smithi046.stdout:427: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:21:23.537 INFO:tasks.rados.rados.0.smithi046.stdout:427: finishing rollback tid 2 to smithi04682744-15 2024-09-18T02:21:23.537 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 144 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-09-18T02:21:23.537 INFO:tasks.rados.rados.0.smithi046.stdout:425: done (6 left) 2024-09-18T02:21:23.537 INFO:tasks.rados.rados.0.smithi046.stdout:427: done (5 left) 2024-09-18T02:21:23.538 INFO:tasks.rados.rados.0.smithi046.stdout:433: done (4 left) 2024-09-18T02:21:23.538 INFO:tasks.rados.rados.0.smithi046.stdout:434: read oid 35 snap -1 2024-09-18T02:21:23.538 INFO:tasks.rados.rados.0.smithi046.stdout:434: expect deleted 2024-09-18T02:21:23.538 INFO:tasks.rados.rados.0.smithi046.stdout:435: delete oid 4 current snap is 41 2024-09-18T02:21:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:432: finishing copy_from racing read to smithi04682744-7 2024-09-18T02:21:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:426: finishing copy_from racing read to smithi04682744-28 2024-09-18T02:21:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:434: done (5 left) 2024-09-18T02:21:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:435: done (4 left) 2024-09-18T02:21:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:436: copy_from oid 2 from oid 29 current snap is 41 2024-09-18T02:21:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:437: delete oid 25 current snap is 41 2024-09-18T02:21:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:430: expect (ObjNum 78 snap 15 seq_num 78) 2024-09-18T02:21:23.613 INFO:tasks.rados.rados.0.smithi046.stdout:432: finishing copy_from to smithi04682744-7 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 149 (ObjNum 145 snap 0 seq_num 1146897408) dirty exists 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:430: done (5 left) 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:432: done (4 left) 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:437: done (3 left) 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 41 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:426: finishing copy_from to smithi04682744-28 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 32 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:436: finishing copy_from racing read to smithi04682744-2 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:436: finishing copy_from to smithi04682744-2 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 37 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:431: expect (ObjNum 145 snap 36 seq_num 145) 2024-09-18T02:21:23.721 INFO:tasks.rados.rados.0.smithi046.stdout:438: seq_num 159 ranges {253952=270336} 2024-09-18T02:21:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-mon[31687]: Deploying cephadm binary to smithi195 2024-09-18T02:21:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-mon[31687]: Deploying cephadm binary to smithi046 2024-09-18T02:21:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-mon[31687]: osdmap e140: 8 total, 8 up, 8 in 2024-09-18T02:21:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-mon[31687]: mgrmap e25: x(active, since 1.01206s) 2024-09-18T02:21:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-mon[31687]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:23.725 INFO:tasks.rados.rados.0.smithi046.stdout:438: writing smithi04682744-33 from 253952 to 524288 tid 1 2024-09-18T02:21:23.725 INFO:tasks.rados.rados.0.smithi046.stdout:426: done (3 left) 2024-09-18T02:21:23.725 INFO:tasks.rados.rados.0.smithi046.stdout:431: done (2 left) 2024-09-18T02:21:23.725 INFO:tasks.rados.rados.0.smithi046.stdout:436: done (1 left) 2024-09-18T02:21:23.725 INFO:tasks.rados.rados.0.smithi046.stdout:439: rollback oid 8 current snap is 41 2024-09-18T02:21:23.726 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 27 2024-09-18T02:21:23.726 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 41 2024-09-18T02:21:23.726 INFO:tasks.rados.rados.0.smithi046.stdout:440: seq_num 160 ranges {3497984=286720} 2024-09-18T02:21:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:440: writing smithi04682744-43 from 3497984 to 3784704 tid 1 2024-09-18T02:21:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:441: delete oid 49 current snap is 41 2024-09-18T02:21:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:439: finishing rollback tid 1 to smithi04682744-8 2024-09-18T02:21:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 142 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-18T02:21:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:438: finishing write tid 1 to smithi04682744-33 2024-09-18T02:21:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:438: finishing write tid 2 to smithi04682744-33 2024-09-18T02:21:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:438: finishing write tid 3 to smithi04682744-33 2024-09-18T02:21:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 105 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-09-18T02:21:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:438: left oid 33 (ObjNum 159 snap 41 seq_num 159) 2024-09-18T02:21:23.747 INFO:tasks.rados.rados.0.smithi046.stdout:438: done (3 left) 2024-09-18T02:21:23.747 INFO:tasks.rados.rados.0.smithi046.stdout:439: done (2 left) 2024-09-18T02:21:23.747 INFO:tasks.rados.rados.0.smithi046.stdout:441: done (1 left) 2024-09-18T02:21:23.747 INFO:tasks.rados.rados.0.smithi046.stdout:442: delete oid 10 current snap is 41 2024-09-18T02:21:23.748 INFO:tasks.rados.rados.0.smithi046.stdout:440: finishing write tid 1 to smithi04682744-43 2024-09-18T02:21:23.748 INFO:tasks.rados.rados.0.smithi046.stdout:440: finishing write tid 2 to smithi04682744-43 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:442: done (1 left) 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:443: rmattr oid 29 current snap is 41 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:440: finishing write tid 3 to smithi04682744-43 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 62 (ObjNum 160 snap 41 seq_num 160) dirty exists 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:440: left oid 43 (ObjNum 160 snap 41 seq_num 160) 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:440: done (1 left) 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 41 2024-09-18T02:21:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:444: seq_num 163 ranges {761856=335872} 2024-09-18T02:21:23.756 INFO:tasks.rados.rados.0.smithi046.stdout:444: writing smithi04682744-38 from 761856 to 1097728 tid 1 2024-09-18T02:21:23.756 INFO:tasks.rados.rados.0.smithi046.stdout:445: read oid 3 snap -1 2024-09-18T02:21:23.756 INFO:tasks.rados.rados.0.smithi046.stdout:445: expect (ObjNum 132 snap 33 seq_num 132) 2024-09-18T02:21:23.756 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 41 2024-09-18T02:21:23.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 47 (ObjNum 65 snap 0 seq_num 1633512288) dirty exists 2024-09-18T02:21:23.756 INFO:tasks.rados.rados.0.smithi046.stdout:446: seq_num 164 ranges {2326528=352256} 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:446: writing smithi04682744-12 from 2326528 to 2678784 tid 1 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:443: done (3 left) 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 41 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:444: finishing write tid 1 to smithi04682744-38 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:444: finishing write tid 2 to smithi04682744-38 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:444: finishing write tid 3 to smithi04682744-38 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 179 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:444: left oid 38 (ObjNum 163 snap 41 seq_num 163) 2024-09-18T02:21:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:445: expect (ObjNum 132 snap 33 seq_num 132) 2024-09-18T02:21:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:446: finishing write tid 1 to smithi04682744-12 2024-09-18T02:21:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:446: finishing write tid 2 to smithi04682744-12 2024-09-18T02:21:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:446: finishing write tid 3 to smithi04682744-12 2024-09-18T02:21:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 95 (ObjNum 164 snap 41 seq_num 164) dirty exists 2024-09-18T02:21:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:446: left oid 12 (ObjNum 164 snap 41 seq_num 164) 2024-09-18T02:21:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:447: seq_num 165 ranges {2260992=368640} 2024-09-18T02:21:23.873 INFO:tasks.rados.rados.0.smithi046.stdout:447: writing smithi04682744-36 from 2260992 to 2629632 tid 1 2024-09-18T02:21:23.873 INFO:tasks.rados.rados.0.smithi046.stdout:444: done (3 left) 2024-09-18T02:21:23.873 INFO:tasks.rados.rados.0.smithi046.stdout:445: done (2 left) 2024-09-18T02:21:23.874 INFO:tasks.rados.rados.0.smithi046.stdout:446: done (1 left) 2024-09-18T02:21:23.874 INFO:tasks.rados.rados.0.smithi046.stdout:448: snap_remove snap 16 2024-09-18T02:21:23.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:23 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:23.559+0000 7fb976df3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:21:24.066 INFO:tasks.rados.rados.0.smithi046.stdout:448: done (1 left) 2024-09-18T02:21:24.066 INFO:tasks.rados.rados.0.smithi046.stdout:449: snap_create 2024-09-18T02:21:24.066 INFO:tasks.rados.rados.0.smithi046.stdout:447: finishing write tid 1 to smithi04682744-36 2024-09-18T02:21:24.066 INFO:tasks.rados.rados.0.smithi046.stdout:447: finishing write tid 2 to smithi04682744-36 2024-09-18T02:21:24.066 INFO:tasks.rados.rados.0.smithi046.stdout:447: finishing write tid 3 to smithi04682744-36 2024-09-18T02:21:24.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 163 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-09-18T02:21:24.066 INFO:tasks.rados.rados.0.smithi046.stdout:447: left oid 36 (ObjNum 165 snap 41 seq_num 165) 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:23.846+0000 7feefcb33640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:02:21:23] ENGINE Error in HTTPServer.serve 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: Traceback (most recent call last): 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: self._connections.run(self.expiration_interval) 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: self._run(expiration_interval) 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:21:24.178 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: s = self.context.wrap_socket( 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: return self.sslsocket_class._create( 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: self.do_handshake() 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: self._sslobj.do_handshake() 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:21:24.179 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:21:24.663 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:24.414+0000 7fb976df3ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:21:24.663 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:24.533+0000 7fb976df3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:21:24.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[27507]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:24.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[27507]: mgrmap e26: x(active, since 2s) 2024-09-18T02:21:24.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[27507]: osdmap e141: 8 total, 8 up, 8 in 2024-09-18T02:21:24.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[27507]: [18/Sep/2024:02:21:23] ENGINE Bus STARTING 2024-09-18T02:21:24.664 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[27507]: osdmap e142: 8 total, 8 up, 8 in 2024-09-18T02:21:24.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[39146]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:24.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[39146]: mgrmap e26: x(active, since 2s) 2024-09-18T02:21:24.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[39146]: osdmap e141: 8 total, 8 up, 8 in 2024-09-18T02:21:24.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[39146]: [18/Sep/2024:02:21:23] ENGINE Bus STARTING 2024-09-18T02:21:24.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-mon[39146]: osdmap e142: 8 total, 8 up, 8 in 2024-09-18T02:21:24.942 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:24.660+0000 7fb976df3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:21:24.942 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:24.723+0000 7fb976df3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:21:24.942 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:24.869+0000 7fb976df3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:21:24.942 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:24 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:24.940+0000 7fb976df3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:21:24.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:24 smithi195 ceph-mon[31687]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:24 smithi195 ceph-mon[31687]: mgrmap e26: x(active, since 2s) 2024-09-18T02:21:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:24 smithi195 ceph-mon[31687]: osdmap e141: 8 total, 8 up, 8 in 2024-09-18T02:21:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:24 smithi195 ceph-mon[31687]: [18/Sep/2024:02:21:23] ENGINE Bus STARTING 2024-09-18T02:21:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:24 smithi195 ceph-mon[31687]: osdmap e142: 8 total, 8 up, 8 in 2024-09-18T02:21:25.057 INFO:tasks.rados.rados.0.smithi046.stdout:447: done (1 left) 2024-09-18T02:21:25.057 INFO:tasks.rados.rados.0.smithi046.stdout:449: done (0 left) 2024-09-18T02:21:25.057 INFO:tasks.rados.rados.0.smithi046.stdout:450: snap_remove snap 41 2024-09-18T02:21:25.221 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:25.001+0000 7fb976df3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:21:25.222 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:25.152+0000 7fb976df3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:21:25.222 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:25.219+0000 7fb976df3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:21:25.496 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:25.288+0000 7fb976df3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:21:25.496 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:25.374+0000 7fb976df3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:21:25.496 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:25.434+0000 7fb976df3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:21:25.496 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:25.493+0000 7fb976df3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:21:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[27507]: [18/Sep/2024:02:21:23] ENGINE Serving on https://172.21.15.195:7150 2024-09-18T02:21:25.789 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[27507]: [18/Sep/2024:02:21:23] ENGINE Error in HTTPServer.serve 2024-09-18T02:21:25.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:21:25.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:21:25.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:21:25.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:21:25.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:21:25.789 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[27507]: [18/Sep/2024:02:21:23] ENGINE Serving on http://172.21.15.195:8765 2024-09-18T02:21:25.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[27507]: [18/Sep/2024:02:21:23] ENGINE Bus STARTED 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[27507]: osdmap e143: 8 total, 8 up, 8 in 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[39146]: [18/Sep/2024:02:21:23] ENGINE Serving on https://172.21.15.195:7150 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[39146]: [18/Sep/2024:02:21:23] ENGINE Error in HTTPServer.serve 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:21:25.791 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:21:25.792 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[39146]: [18/Sep/2024:02:21:23] ENGINE Serving on http://172.21.15.195:8765 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[39146]: [18/Sep/2024:02:21:23] ENGINE Bus STARTED 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:25 smithi046 ceph-mon[39146]: osdmap e143: 8 total, 8 up, 8 in 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:25 smithi195 ceph-mon[31687]: [18/Sep/2024:02:21:23] ENGINE Serving on https://172.21.15.195:7150 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:25 smithi195 ceph-mon[31687]: [18/Sep/2024:02:21:23] ENGINE Error in HTTPServer.serve 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.b.smithi195.stdout: Traceback (most recent call last): 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:21:25.793 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._run(expiration_interval) 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: s = self.context.wrap_socket( 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: return self.sslsocket_class._create( 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: self.do_handshake() 2024-09-18T02:21:25.794 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:21:25.795 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._sslobj.do_handshake() 2024-09-18T02:21:25.795 INFO:journalctl@ceph.mon.b.smithi195.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:21:25.795 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:25 smithi195 ceph-mon[31687]: [18/Sep/2024:02:21:23] ENGINE Serving on http://172.21.15.195:8765 2024-09-18T02:21:25.795 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:25 smithi195 ceph-mon[31687]: [18/Sep/2024:02:21:23] ENGINE Bus STARTED 2024-09-18T02:21:25.795 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:25 smithi195 ceph-mon[31687]: osdmap e143: 8 total, 8 up, 8 in 2024-09-18T02:21:26.062 INFO:tasks.rados.rados.0.smithi046.stdout:450: done (0 left) 2024-09-18T02:21:26.062 INFO:tasks.rados.rados.0.smithi046.stdout:451: read oid 16 snap 35 2024-09-18T02:21:26.062 INFO:tasks.rados.rados.0.smithi046.stdout:451: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-18T02:21:26.062 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 42 2024-09-18T02:21:26.062 INFO:tasks.rados.rados.0.smithi046.stdout:452: seq_num 166 ranges {0=385024} 2024-09-18T02:21:26.064 INFO:tasks.rados.rados.0.smithi046.stdout:452: writing smithi04682744-2 from 0 to 385024 tid 1 2024-09-18T02:21:26.064 INFO:tasks.rados.rados.0.smithi046.stdout:453: setattr oid 49 current snap is 42 2024-09-18T02:21:26.067 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 42 2024-09-18T02:21:26.067 INFO:tasks.rados.rados.0.smithi046.stdout:454: seq_num 167 ranges {7954432=401408} 2024-09-18T02:21:26.115 INFO:tasks.rados.rados.0.smithi046.stdout:454: writing smithi04682744-45 from 7954432 to 8355840 tid 1 2024-09-18T02:21:26.115 INFO:tasks.rados.rados.0.smithi046.stdout:455: read oid 35 snap -1 2024-09-18T02:21:26.115 INFO:tasks.rados.rados.0.smithi046.stdout:455: expect deleted 2024-09-18T02:21:26.115 INFO:tasks.rados.rados.0.smithi046.stdout:456: read oid 14 snap -1 2024-09-18T02:21:26.115 INFO:tasks.rados.rados.0.smithi046.stdout:456: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-18T02:21:26.115 INFO:tasks.rados.rados.0.smithi046.stdout:457: copy_from oid 19 from oid 32 current snap is 42 2024-09-18T02:21:26.116 INFO:tasks.rados.rados.0.smithi046.stdout:452: finishing write tid 1 to smithi04682744-2 2024-09-18T02:21:26.116 INFO:tasks.rados.rados.0.smithi046.stdout:452: finishing write tid 2 to smithi04682744-2 2024-09-18T02:21:26.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 265 (ObjNum 33 snap 0 seq_num 1147077840) dirty exists 2024-09-18T02:21:26.116 INFO:tasks.rados.rados.0.smithi046.stdout:451: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:452: finishing write tid 3 to smithi04682744-2 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 173 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:452: left oid 2 (ObjNum 166 snap 42 seq_num 166) 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:451: done (6 left) 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:452: done (5 left) 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:453: done (4 left) 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:458: rollback oid 23 current snap is 42 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 27 2024-09-18T02:21:26.311 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing copy_from to smithi04682744-19 2024-09-18T02:21:26.312 INFO:tasks.rados.rados.0.smithi046.stdout:457: got expected ENOENT (src dne) 2024-09-18T02:21:26.312 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:21:26.312 INFO:tasks.rados.rados.0.smithi046.stdout:456: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-18T02:21:26.316 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 1 to smithi04682744-45 2024-09-18T02:21:26.316 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 2 to smithi04682744-45 2024-09-18T02:21:26.316 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 3 to smithi04682744-45 2024-09-18T02:21:26.316 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 190 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-09-18T02:21:26.317 INFO:tasks.rados.rados.0.smithi046.stdout:454: left oid 45 (ObjNum 167 snap 42 seq_num 167) 2024-09-18T02:21:26.317 INFO:tasks.rados.rados.0.smithi046.stdout:454: done (4 left) 2024-09-18T02:21:26.317 INFO:tasks.rados.rados.0.smithi046.stdout:455: done (3 left) 2024-09-18T02:21:26.317 INFO:tasks.rados.rados.0.smithi046.stdout:456: done (2 left) 2024-09-18T02:21:26.317 INFO:tasks.rados.rados.0.smithi046.stdout:457: done (1 left) 2024-09-18T02:21:26.317 INFO:tasks.rados.rados.0.smithi046.stdout:459: snap_remove snap 35 2024-09-18T02:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:26.317+0000 7fb976df3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:21:26] ENGINE Bus STARTING 2024-09-18T02:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: CherryPy Checker: 2024-09-18T02:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: The Application mounted at '' has an empty config. 2024-09-18T02:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: 2024-09-18T02:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:21:26] ENGINE Serving on http://:::9283 2024-09-18T02:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: [18/Sep/2024:02:21:26] ENGINE Bus STARTED 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: mgrmap e27: x(active, since 4s) 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: osdmap e144: 8 total, 8 up, 8 in 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: Standby manager daemon y started 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T02:21:26.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: mgrmap e27: x(active, since 4s) 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: osdmap e144: 8 total, 8 up, 8 in 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: Standby manager daemon y started 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T02:21:26.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:26 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:21:26.822 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:26.822 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: mgrmap e27: x(active, since 4s) 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: osdmap e144: 8 total, 8 up, 8 in 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:26.824 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:26.824 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: Standby manager daemon y started 2024-09-18T02:21:26.824 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T02:21:26.824 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:21:26.824 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T02:21:26.824 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:26 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/1368525366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:459: done (1 left) 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:460: read oid 36 snap -1 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:460: expect (ObjNum 165 snap 41 seq_num 165) 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:461: rollback oid 20 current snap is 42 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 17 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:462: setattr oid 6 current snap is 42 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing rollback tid 0 to smithi04682744-23 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing rollback tid 1 to smithi04682744-23 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing rollback tid 2 to smithi04682744-23 2024-09-18T02:21:27.141 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 194 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-09-18T02:21:27.143 INFO:tasks.rados.rados.0.smithi046.stdout:458: done (3 left) 2024-09-18T02:21:27.143 INFO:tasks.rados.rados.0.smithi046.stdout:463: rollback oid 10 current snap is 42 2024-09-18T02:21:27.143 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 40 2024-09-18T02:21:27.143 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 42 2024-09-18T02:21:27.143 INFO:tasks.rados.rados.0.smithi046.stdout:464: seq_num 168 ranges {1671168=417792} 2024-09-18T02:21:27.154 INFO:tasks.rados.rados.0.smithi046.stdout:464: writing smithi04682744-11 from 1671168 to 2088960 tid 1 2024-09-18T02:21:27.154 INFO:tasks.rados.rados.0.smithi046.stdout:465: snap_remove snap 20 2024-09-18T02:21:27.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:21:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi046 to 2481M 2024-09-18T02:21:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[39146]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[39146]: osdmap e145: 8 total, 8 up, 8 in 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi046 to 2481M 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[27507]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-18T02:21:27.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:27 smithi046 ceph-mon[27507]: osdmap e145: 8 total, 8 up, 8 in 2024-09-18T02:21:27.915 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:27 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi046 to 2481M 2024-09-18T02:21:27.915 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:27 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:27.915 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:27 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:27.915 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:27 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:21:27.915 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:27 smithi195 ceph-mon[31687]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-18T02:21:27.916 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:27 smithi195 ceph-mon[31687]: osdmap e145: 8 total, 8 up, 8 in 2024-09-18T02:21:28.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 74 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:461: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:461: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:461: finishing rollback tid 2 to smithi04682744-20 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 115 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:463: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:463: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 152 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:464: finishing write tid 1 to smithi04682744-11 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:464: finishing write tid 2 to smithi04682744-11 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:464: finishing write tid 3 to smithi04682744-11 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 159 (ObjNum 168 snap 42 seq_num 168) dirty exists 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:464: left oid 11 (ObjNum 168 snap 42 seq_num 168) 2024-09-18T02:21:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:460: expect (ObjNum 165 snap 41 seq_num 165) 2024-09-18T02:21:28.278 INFO:tasks.rados.rados.0.smithi046.stdout:460: done (5 left) 2024-09-18T02:21:28.278 INFO:tasks.rados.rados.0.smithi046.stdout:461: done (4 left) 2024-09-18T02:21:28.278 INFO:tasks.rados.rados.0.smithi046.stdout:462: done (3 left) 2024-09-18T02:21:28.278 INFO:tasks.rados.rados.0.smithi046.stdout:463: done (2 left) 2024-09-18T02:21:28.278 INFO:tasks.rados.rados.0.smithi046.stdout:464: done (1 left) 2024-09-18T02:21:28.279 INFO:tasks.rados.rados.0.smithi046.stdout:465: done (0 left) 2024-09-18T02:21:28.279 INFO:tasks.rados.rados.0.smithi046.stdout:466: read oid 6 snap -1 2024-09-18T02:21:28.279 INFO:tasks.rados.rados.0.smithi046.stdout:466: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:21:28.279 INFO:tasks.rados.rados.0.smithi046.stdout:467: copy_from oid 25 from oid 34 current snap is 42 2024-09-18T02:21:28.279 INFO:tasks.rados.rados.0.smithi046.stdout:468: rollback oid 46 current snap is 42 2024-09-18T02:21:28.279 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 39 2024-09-18T02:21:28.280 INFO:tasks.rados.rados.0.smithi046.stdout:469: snap_create 2024-09-18T02:21:28.280 INFO:tasks.rados.rados.0.smithi046.stdout:468: finishing rollback tid 1 to smithi04682744-46 2024-09-18T02:21:28.280 INFO:tasks.rados.rados.0.smithi046.stdout:468: finishing rollback tid 2 to smithi04682744-46 2024-09-18T02:21:28.280 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 61 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:21:28.280 INFO:tasks.rados.rados.0.smithi046.stdout:466: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:21:28.297 INFO:tasks.rados.rados.0.smithi046.stdout:467: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:21:28.298 INFO:tasks.rados.rados.0.smithi046.stdout:467: finishing copy_from to smithi04682744-25 2024-09-18T02:21:28.298 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 57 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-09-18T02:21:28.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:28 smithi195 ceph-mon[31687]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:28 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:28 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:28 smithi195 ceph-mon[31687]: osdmap e146: 8 total, 8 up, 8 in 2024-09-18T02:21:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[39146]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[39146]: osdmap e146: 8 total, 8 up, 8 in 2024-09-18T02:21:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[27507]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:28 smithi046 ceph-mon[27507]: osdmap e146: 8 total, 8 up, 8 in 2024-09-18T02:21:29.147 INFO:tasks.rados.rados.0.smithi046.stdout:466: done (3 left) 2024-09-18T02:21:29.147 INFO:tasks.rados.rados.0.smithi046.stdout:467: done (2 left) 2024-09-18T02:21:29.147 INFO:tasks.rados.rados.0.smithi046.stdout:468: done (1 left) 2024-09-18T02:21:29.147 INFO:tasks.rados.rados.0.smithi046.stdout:469: done (0 left) 2024-09-18T02:21:29.147 INFO:tasks.rados.rados.0.smithi046.stdout:470: read oid 47 snap -1 2024-09-18T02:21:29.147 INFO:tasks.rados.rados.0.smithi046.stdout:470: expect deleted 2024-09-18T02:21:29.147 INFO:tasks.rados.rados.0.smithi046.stdout:471: delete oid 33 current snap is 43 2024-09-18T02:21:29.151 INFO:tasks.rados.rados.0.smithi046.stdout:470: done (1 left) 2024-09-18T02:21:29.151 INFO:tasks.rados.rados.0.smithi046.stdout:471: done (0 left) 2024-09-18T02:21:29.151 INFO:tasks.rados.rados.0.smithi046.stdout:472: rollback oid 46 current snap is 43 2024-09-18T02:21:29.151 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 33 2024-09-18T02:21:29.151 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 43 2024-09-18T02:21:29.151 INFO:tasks.rados.rados.0.smithi046.stdout:473: seq_num 170 ranges {0=450560} 2024-09-18T02:21:29.154 INFO:tasks.rados.rados.0.smithi046.stdout:473: writing smithi04682744-49 from 0 to 450560 tid 1 2024-09-18T02:21:29.154 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 43 2024-09-18T02:21:29.154 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing rollback tid 0 to smithi04682744-46 2024-09-18T02:21:29.154 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing rollback tid 1 to smithi04682744-46 2024-09-18T02:21:29.154 INFO:tasks.rados.rados.0.smithi046.stdout:474: seq_num 171 ranges {2269184=466944} 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:474: writing smithi04682744-10 from 2269184 to 2736128 tid 1 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:475: rollback oid 39 current snap is 43 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 33 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing rollback tid 2 to smithi04682744-46 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 65 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:473: finishing write tid 1 to smithi04682744-49 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:473: finishing write tid 2 to smithi04682744-49 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:473: finishing write tid 3 to smithi04682744-49 2024-09-18T02:21:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 282 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-09-18T02:21:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:473: left oid 49 (ObjNum 170 snap 43 seq_num 170) 2024-09-18T02:21:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:472: done (3 left) 2024-09-18T02:21:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:473: done (2 left) 2024-09-18T02:21:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:476: read oid 38 snap -1 2024-09-18T02:21:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:476: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-18T02:21:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 43 2024-09-18T02:21:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:477: seq_num 172 ranges {0=483328} 2024-09-18T02:21:29.173 INFO:tasks.rados.rados.0.smithi046.stdout:477: writing smithi04682744-32 from 0 to 483328 tid 1 2024-09-18T02:21:29.173 INFO:tasks.rados.rados.0.smithi046.stdout:478: snap_create 2024-09-18T02:21:29.173 INFO:tasks.rados.rados.0.smithi046.stdout:475: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:21:29.173 INFO:tasks.rados.rados.0.smithi046.stdout:475: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:21:29.173 INFO:tasks.rados.rados.0.smithi046.stdout:475: finishing rollback tid 2 to smithi04682744-39 2024-09-18T02:21:29.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 112 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:21:29.174 INFO:tasks.rados.rados.0.smithi046.stdout:474: finishing write tid 1 to smithi04682744-10 2024-09-18T02:21:29.175 INFO:tasks.rados.rados.0.smithi046.stdout:474: finishing write tid 2 to smithi04682744-10 2024-09-18T02:21:29.176 INFO:tasks.rados.rados.0.smithi046.stdout:477: finishing write tid 1 to smithi04682744-32 2024-09-18T02:21:29.177 INFO:tasks.rados.rados.0.smithi046.stdout:477: finishing write tid 2 to smithi04682744-32 2024-09-18T02:21:29.177 INFO:tasks.rados.rados.0.smithi046.stdout:474: finishing write tid 3 to smithi04682744-10 2024-09-18T02:21:29.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 154 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-18T02:21:29.177 INFO:tasks.rados.rados.0.smithi046.stdout:474: left oid 10 (ObjNum 171 snap 43 seq_num 171) 2024-09-18T02:21:29.177 INFO:tasks.rados.rados.0.smithi046.stdout:476: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-18T02:21:29.219 INFO:tasks.rados.rados.0.smithi046.stdout:477: finishing write tid 3 to smithi04682744-32 2024-09-18T02:21:29.219 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 284 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-09-18T02:21:29.219 INFO:tasks.rados.rados.0.smithi046.stdout:477: left oid 32 (ObjNum 172 snap 43 seq_num 172) 2024-09-18T02:21:30.151 INFO:tasks.rados.rados.0.smithi046.stdout:474: done (4 left) 2024-09-18T02:21:30.152 INFO:tasks.rados.rados.0.smithi046.stdout:475: done (3 left) 2024-09-18T02:21:30.152 INFO:tasks.rados.rados.0.smithi046.stdout:476: done (2 left) 2024-09-18T02:21:30.152 INFO:tasks.rados.rados.0.smithi046.stdout:477: done (1 left) 2024-09-18T02:21:30.152 INFO:tasks.rados.rados.0.smithi046.stdout:478: done (0 left) 2024-09-18T02:21:30.152 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 44 2024-09-18T02:21:30.152 INFO:tasks.rados.rados.0.smithi046.stdout:479: seq_num 173 ranges {4202496=499712} 2024-09-18T02:21:30.177 INFO:tasks.rados.rados.0.smithi046.stdout:479: writing smithi04682744-23 from 4202496 to 4702208 tid 1 2024-09-18T02:21:30.177 INFO:tasks.rados.rados.0.smithi046.stdout:480: copy_from oid 26 from oid 22 current snap is 44 2024-09-18T02:21:30.177 INFO:tasks.rados.rados.0.smithi046.stdout:481: snap_create 2024-09-18T02:21:30.180 INFO:tasks.rados.rados.0.smithi046.stdout:480: finishing copy_from to smithi04682744-26 2024-09-18T02:21:30.180 INFO:tasks.rados.rados.0.smithi046.stdout:480: got expected ENOENT (src dne) 2024-09-18T02:21:30.181 INFO:tasks.rados.rados.0.smithi046.stdout:480: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:21:30.183 INFO:tasks.rados.rados.0.smithi046.stdout:479: finishing write tid 1 to smithi04682744-23 2024-09-18T02:21:30.183 INFO:tasks.rados.rados.0.smithi046.stdout:479: finishing write tid 2 to smithi04682744-23 2024-09-18T02:21:30.184 INFO:tasks.rados.rados.0.smithi046.stdout:479: finishing write tid 3 to smithi04682744-23 2024-09-18T02:21:30.184 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 211 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-09-18T02:21:30.184 INFO:tasks.rados.rados.0.smithi046.stdout:479: left oid 23 (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:21:30.312 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:30 smithi195 ceph-mon[31687]: osdmap e147: 8 total, 8 up, 8 in 2024-09-18T02:21:30.312 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:30 smithi195 ceph-mon[31687]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 60 op/s 2024-09-18T02:21:30.313 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:30] "GET /metrics HTTP/1.1" 200 33103 "" "Prometheus/2.43.0" 2024-09-18T02:21:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:30 smithi046 ceph-mon[39146]: osdmap e147: 8 total, 8 up, 8 in 2024-09-18T02:21:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:30 smithi046 ceph-mon[39146]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 60 op/s 2024-09-18T02:21:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:30 smithi046 ceph-mon[27507]: osdmap e147: 8 total, 8 up, 8 in 2024-09-18T02:21:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:30 smithi046 ceph-mon[27507]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 60 op/s 2024-09-18T02:21:31.152 INFO:tasks.rados.rados.0.smithi046.stdout:479: done (2 left) 2024-09-18T02:21:31.152 INFO:tasks.rados.rados.0.smithi046.stdout:480: done (1 left) 2024-09-18T02:21:31.152 INFO:tasks.rados.rados.0.smithi046.stdout:481: done (0 left) 2024-09-18T02:21:31.152 INFO:tasks.rados.rados.0.smithi046.stdout:482: snap_create 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: osdmap e148: 8 total, 8 up, 8 in 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: Adjusting osd_memory_target on smithi195 to 2480M 2024-09-18T02:21:31.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:31.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:21:31.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:21:31.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:31 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: osdmap e148: 8 total, 8 up, 8 in 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: Adjusting osd_memory_target on smithi195 to 2480M 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: osdmap e148: 8 total, 8 up, 8 in 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: Adjusting osd_memory_target on smithi195 to 2480M 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:21:31.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:31 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:21:32.153 INFO:tasks.rados.rados.0.smithi046.stdout:482: done (0 left) 2024-09-18T02:21:32.153 INFO:tasks.rados.rados.0.smithi046.stdout:483: delete oid 4 current snap is 46 2024-09-18T02:21:32.158 INFO:tasks.rados.rados.0.smithi046.stdout:483: done (0 left) 2024-09-18T02:21:32.158 INFO:tasks.rados.rados.0.smithi046.stdout:484: delete oid 15 current snap is 46 2024-09-18T02:21:32.161 INFO:tasks.rados.rados.0.smithi046.stdout:484: done (0 left) 2024-09-18T02:21:32.161 INFO:tasks.rados.rados.0.smithi046.stdout:485: snap_create 2024-09-18T02:21:32.305 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:21:32.305 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:21:32.305 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:21:32.305 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:21:32.305 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: osdmap e149: 8 total, 8 up, 8 in 2024-09-18T02:21:32.305 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: pgmap v18: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 60 op/s 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: osdmap e149: 8 total, 8 up, 8 in 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:21:32.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: pgmap v18: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 60 op/s 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[39146]: osdmap e150: 8 total, 8 up, 8 in 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:32 smithi046 ceph-mon[27507]: osdmap e150: 8 total, 8 up, 8 in 2024-09-18T02:21:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:21:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:21:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:21:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: osdmap e149: 8 total, 8 up, 8 in 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: pgmap v18: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 60 op/s 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:21:32.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:21:32.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:21:32.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:21:32.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:21:32.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:32 smithi195 ceph-mon[31687]: osdmap e150: 8 total, 8 up, 8 in 2024-09-18T02:21:33.161 INFO:tasks.rados.rados.0.smithi046.stdout:485: done (0 left) 2024-09-18T02:21:33.161 INFO:tasks.rados.rados.0.smithi046.stdout:486: setattr oid 19 current snap is 47 2024-09-18T02:21:33.165 INFO:tasks.rados.rados.0.smithi046.stdout:487: rmattr oid 42 current snap is 47 2024-09-18T02:21:33.165 INFO:tasks.rados.rados.0.smithi046.stdout:487: done (1 left) 2024-09-18T02:21:33.165 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 47 2024-09-18T02:21:33.165 INFO:tasks.rados.rados.0.smithi046.stdout:488: seq_num 176 ranges {638976=557056} 2024-09-18T02:21:33.171 INFO:tasks.rados.rados.0.smithi046.stdout:488: writing smithi04682744-39 from 638976 to 1196032 tid 1 2024-09-18T02:21:33.171 INFO:tasks.rados.rados.0.smithi046.stdout:489: read oid 47 snap -1 2024-09-18T02:21:33.171 INFO:tasks.rados.rados.0.smithi046.stdout:489: expect deleted 2024-09-18T02:21:33.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 47 2024-09-18T02:21:33.171 INFO:tasks.rados.rados.0.smithi046.stdout:490: seq_num 177 ranges {16384=573440} 2024-09-18T02:21:33.175 INFO:tasks.rados.rados.0.smithi046.stdout:490: writing smithi04682744-41 from 16384 to 589824 tid 1 2024-09-18T02:21:33.175 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 47 2024-09-18T02:21:33.175 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 191 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-18T02:21:33.175 INFO:tasks.rados.rados.0.smithi046.stdout:491: seq_num 178 ranges {761856=589824} 2024-09-18T02:21:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:491: writing smithi04682744-46 from 761856 to 1351680 tid 1 2024-09-18T02:21:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:486: done (4 left) 2024-09-18T02:21:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:489: done (3 left) 2024-09-18T02:21:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:492: read oid 38 snap -1 2024-09-18T02:21:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:492: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:493: copy_from oid 35 from oid 48 current snap is 47 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:488: finishing write tid 1 to smithi04682744-39 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:488: finishing write tid 2 to smithi04682744-39 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:488: finishing write tid 3 to smithi04682744-39 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 115 (ObjNum 176 snap 47 seq_num 176) dirty exists 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:488: left oid 39 (ObjNum 176 snap 47 seq_num 176) 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:490: finishing write tid 1 to smithi04682744-41 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:490: finishing write tid 2 to smithi04682744-41 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:490: finishing write tid 3 to smithi04682744-41 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 161 (ObjNum 177 snap 47 seq_num 177) dirty exists 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:490: left oid 41 (ObjNum 177 snap 47 seq_num 177) 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:488: done (4 left) 2024-09-18T02:21:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:490: done (3 left) 2024-09-18T02:21:33.185 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 47 2024-09-18T02:21:33.185 INFO:tasks.rados.rados.0.smithi046.stdout:494: seq_num 179 ranges {0=606208} 2024-09-18T02:21:33.187 INFO:tasks.rados.rados.0.smithi046.stdout:494: writing smithi04682744-15 from 0 to 606208 tid 1 2024-09-18T02:21:33.187 INFO:tasks.rados.rados.0.smithi046.stdout:495: delete oid 33 current snap is 47 2024-09-18T02:21:33.187 INFO:tasks.rados.rados.0.smithi046.stdout:491: finishing write tid 1 to smithi04682744-46 2024-09-18T02:21:33.187 INFO:tasks.rados.rados.0.smithi046.stdout:492: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:491: finishing write tid 2 to smithi04682744-46 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:491: finishing write tid 3 to smithi04682744-46 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 68 (ObjNum 178 snap 47 seq_num 178) dirty exists 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:491: left oid 46 (ObjNum 178 snap 47 seq_num 178) 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:493: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing write tid 1 to smithi04682744-15 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing write tid 2 to smithi04682744-15 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:493: finishing copy_from to smithi04682744-35 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 101 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing write tid 3 to smithi04682744-15 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 169 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-09-18T02:21:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:494: left oid 15 (ObjNum 179 snap 47 seq_num 179) 2024-09-18T02:21:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:491: done (4 left) 2024-09-18T02:21:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:492: done (3 left) 2024-09-18T02:21:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:493: done (2 left) 2024-09-18T02:21:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:494: done (1 left) 2024-09-18T02:21:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:495: done (0 left) 2024-09-18T02:21:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 47 2024-09-18T02:21:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:496: seq_num 181 ranges {1097728=638976} 2024-09-18T02:21:33.240 INFO:tasks.rados.rados.0.smithi046.stdout:496: writing smithi04682744-38 from 1097728 to 1736704 tid 1 2024-09-18T02:21:33.240 INFO:tasks.rados.rados.0.smithi046.stdout:497: setattr oid 26 current snap is 47 2024-09-18T02:21:33.241 INFO:tasks.rados.rados.0.smithi046.stdout:498: delete oid 43 current snap is 47 2024-09-18T02:21:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:498: done (2 left) 2024-09-18T02:21:33.243 INFO:tasks.rados.rados.0.smithi046.stdout:499: snap_remove snap 42 2024-09-18T02:21:34.060 INFO:tasks.rados.rados.0.smithi046.stdout:499: done (2 left) 2024-09-18T02:21:34.060 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 47 2024-09-18T02:21:34.060 INFO:tasks.rados.rados.0.smithi046.stdout:500: seq_num 183 ranges {0=671744} 2024-09-18T02:21:34.065 INFO:tasks.rados.rados.0.smithi046.stdout:500: writing smithi04682744-33 from 0 to 671744 tid 1 2024-09-18T02:21:34.065 INFO:tasks.rados.rados.0.smithi046.stdout:496: finishing write tid 1 to smithi04682744-38 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:496: finishing write tid 2 to smithi04682744-38 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:496: finishing write tid 3 to smithi04682744-38 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 214 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:496: left oid 38 (ObjNum 181 snap 47 seq_num 181) 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 286 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:496: done (2 left) 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:497: done (1 left) 2024-09-18T02:21:34.066 INFO:tasks.rados.rados.0.smithi046.stdout:501: snap_create 2024-09-18T02:21:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing write tid 1 to smithi04682744-33 2024-09-18T02:21:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing write tid 2 to smithi04682744-33 2024-09-18T02:21:34.071 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing write tid 3 to smithi04682744-33 2024-09-18T02:21:34.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 132 (ObjNum 183 snap 47 seq_num 183) dirty exists 2024-09-18T02:21:34.071 INFO:tasks.rados.rados.0.smithi046.stdout:500: left oid 33 (ObjNum 183 snap 47 seq_num 183) 2024-09-18T02:21:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:34 smithi195 ceph-mon[31687]: osdmap e151: 8 total, 8 up, 8 in 2024-09-18T02:21:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:34 smithi195 ceph-mon[31687]: mgrmap e29: x(active, since 11s), standbys: y 2024-09-18T02:21:34.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:34 smithi195 ceph-mon[31687]: pgmap v21: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-18T02:21:34.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:34 smithi195 ceph-mon[31687]: osdmap e152: 8 total, 8 up, 8 in 2024-09-18T02:21:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[27507]: osdmap e151: 8 total, 8 up, 8 in 2024-09-18T02:21:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[27507]: mgrmap e29: x(active, since 11s), standbys: y 2024-09-18T02:21:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[27507]: pgmap v21: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-18T02:21:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[27507]: osdmap e152: 8 total, 8 up, 8 in 2024-09-18T02:21:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[39146]: osdmap e151: 8 total, 8 up, 8 in 2024-09-18T02:21:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[39146]: mgrmap e29: x(active, since 11s), standbys: y 2024-09-18T02:21:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[39146]: pgmap v21: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-18T02:21:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:34 smithi046 ceph-mon[39146]: osdmap e152: 8 total, 8 up, 8 in 2024-09-18T02:21:35.061 INFO:tasks.rados.rados.0.smithi046.stdout:500: done (1 left) 2024-09-18T02:21:35.061 INFO:tasks.rados.rados.0.smithi046.stdout:501: done (0 left) 2024-09-18T02:21:35.061 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 48 2024-09-18T02:21:35.061 INFO:tasks.rados.rados.0.smithi046.stdout:502: seq_num 184 ranges {761856=688128} 2024-09-18T02:21:35.069 INFO:tasks.rados.rados.0.smithi046.stdout:502: writing smithi04682744-27 from 761856 to 1449984 tid 1 2024-09-18T02:21:35.069 INFO:tasks.rados.rados.0.smithi046.stdout:503: rollback oid 16 current snap is 48 2024-09-18T02:21:35.069 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 17 2024-09-18T02:21:35.069 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 48 2024-09-18T02:21:35.069 INFO:tasks.rados.rados.0.smithi046.stdout:504: seq_num 185 ranges {483328=704512} 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:504: writing smithi04682744-32 from 483328 to 1187840 tid 1 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:505: snap_create 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:503: finishing rollback tid 0 to smithi04682744-16 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:503: finishing rollback tid 1 to smithi04682744-16 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:502: finishing write tid 1 to smithi04682744-27 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:502: finishing write tid 2 to smithi04682744-27 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:503: finishing rollback tid 2 to smithi04682744-16 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 115 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-18T02:21:35.077 INFO:tasks.rados.rados.0.smithi046.stdout:502: finishing write tid 3 to smithi04682744-27 2024-09-18T02:21:35.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 156 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-09-18T02:21:35.078 INFO:tasks.rados.rados.0.smithi046.stdout:502: left oid 27 (ObjNum 184 snap 48 seq_num 184) 2024-09-18T02:21:35.081 INFO:tasks.rados.rados.0.smithi046.stdout:504: finishing write tid 1 to smithi04682744-32 2024-09-18T02:21:35.081 INFO:tasks.rados.rados.0.smithi046.stdout:504: finishing write tid 2 to smithi04682744-32 2024-09-18T02:21:35.082 INFO:tasks.rados.rados.0.smithi046.stdout:504: finishing write tid 3 to smithi04682744-32 2024-09-18T02:21:35.082 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 293 (ObjNum 185 snap 48 seq_num 185) dirty exists 2024-09-18T02:21:35.082 INFO:tasks.rados.rados.0.smithi046.stdout:504: left oid 32 (ObjNum 185 snap 48 seq_num 185) 2024-09-18T02:21:35.197 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:34 smithi046 systemd[1]: Stopping Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:35.507 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[77987]: ts=2024-09-18T02:21:35.193Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-18T02:21:35.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:35 smithi046 podman[85180]: 2024-09-18 02:21:35.234562279 +0000 UTC m=+0.169184993 container died 11788454af073e0682aa9559b79bd20f2656a234a1382592c00fed3aebac5cef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:36.008 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:35 smithi046 podman[85180]: 2024-09-18 02:21:35.648743573 +0000 UTC m=+0.583366332 container cleanup 11788454af073e0682aa9559b79bd20f2656a234a1382592c00fed3aebac5cef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:36.008 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:35 smithi046 bash[85180]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T02:21:36.067 INFO:tasks.rados.rados.0.smithi046.stdout:502: done (3 left) 2024-09-18T02:21:36.067 INFO:tasks.rados.rados.0.smithi046.stdout:503: done (2 left) 2024-09-18T02:21:36.067 INFO:tasks.rados.rados.0.smithi046.stdout:504: done (1 left) 2024-09-18T02:21:36.067 INFO:tasks.rados.rados.0.smithi046.stdout:505: done (0 left) 2024-09-18T02:21:36.067 INFO:tasks.rados.rados.0.smithi046.stdout:506: setattr oid 7 current snap is 49 2024-09-18T02:21:36.068 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 49 2024-09-18T02:21:36.068 INFO:tasks.rados.rados.0.smithi046.stdout:507: seq_num 186 ranges {761856=720896} 2024-09-18T02:21:36.076 INFO:tasks.rados.rados.0.smithi046.stdout:507: writing smithi04682744-19 from 761856 to 1482752 tid 1 2024-09-18T02:21:36.076 INFO:tasks.rados.rados.0.smithi046.stdout:508: copy_from oid 13 from oid 8 current snap is 49 2024-09-18T02:21:36.076 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 157 (ObjNum 33 snap 0 seq_num 1147077840) dirty exists 2024-09-18T02:21:36.076 INFO:tasks.rados.rados.0.smithi046.stdout:506: done (2 left) 2024-09-18T02:21:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 49 2024-09-18T02:21:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:509: seq_num 187 ranges {589824=737280} 2024-09-18T02:21:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:509: writing smithi04682744-41 from 589824 to 1327104 tid 1 2024-09-18T02:21:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:510: read oid 20 snap 31 2024-09-18T02:21:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:510: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:511: read oid 21 snap -1 2024-09-18T02:21:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:511: expect deleted 2024-09-18T02:21:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 49 2024-09-18T02:21:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:508: finishing copy_from to smithi04682744-13 2024-09-18T02:21:36.086 INFO:tasks.rados.rados.0.smithi046.stdout:508: got expected ENOENT (src dne) 2024-09-18T02:21:36.086 INFO:tasks.rados.rados.0.smithi046.stdout:512: seq_num 188 ranges {0=753664} 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:512: writing smithi04682744-26 from 0 to 753664 tid 1 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:513: rollback oid 12 current snap is 49 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 32 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:508: finishing copy_from racing read to smithi04682744-13 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:507: finishing write tid 1 to smithi04682744-19 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:507: finishing write tid 2 to smithi04682744-19 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:507: finishing write tid 3 to smithi04682744-19 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 196 (ObjNum 186 snap 49 seq_num 186) dirty exists 2024-09-18T02:21:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:507: left oid 19 (ObjNum 186 snap 49 seq_num 186) 2024-09-18T02:21:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:507: done (6 left) 2024-09-18T02:21:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:508: done (5 left) 2024-09-18T02:21:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:511: done (4 left) 2024-09-18T02:21:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:514: rollback oid 21 current snap is 49 2024-09-18T02:21:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 30 2024-09-18T02:21:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 49 2024-09-18T02:21:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:515: seq_num 189 ranges {4464640=770048} 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:515: writing smithi04682744-16 from 4464640 to 5234688 tid 1 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:516: rollback oid 47 current snap is 49 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 32 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:509: finishing write tid 1 to smithi04682744-41 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:517: read oid 8 snap -1 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:517: expect deleted 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:518: rollback oid 50 current snap is 49 2024-09-18T02:21:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 46 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:509: finishing write tid 2 to smithi04682744-41 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:509: finishing write tid 3 to smithi04682744-41 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 163 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:509: left oid 41 (ObjNum 187 snap 49 seq_num 187) 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:514: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:513: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:509: done (8 left) 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:519: read oid 22 snap -1 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:519: expect deleted 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:520: rollback oid 13 current snap is 49 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 39 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:513: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:21:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:513: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:21:36.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 121 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-18T02:21:36.122 INFO:tasks.rados.rados.0.smithi046.stdout:510: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:36.176 INFO:tasks.rados.rados.0.smithi046.stdout:514: finishing rollback tid 2 to smithi04682744-21 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 173 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:512: finishing write tid 1 to smithi04682744-26 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:510: done (9 left) 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:513: done (8 left) 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:514: done (7 left) 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:521: snap_create 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:512: finishing write tid 2 to smithi04682744-26 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:512: finishing write tid 3 to smithi04682744-26 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 296 (ObjNum 188 snap 49 seq_num 188) dirty exists 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:512: left oid 26 (ObjNum 188 snap 49 seq_num 188) 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:516: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 51 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-18T02:21:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:518: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 64 (ObjNum 33 snap 0 seq_num 1113687416) dirty dne 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:520: finishing rollback tid 0 to smithi04682744-13 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:515: finishing write tid 1 to smithi04682744-16 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:520: finishing rollback tid 1 to smithi04682744-13 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:515: finishing write tid 2 to smithi04682744-16 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:520: finishing rollback tid 2 to smithi04682744-13 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 222 (ObjNum 33 snap 0 seq_num 1331780453) dirty exists 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:515: finishing write tid 3 to smithi04682744-16 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 118 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-18T02:21:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:515: left oid 16 (ObjNum 189 snap 49 seq_num 189) 2024-09-18T02:21:36.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:36 smithi046 ceph-mon[39146]: osdmap e153: 8 total, 8 up, 8 in 2024-09-18T02:21:36.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:36 smithi046 ceph-mon[39146]: pgmap v24: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-18T02:21:36.325 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:36 smithi046 ceph-mon[27507]: osdmap e153: 8 total, 8 up, 8 in 2024-09-18T02:21:36.325 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:36 smithi046 ceph-mon[27507]: pgmap v24: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-18T02:21:36.325 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 podman[85196]: 2024-09-18 02:21:36.015811837 +0000 UTC m=+0.771955241 container remove 11788454af073e0682aa9559b79bd20f2656a234a1382592c00fed3aebac5cef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:36.325 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 podman[85196]: 2024-09-18 02:21:36.092433986 +0000 UTC m=+0.848577399 volume remove 23e16af7b487af5f44bcf2fb6ec8a1a03e21f6cce0994e50d3ee6ce098a92451 2024-09-18T02:21:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:36 smithi195 ceph-mon[31687]: osdmap e153: 8 total, 8 up, 8 in 2024-09-18T02:21:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:36 smithi195 ceph-mon[31687]: pgmap v24: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-18T02:21:36.604 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-18T02:21:36.604 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 systemd[1]: Stopped Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:36.604 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.103s CPU time. 2024-09-18T02:21:36.605 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 systemd[1]: Starting Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:36.605 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 podman[85295]: 2024-09-18 02:21:36.52879262 +0000 UTC m=+0.095787624 volume create 9784cedac0d32a9e957a733384e3ed5d6daa6de6db82ebb15f1079406d028eb4 2024-09-18T02:21:36.605 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 podman[85295]: 2024-09-18 02:21:36.449093543 +0000 UTC m=+0.016088497 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-18T02:21:36.605 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:36 smithi046 podman[85295]: 2024-09-18 02:21:36.603973278 +0000 UTC m=+0.170968220 container create d35f42cb2115c62a5e61d8db9385ce5567727b6234f9a9919698e790bcbd83ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:512: done (7 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:515: done (6 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:516: done (5 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:517: done (4 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:518: done (3 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:519: done (2 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:520: done (1 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:521: done (0 left) 2024-09-18T02:21:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:522: rollback oid 42 current snap is 50 2024-09-18T02:21:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 40 2024-09-18T02:21:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:523: copy_from oid 3 from oid 1 current snap is 50 2024-09-18T02:21:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:524: snap_remove snap 27 2024-09-18T02:21:37.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-mon[27507]: osdmap e154: 8 total, 8 up, 8 in 2024-09-18T02:21:37.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:37.339 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-mon[39146]: osdmap e154: 8 total, 8 up, 8 in 2024-09-18T02:21:37.339 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 podman[85295]: 2024-09-18 02:21:37.03178906 +0000 UTC m=+0.598784013 container init d35f42cb2115c62a5e61d8db9385ce5567727b6234f9a9919698e790bcbd83ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 podman[85295]: 2024-09-18 02:21:37.037245525 +0000 UTC m=+0.604240468 container start d35f42cb2115c62a5e61d8db9385ce5567727b6234f9a9919698e790bcbd83ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.050Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.050Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.051Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.052Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.081Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.082Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.085Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-18T02:21:37.340 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:37.085Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-18T02:21:37.341 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 bash[85295]: d35f42cb2115c62a5e61d8db9385ce5567727b6234f9a9919698e790bcbd83ba 2024-09-18T02:21:37.341 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:37 smithi046 systemd[1]: Started Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:37 smithi195 ceph-mon[31687]: osdmap e154: 8 total, 8 up, 8 in 2024-09-18T02:21:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:37 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:37.707 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:37 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[27760]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:21:37.707 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:37 smithi046 systemd[1]: Stopping Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:38.008 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:37 smithi046 podman[85469]: 2024-09-18 02:21:37.706590241 +0000 UTC m=+0.123547525 container died f103f855009a53bced160c2ed0be81384bd8d9e3bb28c401ee37285b8f35cce9 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:524: done (2 left) 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:525: snap_create 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:522: finishing rollback tid 0 to smithi04682744-42 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:522: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:522: finishing rollback tid 2 to smithi04682744-42 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 91 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:523: finishing copy_from racing read to smithi04682744-3 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:523: finishing copy_from to smithi04682744-3 2024-09-18T02:21:38.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 135 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-09-18T02:21:38.421 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[39146]: osdmap e155: 8 total, 8 up, 8 in 2024-09-18T02:21:38.421 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:38.421 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:38.421 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[39146]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-18T02:21:38.421 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[39146]: Reconfiguring daemon node-exporter.a on smithi046 2024-09-18T02:21:38.421 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[39146]: pgmap v27: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:38.421 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 podman[85469]: 2024-09-18 02:21:38.185545255 +0000 UTC m=+0.602502525 container cleanup f103f855009a53bced160c2ed0be81384bd8d9e3bb28c401ee37285b8f35cce9 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:38.422 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 bash[85469]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a 2024-09-18T02:21:38.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[27507]: osdmap e155: 8 total, 8 up, 8 in 2024-09-18T02:21:38.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:38.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:38.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[27507]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-18T02:21:38.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[27507]: Reconfiguring daemon node-exporter.a on smithi046 2024-09-18T02:21:38.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:38 smithi046 ceph-mon[27507]: pgmap v27: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:38 smithi195 ceph-mon[31687]: osdmap e155: 8 total, 8 up, 8 in 2024-09-18T02:21:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:38 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:38 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:38 smithi195 ceph-mon[31687]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-18T02:21:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:38 smithi195 ceph-mon[31687]: Reconfiguring daemon node-exporter.a on smithi046 2024-09-18T02:21:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:38 smithi195 ceph-mon[31687]: pgmap v27: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:21:38.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 podman[85487]: 2024-09-18 02:21:38.42020462 +0000 UTC m=+0.717598700 container remove f103f855009a53bced160c2ed0be81384bd8d9e3bb28c401ee37285b8f35cce9 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:38.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:21:38.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-18T02:21:38.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 systemd[1]: Stopped Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:38.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.315s CPU time. 2024-09-18T02:21:38.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 systemd[1]: Starting Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:39.054 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 podman[85581]: 2024-09-18 02:21:38.677060073 +0000 UTC m=+0.016207210 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T02:21:39.054 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:38 smithi046 podman[85581]: 2024-09-18 02:21:38.796695332 +0000 UTC m=+0.135842469 container create 81b29a2e4b681cdf0b88c964d98852a31be23c448e05f5e03e765e1649a0fd56 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:522: done (2 left) 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:523: done (1 left) 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:525: done (0 left) 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:526: read oid 46 snap -1 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:526: expect (ObjNum 178 snap 47 seq_num 178) 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:527: rollback oid 42 current snap is 51 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 47 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 51 2024-09-18T02:21:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:528: seq_num 190 ranges {753664=786432} 2024-09-18T02:21:39.070 INFO:tasks.rados.rados.0.smithi046.stdout:528: writing smithi04682744-26 from 753664 to 1540096 tid 1 2024-09-18T02:21:39.070 INFO:tasks.rados.rados.0.smithi046.stdout:529: copy_from oid 41 from oid 40 current snap is 51 2024-09-18T02:21:39.070 INFO:tasks.rados.rados.0.smithi046.stdout:527: finishing rollback tid 0 to smithi04682744-42 2024-09-18T02:21:39.070 INFO:tasks.rados.rados.0.smithi046.stdout:527: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:21:39.070 INFO:tasks.rados.rados.0.smithi046.stdout:527: finishing rollback tid 2 to smithi04682744-42 2024-09-18T02:21:39.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 103 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:21:39.070 INFO:tasks.rados.rados.0.smithi046.stdout:526: expect (ObjNum 178 snap 47 seq_num 178) 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:528: finishing write tid 1 to smithi04682744-26 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:528: finishing write tid 2 to smithi04682744-26 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:529: finishing copy_from racing read to smithi04682744-41 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:528: finishing write tid 3 to smithi04682744-26 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 309 (ObjNum 190 snap 51 seq_num 190) dirty exists 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:528: left oid 26 (ObjNum 190 snap 51 seq_num 190) 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:529: finishing copy_from to smithi04682744-41 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 224 (ObjNum 289 snap 0 seq_num 428484646) dirty exists 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:526: done (3 left) 2024-09-18T02:21:39.123 INFO:tasks.rados.rados.0.smithi046.stdout:527: done (2 left) 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:528: done (1 left) 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:529: done (0 left) 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:530: rollback oid 36 current snap is 51 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 50 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:531: copy_from oid 47 from oid 42 current snap is 51 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:532: rollback oid 28 current snap is 51 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 39 2024-09-18T02:21:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:533: delete oid 33 current snap is 51 2024-09-18T02:21:39.125 INFO:tasks.rados.rados.0.smithi046.stdout:533: done (3 left) 2024-09-18T02:21:39.125 INFO:tasks.rados.rados.0.smithi046.stdout:534: delete oid 40 current snap is 51 2024-09-18T02:21:39.125 INFO:tasks.rados.rados.0.smithi046.stdout:530: finishing rollback tid 0 to smithi04682744-36 2024-09-18T02:21:39.126 INFO:tasks.rados.rados.0.smithi046.stdout:530: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:21:39.126 INFO:tasks.rados.rados.0.smithi046.stdout:532: finishing rollback tid 0 to smithi04682744-28 2024-09-18T02:21:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:532: finishing rollback tid 1 to smithi04682744-28 2024-09-18T02:21:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:530: finishing rollback tid 2 to smithi04682744-36 2024-09-18T02:21:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 206 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-09-18T02:21:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:532: finishing rollback tid 2 to smithi04682744-28 2024-09-18T02:21:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 104 (ObjNum 143 snap 36 seq_num 143) dirty exists 2024-09-18T02:21:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:530: done (3 left) 2024-09-18T02:21:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:532: done (2 left) 2024-09-18T02:21:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:534: done (1 left) 2024-09-18T02:21:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:535: read oid 2 snap -1 2024-09-18T02:21:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:535: expect (ObjNum 166 snap 42 seq_num 166) 2024-09-18T02:21:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:536: snap_create 2024-09-18T02:21:39.130 INFO:tasks.rados.rados.0.smithi046.stdout:535: expect (ObjNum 166 snap 42 seq_num 166) 2024-09-18T02:21:39.142 INFO:tasks.rados.rados.0.smithi046.stdout:531: finishing copy_from racing read to smithi04682744-47 2024-09-18T02:21:39.142 INFO:tasks.rados.rados.0.smithi046.stdout:531: finishing copy_from to smithi04682744-47 2024-09-18T02:21:39.142 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 103 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:21:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:39 smithi195 ceph-mon[31687]: osdmap e156: 8 total, 8 up, 8 in 2024-09-18T02:21:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:39 smithi195 ceph-mon[31687]: osdmap e157: 8 total, 8 up, 8 in 2024-09-18T02:21:39.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:39.052Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000354572s 2024-09-18T02:21:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-mon[27507]: osdmap e156: 8 total, 8 up, 8 in 2024-09-18T02:21:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-mon[27507]: osdmap e157: 8 total, 8 up, 8 in 2024-09-18T02:21:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-mon[39146]: osdmap e156: 8 total, 8 up, 8 in 2024-09-18T02:21:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-mon[39146]: osdmap e157: 8 total, 8 up, 8 in 2024-09-18T02:21:39.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 podman[85581]: 2024-09-18 02:21:39.065102496 +0000 UTC m=+0.404249634 container init 81b29a2e4b681cdf0b88c964d98852a31be23c448e05f5e03e765e1649a0fd56 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:39.509 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 podman[85581]: 2024-09-18 02:21:39.071886875 +0000 UTC m=+0.411034014 container start 81b29a2e4b681cdf0b88c964d98852a31be23c448e05f5e03e765e1649a0fd56 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.077Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.077Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.078Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.078Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.078Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.079Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.079Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.079Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.079Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T02:21:39.510 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T02:21:39.511 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T02:21:39.512 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T02:21:39.513 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T02:21:39.514 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T02:21:39.514 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T02:21:39.514 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T02:21:39.514 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T02:21:39.514 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[85596]: ts=2024-09-18T02:21:39.080Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T02:21:39.514 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 bash[85581]: 81b29a2e4b681cdf0b88c964d98852a31be23c448e05f5e03e765e1649a0fd56 2024-09-18T02:21:39.514 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:21:39 smithi046 systemd[1]: Started Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:531: done (2 left) 2024-09-18T02:21:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:535: done (1 left) 2024-09-18T02:21:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:536: done (0 left) 2024-09-18T02:21:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:537: read oid 35 snap 49 2024-09-18T02:21:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:537: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:538: copy_from oid 45 from oid 23 current snap is 52 2024-09-18T02:21:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:539: delete oid 1 current snap is 52 2024-09-18T02:21:40.089 INFO:tasks.rados.rados.0.smithi046.stdout:539: done (2 left) 2024-09-18T02:21:40.089 INFO:tasks.rados.rados.0.smithi046.stdout:540: snap_create 2024-09-18T02:21:40.094 INFO:tasks.rados.rados.0.smithi046.stdout:537: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:40.149 INFO:tasks.rados.rados.0.smithi046.stdout:538: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:21:40.149 INFO:tasks.rados.rados.0.smithi046.stdout:538: finishing copy_from to smithi04682744-45 2024-09-18T02:21:40.149 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 211 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-09-18T02:21:40.312 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:40 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:40] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-09-18T02:21:40.313 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:40 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:40.313 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:40 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:40.313 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:40 smithi195 ceph-mon[31687]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:21:40.313 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:40 smithi195 ceph-mon[31687]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:21:40.313 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:40 smithi195 ceph-mon[31687]: pgmap v30: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-18T02:21:40.313 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:40 smithi195 ceph-mon[31687]: osdmap e158: 8 total, 8 up, 8 in 2024-09-18T02:21:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[39146]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:21:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[39146]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:21:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[39146]: pgmap v30: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-18T02:21:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[39146]: osdmap e158: 8 total, 8 up, 8 in 2024-09-18T02:21:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[27507]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:21:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[27507]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:21:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[27507]: pgmap v30: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-18T02:21:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:40 smithi046 ceph-mon[27507]: osdmap e158: 8 total, 8 up, 8 in 2024-09-18T02:21:41.085 INFO:tasks.rados.rados.0.smithi046.stdout:537: done (2 left) 2024-09-18T02:21:41.085 INFO:tasks.rados.rados.0.smithi046.stdout:538: done (1 left) 2024-09-18T02:21:41.085 INFO:tasks.rados.rados.0.smithi046.stdout:540: done (0 left) 2024-09-18T02:21:41.085 INFO:tasks.rados.rados.0.smithi046.stdout:541: read oid 45 snap -1 2024-09-18T02:21:41.085 INFO:tasks.rados.rados.0.smithi046.stdout:541: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:21:41.085 INFO:tasks.rados.rados.0.smithi046.stdout:542: copy_from oid 49 from oid 4 current snap is 53 2024-09-18T02:21:41.085 INFO:tasks.rados.rados.0.smithi046.stdout:543: snap_remove snap 43 2024-09-18T02:21:42.091 INFO:tasks.rados.rados.0.smithi046.stdout:543: done (2 left) 2024-09-18T02:21:42.091 INFO:tasks.rados.rados.0.smithi046.stdout:544: rollback oid 14 current snap is 53 2024-09-18T02:21:42.091 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 17 2024-09-18T02:21:42.091 INFO:tasks.rados.rados.0.smithi046.stdout:545: snap_create 2024-09-18T02:21:42.091 INFO:tasks.rados.rados.0.smithi046.stdout:542: finishing copy_from to smithi04682744-49 2024-09-18T02:21:42.091 INFO:tasks.rados.rados.0.smithi046.stdout:542: got expected ENOENT (src dne) 2024-09-18T02:21:42.092 INFO:tasks.rados.rados.0.smithi046.stdout:542: finishing copy_from racing read to smithi04682744-49 2024-09-18T02:21:42.092 INFO:tasks.rados.rados.0.smithi046.stdout:541: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:21:42.343 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing rollback tid 0 to smithi04682744-14 2024-09-18T02:21:42.344 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing rollback tid 1 to smithi04682744-14 2024-09-18T02:21:42.344 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 123 (ObjNum 4209 snap 0 seq_num 1147332144) dirty dne 2024-09-18T02:21:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-mon[31687]: osdmap e159: 8 total, 8 up, 8 in 2024-09-18T02:21:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-mon[31687]: pgmap v33: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-18T02:21:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:42 smithi046 ceph-mon[27507]: osdmap e159: 8 total, 8 up, 8 in 2024-09-18T02:21:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:42 smithi046 ceph-mon[27507]: pgmap v33: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-18T02:21:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:42 smithi046 ceph-mon[39146]: osdmap e159: 8 total, 8 up, 8 in 2024-09-18T02:21:42.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:42 smithi046 ceph-mon[39146]: pgmap v33: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-18T02:21:42.913 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 systemd[1]: Stopping Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:43.089 INFO:tasks.rados.rados.0.smithi046.stdout:541: done (3 left) 2024-09-18T02:21:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:542: done (2 left) 2024-09-18T02:21:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:544: done (1 left) 2024-09-18T02:21:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:545: done (0 left) 2024-09-18T02:21:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:546: copy_from oid 16 from oid 10 current snap is 54 2024-09-18T02:21:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:547: snap_remove snap 48 2024-09-18T02:21:43.195 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:43 smithi195 ceph-mon[31687]: osdmap e160: 8 total, 8 up, 8 in 2024-09-18T02:21:43.195 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.912Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T02:21:43.195 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T02:21:43.195 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T02:21:43.195 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[65265]: ts=2024-09-18T02:21:42.913Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T02:21:43.196 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:42 smithi195 podman[76505]: 2024-09-18 02:21:42.923276262 +0000 UTC m=+0.113540592 container died b0fa6798f17093d61900dd56865e9ad94e4d4b5dbab442c8137ac6f3c810c511 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:43.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 podman[76505]: 2024-09-18 02:21:43.302085509 +0000 UTC m=+0.492349846 container cleanup b0fa6798f17093d61900dd56865e9ad94e4d4b5dbab442c8137ac6f3c810c511 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:43.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 bash[76505]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T02:21:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:43 smithi046 ceph-mon[27507]: osdmap e160: 8 total, 8 up, 8 in 2024-09-18T02:21:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:43 smithi046 ceph-mon[39146]: osdmap e160: 8 total, 8 up, 8 in 2024-09-18T02:21:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 starting - - - - 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (3m) 16s ago 3m 88.8M - 9.4.7 954c08fa6188 a7702e9774b8 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (5m) 18s ago 5m 17.4M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (5m) 16s ago 5m 17.0M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283 running (40s) 16s ago 8m 466M - 18.2.4-855-g19e2a2be 980a0bfcd684 7474d6c2a90a 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (10m) 18s ago 10m 117M - 17.2.7-1635-g4a704134 f22ead590bad 041c930a7f9c 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (10m) 18s ago 10m 54.8M 2048M 17.2.7-1635-g4a704134 f22ead590bad b3a2ebdc2c1a 2024-09-18T02:21:43.807 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (8m) 16s ago 8m 46.8M 2048M 17.2.7-1635-g4a704134 f22ead590bad 4548c1109e37 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (8m) 18s ago 8m 41.2M 2048M 17.2.7-1635-g4a704134 f22ead590bad 2d7bb2602707 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 starting - - - - 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (3m) 16s ago 3m 16.7M - 1.5.0 0da6a335fe13 f44af43887aa 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (8m) 18s ago 8m 105M 2481M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (7m) 18s ago 7m 87.9M 2481M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (7m) 18s ago 7m 95.8M 2481M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (6m) 18s ago 6m 77.5M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (6m) 16s ago 6m 80.1M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (6m) 16s ago 6m 86.8M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (5m) 16s ago 5m 69.9M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (5m) 16s ago 5m 65.5M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:21:43.808 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (3m) 16s ago 4m 51.9M - 2.43.0 a07b618ecd1d b0fa6798f170 2024-09-18T02:21:43.945 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 podman[76522]: 2024-09-18 02:21:43.570081148 +0000 UTC m=+0.645587926 container remove b0fa6798f17093d61900dd56865e9ad94e4d4b5dbab442c8137ac6f3c810c511 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:43.945 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T02:21:43.945 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 systemd[1]: Stopped Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:43.945 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.637s CPU time. 2024-09-18T02:21:43.945 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 systemd[1]: Starting Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:44.095 INFO:tasks.rados.rados.0.smithi046.stdout:547: done (1 left) 2024-09-18T02:21:44.095 INFO:tasks.rados.rados.0.smithi046.stdout:548: read oid 35 snap -1 2024-09-18T02:21:44.095 INFO:tasks.rados.rados.0.smithi046.stdout:548: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:549: snap_create 2024-09-18T02:21:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:546: finishing copy_from racing read to smithi04682744-16 2024-09-18T02:21:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:546: finishing copy_from to smithi04682744-16 2024-09-18T02:21:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 154 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-18T02:21:44.104 INFO:tasks.rados.rados.0.smithi046.stdout:548: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 1, 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:21:44.146 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 14, 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:21:44.147 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:21:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-mon[31687]: osdmap e161: 8 total, 8 up, 8 in 2024-09-18T02:21:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-mon[31687]: pgmap v36: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:21:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-mon[31687]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:44.224 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 podman[76620]: 2024-09-18 02:21:43.848184982 +0000 UTC m=+0.017236575 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-18T02:21:44.224 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:43 smithi195 podman[76620]: 2024-09-18 02:21:43.97407343 +0000 UTC m=+0.143125009 container create 4c11d2d4202edde5ed79197b1aa1109982165c162d7f7c443f9aaa212fb52cfb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:44 smithi046 ceph-mon[39146]: osdmap e161: 8 total, 8 up, 8 in 2024-09-18T02:21:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:44 smithi046 ceph-mon[39146]: pgmap v36: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:21:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:44 smithi046 ceph-mon[39146]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:44 smithi046 ceph-mon[27507]: osdmap e161: 8 total, 8 up, 8 in 2024-09-18T02:21:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:44 smithi046 ceph-mon[27507]: pgmap v36: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:21:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:44 smithi046 ceph-mon[27507]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:44.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 podman[76620]: 2024-09-18 02:21:44.231846368 +0000 UTC m=+0.400897959 container init 4c11d2d4202edde5ed79197b1aa1109982165c162d7f7c443f9aaa212fb52cfb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:44.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 podman[76620]: 2024-09-18 02:21:44.236397583 +0000 UTC m=+0.405449163 container start 4c11d2d4202edde5ed79197b1aa1109982165c162d7f7c443f9aaa212fb52cfb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:21:44.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.260Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.260Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.260Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi195 (none))" 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.260Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.260Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.262Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.262Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.263Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.263Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.265Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.265Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.584µs 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.265Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T02:21:44.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.265Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.278Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.278Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.278Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=34.07µs wal_replay_duration=13.402095ms wbl_replay_duration=88ns total_replay_duration=13.513378ms 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.280Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.280Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.280Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.301Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.920011ms db_storage=850ns remote_storage=1.268µs web_handler=363ns query_engine=572ns scrape=445.336µs scrape_sd=87.459µs notify=12.805µs notify_sd=14.051µs rules=20.029003ms tracing=6.434µs 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.301Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:44.301Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 bash[76620]: 4c11d2d4202edde5ed79197b1aa1109982165c162d7f7c443f9aaa212fb52cfb 2024-09-18T02:21:44.726 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:44 smithi195 systemd[1]: Started Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:45.093 INFO:tasks.rados.rados.0.smithi046.stdout:546: done (2 left) 2024-09-18T02:21:45.094 INFO:tasks.rados.rados.0.smithi046.stdout:548: done (1 left) 2024-09-18T02:21:45.094 INFO:tasks.rados.rados.0.smithi046.stdout:549: done (0 left) 2024-09-18T02:21:45.094 INFO:tasks.rados.rados.0.smithi046.stdout:550: rmattr oid 33 current snap is 55 2024-09-18T02:21:45.094 INFO:tasks.rados.rados.0.smithi046.stdout:550: done (0 left) 2024-09-18T02:21:45.094 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 55 2024-09-18T02:21:45.094 INFO:tasks.rados.rados.0.smithi046.stdout:551: seq_num 194 ranges {1187840=458752,1646592=401408} 2024-09-18T02:21:45.103 INFO:tasks.rados.rados.0.smithi046.stdout:551: writing smithi04682744-32 from 1187840 to 1646592 tid 1 2024-09-18T02:21:45.105 INFO:tasks.rados.rados.0.smithi046.stdout:551: writing smithi04682744-32 from 1646592 to 2048000 tid 2 2024-09-18T02:21:45.106 INFO:tasks.rados.rados.0.smithi046.stdout:552: copy_from oid 11 from oid 45 current snap is 55 2024-09-18T02:21:45.106 INFO:tasks.rados.rados.0.smithi046.stdout:553: read oid 12 snap -1 2024-09-18T02:21:45.106 INFO:tasks.rados.rados.0.smithi046.stdout:553: expect (ObjNum 65 snap 6 seq_num 65) 2024-09-18T02:21:45.106 INFO:tasks.rados.rados.0.smithi046.stdout:554: rollback oid 13 current snap is 55 2024-09-18T02:21:45.106 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 32 2024-09-18T02:21:45.106 INFO:tasks.rados.rados.0.smithi046.stdout:555: setattr oid 30 current snap is 55 2024-09-18T02:21:45.108 INFO:tasks.rados.rados.0.smithi046.stdout:556: rmattr oid 41 current snap is 55 2024-09-18T02:21:45.108 INFO:tasks.rados.rados.0.smithi046.stdout:557: read oid 31 snap -1 2024-09-18T02:21:45.109 INFO:tasks.rados.rados.0.smithi046.stdout:557: expect deleted 2024-09-18T02:21:45.109 INFO:tasks.rados.rados.0.smithi046.stdout:558: rollback oid 26 current snap is 55 2024-09-18T02:21:45.109 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 40 2024-09-18T02:21:45.109 INFO:tasks.rados.rados.0.smithi046.stdout:559: copy_from oid 23 from oid 1 current snap is 55 2024-09-18T02:21:45.109 INFO:tasks.rados.rados.0.smithi046.stdout:560: delete oid 25 current snap is 55 2024-09-18T02:21:45.115 INFO:tasks.rados.rados.0.smithi046.stdout:551: finishing write tid 1 to smithi04682744-32 2024-09-18T02:21:45.116 INFO:tasks.rados.rados.0.smithi046.stdout:553: expect (ObjNum 65 snap 6 seq_num 65) 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:551: finishing write tid 2 to smithi04682744-32 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:551: finishing write tid 3 to smithi04682744-32 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 225 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 109 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:553: done (9 left) 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:555: done (8 left) 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:556: done (7 left) 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:557: done (6 left) 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:560: done (5 left) 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:561: rollback oid 4 current snap is 55 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 22 2024-09-18T02:21:45.150 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing rollback tid 0 to smithi04682744-13 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:559: finishing copy_from to smithi04682744-23 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:559: got expected ENOENT (src dne) 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:558: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:558: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:551: finishing write tid 4 to smithi04682744-32 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 329 (ObjNum 194 snap 55 seq_num 194) dirty exists 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:551: left oid 32 (ObjNum 194 snap 55 seq_num 194) 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:558: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 333 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:559: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:21:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:551: done (5 left) 2024-09-18T02:21:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:558: done (4 left) 2024-09-18T02:21:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:559: done (3 left) 2024-09-18T02:21:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:562: snap_remove snap 45 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: osdmap e162: 8 total, 8 up, 8 in 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/3055333033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: Reconfiguring grafana.a (dependencies changed)... 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: Reconfiguring daemon grafana.a on smithi195 2024-09-18T02:21:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:45 smithi195 ceph-mon[31687]: osdmap e163: 8 total, 8 up, 8 in 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: osdmap e162: 8 total, 8 up, 8 in 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/3055333033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: Reconfiguring grafana.a (dependencies changed)... 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: Reconfiguring daemon grafana.a on smithi195 2024-09-18T02:21:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[27507]: osdmap e163: 8 total, 8 up, 8 in 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: osdmap e162: 8 total, 8 up, 8 in 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/3055333033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: Reconfiguring grafana.a (dependencies changed)... 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: Reconfiguring daemon grafana.a on smithi195 2024-09-18T02:21:45.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:45 smithi046 ceph-mon[39146]: osdmap e163: 8 total, 8 up, 8 in 2024-09-18T02:21:46.108 INFO:tasks.rados.rados.0.smithi046.stdout:562: done (3 left) 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:563: delete oid 40 current snap is 55 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing rollback tid 1 to smithi04682744-13 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing rollback tid 2 to smithi04682744-13 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 246 (ObjNum 305 snap 0 seq_num 1974760901) dirty exists 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:552: finishing copy_from racing read to smithi04682744-11 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:552: finishing copy_from to smithi04682744-11 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 211 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:561: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:561: finishing rollback tid 2 to smithi04682744-4 2024-09-18T02:21:46.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 111 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-18T02:21:46.115 INFO:tasks.rados.rados.0.smithi046.stdout:552: done (3 left) 2024-09-18T02:21:46.115 INFO:tasks.rados.rados.0.smithi046.stdout:554: done (2 left) 2024-09-18T02:21:46.115 INFO:tasks.rados.rados.0.smithi046.stdout:561: done (1 left) 2024-09-18T02:21:46.115 INFO:tasks.rados.rados.0.smithi046.stdout:563: done (0 left) 2024-09-18T02:21:46.116 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 55 2024-09-18T02:21:46.116 INFO:tasks.rados.rados.0.smithi046.stdout:564: seq_num 197 ranges {2736128=507904,3244032=401408} 2024-09-18T02:21:46.119 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:46 smithi195 ceph-mon[31687]: pgmap v39: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:21:46.133 INFO:tasks.rados.rados.0.smithi046.stdout:564: writing smithi04682744-10 from 2736128 to 3244032 tid 1 2024-09-18T02:21:46.136 INFO:tasks.rados.rados.0.smithi046.stdout:564: writing smithi04682744-10 from 3244032 to 3645440 tid 2 2024-09-18T02:21:46.136 INFO:tasks.rados.rados.0.smithi046.stdout:565: rollback oid 31 current snap is 55 2024-09-18T02:21:46.136 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 54 2024-09-18T02:21:46.136 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 55 2024-09-18T02:21:46.136 INFO:tasks.rados.rados.0.smithi046.stdout:566: seq_num 198 ranges {1622016=524288,2146304=401408} 2024-09-18T02:21:46.147 INFO:tasks.rados.rados.0.smithi046.stdout:566: writing smithi04682744-48 from 1622016 to 2146304 tid 1 2024-09-18T02:21:46.151 INFO:tasks.rados.rados.0.smithi046.stdout:566: writing smithi04682744-48 from 2146304 to 2547712 tid 2 2024-09-18T02:21:46.151 INFO:tasks.rados.rados.0.smithi046.stdout:567: rollback oid 43 current snap is 55 2024-09-18T02:21:46.151 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 17 2024-09-18T02:21:46.151 INFO:tasks.rados.rados.0.smithi046.stdout:565: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:21:46.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 97 (ObjNum 97 snap 0 seq_num 1147069680) dirty dne 2024-09-18T02:21:46.151 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing write tid 1 to smithi04682744-10 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing write tid 2 to smithi04682744-10 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing write tid 3 to smithi04682744-10 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing write tid 4 to smithi04682744-10 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 160 (ObjNum 197 snap 55 seq_num 197) dirty exists 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:564: left oid 10 (ObjNum 197 snap 55 seq_num 197) 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:564: done (3 left) 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:565: done (2 left) 2024-09-18T02:21:46.152 INFO:tasks.rados.rados.0.smithi046.stdout:568: snap_remove snap 31 2024-09-18T02:21:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:46 smithi046 ceph-mon[27507]: pgmap v39: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:21:46.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:46 smithi046 ceph-mon[39146]: pgmap v39: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:567: finishing rollback tid 1 to smithi04682744-43 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:567: finishing rollback tid 2 to smithi04682744-43 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 105 (ObjNum 98 snap 16 seq_num 98) dirty exists 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:566: finishing write tid 1 to smithi04682744-48 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:566: finishing write tid 2 to smithi04682744-48 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:566: finishing write tid 3 to smithi04682744-48 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:566: finishing write tid 4 to smithi04682744-48 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 117 (ObjNum 198 snap 55 seq_num 198) dirty exists 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:566: left oid 48 (ObjNum 198 snap 55 seq_num 198) 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:566: done (2 left) 2024-09-18T02:21:47.112 INFO:tasks.rados.rados.0.smithi046.stdout:567: done (1 left) 2024-09-18T02:21:47.113 INFO:tasks.rados.rados.0.smithi046.stdout:568: done (0 left) 2024-09-18T02:21:47.113 INFO:tasks.rados.rados.0.smithi046.stdout:569: snap_create 2024-09-18T02:21:47.339 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:47 smithi195 ceph-mon[31687]: osdmap e164: 8 total, 8 up, 8 in 2024-09-18T02:21:47.339 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:47 smithi195 systemd[1]: Stopping Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:47 smithi046 ceph-mon[39146]: osdmap e164: 8 total, 8 up, 8 in 2024-09-18T02:21:47.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:21:47 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:21:47.056Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004354858s 2024-09-18T02:21:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:47 smithi046 ceph-mon[27507]: osdmap e164: 8 total, 8 up, 8 in 2024-09-18T02:21:47.611 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:47 smithi195 podman[76912]: 2024-09-18 02:21:47.338264209 +0000 UTC m=+0.119328261 container died a7702e9774b8b1b495fef898a6d78d4a485fe3e61a53b2a0e6d1dddb7fd71150 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, description=Ceph Grafana Container, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, release=239.1651231664, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container) 2024-09-18T02:21:47.974 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:47 smithi195 podman[76912]: 2024-09-18 02:21:47.716867284 +0000 UTC m=+0.497931326 container cleanup a7702e9774b8b1b495fef898a6d78d4a485fe3e61a53b2a0e6d1dddb7fd71150 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, version=8.5, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, distribution-scope=public, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-18T02:21:47.974 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:47 smithi195 bash[76912]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a 2024-09-18T02:21:48.117 INFO:tasks.rados.rados.0.smithi046.stdout:569: done (0 left) 2024-09-18T02:21:48.117 INFO:tasks.rados.rados.0.smithi046.stdout:570: rmattr oid 40 current snap is 56 2024-09-18T02:21:48.117 INFO:tasks.rados.rados.0.smithi046.stdout:570: done (0 left) 2024-09-18T02:21:48.117 INFO:tasks.rados.rados.0.smithi046.stdout:571: read oid 10 snap 33 2024-09-18T02:21:48.117 INFO:tasks.rados.rados.0.smithi046.stdout:571: expect (ObjNum 135 snap 33 seq_num 135) 2024-09-18T02:21:48.117 INFO:tasks.rados.rados.0.smithi046.stdout:572: read oid 50 snap -1 2024-09-18T02:21:48.118 INFO:tasks.rados.rados.0.smithi046.stdout:572: expect deleted 2024-09-18T02:21:48.118 INFO:tasks.rados.rados.0.smithi046.stdout:573: setattr oid 7 current snap is 56 2024-09-18T02:21:48.120 INFO:tasks.rados.rados.0.smithi046.stdout:572: done (2 left) 2024-09-18T02:21:48.120 INFO:tasks.rados.rados.0.smithi046.stdout:574: read oid 47 snap 17 2024-09-18T02:21:48.120 INFO:tasks.rados.rados.0.smithi046.stdout:574: expect (ObjNum 91 snap 16 seq_num 91) 2024-09-18T02:21:48.120 INFO:tasks.rados.rados.0.smithi046.stdout:575: delete oid 36 current snap is 56 2024-09-18T02:21:48.130 INFO:tasks.rados.rados.0.smithi046.stdout:575: done (3 left) 2024-09-18T02:21:48.130 INFO:tasks.rados.rados.0.smithi046.stdout:576: read oid 34 snap -1 2024-09-18T02:21:48.130 INFO:tasks.rados.rados.0.smithi046.stdout:576: expect (ObjNum 130 snap 32 seq_num 130) 2024-09-18T02:21:48.130 INFO:tasks.rados.rados.0.smithi046.stdout:577: setattr oid 5 current snap is 56 2024-09-18T02:21:48.132 INFO:tasks.rados.rados.0.smithi046.stdout:578: rmattr oid 1 current snap is 56 2024-09-18T02:21:48.132 INFO:tasks.rados.rados.0.smithi046.stdout:578: done (5 left) 2024-09-18T02:21:48.132 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 56 2024-09-18T02:21:48.132 INFO:tasks.rados.rados.0.smithi046.stdout:579: seq_num 200 ranges {491520=557056,1048576=401408} 2024-09-18T02:21:48.138 INFO:tasks.rados.rados.0.smithi046.stdout:579: writing smithi04682744-30 from 491520 to 1048576 tid 1 2024-09-18T02:21:48.141 INFO:tasks.rados.rados.0.smithi046.stdout:579: writing smithi04682744-30 from 1048576 to 1449984 tid 2 2024-09-18T02:21:48.141 INFO:tasks.rados.rados.0.smithi046.stdout:580: snap_create 2024-09-18T02:21:48.141 INFO:tasks.rados.rados.0.smithi046.stdout:571: expect (ObjNum 135 snap 33 seq_num 135) 2024-09-18T02:21:48.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 163 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:48.204 INFO:tasks.rados.rados.0.smithi046.stdout:574: expect (ObjNum 91 snap 16 seq_num 91) 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 130 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:579: finishing write tid 1 to smithi04682744-30 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:579: finishing write tid 2 to smithi04682744-30 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:579: finishing write tid 3 to smithi04682744-30 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:579: finishing write tid 4 to smithi04682744-30 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 127 (ObjNum 200 snap 56 seq_num 200) dirty exists 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:579: left oid 30 (ObjNum 200 snap 56 seq_num 200) 2024-09-18T02:21:48.279 INFO:tasks.rados.rados.0.smithi046.stdout:576: expect (ObjNum 130 snap 32 seq_num 130) 2024-09-18T02:21:48.355 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-mon[31687]: osdmap e165: 8 total, 8 up, 8 in 2024-09-18T02:21:48.355 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-mon[31687]: pgmap v42: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 226 KiB/s wr, 2 op/s 2024-09-18T02:21:48.356 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 podman[76928]: 2024-09-18 02:21:48.001661565 +0000 UTC m=+0.661593417 container remove a7702e9774b8b1b495fef898a6d78d4a485fe3e61a53b2a0e6d1dddb7fd71150 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, name=ubi8, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, architecture=x86_64, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0) 2024-09-18T02:21:48.356 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:21:48.356 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-18T02:21:48.356 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 systemd[1]: Stopped Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:48.356 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Consumed 5.037s CPU time. 2024-09-18T02:21:48.356 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 systemd[1]: Starting Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:48.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:48 smithi046 ceph-mon[27507]: osdmap e165: 8 total, 8 up, 8 in 2024-09-18T02:21:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:48 smithi046 ceph-mon[27507]: pgmap v42: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 226 KiB/s wr, 2 op/s 2024-09-18T02:21:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:48 smithi046 ceph-mon[39146]: osdmap e165: 8 total, 8 up, 8 in 2024-09-18T02:21:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:48 smithi046 ceph-mon[39146]: pgmap v42: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 226 KiB/s wr, 2 op/s 2024-09-18T02:21:48.624 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 podman[77033]: 2024-09-18 02:21:48.256547014 +0000 UTC m=+0.014894972 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-18T02:21:48.624 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 podman[77033]: 2024-09-18 02:21:48.396417322 +0000 UTC m=+0.154765310 container create a5ddb85612134d54937287087b10f2a2a042af78c79b54b3c926ca2845daf3cc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.openshift.tags=base rhel8, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, name=ubi8, vcs-type=git, vendor=Red Hat, Inc., maintainer=Paul Cuzner , io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64) 2024-09-18T02:21:48.624 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 podman[77033]: 2024-09-18 02:21:48.62334689 +0000 UTC m=+0.381694840 container init a5ddb85612134d54937287087b10f2a2a042af78c79b54b3c926ca2845daf3cc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, maintainer=Paul Cuzner , release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, io.openshift.tags=base rhel8, io.openshift.expose-services=) 2024-09-18T02:21:48.893 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 podman[77033]: 2024-09-18 02:21:48.628594355 +0000 UTC m=+0.386942300 container start a5ddb85612134d54937287087b10f2a2a042af78c79b54b3c926ca2845daf3cc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, vcs-type=git, io.openshift.tags=base rhel8, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.buildah.version=1.32.0, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.expose-services=, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public) 2024-09-18T02:21:48.893 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 bash[77033]: a5ddb85612134d54937287087b10f2a2a042af78c79b54b3c926ca2845daf3cc 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 systemd[1]: Started Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783543227Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783753263Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783787449Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783800728Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783810976Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783821601Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783838383Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783849202Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783859566Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-18T02:21:48.894 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783871371Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-18T02:21:48.895 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783881855Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-18T02:21:48.895 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783892812Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-18T02:21:48.895 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.783903636Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-18T02:21:48.895 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=settings t=2024-09-18T02:21:48.7839134Z level=info msg="App mode production" 2024-09-18T02:21:48.895 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=sqlstore t=2024-09-18T02:21:48.78398611Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-18T02:21:48.895 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=sqlstore t=2024-09-18T02:21:48.784012262Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-18T02:21:48.895 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=migrator t=2024-09-18T02:21:48.798855793Z level=info msg="Starting DB migrations" 2024-09-18T02:21:48.896 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=migrator t=2024-09-18T02:21:48.803611546Z level=info msg="migrations completed" performed=0 skipped=481 duration=458.432µs 2024-09-18T02:21:48.896 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=sqlstore t=2024-09-18T02:21:48.804020388Z level=info msg="Created default organization" 2024-09-18T02:21:48.896 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=plugin.loader t=2024-09-18T02:21:48.863992905Z level=info msg="Plugin registered" pluginID=input 2024-09-18T02:21:48.896 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=plugin.loader t=2024-09-18T02:21:48.892335832Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-18T02:21:48.896 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=plugin.loader t=2024-09-18T02:21:48.892388377Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-18T02:21:48.896 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=secrets t=2024-09-18T02:21:48.892427761Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-18T02:21:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:571: done (6 left) 2024-09-18T02:21:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:573: done (5 left) 2024-09-18T02:21:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:574: done (4 left) 2024-09-18T02:21:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:576: done (3 left) 2024-09-18T02:21:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:577: done (2 left) 2024-09-18T02:21:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:579: done (1 left) 2024-09-18T02:21:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:580: done (0 left) 2024-09-18T02:21:49.065 INFO:tasks.rados.rados.0.smithi046.stdout:581: snap_remove snap 52 2024-09-18T02:21:49.223 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:49 smithi195 systemd[1]: Stopping Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-mon[31687]: osdmap e166: 8 total, 8 up, 8 in 2024-09-18T02:21:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-mon[31687]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-18T02:21:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-mon[31687]: Reconfiguring daemon node-exporter.b on smithi195 2024-09-18T02:21:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-mon[31687]: osdmap e167: 8 total, 8 up, 8 in 2024-09-18T02:21:49.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=query_data t=2024-09-18T02:21:48.894628319Z level=info msg="Query Service initialization" 2024-09-18T02:21:49.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=live.push_http t=2024-09-18T02:21:48.897520439Z level=info msg="Live Push Gateway initialization" 2024-09-18T02:21:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[27507]: osdmap e166: 8 total, 8 up, 8 in 2024-09-18T02:21:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[27507]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-18T02:21:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[27507]: Reconfiguring daemon node-exporter.b on smithi195 2024-09-18T02:21:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[27507]: osdmap e167: 8 total, 8 up, 8 in 2024-09-18T02:21:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[39146]: osdmap e166: 8 total, 8 up, 8 in 2024-09-18T02:21:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[39146]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-18T02:21:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[39146]: Reconfiguring daemon node-exporter.b on smithi195 2024-09-18T02:21:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:49 smithi046 ceph-mon[39146]: osdmap e167: 8 total, 8 up, 8 in 2024-09-18T02:21:49.604 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:49 smithi195 podman[77206]: 2024-09-18 02:21:49.331836794 +0000 UTC m=+0.121644527 container died f44af43887aa015a05053ef34c21b24e1fcd0fac9bc1818f756e4f9b77430e58 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:21:49.858 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:49 smithi195 podman[77206]: 2024-09-18 02:21:49.710780956 +0000 UTC m=+0.500588682 container cleanup f44af43887aa015a05053ef34c21b24e1fcd0fac9bc1818f756e4f9b77430e58 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:21:49.858 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:49 smithi195 bash[77206]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b 2024-09-18T02:21:49.858 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=infra.usagestats.collector t=2024-09-18T02:21:49.655944517Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-18T02:21:49.858 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=provisioning.datasources t=2024-09-18T02:21:49.745006011Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-18T02:21:49.858 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=provisioning.datasources t=2024-09-18T02:21:49.745050127Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-18T02:21:49.858 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=provisioning.datasources t=2024-09-18T02:21:49.756399948Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-18T02:21:49.858 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=provisioning.alerting t=2024-09-18T02:21:49.846892263Z level=info msg="starting to provision alerting" 2024-09-18T02:21:49.859 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=provisioning.alerting t=2024-09-18T02:21:49.846923711Z level=info msg="finished to provision alerting" 2024-09-18T02:21:49.859 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=grafanaStorageLogger t=2024-09-18T02:21:49.847171411Z level=info msg="storage starting" 2024-09-18T02:21:49.859 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=ngalert.state.manager t=2024-09-18T02:21:49.847280215Z level=info msg="Warming state cache for startup" 2024-09-18T02:21:49.859 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=http.server t=2024-09-18T02:21:49.849024884Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-18T02:21:49.859 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=ngalert.state.manager t=2024-09-18T02:21:49.857487979Z level=info msg="State cache has been initialized" states=0 duration=10.207166ms 2024-09-18T02:21:49.859 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=ngalert.multiorg.alertmanager t=2024-09-18T02:21:49.857524052Z level=info msg="starting MultiOrg Alertmanager" 2024-09-18T02:21:49.859 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:21:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[77047]: logger=ticker t=2024-09-18T02:21:49.857547019Z level=info msg=starting first_tick=2024-09-18T02:21:50Z 2024-09-18T02:21:50.065 INFO:tasks.rados.rados.0.smithi046.stdout:581: done (0 left) 2024-09-18T02:21:50.065 INFO:tasks.rados.rados.0.smithi046.stdout:582: snap_remove snap 56 2024-09-18T02:21:50.118 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:49 smithi195 podman[77225]: 2024-09-18 02:21:49.97091706 +0000 UTC m=+0.639481617 container remove f44af43887aa015a05053ef34c21b24e1fcd0fac9bc1818f756e4f9b77430e58 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:21:50.118 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:49 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:21:50.406 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-mon[31687]: pgmap v45: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-09-18T02:21:50.406 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-mon[31687]: osdmap e168: 8 total, 8 up, 8 in 2024-09-18T02:21:50.406 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-18T02:21:50.406 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 systemd[1]: Stopped Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:50.406 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.288s CPU time. 2024-09-18T02:21:50.407 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 systemd[1]: Starting Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:50.407 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 podman[77321]: 2024-09-18 02:21:50.262357789 +0000 UTC m=+0.015613517 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T02:21:50.407 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 podman[77321]: 2024-09-18 02:21:50.405629983 +0000 UTC m=+0.158885752 container create 1b73ce00619990469187900ba9ff192ce500eeffd9c02f3bb2c2a17bbe68200d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:21:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:50 smithi046 ceph-mon[27507]: pgmap v45: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-09-18T02:21:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:50 smithi046 ceph-mon[27507]: osdmap e168: 8 total, 8 up, 8 in 2024-09-18T02:21:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:50 smithi046 ceph-mon[39146]: pgmap v45: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-09-18T02:21:50.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:50 smithi046 ceph-mon[39146]: osdmap e168: 8 total, 8 up, 8 in 2024-09-18T02:21:50.724 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 podman[77321]: 2024-09-18 02:21:50.641252227 +0000 UTC m=+0.394507941 container init 1b73ce00619990469187900ba9ff192ce500eeffd9c02f3bb2c2a17bbe68200d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 podman[77321]: 2024-09-18 02:21:50.64609386 +0000 UTC m=+0.399349573 container start 1b73ce00619990469187900ba9ff192ce500eeffd9c02f3bb2c2a17bbe68200d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.649Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.649Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.649Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.649Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.649Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.649Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T02:21:50.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T02:21:50.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T02:21:50.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T02:21:50.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T02:21:50.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[77335]: ts=2024-09-18T02:21:50.650Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T02:21:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:582: done (0 left) 2024-09-18T02:21:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:583: rollback oid 12 current snap is 57 2024-09-18T02:21:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 22 2024-09-18T02:21:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:584: read oid 21 snap -1 2024-09-18T02:21:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:584: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:21:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 57 2024-09-18T02:21:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:585: seq_num 201 ranges {0=573440,573440=401408} 2024-09-18T02:21:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:585: writing smithi04682744-1 from 0 to 573440 tid 1 2024-09-18T02:21:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:585: writing smithi04682744-1 from 573440 to 974848 tid 2 2024-09-18T02:21:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:583: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:21:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:583: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:21:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:583: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:21:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 153 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-18T02:21:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:583: done (2 left) 2024-09-18T02:21:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:586: read oid 48 snap -1 2024-09-18T02:21:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:586: expect (ObjNum 198 snap 55 seq_num 198) 2024-09-18T02:21:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:587: snap_create 2024-09-18T02:21:51.078 INFO:tasks.rados.rados.0.smithi046.stdout:584: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:21:51.212 INFO:tasks.rados.rados.0.smithi046.stdout:585: finishing write tid 1 to smithi04682744-1 2024-09-18T02:21:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:585: finishing write tid 2 to smithi04682744-1 2024-09-18T02:21:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:585: finishing write tid 3 to smithi04682744-1 2024-09-18T02:21:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:585: finishing write tid 4 to smithi04682744-1 2024-09-18T02:21:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 241 (ObjNum 201 snap 57 seq_num 201) dirty exists 2024-09-18T02:21:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:585: left oid 1 (ObjNum 201 snap 57 seq_num 201) 2024-09-18T02:21:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:586: expect (ObjNum 198 snap 55 seq_num 198) 2024-09-18T02:21:51.224 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 bash[77321]: 1b73ce00619990469187900ba9ff192ce500eeffd9c02f3bb2c2a17bbe68200d 2024-09-18T02:21:51.224 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:21:50 smithi195 systemd[1]: Started Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:52.069 INFO:tasks.rados.rados.0.smithi046.stdout:584: done (3 left) 2024-09-18T02:21:52.070 INFO:tasks.rados.rados.0.smithi046.stdout:585: done (2 left) 2024-09-18T02:21:52.070 INFO:tasks.rados.rados.0.smithi046.stdout:586: done (1 left) 2024-09-18T02:21:52.070 INFO:tasks.rados.rados.0.smithi046.stdout:587: done (0 left) 2024-09-18T02:21:52.070 INFO:tasks.rados.rados.0.smithi046.stdout:588: delete oid 38 current snap is 58 2024-09-18T02:21:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:588: done (0 left) 2024-09-18T02:21:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:589: rollback oid 44 current snap is 58 2024-09-18T02:21:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 17 2024-09-18T02:21:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 58 2024-09-18T02:21:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:590: seq_num 203 ranges {0=606208,606208=401408} 2024-09-18T02:21:52.077 INFO:tasks.rados.rados.0.smithi046.stdout:590: writing smithi04682744-40 from 0 to 606208 tid 1 2024-09-18T02:21:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:590: writing smithi04682744-40 from 606208 to 1007616 tid 2 2024-09-18T02:21:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:589: finishing rollback tid 0 to smithi04682744-44 2024-09-18T02:21:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:589: finishing rollback tid 1 to smithi04682744-44 2024-09-18T02:21:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:589: finishing rollback tid 2 to smithi04682744-44 2024-09-18T02:21:52.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-18T02:21:52.080 INFO:tasks.rados.rados.0.smithi046.stdout:589: done (1 left) 2024-09-18T02:21:52.080 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 58 2024-09-18T02:21:52.080 INFO:tasks.rados.rados.0.smithi046.stdout:591: seq_num 204 ranges {1351680=622592,1974272=401408} 2024-09-18T02:21:52.090 INFO:tasks.rados.rados.0.smithi046.stdout:591: writing smithi04682744-46 from 1351680 to 1974272 tid 1 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:591: writing smithi04682744-46 from 1974272 to 2375680 tid 2 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:592: rollback oid 38 current snap is 58 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 49 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 1 to smithi04682744-40 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:593: read oid 27 snap -1 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:593: expect (ObjNum 184 snap 48 seq_num 184) 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 58 2024-09-18T02:21:52.093 INFO:tasks.rados.rados.0.smithi046.stdout:594: seq_num 205 ranges {0=638976,638976=401408} 2024-09-18T02:21:52.097 INFO:tasks.rados.rados.0.smithi046.stdout:594: writing smithi04682744-31 from 0 to 638976 tid 1 2024-09-18T02:21:52.100 INFO:tasks.rados.rados.0.smithi046.stdout:594: writing smithi04682744-31 from 638976 to 1040384 tid 2 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:595: snap_create 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 2 to smithi04682744-40 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 3 to smithi04682744-40 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 4 to smithi04682744-40 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 359 (ObjNum 203 snap 58 seq_num 203) dirty exists 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:590: left oid 40 (ObjNum 203 snap 58 seq_num 203) 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing rollback tid 2 to smithi04682744-38 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 266 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing write tid 1 to smithi04682744-46 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing write tid 2 to smithi04682744-46 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing write tid 3 to smithi04682744-46 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing write tid 4 to smithi04682744-46 2024-09-18T02:21:52.101 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 86 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-09-18T02:21:52.102 INFO:tasks.rados.rados.0.smithi046.stdout:591: left oid 46 (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:21:52.102 INFO:tasks.rados.rados.0.smithi046.stdout:593: expect (ObjNum 184 snap 48 seq_num 184) 2024-09-18T02:21:52.153 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 1 to smithi04682744-31 2024-09-18T02:21:52.153 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 2 to smithi04682744-31 2024-09-18T02:21:52.153 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 3 to smithi04682744-31 2024-09-18T02:21:52.153 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 4 to smithi04682744-31 2024-09-18T02:21:52.153 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 157 (ObjNum 205 snap 58 seq_num 205) dirty exists 2024-09-18T02:21:52.153 INFO:tasks.rados.rados.0.smithi046.stdout:594: left oid 31 (ObjNum 205 snap 58 seq_num 205) 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:21:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:52.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-18T02:21:52.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-18T02:21:52.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: osdmap e169: 8 total, 8 up, 8 in 2024-09-18T02:21:52.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: pgmap v48: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-09-18T02:21:52.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:51 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: osdmap e169: 8 total, 8 up, 8 in 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: pgmap v48: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:21:52.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:21:52.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:52.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-18T02:21:52.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-18T02:21:52.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: osdmap e169: 8 total, 8 up, 8 in 2024-09-18T02:21:52.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: pgmap v48: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-09-18T02:21:52.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:51 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:21:53.071 INFO:tasks.rados.rados.0.smithi046.stdout:590: done (5 left) 2024-09-18T02:21:53.072 INFO:tasks.rados.rados.0.smithi046.stdout:591: done (4 left) 2024-09-18T02:21:53.072 INFO:tasks.rados.rados.0.smithi046.stdout:592: done (3 left) 2024-09-18T02:21:53.072 INFO:tasks.rados.rados.0.smithi046.stdout:593: done (2 left) 2024-09-18T02:21:53.072 INFO:tasks.rados.rados.0.smithi046.stdout:594: done (1 left) 2024-09-18T02:21:53.072 INFO:tasks.rados.rados.0.smithi046.stdout:595: done (0 left) 2024-09-18T02:21:53.072 INFO:tasks.rados.rados.0.smithi046.stdout:596: delete oid 2 current snap is 59 2024-09-18T02:21:53.075 INFO:tasks.rados.rados.0.smithi046.stdout:596: done (0 left) 2024-09-18T02:21:53.075 INFO:tasks.rados.rados.0.smithi046.stdout:597: delete oid 5 current snap is 59 2024-09-18T02:21:53.080 INFO:tasks.rados.rados.0.smithi046.stdout:597: done (0 left) 2024-09-18T02:21:53.080 INFO:tasks.rados.rados.0.smithi046.stdout:598: read oid 43 snap -1 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:598: expect (ObjNum 98 snap 16 seq_num 98) 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:599: read oid 28 snap 33 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:599: expect (ObjNum 123 snap 31 seq_num 123) 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:600: read oid 42 snap -1 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:600: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:601: rollback oid 29 current snap is 59 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 58 2024-09-18T02:21:53.081 INFO:tasks.rados.rados.0.smithi046.stdout:602: delete oid 15 current snap is 59 2024-09-18T02:21:53.084 INFO:tasks.rados.rados.0.smithi046.stdout:602: done (4 left) 2024-09-18T02:21:53.084 INFO:tasks.rados.rados.0.smithi046.stdout:603: read oid 20 snap -1 2024-09-18T02:21:53.084 INFO:tasks.rados.rados.0.smithi046.stdout:603: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:53.084 INFO:tasks.rados.rados.0.smithi046.stdout:604: read oid 36 snap -1 2024-09-18T02:21:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:604: expect deleted 2024-09-18T02:21:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:605: snap_remove snap 55 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: Upgrade: Updating mgr.y 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: Deploying daemon mgr.y on smithi046 2024-09-18T02:21:53.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[39146]: osdmap e170: 8 total, 8 up, 8 in 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: Upgrade: Updating mgr.y 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: Deploying daemon mgr.y on smithi046 2024-09-18T02:21:53.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:53 smithi046 ceph-mon[27507]: osdmap e170: 8 total, 8 up, 8 in 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: Upgrade: Updating mgr.y 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: Deploying daemon mgr.y on smithi046 2024-09-18T02:21:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:53 smithi195 ceph-mon[31687]: osdmap e170: 8 total, 8 up, 8 in 2024-09-18T02:21:53.941 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:53 smithi046 systemd[1]: Stopping Ceph mgr.y for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:54.077 INFO:tasks.rados.rados.0.smithi046.stdout:605: done (6 left) 2024-09-18T02:21:54.077 INFO:tasks.rados.rados.0.smithi046.stdout:606: snap_remove snap 46 2024-09-18T02:21:54.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:54 smithi046 ceph-mon[27507]: osdmap e171: 8 total, 8 up, 8 in 2024-09-18T02:21:54.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:54 smithi046 ceph-mon[27507]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:21:54.201 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:54 smithi046 ceph-mon[39146]: osdmap e171: 8 total, 8 up, 8 in 2024-09-18T02:21:54.201 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:54 smithi046 ceph-mon[39146]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:21:54.201 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:53 smithi046 podman[86064]: 2024-09-18 02:21:53.94011893 +0000 UTC m=+0.121863214 container died 041c930a7f9c12da54e0caf6d2498813e38537c66763a23fd080dcc883d3f8ca (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, RELEASE=quincy-4a70413, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-18T02:21:54.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:54 smithi195 ceph-mon[31687]: osdmap e171: 8 total, 8 up, 8 in 2024-09-18T02:21:54.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:54 smithi195 ceph-mon[31687]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:21:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 podman[86064]: 2024-09-18 02:21:54.273538742 +0000 UTC m=+0.455283018 container cleanup 041c930a7f9c12da54e0caf6d2498813e38537c66763a23fd080dcc883d3f8ca (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:21:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 bash[86064]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y 2024-09-18T02:21:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 podman[86082]: 2024-09-18 02:21:54.441751749 +0000 UTC m=+0.501107220 container remove 041c930a7f9c12da54e0caf6d2498813e38537c66763a23fd080dcc883d3f8ca (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=quincy-4a70413, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:21:54.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:21:55.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-18T02:21:55.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 systemd[1]: Stopped Ceph mgr.y for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:55.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service: Consumed 45.222s CPU time. 2024-09-18T02:21:55.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:54 smithi046 systemd[1]: Starting Ceph mgr.y for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:21:55.081 INFO:tasks.rados.rados.0.smithi046.stdout:606: done (6 left) 2024-09-18T02:21:55.081 INFO:tasks.rados.rados.0.smithi046.stdout:607: snap_remove snap 54 2024-09-18T02:21:55.342 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-mon[39146]: osdmap e172: 8 total, 8 up, 8 in 2024-09-18T02:21:55.342 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-mon[27507]: osdmap e172: 8 total, 8 up, 8 in 2024-09-18T02:21:55.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 podman[86217]: 2024-09-18 02:21:55.109692188 +0000 UTC m=+0.098665583 container create f6942806ad6d7aa7c0d014f6c84042e148df0545242ea6fad1f96684b7de7593 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:21:55.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 podman[86217]: 2024-09-18 02:21:55.027348639 +0000 UTC m=+0.016322043 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:21:55.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 podman[86217]: 2024-09-18 02:21:55.312076096 +0000 UTC m=+0.301049500 container init f6942806ad6d7aa7c0d014f6c84042e148df0545242ea6fad1f96684b7de7593 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2) 2024-09-18T02:21:55.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 podman[86217]: 2024-09-18 02:21:55.317147093 +0000 UTC m=+0.306120488 container start f6942806ad6d7aa7c0d014f6c84042e148df0545242ea6fad1f96684b7de7593 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:21:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:55 smithi195 ceph-mon[31687]: osdmap e172: 8 total, 8 up, 8 in 2024-09-18T02:21:55.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:21:55 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:21:55] "GET /metrics HTTP/1.1" 200 36058 "" "Prometheus/2.43.0" 2024-09-18T02:21:55.668 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-mgr[86255]: -- 172.21.15.46:0/3702792290 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562191df2d00 con 0x562191dc7000 2024-09-18T02:21:55.668 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 bash[86217]: f6942806ad6d7aa7c0d014f6c84042e148df0545242ea6fad1f96684b7de7593 2024-09-18T02:21:55.668 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 systemd[1]: Started Ceph mgr.y for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:21:55.669 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:55.439+0000 7f36d6b60040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:21:55.669 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:55.505+0000 7f36d6b60040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:21:55.669 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:55.665+0000 7f36d6b60040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T02:21:56.007 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:55.743+0000 7f36d6b60040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:21:56.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:55 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:55.909+0000 7f36d6b60040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:21:56.079 INFO:tasks.rados.rados.0.smithi046.stdout:607: done (6 left) 2024-09-18T02:21:56.079 INFO:tasks.rados.rados.0.smithi046.stdout:608: copy_from oid 37 from oid 45 current snap is 59 2024-09-18T02:21:56.080 INFO:tasks.rados.rados.0.smithi046.stdout:600: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:56.142 INFO:tasks.rados.rados.0.smithi046.stdout:601: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:21:56.142 INFO:tasks.rados.rados.0.smithi046.stdout:601: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:21:56.142 INFO:tasks.rados.rados.0.smithi046.stdout:601: finishing rollback tid 2 to smithi04682744-29 2024-09-18T02:21:56.142 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 90 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:21:56.142 INFO:tasks.rados.rados.0.smithi046.stdout:603: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:56.197 INFO:tasks.rados.rados.0.smithi046.stdout:599: expect (ObjNum 123 snap 31 seq_num 123) 2024-09-18T02:21:56.294 INFO:tasks.rados.rados.0.smithi046.stdout:598: expect (ObjNum 98 snap 16 seq_num 98) 2024-09-18T02:21:56.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:56.054+0000 7f36d6b60040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[39146]: osdmap e173: 8 total, 8 up, 8 in 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[39146]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[39146]: osdmap e174: 8 total, 8 up, 8 in 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[27507]: osdmap e173: 8 total, 8 up, 8 in 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:56.344 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[27507]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:21:56.345 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:56.345 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:56.345 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-mon[27507]: osdmap e174: 8 total, 8 up, 8 in 2024-09-18T02:21:56.378 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:56 smithi195 ceph-mon[31687]: osdmap e173: 8 total, 8 up, 8 in 2024-09-18T02:21:56.378 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:56 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:56.378 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:56 smithi195 ceph-mon[31687]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:21:56.378 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:56 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:21:56.378 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:56 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:21:56.378 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:56 smithi195 ceph-mon[31687]: osdmap e174: 8 total, 8 up, 8 in 2024-09-18T02:21:56.431 INFO:tasks.rados.rados.0.smithi046.stdout:608: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:608: finishing copy_from to smithi04682744-37 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 211 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:598: done (6 left) 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:599: done (5 left) 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:600: done (4 left) 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:601: done (3 left) 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:603: done (2 left) 2024-09-18T02:21:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:604: done (1 left) 2024-09-18T02:21:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:608: done (0 left) 2024-09-18T02:21:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:609: rmattr oid 4 current snap is 59 2024-09-18T02:21:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:609: done (0 left) 2024-09-18T02:21:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:610: read oid 43 snap -1 2024-09-18T02:21:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:610: expect (ObjNum 98 snap 16 seq_num 98) 2024-09-18T02:21:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:611: setattr oid 12 current snap is 59 2024-09-18T02:21:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:612: delete oid 11 current snap is 59 2024-09-18T02:21:56.632 INFO:tasks.rados.rados.0.smithi046.stdout:612: done (2 left) 2024-09-18T02:21:56.632 INFO:tasks.rados.rados.0.smithi046.stdout:613: snap_create 2024-09-18T02:21:56.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 167 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-18T02:21:56.632 INFO:tasks.rados.rados.0.smithi046.stdout:610: expect (ObjNum 98 snap 16 seq_num 98) 2024-09-18T02:21:56.664 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:56.399+0000 7f36d6b60040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:21:56.664 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:56.466+0000 7f36d6b60040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:21:56.664 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:56.661+0000 7f36d6b60040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:610: done (2 left) 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:611: done (1 left) 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:613: done (0 left) 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:614: rollback oid 47 current snap is 60 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 38 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:615: read oid 10 snap -1 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:615: expect (ObjNum 197 snap 55 seq_num 197) 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:616: read oid 42 snap 47 2024-09-18T02:21:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:616: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:617: snap_remove snap 57 2024-09-18T02:21:58.006 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:57.625+0000 7f36d6b60040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:21:58.006 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:57.698+0000 7f36d6b60040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:21:58.099 INFO:tasks.rados.rados.0.smithi046.stdout:617: done (3 left) 2024-09-18T02:21:58.099 INFO:tasks.rados.rados.0.smithi046.stdout:618: rmattr oid 46 current snap is 60 2024-09-18T02:21:58.099 INFO:tasks.rados.rados.0.smithi046.stdout:614: finishing rollback tid 0 to smithi04682744-47 2024-09-18T02:21:58.099 INFO:tasks.rados.rados.0.smithi046.stdout:614: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:21:58.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 107 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:21:58.100 INFO:tasks.rados.rados.0.smithi046.stdout:616: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:21:58.159 INFO:tasks.rados.rados.0.smithi046.stdout:615: expect (ObjNum 197 snap 55 seq_num 197) 2024-09-18T02:21:58.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:58 smithi195 ceph-mon[31687]: osdmap e175: 8 total, 8 up, 8 in 2024-09-18T02:21:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:58 smithi195 ceph-mon[31687]: pgmap v57: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-09-18T02:21:58.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-mon[27507]: osdmap e175: 8 total, 8 up, 8 in 2024-09-18T02:21:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-mon[27507]: pgmap v57: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-09-18T02:21:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-mon[39146]: osdmap e175: 8 total, 8 up, 8 in 2024-09-18T02:21:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-mon[39146]: pgmap v57: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-09-18T02:21:58.337 INFO:tasks.rados.rados.0.smithi046.stdout:614: done (3 left) 2024-09-18T02:21:58.337 INFO:tasks.rados.rados.0.smithi046.stdout:615: done (2 left) 2024-09-18T02:21:58.337 INFO:tasks.rados.rados.0.smithi046.stdout:616: done (1 left) 2024-09-18T02:21:58.337 INFO:tasks.rados.rados.0.smithi046.stdout:618: done (0 left) 2024-09-18T02:21:58.337 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 60 2024-09-18T02:21:58.337 INFO:tasks.rados.rados.0.smithi046.stdout:619: seq_num 210 ranges {0=720896,720896=401408} 2024-09-18T02:21:58.341 INFO:tasks.rados.rados.0.smithi046.stdout:619: writing smithi04682744-29 from 0 to 720896 tid 1 2024-09-18T02:21:58.343 INFO:tasks.rados.rados.0.smithi046.stdout:619: writing smithi04682744-29 from 720896 to 1122304 tid 2 2024-09-18T02:21:58.343 INFO:tasks.rados.rados.0.smithi046.stdout:620: read oid 40 snap -1 2024-09-18T02:21:58.343 INFO:tasks.rados.rados.0.smithi046.stdout:620: expect (ObjNum 203 snap 58 seq_num 203) 2024-09-18T02:21:58.343 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 60 2024-09-18T02:21:58.343 INFO:tasks.rados.rados.0.smithi046.stdout:621: seq_num 211 ranges {1097728=737280,1835008=401408} 2024-09-18T02:21:58.354 INFO:tasks.rados.rados.0.smithi046.stdout:621: writing smithi04682744-12 from 1097728 to 1835008 tid 1 2024-09-18T02:21:58.356 INFO:tasks.rados.rados.0.smithi046.stdout:621: writing smithi04682744-12 from 1835008 to 2236416 tid 2 2024-09-18T02:21:58.356 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 60 2024-09-18T02:21:58.356 INFO:tasks.rados.rados.0.smithi046.stdout:619: finishing write tid 1 to smithi04682744-29 2024-09-18T02:21:58.356 INFO:tasks.rados.rados.0.smithi046.stdout:622: seq_num 212 ranges {2736128=753664,3489792=401408} 2024-09-18T02:21:58.375 INFO:tasks.rados.rados.0.smithi046.stdout:622: writing smithi04682744-16 from 2736128 to 3489792 tid 1 2024-09-18T02:21:58.377 INFO:tasks.rados.rados.0.smithi046.stdout:622: writing smithi04682744-16 from 3489792 to 3891200 tid 2 2024-09-18T02:21:58.378 INFO:tasks.rados.rados.0.smithi046.stdout:623: read oid 36 snap 22 2024-09-18T02:21:58.378 INFO:tasks.rados.rados.0.smithi046.stdout:623: expect (ObjNum 88 snap 16 seq_num 88) 2024-09-18T02:21:58.378 INFO:tasks.rados.rados.0.smithi046.stdout:624: snap_remove snap 58 2024-09-18T02:21:58.617 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:58.485+0000 7f36d6b60040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:21:58.617 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:58.615+0000 7f36d6b60040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:21:58.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:58.764+0000 7f36d6b60040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:21:58.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:58.828+0000 7f36d6b60040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:21:58.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:21:58 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:21:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:21:59.066 INFO:tasks.rados.rados.0.smithi046.stdout:624: done (5 left) 2024-09-18T02:21:59.066 INFO:tasks.rados.rados.0.smithi046.stdout:625: snap_remove snap 30 2024-09-18T02:21:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-mon[27507]: osdmap e176: 8 total, 8 up, 8 in 2024-09-18T02:21:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-mon[27507]: osdmap e177: 8 total, 8 up, 8 in 2024-09-18T02:21:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-mon[39146]: osdmap e176: 8 total, 8 up, 8 in 2024-09-18T02:21:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-mon[39146]: osdmap e177: 8 total, 8 up, 8 in 2024-09-18T02:21:59.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:58 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:58.986+0000 7f36d6b60040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:21:59.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.058+0000 7f36d6b60040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:21:59.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.127+0000 7f36d6b60040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:21:59.451 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:59 smithi195 ceph-mon[31687]: osdmap e176: 8 total, 8 up, 8 in 2024-09-18T02:21:59.451 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:21:59 smithi195 ceph-mon[31687]: osdmap e177: 8 total, 8 up, 8 in 2024-09-18T02:21:59.585 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.291+0000 7f36d6b60040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:21:59.585 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.361+0000 7f36d6b60040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:21:59.585 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.432+0000 7f36d6b60040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:21:59.585 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.520+0000 7f36d6b60040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:21:59.585 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.583+0000 7f36d6b60040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:22:00.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:21:59 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:21:59.647+0000 7f36d6b60040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:22:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:625: done (5 left) 2024-09-18T02:22:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 60 2024-09-18T02:22:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:626: seq_num 213 ranges {0=770048,770048=401408} 2024-09-18T02:22:00.073 INFO:tasks.rados.rados.0.smithi046.stdout:626: writing smithi04682744-41 from 0 to 770048 tid 1 2024-09-18T02:22:00.078 INFO:tasks.rados.rados.0.smithi046.stdout:626: writing smithi04682744-41 from 770048 to 1171456 tid 2 2024-09-18T02:22:00.078 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 60 2024-09-18T02:22:00.078 INFO:tasks.rados.rados.0.smithi046.stdout:627: seq_num 214 ranges {0=794624,794624=401408} 2024-09-18T02:22:00.083 INFO:tasks.rados.rados.0.smithi046.stdout:627: writing smithi04682744-8 from 0 to 794624 tid 1 2024-09-18T02:22:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:627: writing smithi04682744-8 from 794624 to 1196032 tid 2 2024-09-18T02:22:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:619: finishing write tid 2 to smithi04682744-29 2024-09-18T02:22:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:619: finishing write tid 3 to smithi04682744-29 2024-09-18T02:22:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:619: finishing write tid 4 to smithi04682744-29 2024-09-18T02:22:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 110 (ObjNum 210 snap 60 seq_num 210) dirty exists 2024-09-18T02:22:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:619: left oid 29 (ObjNum 210 snap 60 seq_num 210) 2024-09-18T02:22:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:620: expect (ObjNum 203 snap 58 seq_num 203) 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:619: done (6 left) 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:620: done (5 left) 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:628: snap_create 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:621: finishing write tid 1 to smithi04682744-12 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:621: finishing write tid 2 to smithi04682744-12 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:621: finishing write tid 3 to smithi04682744-12 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:621: finishing write tid 4 to smithi04682744-12 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 173 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:621: left oid 12 (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:622: finishing write tid 1 to smithi04682744-16 2024-09-18T02:22:00.122 INFO:tasks.rados.rados.0.smithi046.stdout:622: finishing write tid 2 to smithi04682744-16 2024-09-18T02:22:00.122 INFO:tasks.rados.rados.0.smithi046.stdout:622: finishing write tid 3 to smithi04682744-16 2024-09-18T02:22:00.122 INFO:tasks.rados.rados.0.smithi046.stdout:622: finishing write tid 4 to smithi04682744-16 2024-09-18T02:22:00.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 160 (ObjNum 212 snap 60 seq_num 212) dirty exists 2024-09-18T02:22:00.122 INFO:tasks.rados.rados.0.smithi046.stdout:622: left oid 16 (ObjNum 212 snap 60 seq_num 212) 2024-09-18T02:22:00.122 INFO:tasks.rados.rados.0.smithi046.stdout:623: expect (ObjNum 88 snap 16 seq_num 88) 2024-09-18T02:22:00.199 INFO:tasks.rados.rados.0.smithi046.stdout:626: finishing write tid 1 to smithi04682744-41 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:626: finishing write tid 2 to smithi04682744-41 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:626: finishing write tid 3 to smithi04682744-41 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:626: finishing write tid 4 to smithi04682744-41 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 228 (ObjNum 213 snap 60 seq_num 213) dirty exists 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:626: left oid 41 (ObjNum 213 snap 60 seq_num 213) 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:627: finishing write tid 1 to smithi04682744-8 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:627: finishing write tid 2 to smithi04682744-8 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:627: finishing write tid 3 to smithi04682744-8 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:627: finishing write tid 4 to smithi04682744-8 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 274 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:22:00.200 INFO:tasks.rados.rados.0.smithi046.stdout:627: left oid 8 (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:22:00.514 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:00.509+0000 7f36d6b60040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: pgmap v60: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[27507]: osdmap e178: 8 total, 8 up, 8 in 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.516 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: pgmap v60: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-18T02:22:00.516 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.516 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.516 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.516 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.516 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-mon[39146]: osdmap e178: 8 total, 8 up, 8 in 2024-09-18T02:22:00.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: pgmap v60: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-18T02:22:00.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:00.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:00 smithi195 ceph-mon[31687]: osdmap e178: 8 total, 8 up, 8 in 2024-09-18T02:22:00.775 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:00] ENGINE Bus STARTING 2024-09-18T02:22:00.775 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: CherryPy Checker: 2024-09-18T02:22:00.775 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: The Application mounted at '' has an empty config. 2024-09-18T02:22:00.776 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:00.776 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:00] ENGINE Serving on http://:::9283 2024-09-18T02:22:00.776 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:00 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:00] ENGINE Bus STARTED 2024-09-18T02:22:01.068 INFO:tasks.rados.rados.0.smithi046.stdout:621: done (5 left) 2024-09-18T02:22:01.068 INFO:tasks.rados.rados.0.smithi046.stdout:622: done (4 left) 2024-09-18T02:22:01.068 INFO:tasks.rados.rados.0.smithi046.stdout:623: done (3 left) 2024-09-18T02:22:01.068 INFO:tasks.rados.rados.0.smithi046.stdout:626: done (2 left) 2024-09-18T02:22:01.069 INFO:tasks.rados.rados.0.smithi046.stdout:627: done (1 left) 2024-09-18T02:22:01.069 INFO:tasks.rados.rados.0.smithi046.stdout:628: done (0 left) 2024-09-18T02:22:01.069 INFO:tasks.rados.rados.0.smithi046.stdout:629: rollback oid 13 current snap is 61 2024-09-18T02:22:01.069 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 60 2024-09-18T02:22:01.069 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 61 2024-09-18T02:22:01.069 INFO:tasks.rados.rados.0.smithi046.stdout:630: seq_num 215 ranges {1622016=409600,2031616=532480,2564096=270336} 2024-09-18T02:22:01.079 INFO:tasks.rados.rados.0.smithi046.stdout:630: writing smithi04682744-35 from 1622016 to 2031616 tid 1 2024-09-18T02:22:01.082 INFO:tasks.rados.rados.0.smithi046.stdout:630: writing smithi04682744-35 from 2031616 to 2564096 tid 2 2024-09-18T02:22:01.085 INFO:tasks.rados.rados.0.smithi046.stdout:630: writing smithi04682744-35 from 2564096 to 2834432 tid 3 2024-09-18T02:22:01.085 INFO:tasks.rados.rados.0.smithi046.stdout:631: read oid 1 snap -1 2024-09-18T02:22:01.085 INFO:tasks.rados.rados.0.smithi046.stdout:631: expect (ObjNum 201 snap 57 seq_num 201) 2024-09-18T02:22:01.085 INFO:tasks.rados.rados.0.smithi046.stdout:632: copy_from oid 17 from oid 38 current snap is 61 2024-09-18T02:22:01.085 INFO:tasks.rados.rados.0.smithi046.stdout:629: finishing rollback tid 0 to smithi04682744-13 2024-09-18T02:22:01.085 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 61 2024-09-18T02:22:01.085 INFO:tasks.rados.rados.0.smithi046.stdout:633: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-09-18T02:22:01.087 INFO:tasks.rados.rados.0.smithi046.stdout:633: writing smithi04682744-2 from 0 to 425984 tid 1 2024-09-18T02:22:01.090 INFO:tasks.rados.rados.0.smithi046.stdout:633: writing smithi04682744-2 from 425984 to 835584 tid 2 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:633: writing smithi04682744-2 from 835584 to 1228800 tid 3 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:634: setattr oid 36 current snap is 61 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:629: finishing rollback tid 1 to smithi04682744-13 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:629: finishing rollback tid 2 to smithi04682744-13 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 290 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:630: finishing write tid 1 to smithi04682744-35 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:630: finishing write tid 2 to smithi04682744-35 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:630: finishing write tid 3 to smithi04682744-35 2024-09-18T02:22:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:630: finishing write tid 4 to smithi04682744-35 2024-09-18T02:22:01.094 INFO:tasks.rados.rados.0.smithi046.stdout:630: finishing write tid 5 to smithi04682744-35 2024-09-18T02:22:01.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 232 (ObjNum 215 snap 61 seq_num 215) dirty exists 2024-09-18T02:22:01.094 INFO:tasks.rados.rados.0.smithi046.stdout:630: left oid 35 (ObjNum 215 snap 61 seq_num 215) 2024-09-18T02:22:01.094 INFO:tasks.rados.rados.0.smithi046.stdout:631: expect (ObjNum 201 snap 57 seq_num 201) 2024-09-18T02:22:01.120 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing write tid 1 to smithi04682744-2 2024-09-18T02:22:01.120 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing write tid 2 to smithi04682744-2 2024-09-18T02:22:01.120 INFO:tasks.rados.rados.0.smithi046.stdout:632: finishing copy_from racing read to smithi04682744-17 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:632: finishing copy_from to smithi04682744-17 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 266 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing write tid 3 to smithi04682744-2 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing write tid 4 to smithi04682744-2 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing write tid 5 to smithi04682744-2 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 278 (ObjNum 216 snap 61 seq_num 216) dirty exists 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:633: left oid 2 (ObjNum 216 snap 61 seq_num 216) 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:629: done (5 left) 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:630: done (4 left) 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:631: done (3 left) 2024-09-18T02:22:01.121 INFO:tasks.rados.rados.0.smithi046.stdout:632: done (2 left) 2024-09-18T02:22:01.122 INFO:tasks.rados.rados.0.smithi046.stdout:633: done (1 left) 2024-09-18T02:22:01.122 INFO:tasks.rados.rados.0.smithi046.stdout:635: setattr oid 33 current snap is 61 2024-09-18T02:22:01.122 INFO:tasks.rados.rados.0.smithi046.stdout:636: snap_create 2024-09-18T02:22:01.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 279 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-18T02:22:01.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 212 (ObjNum 33 snap 0 seq_num 1146909904) dirty exists 2024-09-18T02:22:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[27507]: Standby manager daemon y restarted 2024-09-18T02:22:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[27507]: Standby manager daemon y started 2024-09-18T02:22:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T02:22:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[27507]: osdmap e179: 8 total, 8 up, 8 in 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[39146]: Standby manager daemon y restarted 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[39146]: Standby manager daemon y started 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:01.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:01 smithi046 ceph-mon[39146]: osdmap e179: 8 total, 8 up, 8 in 2024-09-18T02:22:01.638 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:01 smithi195 ceph-mon[31687]: Standby manager daemon y restarted 2024-09-18T02:22:01.638 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:01 smithi195 ceph-mon[31687]: Standby manager daemon y started 2024-09-18T02:22:01.638 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:01 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-18T02:22:01.638 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:01 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:01.638 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:01 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-18T02:22:01.638 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:01 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:01.638 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:01 smithi195 ceph-mon[31687]: osdmap e179: 8 total, 8 up, 8 in 2024-09-18T02:22:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:634: done (2 left) 2024-09-18T02:22:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:635: done (1 left) 2024-09-18T02:22:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:636: done (0 left) 2024-09-18T02:22:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:637: rollback oid 32 current snap is 62 2024-09-18T02:22:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 44 2024-09-18T02:22:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:638: snap_remove snap 51 2024-09-18T02:22:02.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:02 smithi046 ceph-mon[39146]: mgrmap e30: x(active, since 39s), standbys: y 2024-09-18T02:22:02.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:02 smithi046 ceph-mon[39146]: pgmap v63: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-18T02:22:02.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:02 smithi046 ceph-mon[39146]: osdmap e180: 8 total, 8 up, 8 in 2024-09-18T02:22:02.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:02 smithi046 ceph-mon[27507]: mgrmap e30: x(active, since 39s), standbys: y 2024-09-18T02:22:02.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:02 smithi046 ceph-mon[27507]: pgmap v63: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-18T02:22:02.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:02 smithi046 ceph-mon[27507]: osdmap e180: 8 total, 8 up, 8 in 2024-09-18T02:22:02.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:02 smithi195 ceph-mon[31687]: mgrmap e30: x(active, since 39s), standbys: y 2024-09-18T02:22:02.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:02 smithi195 ceph-mon[31687]: pgmap v63: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-18T02:22:02.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:02 smithi195 ceph-mon[31687]: osdmap e180: 8 total, 8 up, 8 in 2024-09-18T02:22:03.070 INFO:tasks.rados.rados.0.smithi046.stdout:638: done (1 left) 2024-09-18T02:22:03.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 62 2024-09-18T02:22:03.070 INFO:tasks.rados.rados.0.smithi046.stdout:639: seq_num 217 ranges {1712128=442368,2154496=696320,2850816=106496} 2024-09-18T02:22:03.084 INFO:tasks.rados.rados.0.smithi046.stdout:639: writing smithi04682744-24 from 1712128 to 2154496 tid 1 2024-09-18T02:22:03.089 INFO:tasks.rados.rados.0.smithi046.stdout:639: writing smithi04682744-24 from 2154496 to 2850816 tid 2 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:639: writing smithi04682744-24 from 2850816 to 2957312 tid 3 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 385 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 1 to smithi04682744-24 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:637: done (1 left) 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:640: copy_from oid 35 from oid 27 current snap is 62 2024-09-18T02:22:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:641: snap_create 2024-09-18T02:22:03.093 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 2 to smithi04682744-24 2024-09-18T02:22:03.093 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 3 to smithi04682744-24 2024-09-18T02:22:03.093 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 4 to smithi04682744-24 2024-09-18T02:22:03.094 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 5 to smithi04682744-24 2024-09-18T02:22:03.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 121 (ObjNum 217 snap 62 seq_num 217) dirty exists 2024-09-18T02:22:03.094 INFO:tasks.rados.rados.0.smithi046.stdout:639: left oid 24 (ObjNum 217 snap 62 seq_num 217) 2024-09-18T02:22:03.099 INFO:tasks.rados.rados.0.smithi046.stdout:640: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:22:03.101 INFO:tasks.rados.rados.0.smithi046.stdout:640: finishing copy_from to smithi04682744-35 2024-09-18T02:22:03.101 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 156 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-09-18T02:22:03.179 INFO:tasks.rados.rados.0.smithi046.stdout:639: done (2 left) 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:640: done (1 left) 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:641: done (0 left) 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:642: read oid 39 snap -1 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:642: expect (ObjNum 176 snap 47 seq_num 176) 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:643: read oid 8 snap 61 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:643: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 63 2024-09-18T02:22:03.180 INFO:tasks.rados.rados.0.smithi046.stdout:644: seq_num 218 ranges {1622016=458752,2080768=581632,2662400=221184} 2024-09-18T02:22:03.192 INFO:tasks.rados.rados.0.smithi046.stdout:644: writing smithi04682744-20 from 1622016 to 2080768 tid 1 2024-09-18T02:22:03.195 INFO:tasks.rados.rados.0.smithi046.stdout:644: writing smithi04682744-20 from 2080768 to 2662400 tid 2 2024-09-18T02:22:03.196 INFO:tasks.rados.rados.0.smithi046.stdout:644: writing smithi04682744-20 from 2662400 to 2883584 tid 3 2024-09-18T02:22:03.196 INFO:tasks.rados.rados.0.smithi046.stdout:645: read oid 11 snap 47 2024-09-18T02:22:03.196 INFO:tasks.rados.rados.0.smithi046.stdout:645: expect (ObjNum 168 snap 42 seq_num 168) 2024-09-18T02:22:03.197 INFO:tasks.rados.rados.0.smithi046.stdout:646: rollback oid 31 current snap is 63 2024-09-18T02:22:03.197 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 17 2024-09-18T02:22:03.197 INFO:tasks.rados.rados.0.smithi046.stdout:642: expect (ObjNum 176 snap 47 seq_num 176) 2024-09-18T02:22:03.244 INFO:tasks.rados.rados.0.smithi046.stdout:643: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:22:03.257 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:03] ENGINE Bus STOPPING 2024-09-18T02:22:03.273 INFO:tasks.rados.rados.0.smithi046.stdout:644: finishing write tid 1 to smithi04682744-20 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:644: finishing write tid 2 to smithi04682744-20 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:644: finishing write tid 3 to smithi04682744-20 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:646: finishing rollback tid 0 to smithi04682744-31 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:644: finishing write tid 4 to smithi04682744-20 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:646: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 166 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:644: finishing write tid 5 to smithi04682744-20 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 216 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:644: left oid 20 (ObjNum 218 snap 63 seq_num 218) 2024-09-18T02:22:03.274 INFO:tasks.rados.rados.0.smithi046.stdout:645: expect (ObjNum 168 snap 42 seq_num 168) 2024-09-18T02:22:03.355 INFO:tasks.rados.rados.0.smithi046.stdout:642: done (4 left) 2024-09-18T02:22:03.356 INFO:tasks.rados.rados.0.smithi046.stdout:643: done (3 left) 2024-09-18T02:22:03.356 INFO:tasks.rados.rados.0.smithi046.stdout:644: done (2 left) 2024-09-18T02:22:03.356 INFO:tasks.rados.rados.0.smithi046.stdout:645: done (1 left) 2024-09-18T02:22:03.356 INFO:tasks.rados.rados.0.smithi046.stdout:646: done (0 left) 2024-09-18T02:22:03.356 INFO:tasks.rados.rados.0.smithi046.stdout:647: rollback oid 26 current snap is 63 2024-09-18T02:22:03.356 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 38 2024-09-18T02:22:03.356 INFO:tasks.rados.rados.0.smithi046.stdout:648: setattr oid 21 current snap is 63 2024-09-18T02:22:03.357 INFO:tasks.rados.rados.0.smithi046.stdout:649: delete oid 29 current snap is 63 2024-09-18T02:22:03.359 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:22:03.359 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:22:03.360 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:22:03.360 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 393 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-18T02:22:03.360 INFO:tasks.rados.rados.0.smithi046.stdout:647: done (2 left) 2024-09-18T02:22:03.360 INFO:tasks.rados.rados.0.smithi046.stdout:649: done (1 left) 2024-09-18T02:22:03.360 INFO:tasks.rados.rados.0.smithi046.stdout:650: delete oid 49 current snap is 63 2024-09-18T02:22:03.360 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 227 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-09-18T02:22:03.362 INFO:tasks.rados.rados.0.smithi046.stdout:648: done (1 left) 2024-09-18T02:22:03.362 INFO:tasks.rados.rados.0.smithi046.stdout:650: done (0 left) 2024-09-18T02:22:03.363 INFO:tasks.rados.rados.0.smithi046.stdout:651: rmattr oid 13 current snap is 63 2024-09-18T02:22:03.363 INFO:tasks.rados.rados.0.smithi046.stdout:652: read oid 28 snap -1 2024-09-18T02:22:03.363 INFO:tasks.rados.rados.0.smithi046.stdout:652: expect (ObjNum 143 snap 36 seq_num 143) 2024-09-18T02:22:03.363 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 63 2024-09-18T02:22:03.363 INFO:tasks.rados.rados.0.smithi046.stdout:653: seq_num 221 ranges {1736704=507904,2244608=688128,2932736=114688} 2024-09-18T02:22:03.375 INFO:tasks.rados.rados.0.smithi046.stdout:653: writing smithi04682744-38 from 1736704 to 2244608 tid 1 2024-09-18T02:22:03.379 INFO:tasks.rados.rados.0.smithi046.stdout:653: writing smithi04682744-38 from 2244608 to 2932736 tid 2 2024-09-18T02:22:03.380 INFO:tasks.rados.rados.0.smithi046.stdout:653: writing smithi04682744-38 from 2932736 to 3047424 tid 3 2024-09-18T02:22:03.380 INFO:tasks.rados.rados.0.smithi046.stdout:654: copy_from oid 23 from oid 46 current snap is 63 2024-09-18T02:22:03.380 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 302 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:22:03.380 INFO:tasks.rados.rados.0.smithi046.stdout:653: finishing write tid 1 to smithi04682744-38 2024-09-18T02:22:03.380 INFO:tasks.rados.rados.0.smithi046.stdout:651: done (3 left) 2024-09-18T02:22:03.380 INFO:tasks.rados.rados.0.smithi046.stdout:655: delete oid 31 current snap is 63 2024-09-18T02:22:03.382 INFO:tasks.rados.rados.0.smithi046.stdout:655: done (3 left) 2024-09-18T02:22:03.382 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 63 2024-09-18T02:22:03.382 INFO:tasks.rados.rados.0.smithi046.stdout:656: seq_num 223 ranges {4702208=540672,5242880=450560,5693440=352256} 2024-09-18T02:22:03.411 INFO:tasks.rados.rados.0.smithi046.stdout:656: writing smithi04682744-45 from 4702208 to 5242880 tid 1 2024-09-18T02:22:03.413 INFO:tasks.rados.rados.0.smithi046.stdout:656: writing smithi04682744-45 from 5242880 to 5693440 tid 2 2024-09-18T02:22:03.415 INFO:tasks.rados.rados.0.smithi046.stdout:656: writing smithi04682744-45 from 5693440 to 6045696 tid 3 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:657: snap_create 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:653: finishing write tid 2 to smithi04682744-38 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:653: finishing write tid 3 to smithi04682744-38 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:653: finishing write tid 4 to smithi04682744-38 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:653: finishing write tid 5 to smithi04682744-38 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 307 (ObjNum 221 snap 63 seq_num 221) dirty exists 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:653: left oid 38 (ObjNum 221 snap 63 seq_num 221) 2024-09-18T02:22:03.416 INFO:tasks.rados.rados.0.smithi046.stdout:652: expect (ObjNum 143 snap 36 seq_num 143) 2024-09-18T02:22:03.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:03.176+0000 7fefa7f63640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-18T02:22:03.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ignoring --setuser ceph since I am not root 2024-09-18T02:22:03.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ignoring --setgroup ceph since I am not root 2024-09-18T02:22:03.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-mgr[67517]: -- 172.21.15.195:0/1876400397 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556ea7200d00 con 0x556ea71d5000 2024-09-18T02:22:03.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:03.321+0000 7fa2aa06c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:22:03.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:03.385+0000 7fa2aa06c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:03.618 INFO:tasks.rados.rados.0.smithi046.stdout:654: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:22:03.618 INFO:tasks.rados.rados.0.smithi046.stdout:654: finishing copy_from to smithi04682744-23 2024-09-18T02:22:03.618 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 86 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-09-18T02:22:03.618 INFO:tasks.rados.rados.0.smithi046.stdout:656: finishing write tid 1 to smithi04682744-45 2024-09-18T02:22:03.618 INFO:tasks.rados.rados.0.smithi046.stdout:656: finishing write tid 2 to smithi04682744-45 2024-09-18T02:22:03.618 INFO:tasks.rados.rados.0.smithi046.stdout:656: finishing write tid 3 to smithi04682744-45 2024-09-18T02:22:03.619 INFO:tasks.rados.rados.0.smithi046.stdout:656: finishing write tid 4 to smithi04682744-45 2024-09-18T02:22:03.619 INFO:tasks.rados.rados.0.smithi046.stdout:656: finishing write tid 5 to smithi04682744-45 2024-09-18T02:22:03.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 314 (ObjNum 223 snap 63 seq_num 223) dirty exists 2024-09-18T02:22:03.619 INFO:tasks.rados.rados.0.smithi046.stdout:656: left oid 45 (ObjNum 223 snap 63 seq_num 223) 2024-09-18T02:22:03.769 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:22:03.508Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi046.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.46:8443: connect: connection refused" 2024-09-18T02:22:03.769 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:22:03.509Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi195.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.195:8443: connect: connection refused" 2024-09-18T02:22:03.769 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:22:03.769 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:03] ENGINE Bus STOPPED 2024-09-18T02:22:03.769 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:03] ENGINE Bus STARTING 2024-09-18T02:22:03.769 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.709+0000 7f363d730640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.709+0000 7f363d730640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.709+0000 7f363d730640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.709+0000 7f363d730640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.709+0000 7f363d730640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.710+0000 7f3640f37640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.710+0000 7f3640f37640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.710+0000 7f3640f37640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.710+0000 7f3640f37640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.770 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:03.710+0000 7f3640f37640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:03.888 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:03.535+0000 7fa2aa06c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T02:22:03.888 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:03.600+0000 7fa2aa06c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:22:03.888 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:03.749+0000 7fa2aa06c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:03.888 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:04.033 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:03] ENGINE Serving on http://:::9283 2024-09-18T02:22:04.033 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:03 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:03] ENGINE Bus STARTED 2024-09-18T02:22:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:652: done (4 left) 2024-09-18T02:22:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:653: done (3 left) 2024-09-18T02:22:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:654: done (2 left) 2024-09-18T02:22:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:656: done (1 left) 2024-09-18T02:22:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:657: done (0 left) 2024-09-18T02:22:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:658: delete oid 35 current snap is 64 2024-09-18T02:22:04.189 INFO:tasks.rados.rados.0.smithi046.stdout:658: done (0 left) 2024-09-18T02:22:04.189 INFO:tasks.rados.rados.0.smithi046.stdout:659: snap_create 2024-09-18T02:22:04.212 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:03.886+0000 7fa2aa06c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: osdmap e181: 8 total, 8 up, 8 in 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T02:22:04.213 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: Activating manager daemon y 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: osdmap e182: 8 total, 8 up, 8 in 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.24895 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: mgrmap e31: y(active, starting, since 0.00633405s) 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:22:04.214 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: Manager daemon y is now available 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:22:04.215 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:22:04.293 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:22:04.291Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=2 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: osdmap e181: 8 total, 8 up, 8 in 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:04.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: Activating manager daemon y 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: osdmap e182: 8 total, 8 up, 8 in 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.24895 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: mgrmap e31: y(active, starting, since 0.00633405s) 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:22:04.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:22:04.296 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: osdmap e181: 8 total, 8 up, 8 in 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 172.21.15.195:0/1374353623' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-18T02:22:04.297 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: Activating manager daemon y 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: osdmap e182: 8 total, 8 up, 8 in 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.24895 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: mgrmap e31: y(active, starting, since 0.00633405s) 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:22:04.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: Manager daemon y is now available 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:04.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:22:04.300 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:22:04.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: Manager daemon y is now available 2024-09-18T02:22:04.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:04.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:04.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:22:04.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:04 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:22:04.473 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:04.210+0000 7fa2aa06c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:22:04.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:04.281+0000 7fa2aa06c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:22:04.475 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:04.476 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:04.739 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:04.474+0000 7fa2aa06c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:22:05.193 INFO:tasks.rados.rados.0.smithi046.stdout:659: done (0 left) 2024-09-18T02:22:05.194 INFO:tasks.rados.rados.0.smithi046.stdout:660: snap_create 2024-09-18T02:22:05.472 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:05 smithi195 ceph-mon[31687]: mgrmap e32: y(active, since 1.0102s) 2024-09-18T02:22:05.472 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:05 smithi195 ceph-mon[31687]: osdmap e183: 8 total, 8 up, 8 in 2024-09-18T02:22:05.472 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:05 smithi195 ceph-mon[31687]: pgmap v4: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:05.472 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:05 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:05.403+0000 7fa2aa06c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:22:05.473 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:05 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:05.470+0000 7fa2aa06c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:22:05.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-mon[27507]: mgrmap e32: y(active, since 1.0102s) 2024-09-18T02:22:05.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-mon[27507]: osdmap e183: 8 total, 8 up, 8 in 2024-09-18T02:22:05.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-mon[27507]: pgmap v4: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-mon[39146]: mgrmap e32: y(active, since 1.0102s) 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-mon[39146]: osdmap e183: 8 total, 8 up, 8 in 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-mon[39146]: pgmap v4: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:05.324+0000 7f362a64a640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:02:22:05] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: Traceback (most recent call last): 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self._connections.run(self.expiration_interval) 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:05.477 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self._run(expiration_interval) 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: s = self.context.wrap_socket( 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: return self.sslsocket_class._create( 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self.do_handshake() 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self._sslobj.do_handshake() 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:05.478 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:06.195 INFO:tasks.rados.rados.0.smithi046.stdout:660: done (0 left) 2024-09-18T02:22:06.195 INFO:tasks.rados.rados.0.smithi046.stdout:661: read oid 22 snap -1 2024-09-18T02:22:06.195 INFO:tasks.rados.rados.0.smithi046.stdout:661: expect deleted 2024-09-18T02:22:06.195 INFO:tasks.rados.rados.0.smithi046.stdout:662: snap_remove snap 64 2024-09-18T02:22:06.473 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:06.258+0000 7fa2aa06c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:06.383+0000 7fa2aa06c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-mon[31687]: mgrmap e33: y(active, since 2s) 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-mon[31687]: osdmap e184: 8 total, 8 up, 8 in 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:05] ENGINE Bus STARTING 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:05] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:05] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: Traceback (most recent call last): 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:22:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._run(expiration_interval) 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: s = self.context.wrap_socket( 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: return self.sslsocket_class._create( 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: self.do_handshake() 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._sslobj.do_handshake() 2024-09-18T02:22:06.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[27507]: mgrmap e33: y(active, since 2s) 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[27507]: osdmap e184: 8 total, 8 up, 8 in 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[27507]: [18/Sep/2024:02:22:05] ENGINE Bus STARTING 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[27507]: [18/Sep/2024:02:22:05] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[27507]: [18/Sep/2024:02:22:05] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:22:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:22:06.509 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[39146]: mgrmap e33: y(active, since 2s) 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[39146]: osdmap e184: 8 total, 8 up, 8 in 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:05] ENGINE Bus STARTING 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:05] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:06 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:05] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:06.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:22:06.511 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:06.808 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:06.525+0000 7fa2aa06c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:06.808 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:06.586+0000 7fa2aa06c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:22:06.809 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:06.736+0000 7fa2aa06c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:22:06.809 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:06.806+0000 7fa2aa06c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:22:07.108 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:06.883+0000 7fa2aa06c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:22:07.109 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:07.040+0000 7fa2aa06c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:22:07.109 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:07.106+0000 7fa2aa06c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:22:07.203 INFO:tasks.rados.rados.0.smithi046.stdout:662: done (1 left) 2024-09-18T02:22:07.203 INFO:tasks.rados.rados.0.smithi046.stdout:663: read oid 48 snap -1 2024-09-18T02:22:07.203 INFO:tasks.rados.rados.0.smithi046.stdout:663: expect (ObjNum 198 snap 55 seq_num 198) 2024-09-18T02:22:07.203 INFO:tasks.rados.rados.0.smithi046.stdout:664: rmattr oid 49 current snap is 66 2024-09-18T02:22:07.203 INFO:tasks.rados.rados.0.smithi046.stdout:664: done (2 left) 2024-09-18T02:22:07.204 INFO:tasks.rados.rados.0.smithi046.stdout:665: delete oid 2 current snap is 66 2024-09-18T02:22:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:661: done (2 left) 2024-09-18T02:22:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:665: done (1 left) 2024-09-18T02:22:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 66 2024-09-18T02:22:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:666: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-09-18T02:22:07.213 INFO:tasks.rados.rados.0.smithi046.stdout:666: writing smithi04682744-2 from 0 to 589824 tid 1 2024-09-18T02:22:07.218 INFO:tasks.rados.rados.0.smithi046.stdout:666: writing smithi04682744-2 from 589824 to 1097728 tid 2 2024-09-18T02:22:07.221 INFO:tasks.rados.rados.0.smithi046.stdout:666: writing smithi04682744-2 from 1097728 to 1392640 tid 3 2024-09-18T02:22:07.221 INFO:tasks.rados.rados.0.smithi046.stdout:667: read oid 9 snap -1 2024-09-18T02:22:07.221 INFO:tasks.rados.rados.0.smithi046.stdout:667: expect (ObjNum 112 snap 27 seq_num 112) 2024-09-18T02:22:07.222 INFO:tasks.rados.rados.0.smithi046.stdout:668: read oid 17 snap 39 2024-09-18T02:22:07.222 INFO:tasks.rados.rados.0.smithi046.stdout:668: expect (ObjNum 144 snap 36 seq_num 144) 2024-09-18T02:22:07.222 INFO:tasks.rados.rados.0.smithi046.stdout:669: setattr oid 35 current snap is 66 2024-09-18T02:22:07.222 INFO:tasks.rados.rados.0.smithi046.stdout:663: expect (ObjNum 198 snap 55 seq_num 198) 2024-09-18T02:22:07.329 INFO:tasks.rados.rados.0.smithi046.stdout:666: finishing write tid 1 to smithi04682744-2 2024-09-18T02:22:07.329 INFO:tasks.rados.rados.0.smithi046.stdout:666: finishing write tid 2 to smithi04682744-2 2024-09-18T02:22:07.329 INFO:tasks.rados.rados.0.smithi046.stdout:668: expect (ObjNum 144 snap 36 seq_num 144) 2024-09-18T02:22:07.329 INFO:tasks.rados.rados.0.smithi046.stdout:666: finishing write tid 3 to smithi04682744-2 2024-09-18T02:22:07.329 INFO:tasks.rados.rados.0.smithi046.stdout:666: finishing write tid 4 to smithi04682744-2 2024-09-18T02:22:07.329 INFO:tasks.rados.rados.0.smithi046.stdout:666: finishing write tid 5 to smithi04682744-2 2024-09-18T02:22:07.329 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 291 (ObjNum 226 snap 66 seq_num 226) dirty exists 2024-09-18T02:22:07.330 INFO:tasks.rados.rados.0.smithi046.stdout:666: left oid 2 (ObjNum 226 snap 66 seq_num 226) 2024-09-18T02:22:07.330 INFO:tasks.rados.rados.0.smithi046.stdout:667: expect (ObjNum 112 snap 27 seq_num 112) 2024-09-18T02:22:07.406 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:05] ENGINE Serving on http://172.21.15.46:8765 2024-09-18T02:22:07.406 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:05] ENGINE Bus STARTED 2024-09-18T02:22:07.406 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-mon[31687]: osdmap e185: 8 total, 8 up, 8 in 2024-09-18T02:22:07.406 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:07.179+0000 7fa2aa06c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:22:07.406 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:07.279+0000 7fa2aa06c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:07.406 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:07.342+0000 7fa2aa06c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:22:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:07 smithi046 ceph-mon[27507]: [18/Sep/2024:02:22:05] ENGINE Serving on http://172.21.15.46:8765 2024-09-18T02:22:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:07 smithi046 ceph-mon[27507]: [18/Sep/2024:02:22:05] ENGINE Bus STARTED 2024-09-18T02:22:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:07 smithi046 ceph-mon[27507]: osdmap e185: 8 total, 8 up, 8 in 2024-09-18T02:22:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:07 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:05] ENGINE Serving on http://172.21.15.46:8765 2024-09-18T02:22:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:07 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:05] ENGINE Bus STARTED 2024-09-18T02:22:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:07 smithi046 ceph-mon[39146]: osdmap e185: 8 total, 8 up, 8 in 2024-09-18T02:22:07.642 INFO:tasks.rados.rados.0.smithi046.stdout:663: done (4 left) 2024-09-18T02:22:07.642 INFO:tasks.rados.rados.0.smithi046.stdout:666: done (3 left) 2024-09-18T02:22:07.642 INFO:tasks.rados.rados.0.smithi046.stdout:667: done (2 left) 2024-09-18T02:22:07.642 INFO:tasks.rados.rados.0.smithi046.stdout:668: done (1 left) 2024-09-18T02:22:07.642 INFO:tasks.rados.rados.0.smithi046.stdout:670: snap_remove snap 40 2024-09-18T02:22:07.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:07.402+0000 7fa2aa06c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:22:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:670: done (1 left) 2024-09-18T02:22:08.204 INFO:tasks.rados.rados.0.smithi046.stdout:671: delete oid 10 current snap is 66 2024-09-18T02:22:08.204 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 234 (ObjNum 177 snap 0 seq_num 962567552) dirty exists 2024-09-18T02:22:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:669: done (1 left) 2024-09-18T02:22:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:671: done (0 left) 2024-09-18T02:22:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:672: snap_create 2024-09-18T02:22:08.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-mon[31687]: pgmap v8: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-mon[31687]: osdmap e186: 8 total, 8 up, 8 in 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-mon[31687]: mgrmap e34: y(active, since 4s) 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:08.212+0000 7fa2aa06c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:22:08] ENGINE Bus STARTING 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: CherryPy Checker: 2024-09-18T02:22:08.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: The Application mounted at '' has an empty config. 2024-09-18T02:22:08.475 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: 2024-09-18T02:22:08.475 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:22:08] ENGINE Serving on http://:::9283 2024-09-18T02:22:08.475 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: [18/Sep/2024:02:22:08] ENGINE Bus STARTED 2024-09-18T02:22:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[27507]: pgmap v8: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[27507]: osdmap e186: 8 total, 8 up, 8 in 2024-09-18T02:22:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[27507]: mgrmap e34: y(active, since 4s) 2024-09-18T02:22:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[39146]: pgmap v8: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:08.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[39146]: osdmap e186: 8 total, 8 up, 8 in 2024-09-18T02:22:08.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[39146]: mgrmap e34: y(active, since 4s) 2024-09-18T02:22:08.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:08.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:08 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.067 INFO:tasks.rados.rados.0.smithi046.stdout:672: done (0 left) 2024-09-18T02:22:09.068 INFO:tasks.rados.rados.0.smithi046.stdout:673: setattr oid 43 current snap is 67 2024-09-18T02:22:09.070 INFO:tasks.rados.rados.0.smithi046.stdout:674: snap_remove snap 65 2024-09-18T02:22:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: osdmap e187: 8 total, 8 up, 8 in 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: Standby manager daemon x started 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:09 smithi195 ceph-mon[31687]: osdmap e188: 8 total, 8 up, 8 in 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: osdmap e187: 8 total, 8 up, 8 in 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: Standby manager daemon x started 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.486 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[27507]: osdmap e188: 8 total, 8 up, 8 in 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: osdmap e187: 8 total, 8 up, 8 in 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: Standby manager daemon x started 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/494811847' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:09.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:09 smithi046 ceph-mon[39146]: osdmap e188: 8 total, 8 up, 8 in 2024-09-18T02:22:10.073 INFO:tasks.rados.rados.0.smithi046.stdout:674: done (1 left) 2024-09-18T02:22:10.073 INFO:tasks.rados.rados.0.smithi046.stdout:675: read oid 21 snap -1 2024-09-18T02:22:10.074 INFO:tasks.rados.rados.0.smithi046.stdout:675: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:22:10.074 INFO:tasks.rados.rados.0.smithi046.stdout:676: snap_create 2024-09-18T02:22:10.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 109 (ObjNum 98 snap 16 seq_num 98) dirty exists 2024-09-18T02:22:10.083 INFO:tasks.rados.rados.0.smithi046.stdout:675: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:22:10.456 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[27507]: pgmap v12: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:10.456 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[27507]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-18T02:22:10.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:22:10.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[27507]: osdmap e189: 8 total, 8 up, 8 in 2024-09-18T02:22:10.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[39146]: pgmap v12: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:10.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[39146]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-18T02:22:10.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:22:10.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:10 smithi046 ceph-mon[39146]: osdmap e189: 8 total, 8 up, 8 in 2024-09-18T02:22:10.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:10 smithi195 ceph-mon[31687]: pgmap v12: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:10.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:10 smithi195 ceph-mon[31687]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-18T02:22:10.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:10 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:22:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:10 smithi195 ceph-mon[31687]: osdmap e189: 8 total, 8 up, 8 in 2024-09-18T02:22:11.074 INFO:tasks.rados.rados.0.smithi046.stdout:673: done (2 left) 2024-09-18T02:22:11.074 INFO:tasks.rados.rados.0.smithi046.stdout:675: done (1 left) 2024-09-18T02:22:11.074 INFO:tasks.rados.rados.0.smithi046.stdout:676: done (0 left) 2024-09-18T02:22:11.074 INFO:tasks.rados.rados.0.smithi046.stdout:677: read oid 2 snap 47 2024-09-18T02:22:11.074 INFO:tasks.rados.rados.0.smithi046.stdout:677: expect (ObjNum 166 snap 42 seq_num 166) 2024-09-18T02:22:11.074 INFO:tasks.rados.rados.0.smithi046.stdout:678: delete oid 36 current snap is 68 2024-09-18T02:22:11.078 INFO:tasks.rados.rados.0.smithi046.stdout:677: expect (ObjNum 166 snap 42 seq_num 166) 2024-09-18T02:22:11.091 INFO:tasks.rados.rados.0.smithi046.stdout:677: done (1 left) 2024-09-18T02:22:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:678: done (0 left) 2024-09-18T02:22:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:679: read oid 13 snap -1 2024-09-18T02:22:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:679: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:22:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:680: read oid 46 snap -1 2024-09-18T02:22:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:680: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:22:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:681: snap_create 2024-09-18T02:22:11.094 INFO:tasks.rados.rados.0.smithi046.stdout:679: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:22:11.104 INFO:tasks.rados.rados.0.smithi046.stdout:680: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:22:11.507 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:22:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:22:11.106Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2024-09-18T02:22:12.077 INFO:tasks.rados.rados.0.smithi046.stdout:679: done (2 left) 2024-09-18T02:22:12.078 INFO:tasks.rados.rados.0.smithi046.stdout:680: done (1 left) 2024-09-18T02:22:12.078 INFO:tasks.rados.rados.0.smithi046.stdout:681: done (0 left) 2024-09-18T02:22:12.078 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 69 2024-09-18T02:22:12.078 INFO:tasks.rados.rados.0.smithi046.stdout:682: seq_num 229 ranges {974848=638976,1613824=606208,2220032=196608} 2024-09-18T02:22:12.086 INFO:tasks.rados.rados.0.smithi046.stdout:682: writing smithi04682744-1 from 974848 to 1613824 tid 1 2024-09-18T02:22:12.089 INFO:tasks.rados.rados.0.smithi046.stdout:682: writing smithi04682744-1 from 1613824 to 2220032 tid 2 2024-09-18T02:22:12.091 INFO:tasks.rados.rados.0.smithi046.stdout:682: writing smithi04682744-1 from 2220032 to 2416640 tid 3 2024-09-18T02:22:12.091 INFO:tasks.rados.rados.0.smithi046.stdout:683: delete oid 25 current snap is 69 2024-09-18T02:22:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:683: done (1 left) 2024-09-18T02:22:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 69 2024-09-18T02:22:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:684: seq_num 231 ranges {3694592=671744,4366336=778240,5144576=24576} 2024-09-18T02:22:12.117 INFO:tasks.rados.rados.0.smithi046.stdout:684: writing smithi04682744-34 from 3694592 to 4366336 tid 1 2024-09-18T02:22:12.122 INFO:tasks.rados.rados.0.smithi046.stdout:684: writing smithi04682744-34 from 4366336 to 5144576 tid 2 2024-09-18T02:22:12.122 INFO:tasks.rados.rados.0.smithi046.stdout:684: writing smithi04682744-34 from 5144576 to 5169152 tid 3 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:685: delete oid 3 current snap is 69 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:682: finishing write tid 1 to smithi04682744-1 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:682: finishing write tid 2 to smithi04682744-1 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:682: finishing write tid 3 to smithi04682744-1 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:682: finishing write tid 4 to smithi04682744-1 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:682: finishing write tid 5 to smithi04682744-1 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 308 (ObjNum 229 snap 69 seq_num 229) dirty exists 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:682: left oid 1 (ObjNum 229 snap 69 seq_num 229) 2024-09-18T02:22:12.123 INFO:tasks.rados.rados.0.smithi046.stdout:684: finishing write tid 1 to smithi04682744-34 2024-09-18T02:22:12.124 INFO:tasks.rados.rados.0.smithi046.stdout:682: done (2 left) 2024-09-18T02:22:12.124 INFO:tasks.rados.rados.0.smithi046.stdout:685: done (1 left) 2024-09-18T02:22:12.124 INFO:tasks.rados.rados.0.smithi046.stdout:686: snap_create 2024-09-18T02:22:12.125 INFO:tasks.rados.rados.0.smithi046.stdout:684: finishing write tid 2 to smithi04682744-34 2024-09-18T02:22:12.125 INFO:tasks.rados.rados.0.smithi046.stdout:684: finishing write tid 3 to smithi04682744-34 2024-09-18T02:22:12.125 INFO:tasks.rados.rados.0.smithi046.stdout:684: finishing write tid 4 to smithi04682744-34 2024-09-18T02:22:12.126 INFO:tasks.rados.rados.0.smithi046.stdout:684: finishing write tid 5 to smithi04682744-34 2024-09-18T02:22:12.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 206 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-09-18T02:22:12.126 INFO:tasks.rados.rados.0.smithi046.stdout:684: left oid 34 (ObjNum 231 snap 69 seq_num 231) 2024-09-18T02:22:12.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:12.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:12.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:22:12.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:22:12.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: osdmap e190: 8 total, 8 up, 8 in 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: pgmap v15: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 44 op/s 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.346 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:12 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: osdmap e190: 8 total, 8 up, 8 in 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: pgmap v15: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 44 op/s 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: osdmap e190: 8 total, 8 up, 8 in 2024-09-18T02:22:12.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: pgmap v15: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 44 op/s 2024-09-18T02:22:12.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:12.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:12.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:12.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:12 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:13.083 INFO:tasks.rados.rados.0.smithi046.stdout:684: done (1 left) 2024-09-18T02:22:13.084 INFO:tasks.rados.rados.0.smithi046.stdout:686: done (0 left) 2024-09-18T02:22:13.084 INFO:tasks.rados.rados.0.smithi046.stdout:687: rmattr oid 13 current snap is 70 2024-09-18T02:22:13.084 INFO:tasks.rados.rados.0.smithi046.stdout:688: snap_create 2024-09-18T02:22:13.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 326 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-18T02:22:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-mon[31687]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:22:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-mon[31687]: osdmap e191: 8 total, 8 up, 8 in 2024-09-18T02:22:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-mon[31687]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:22:13.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[27507]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[27507]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[27507]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[27507]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[27507]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[27507]: osdmap e191: 8 total, 8 up, 8 in 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[27507]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:13.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:13.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[39146]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-18T02:22:13.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[39146]: osdmap e191: 8 total, 8 up, 8 in 2024-09-18T02:22:13.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:13 smithi046 ceph-mon[39146]: Reconfiguring daemon prometheus.a on smithi195 2024-09-18T02:22:13.943 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:14.069 INFO:tasks.rados.rados.0.smithi046.stdout:687: done (1 left) 2024-09-18T02:22:14.069 INFO:tasks.rados.rados.0.smithi046.stdout:688: done (0 left) 2024-09-18T02:22:14.069 INFO:tasks.rados.rados.0.smithi046.stdout:689: copy_from oid 43 from oid 39 current snap is 71 2024-09-18T02:22:14.069 INFO:tasks.rados.rados.0.smithi046.stdout:690: delete oid 49 current snap is 71 2024-09-18T02:22:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:690: done (1 left) 2024-09-18T02:22:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 71 2024-09-18T02:22:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:691: seq_num 234 ranges {2375680=729088,3104768=434176,3538944=368640} 2024-09-18T02:22:14.091 INFO:tasks.rados.rados.0.smithi046.stdout:691: writing smithi04682744-23 from 2375680 to 3104768 tid 1 2024-09-18T02:22:14.093 INFO:tasks.rados.rados.0.smithi046.stdout:691: writing smithi04682744-23 from 3104768 to 3538944 tid 2 2024-09-18T02:22:14.096 INFO:tasks.rados.rados.0.smithi046.stdout:691: writing smithi04682744-23 from 3538944 to 3907584 tid 3 2024-09-18T02:22:14.096 INFO:tasks.rados.rados.0.smithi046.stdout:692: rollback oid 3 current snap is 71 2024-09-18T02:22:14.096 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 38 2024-09-18T02:22:14.096 INFO:tasks.rados.rados.0.smithi046.stdout:689: finishing copy_from racing read to smithi04682744-43 2024-09-18T02:22:14.096 INFO:tasks.rados.rados.0.smithi046.stdout:689: finishing copy_from to smithi04682744-43 2024-09-18T02:22:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 115 (ObjNum 176 snap 47 seq_num 176) dirty exists 2024-09-18T02:22:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:689: done (2 left) 2024-09-18T02:22:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:693: snap_create 2024-09-18T02:22:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:691: finishing write tid 1 to smithi04682744-23 2024-09-18T02:22:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:691: finishing write tid 2 to smithi04682744-23 2024-09-18T02:22:14.098 INFO:tasks.rados.rados.0.smithi046.stdout:692: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:22:14.099 INFO:tasks.rados.rados.0.smithi046.stdout:691: finishing write tid 3 to smithi04682744-23 2024-09-18T02:22:14.099 INFO:tasks.rados.rados.0.smithi046.stdout:692: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:22:14.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 408 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-09-18T02:22:14.099 INFO:tasks.rados.rados.0.smithi046.stdout:691: finishing write tid 4 to smithi04682744-23 2024-09-18T02:22:14.100 INFO:tasks.rados.rados.0.smithi046.stdout:691: finishing write tid 5 to smithi04682744-23 2024-09-18T02:22:14.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 331 (ObjNum 234 snap 71 seq_num 234) dirty exists 2024-09-18T02:22:14.100 INFO:tasks.rados.rados.0.smithi046.stdout:691: left oid 23 (ObjNum 234 snap 71 seq_num 234) 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: osdmap e192: 8 total, 8 up, 8 in 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: pgmap v18: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 340 KiB/s wr, 43 op/s 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:14 smithi195 ceph-mon[31687]: osdmap e193: 8 total, 8 up, 8 in 2024-09-18T02:22:14.440 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:22:14.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: osdmap e192: 8 total, 8 up, 8 in 2024-09-18T02:22:14.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: pgmap v18: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 340 KiB/s wr, 43 op/s 2024-09-18T02:22:14.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:14.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:14.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[39146]: osdmap e193: 8 total, 8 up, 8 in 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: osdmap e192: 8 total, 8 up, 8 in 2024-09-18T02:22:14.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: pgmap v18: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 340 KiB/s wr, 43 op/s 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:14.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:14.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:14 smithi046 ceph-mon[27507]: osdmap e193: 8 total, 8 up, 8 in 2024-09-18T02:22:14.709 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (38s) 7s ago 4m 16.3M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (26s) 6s ago 4m 75.6M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (5m) 7s ago 5m 17.5M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (5m) 6s ago 5m 17.5M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283 running (71s) 6s ago 8m 110M - 18.2.4-855-g19e2a2be 980a0bfcd684 7474d6c2a90a 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (19s) 7s ago 10m 466M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (10m) 7s ago 10m 56.1M 2048M 17.2.7-1635-g4a704134 f22ead590bad b3a2ebdc2c1a 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (9m) 6s ago 9m 48.1M 2048M 17.2.7-1635-g4a704134 f22ead590bad 4548c1109e37 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (9m) 7s ago 9m 41.3M 2048M 17.2.7-1635-g4a704134 f22ead590bad 2d7bb2602707 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (36s) 7s ago 4m 8108k - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (24s) 6s ago 3m 7029k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:22:14.710 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (8m) 7s ago 8m 138M 2481M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (8m) 7s ago 8m 118M 2481M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (7m) 7s ago 7m 130M 2481M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (7m) 7s ago 7m 102M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (7m) 6s ago 7m 105M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (6m) 6s ago 6m 115M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (6m) 6s ago 6m 91.4M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (5m) 6s ago 5m 76.9M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:22:14.711 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (30s) 6s ago 5m 41.6M - 2.43.0 a07b618ecd1d 4c11d2d4202e 2024-09-18T02:22:15.038 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:22:15.038 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:22:15.038 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 13, 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:22:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:22:15.040 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:22:15.097 INFO:tasks.rados.rados.0.smithi046.stdout:691: done (2 left) 2024-09-18T02:22:15.098 INFO:tasks.rados.rados.0.smithi046.stdout:692: done (1 left) 2024-09-18T02:22:15.098 INFO:tasks.rados.rados.0.smithi046.stdout:693: done (0 left) 2024-09-18T02:22:15.098 INFO:tasks.rados.rados.0.smithi046.stdout:694: read oid 42 snap -1 2024-09-18T02:22:15.098 INFO:tasks.rados.rados.0.smithi046.stdout:694: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:22:15.098 INFO:tasks.rados.rados.0.smithi046.stdout:695: read oid 24 snap -1 2024-09-18T02:22:15.098 INFO:tasks.rados.rados.0.smithi046.stdout:695: expect (ObjNum 217 snap 62 seq_num 217) 2024-09-18T02:22:15.098 INFO:tasks.rados.rados.0.smithi046.stdout:696: snap_create 2024-09-18T02:22:15.103 INFO:tasks.rados.rados.0.smithi046.stdout:694: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:22:15.158 INFO:tasks.rados.rados.0.smithi046.stdout:695: expect (ObjNum 217 snap 62 seq_num 217) 2024-09-18T02:22:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/1573066281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:15.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[67494]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:22:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-18T02:22:15.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:15 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/1573066281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:15.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:15 smithi046 ceph-mon[27507]: from='client.? 172.21.15.46:0/1573066281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:15.920 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 systemd[1]: Stopping Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:694: done (2 left) 2024-09-18T02:22:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:695: done (1 left) 2024-09-18T02:22:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:696: done (0 left) 2024-09-18T02:22:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:697: delete oid 10 current snap is 73 2024-09-18T02:22:16.106 INFO:tasks.rados.rados.0.smithi046.stdout:697: done (0 left) 2024-09-18T02:22:16.106 INFO:tasks.rados.rados.0.smithi046.stdout:698: snap_create 2024-09-18T02:22:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:16 smithi195 ceph-mon[31687]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:22:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:16 smithi195 ceph-mon[31687]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:22:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:16 smithi195 ceph-mon[31687]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-18T02:22:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:16 smithi195 ceph-mon[31687]: osdmap e194: 8 total, 8 up, 8 in 2024-09-18T02:22:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:16 smithi195 ceph-mon[31687]: pgmap v21: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-18T02:22:16.224 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T02:22:16.224 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[76634]: ts=2024-09-18T02:22:15.920Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T02:22:16.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:15 smithi195 podman[79942]: 2024-09-18 02:22:15.930545027 +0000 UTC m=+0.122022330 container died 4c11d2d4202edde5ed79197b1aa1109982165c162d7f7c443f9aaa212fb52cfb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:22:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[27507]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:22:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[27507]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:22:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[27507]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-18T02:22:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[27507]: osdmap e194: 8 total, 8 up, 8 in 2024-09-18T02:22:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[27507]: pgmap v21: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-18T02:22:16.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[39146]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:22:16.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[39146]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:22:16.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[39146]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-18T02:22:16.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[39146]: osdmap e194: 8 total, 8 up, 8 in 2024-09-18T02:22:16.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:16 smithi046 ceph-mon[39146]: pgmap v21: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-18T02:22:16.875 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:16 smithi195 podman[79942]: 2024-09-18 02:22:16.479398256 +0000 UTC m=+0.670875547 container cleanup 4c11d2d4202edde5ed79197b1aa1109982165c162d7f7c443f9aaa212fb52cfb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:22:16.875 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:16 smithi195 bash[79942]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:698: done (0 left) 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:699: read oid 17 snap -1 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:699: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:700: rollback oid 6 current snap is 74 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 33 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:701: read oid 27 snap 63 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:701: expect (ObjNum 184 snap 48 seq_num 184) 2024-09-18T02:22:17.107 INFO:tasks.rados.rados.0.smithi046.stdout:702: copy_from oid 18 from oid 22 current snap is 74 2024-09-18T02:22:17.108 INFO:tasks.rados.rados.0.smithi046.stdout:703: rmattr oid 14 current snap is 74 2024-09-18T02:22:17.108 INFO:tasks.rados.rados.0.smithi046.stdout:703: done (4 left) 2024-09-18T02:22:17.108 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 74 2024-09-18T02:22:17.108 INFO:tasks.rados.rados.0.smithi046.stdout:704: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-09-18T02:22:17.112 INFO:tasks.rados.rados.0.smithi046.stdout:704: writing smithi04682744-11 from 0 to 761856 tid 1 2024-09-18T02:22:17.116 INFO:tasks.rados.rados.0.smithi046.stdout:704: writing smithi04682744-11 from 761856 to 1409024 tid 2 2024-09-18T02:22:17.118 INFO:tasks.rados.rados.0.smithi046.stdout:704: writing smithi04682744-11 from 1409024 to 1564672 tid 3 2024-09-18T02:22:17.118 INFO:tasks.rados.rados.0.smithi046.stdout:705: setattr oid 25 current snap is 74 2024-09-18T02:22:17.118 INFO:tasks.rados.rados.0.smithi046.stdout:700: finishing rollback tid 0 to smithi04682744-6 2024-09-18T02:22:17.119 INFO:tasks.rados.rados.0.smithi046.stdout:702: finishing copy_from to smithi04682744-18 2024-09-18T02:22:17.119 INFO:tasks.rados.rados.0.smithi046.stdout:702: got expected ENOENT (src dne) 2024-09-18T02:22:17.119 INFO:tasks.rados.rados.0.smithi046.stdout:702: finishing copy_from racing read to smithi04682744-18 2024-09-18T02:22:17.119 INFO:tasks.rados.rados.0.smithi046.stdout:701: expect (ObjNum 184 snap 48 seq_num 184) 2024-09-18T02:22:17.171 INFO:tasks.rados.rados.0.smithi046.stdout:700: finishing rollback tid 1 to smithi04682744-6 2024-09-18T02:22:17.171 INFO:tasks.rados.rados.0.smithi046.stdout:700: finishing rollback tid 2 to smithi04682744-6 2024-09-18T02:22:17.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 159 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:22:17.172 INFO:tasks.rados.rados.0.smithi046.stdout:699: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-18T02:22:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-mon[31687]: osdmap e195: 8 total, 8 up, 8 in 2024-09-18T02:22:17.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:16 smithi195 podman[79959]: 2024-09-18 02:22:16.874206827 +0000 UTC m=+0.946063884 container remove 4c11d2d4202edde5ed79197b1aa1109982165c162d7f7c443f9aaa212fb52cfb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:22:17.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T02:22:17.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 systemd[1]: Stopped Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:17.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.167s CPU time. 2024-09-18T02:22:17.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 systemd[1]: Starting Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 1 to smithi04682744-11 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 2 to smithi04682744-11 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 3 to smithi04682744-11 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 4 to smithi04682744-11 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 5 to smithi04682744-11 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 237 (ObjNum 236 snap 74 seq_num 236) dirty exists 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:704: left oid 11 (ObjNum 236 snap 74 seq_num 236) 2024-09-18T02:22:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:699: done (5 left) 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:700: done (4 left) 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:701: done (3 left) 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:702: done (2 left) 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:704: done (1 left) 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:706: read oid 38 snap -1 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:706: expect (ObjNum 221 snap 63 seq_num 221) 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:707: delete oid 28 current snap is 74 2024-09-18T02:22:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 191 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-18T02:22:17.251 INFO:tasks.rados.rados.0.smithi046.stdout:705: done (2 left) 2024-09-18T02:22:17.251 INFO:tasks.rados.rados.0.smithi046.stdout:707: done (1 left) 2024-09-18T02:22:17.251 INFO:tasks.rados.rados.0.smithi046.stdout:708: delete oid 48 current snap is 74 2024-09-18T02:22:17.252 INFO:tasks.rados.rados.0.smithi046.stdout:708: done (1 left) 2024-09-18T02:22:17.252 INFO:tasks.rados.rados.0.smithi046.stdout:709: delete oid 20 current snap is 74 2024-09-18T02:22:17.254 INFO:tasks.rados.rados.0.smithi046.stdout:709: done (1 left) 2024-09-18T02:22:17.254 INFO:tasks.rados.rados.0.smithi046.stdout:710: snap_create 2024-09-18T02:22:17.255 INFO:tasks.rados.rados.0.smithi046.stdout:706: expect (ObjNum 221 snap 63 seq_num 221) 2024-09-18T02:22:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:17 smithi046 ceph-mon[39146]: osdmap e195: 8 total, 8 up, 8 in 2024-09-18T02:22:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:17 smithi046 ceph-mon[27507]: osdmap e195: 8 total, 8 up, 8 in 2024-09-18T02:22:17.596 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 podman[80058]: 2024-09-18 02:22:17.176328918 +0000 UTC m=+0.017363524 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-18T02:22:17.596 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 podman[80058]: 2024-09-18 02:22:17.336182861 +0000 UTC m=+0.177217455 container create 47a12f74960b42840b67ad3dd09da190632face739532bcb6194d31a19332bf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:22:17.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 podman[80058]: 2024-09-18 02:22:17.595878144 +0000 UTC m=+0.436912742 container init 47a12f74960b42840b67ad3dd09da190632face739532bcb6194d31a19332bf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:22:17.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 podman[80058]: 2024-09-18 02:22:17.60077895 +0000 UTC m=+0.441813547 container start 47a12f74960b42840b67ad3dd09da190632face739532bcb6194d31a19332bf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:22:17.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.624Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T02:22:17.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.624Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T02:22:17.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.624Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi195 (none))" 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.624Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.624Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.625Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.625Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.626Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.626Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.628Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.629Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.659µs 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.629Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.629Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.641Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.646Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-18T02:22:17.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.647Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.647Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.846µs wal_replay_duration=18.054483ms wbl_replay_duration=151ns total_replay_duration=18.094465ms 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.649Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.649Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.650Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.670Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.681939ms db_storage=908ns remote_storage=1.134µs web_handler=361ns query_engine=621ns scrape=244.058µs scrape_sd=102.837µs notify=11.714µs notify_sd=11.329µs rules=19.762296ms tracing=5.399µs 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.670Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:17.670Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 bash[80058]: 47a12f74960b42840b67ad3dd09da190632face739532bcb6194d31a19332bf9 2024-09-18T02:22:17.976 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:17 smithi195 systemd[1]: Started Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:18.115 INFO:tasks.rados.rados.0.smithi046.stdout:706: done (1 left) 2024-09-18T02:22:18.115 INFO:tasks.rados.rados.0.smithi046.stdout:710: done (0 left) 2024-09-18T02:22:18.115 INFO:tasks.rados.rados.0.smithi046.stdout:711: snap_create 2024-09-18T02:22:18.416 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:18 smithi195 ceph-mon[31687]: osdmap e196: 8 total, 8 up, 8 in 2024-09-18T02:22:18.417 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:18 smithi195 ceph-mon[31687]: pgmap v24: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-18T02:22:18.417 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:18 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:18.417 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:18 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:18.417 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:18 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:22:18.417 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:18 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[27507]: osdmap e196: 8 total, 8 up, 8 in 2024-09-18T02:22:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[27507]: pgmap v24: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-18T02:22:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:18.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:22:18.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:18.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[39146]: osdmap e196: 8 total, 8 up, 8 in 2024-09-18T02:22:18.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[39146]: pgmap v24: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-09-18T02:22:18.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:18.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:18.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:22:18.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:18 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:19.072 INFO:tasks.rados.rados.0.smithi046.stdout:711: done (0 left) 2024-09-18T02:22:19.072 INFO:tasks.rados.rados.0.smithi046.stdout:712: copy_from oid 48 from oid 1 current snap is 76 2024-09-18T02:22:19.072 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 76 2024-09-18T02:22:19.072 INFO:tasks.rados.rados.0.smithi046.stdout:713: seq_num 240 ranges {1171456=425984,1597440=589824,2187264=483328,2670592=131072} 2024-09-18T02:22:19.080 INFO:tasks.rados.rados.0.smithi046.stdout:713: writing smithi04682744-41 from 1171456 to 1597440 tid 1 2024-09-18T02:22:19.083 INFO:tasks.rados.rados.0.smithi046.stdout:713: writing smithi04682744-41 from 1597440 to 2187264 tid 2 2024-09-18T02:22:19.087 INFO:tasks.rados.rados.0.smithi046.stdout:713: writing smithi04682744-41 from 2187264 to 2670592 tid 3 2024-09-18T02:22:19.088 INFO:tasks.rados.rados.0.smithi046.stdout:713: writing smithi04682744-41 from 2670592 to 2801664 tid 4 2024-09-18T02:22:19.088 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 76 2024-09-18T02:22:19.088 INFO:tasks.rados.rados.0.smithi046.stdout:712: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:22:19.088 INFO:tasks.rados.rados.0.smithi046.stdout:714: seq_num 241 ranges {0=442368,442368=466944,909312=688128,1597440=49152} 2024-09-18T02:22:19.091 INFO:tasks.rados.rados.0.smithi046.stdout:714: writing smithi04682744-25 from 0 to 442368 tid 1 2024-09-18T02:22:19.094 INFO:tasks.rados.rados.0.smithi046.stdout:714: writing smithi04682744-25 from 442368 to 909312 tid 2 2024-09-18T02:22:19.098 INFO:tasks.rados.rados.0.smithi046.stdout:714: writing smithi04682744-25 from 909312 to 1597440 tid 3 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:714: writing smithi04682744-25 from 1597440 to 1646592 tid 4 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:715: rmattr oid 32 current snap is 76 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:715: done (3 left) 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:716: read oid 36 snap -1 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:716: expect deleted 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 76 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:712: finishing copy_from to smithi04682744-48 2024-09-18T02:22:19.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 308 (ObjNum 229 snap 69 seq_num 229) dirty exists 2024-09-18T02:22:19.100 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing write tid 1 to smithi04682744-41 2024-09-18T02:22:19.100 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing write tid 2 to smithi04682744-41 2024-09-18T02:22:19.100 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing write tid 3 to smithi04682744-41 2024-09-18T02:22:19.100 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing write tid 4 to smithi04682744-41 2024-09-18T02:22:19.100 INFO:tasks.rados.rados.0.smithi046.stdout:717: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-09-18T02:22:19.101 INFO:tasks.rados.rados.0.smithi046.stdout:717: writing smithi04682744-28 from 0 to 458752 tid 1 2024-09-18T02:22:19.105 INFO:tasks.rados.rados.0.smithi046.stdout:717: writing smithi04682744-28 from 458752 to 1212416 tid 2 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:717: writing smithi04682744-28 from 1212416 to 1662976 tid 3 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:712: done (4 left) 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:718: copy_from oid 26 from oid 37 current snap is 76 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing write tid 5 to smithi04682744-41 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:719: snap_create 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing write tid 6 to smithi04682744-41 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 239 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-09-18T02:22:19.109 INFO:tasks.rados.rados.0.smithi046.stdout:713: left oid 41 (ObjNum 240 snap 76 seq_num 240) 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:714: finishing write tid 1 to smithi04682744-25 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:714: finishing write tid 2 to smithi04682744-25 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:714: finishing write tid 3 to smithi04682744-25 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:714: finishing write tid 4 to smithi04682744-25 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:714: finishing write tid 5 to smithi04682744-25 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:714: finishing write tid 6 to smithi04682744-25 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 197 (ObjNum 241 snap 76 seq_num 241) dirty exists 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:714: left oid 25 (ObjNum 241 snap 76 seq_num 241) 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing write tid 1 to smithi04682744-28 2024-09-18T02:22:19.110 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing write tid 2 to smithi04682744-28 2024-09-18T02:22:19.111 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing write tid 3 to smithi04682744-28 2024-09-18T02:22:19.111 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing write tid 4 to smithi04682744-28 2024-09-18T02:22:19.112 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing write tid 5 to smithi04682744-28 2024-09-18T02:22:19.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 131 (ObjNum 242 snap 76 seq_num 242) dirty exists 2024-09-18T02:22:19.112 INFO:tasks.rados.rados.0.smithi046.stdout:717: left oid 28 (ObjNum 242 snap 76 seq_num 242) 2024-09-18T02:22:19.133 INFO:tasks.rados.rados.0.smithi046.stdout:718: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:22:19.135 INFO:tasks.rados.rados.0.smithi046.stdout:718: finishing copy_from to smithi04682744-26 2024-09-18T02:22:19.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 211 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-09-18T02:22:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:19 smithi195 ceph-mon[31687]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:22:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:19 smithi195 ceph-mon[31687]: osdmap e197: 8 total, 8 up, 8 in 2024-09-18T02:22:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:19 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:19 smithi195 ceph-mon[31687]: osdmap e198: 8 total, 8 up, 8 in 2024-09-18T02:22:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[27507]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:22:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[27507]: osdmap e197: 8 total, 8 up, 8 in 2024-09-18T02:22:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[27507]: osdmap e198: 8 total, 8 up, 8 in 2024-09-18T02:22:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[39146]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:22:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[39146]: osdmap e197: 8 total, 8 up, 8 in 2024-09-18T02:22:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:19 smithi046 ceph-mon[39146]: osdmap e198: 8 total, 8 up, 8 in 2024-09-18T02:22:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:713: done (5 left) 2024-09-18T02:22:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:714: done (4 left) 2024-09-18T02:22:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:716: done (3 left) 2024-09-18T02:22:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:717: done (2 left) 2024-09-18T02:22:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:718: done (1 left) 2024-09-18T02:22:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:719: done (0 left) 2024-09-18T02:22:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:720: rollback oid 46 current snap is 77 2024-09-18T02:22:20.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 61 2024-09-18T02:22:20.075 INFO:tasks.rados.rados.0.smithi046.stdout:721: copy_from oid 35 from oid 11 current snap is 77 2024-09-18T02:22:20.075 INFO:tasks.rados.rados.0.smithi046.stdout:722: read oid 30 snap -1 2024-09-18T02:22:20.075 INFO:tasks.rados.rados.0.smithi046.stdout:722: expect (ObjNum 200 snap 56 seq_num 200) 2024-09-18T02:22:20.075 INFO:tasks.rados.rados.0.smithi046.stdout:723: snap_create 2024-09-18T02:22:20.078 INFO:tasks.rados.rados.0.smithi046.stdout:720: finishing rollback tid 0 to smithi04682744-46 2024-09-18T02:22:20.079 INFO:tasks.rados.rados.0.smithi046.stdout:720: finishing rollback tid 1 to smithi04682744-46 2024-09-18T02:22:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:720: finishing rollback tid 2 to smithi04682744-46 2024-09-18T02:22:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 130 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-09-18T02:22:20.082 INFO:tasks.rados.rados.0.smithi046.stdout:722: expect (ObjNum 200 snap 56 seq_num 200) 2024-09-18T02:22:20.134 INFO:tasks.rados.rados.0.smithi046.stdout:721: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:22:20.134 INFO:tasks.rados.rados.0.smithi046.stdout:721: finishing copy_from to smithi04682744-35 2024-09-18T02:22:20.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 237 (ObjNum 236 snap 74 seq_num 236) dirty exists 2024-09-18T02:22:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:20 smithi195 ceph-mon[31687]: pgmap v27: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:20 smithi195 ceph-mon[31687]: Upgrade: Updating mgr.x 2024-09-18T02:22:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:20 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:22:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:20 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:22:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:20 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:20 smithi195 ceph-mon[31687]: Deploying daemon mgr.x on smithi195 2024-09-18T02:22:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:20 smithi195 ceph-mon[31687]: osdmap e199: 8 total, 8 up, 8 in 2024-09-18T02:22:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[27507]: pgmap v27: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[27507]: Upgrade: Updating mgr.x 2024-09-18T02:22:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:22:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:22:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[27507]: Deploying daemon mgr.x on smithi195 2024-09-18T02:22:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[27507]: osdmap e199: 8 total, 8 up, 8 in 2024-09-18T02:22:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[39146]: pgmap v27: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[39146]: Upgrade: Updating mgr.x 2024-09-18T02:22:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:22:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:22:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[39146]: Deploying daemon mgr.x on smithi195 2024-09-18T02:22:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:20 smithi046 ceph-mon[39146]: osdmap e199: 8 total, 8 up, 8 in 2024-09-18T02:22:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:720: done (3 left) 2024-09-18T02:22:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:721: done (2 left) 2024-09-18T02:22:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:722: done (1 left) 2024-09-18T02:22:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:723: done (0 left) 2024-09-18T02:22:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 78 2024-09-18T02:22:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:724: seq_num 243 ranges {1564672=475136,2039808=638976,2678784=565248} 2024-09-18T02:22:21.086 INFO:tasks.rados.rados.0.smithi046.stdout:724: writing smithi04682744-35 from 1564672 to 2039808 tid 1 2024-09-18T02:22:21.090 INFO:tasks.rados.rados.0.smithi046.stdout:724: writing smithi04682744-35 from 2039808 to 2678784 tid 2 2024-09-18T02:22:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:724: writing smithi04682744-35 from 2678784 to 3244032 tid 3 2024-09-18T02:22:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 78 2024-09-18T02:22:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:724: finishing write tid 1 to smithi04682744-35 2024-09-18T02:22:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:724: finishing write tid 2 to smithi04682744-35 2024-09-18T02:22:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:725: seq_num 244 ranges {1007616=491520,1499136=573440,2072576=458752,2531328=172032} 2024-09-18T02:22:21.097 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:20 smithi195 systemd[1]: Stopping Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:21.102 INFO:tasks.rados.rados.0.smithi046.stdout:725: writing smithi04682744-40 from 1007616 to 1499136 tid 1 2024-09-18T02:22:21.105 INFO:tasks.rados.rados.0.smithi046.stdout:725: writing smithi04682744-40 from 1499136 to 2072576 tid 2 2024-09-18T02:22:21.108 INFO:tasks.rados.rados.0.smithi046.stdout:725: writing smithi04682744-40 from 2072576 to 2531328 tid 3 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:725: writing smithi04682744-40 from 2531328 to 2703360 tid 4 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:726: read oid 22 snap -1 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:726: expect deleted 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:727: read oid 8 snap -1 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:727: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:728: copy_from oid 30 from oid 12 current snap is 78 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:724: finishing write tid 3 to smithi04682744-35 2024-09-18T02:22:21.110 INFO:tasks.rados.rados.0.smithi046.stdout:724: finishing write tid 4 to smithi04682744-35 2024-09-18T02:22:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:724: finishing write tid 5 to smithi04682744-35 2024-09-18T02:22:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 243 (ObjNum 243 snap 78 seq_num 243) dirty exists 2024-09-18T02:22:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:724: left oid 35 (ObjNum 243 snap 78 seq_num 243) 2024-09-18T02:22:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing write tid 1 to smithi04682744-40 2024-09-18T02:22:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing write tid 2 to smithi04682744-40 2024-09-18T02:22:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:724: done (4 left) 2024-09-18T02:22:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:729: snap_remove snap 44 2024-09-18T02:22:21.349 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:21 smithi195 podman[80466]: 2024-09-18 02:22:21.096357913 +0000 UTC m=+0.121084700 container died 7474d6c2a90af05d4754786d45a5219f2d0d755643fa03e8016458a7d54978d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-18T02:22:21.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:21 smithi195 podman[80466]: 2024-09-18 02:22:21.430796328 +0000 UTC m=+0.455523112 container cleanup 7474d6c2a90af05d4754786d45a5219f2d0d755643fa03e8016458a7d54978d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-18T02:22:21.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:21 smithi195 bash[80466]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x 2024-09-18T02:22:22.081 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing write tid 3 to smithi04682744-40 2024-09-18T02:22:22.081 INFO:tasks.rados.rados.0.smithi046.stdout:727: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:22:22.104 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:22 smithi195 ceph-mon[31687]: osdmap e200: 8 total, 8 up, 8 in 2024-09-18T02:22:22.104 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:22 smithi195 ceph-mon[31687]: pgmap v30: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-18T02:22:22.104 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:21 smithi195 podman[80483]: 2024-09-18 02:22:21.849020865 +0000 UTC m=+0.752530203 container remove 7474d6c2a90af05d4754786d45a5219f2d0d755643fa03e8016458a7d54978d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-18T02:22:22.104 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:21 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:22:22.104 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-18T02:22:22.104 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 systemd[1]: Stopped Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:22.104 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service: Consumed 16.497s CPU time. 2024-09-18T02:22:22.123 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing write tid 4 to smithi04682744-40 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing write tid 5 to smithi04682744-40 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing write tid 6 to smithi04682744-40 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 416 (ObjNum 244 snap 78 seq_num 244) dirty exists 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:725: left oid 40 (ObjNum 244 snap 78 seq_num 244) 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:728: finishing copy_from racing read to smithi04682744-30 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:728: finishing copy_from to smithi04682744-30 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 173 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:725: done (4 left) 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:726: done (3 left) 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:727: done (2 left) 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:728: done (1 left) 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:729: done (0 left) 2024-09-18T02:22:22.124 INFO:tasks.rados.rados.0.smithi046.stdout:730: delete oid 7 current snap is 78 2024-09-18T02:22:22.126 INFO:tasks.rados.rados.0.smithi046.stdout:730: done (0 left) 2024-09-18T02:22:22.126 INFO:tasks.rados.rados.0.smithi046.stdout:731: read oid 11 snap -1 2024-09-18T02:22:22.126 INFO:tasks.rados.rados.0.smithi046.stdout:731: expect (ObjNum 236 snap 74 seq_num 236) 2024-09-18T02:22:22.127 INFO:tasks.rados.rados.0.smithi046.stdout:732: snap_remove snap 73 2024-09-18T02:22:22.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 systemd[1]: Starting Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:22 smithi046 ceph-mon[39146]: osdmap e200: 8 total, 8 up, 8 in 2024-09-18T02:22:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:22 smithi046 ceph-mon[39146]: pgmap v30: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-18T02:22:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:22 smithi046 ceph-mon[27507]: osdmap e200: 8 total, 8 up, 8 in 2024-09-18T02:22:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:22 smithi046 ceph-mon[27507]: pgmap v30: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-18T02:22:22.811 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 podman[80618]: 2024-09-18 02:22:22.406287504 +0000 UTC m=+0.016159525 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:22:22.812 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 podman[80618]: 2024-09-18 02:22:22.533499707 +0000 UTC m=+0.143371718 container create 3771cb15572d54a2e2f7ad6001bd81f8748c23e491e08ee9700919cd192304b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-18T02:22:23.076 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 podman[80618]: 2024-09-18 02:22:22.810694514 +0000 UTC m=+0.420566530 container init 3771cb15572d54a2e2f7ad6001bd81f8748c23e491e08ee9700919cd192304b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-18T02:22:23.077 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 podman[80618]: 2024-09-18 02:22:22.816409171 +0000 UTC m=+0.426281179 container start 3771cb15572d54a2e2f7ad6001bd81f8748c23e491e08ee9700919cd192304b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0) 2024-09-18T02:22:23.077 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 ceph-mgr[80656]: -- 172.21.15.195:0/3991042887 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d8dc6bed00 con 0x55d8dc692800 2024-09-18T02:22:23.077 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 bash[80618]: 3771cb15572d54a2e2f7ad6001bd81f8748c23e491e08ee9700919cd192304b7 2024-09-18T02:22:23.077 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 systemd[1]: Started Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:23.077 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:22.938+0000 7f7939cd4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:22:23.077 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:22.999+0000 7f7939cd4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:23.085 INFO:tasks.rados.rados.0.smithi046.stdout:732: done (1 left) 2024-09-18T02:22:23.085 INFO:tasks.rados.rados.0.smithi046.stdout:733: read oid 12 snap -1 2024-09-18T02:22:23.085 INFO:tasks.rados.rados.0.smithi046.stdout:733: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:23.085 INFO:tasks.rados.rados.0.smithi046.stdout:734: rmattr oid 22 current snap is 78 2024-09-18T02:22:23.086 INFO:tasks.rados.rados.0.smithi046.stdout:734: done (2 left) 2024-09-18T02:22:23.086 INFO:tasks.rados.rados.0.smithi046.stdout:735: snap_create 2024-09-18T02:22:23.086 INFO:tasks.rados.rados.0.smithi046.stdout:731: expect (ObjNum 236 snap 74 seq_num 236) 2024-09-18T02:22:23.132 INFO:tasks.rados.rados.0.smithi046.stdout:733: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:23.402 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-mon[31687]: osdmap e201: 8 total, 8 up, 8 in 2024-09-18T02:22:23.402 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:23.402 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:23.402 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:23.402 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:23.162+0000 7f7939cd4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T02:22:23.402 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:23.239+0000 7f7939cd4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:22:23.402 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:23.400+0000 7f7939cd4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[27507]: osdmap e201: 8 total, 8 up, 8 in 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[39146]: osdmap e201: 8 total, 8 up, 8 in 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:23 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:23.683 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:23.544+0000 7f7939cd4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:22:23.683 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:23.976 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:23.865+0000 7f7939cd4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:22:23.976 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:23.925+0000 7f7939cd4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:22:24.089 INFO:tasks.rados.rados.0.smithi046.stdout:731: done (2 left) 2024-09-18T02:22:24.089 INFO:tasks.rados.rados.0.smithi046.stdout:733: done (1 left) 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:735: done (0 left) 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:736: read oid 24 snap -1 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:736: expect (ObjNum 217 snap 62 seq_num 217) 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:737: rollback oid 34 current snap is 79 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 74 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:738: copy_from oid 29 from oid 25 current snap is 79 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:739: read oid 17 snap -1 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:739: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:740: rollback oid 4 current snap is 79 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 78 2024-09-18T02:22:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:741: snap_create 2024-09-18T02:22:24.097 INFO:tasks.rados.rados.0.smithi046.stdout:737: finishing rollback tid 0 to smithi04682744-34 2024-09-18T02:22:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing rollback tid 0 to smithi04682744-4 2024-09-18T02:22:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:22:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing rollback tid 2 to smithi04682744-4 2024-09-18T02:22:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 176 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-18T02:22:24.100 INFO:tasks.rados.rados.0.smithi046.stdout:737: finishing rollback tid 1 to smithi04682744-34 2024-09-18T02:22:24.100 INFO:tasks.rados.rados.0.smithi046.stdout:737: finishing rollback tid 2 to smithi04682744-34 2024-09-18T02:22:24.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 223 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-09-18T02:22:24.101 INFO:tasks.rados.rados.0.smithi046.stdout:739: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-18T02:22:24.187 INFO:tasks.rados.rados.0.smithi046.stdout:738: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:22:24.187 INFO:tasks.rados.rados.0.smithi046.stdout:738: finishing copy_from to smithi04682744-29 2024-09-18T02:22:24.188 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 197 (ObjNum 241 snap 76 seq_num 241) dirty exists 2024-09-18T02:22:24.188 INFO:tasks.rados.rados.0.smithi046.stdout:736: expect (ObjNum 217 snap 62 seq_num 217) 2024-09-18T02:22:24.435 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:24.130+0000 7f7939cd4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:22:24.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:24 smithi195 ceph-mon[31687]: osdmap e202: 8 total, 8 up, 8 in 2024-09-18T02:22:24.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:24 smithi195 ceph-mon[31687]: pgmap v33: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-18T02:22:24.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:24 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:24.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:24 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[27507]: osdmap e202: 8 total, 8 up, 8 in 2024-09-18T02:22:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[27507]: pgmap v33: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-18T02:22:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:24.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[39146]: osdmap e202: 8 total, 8 up, 8 in 2024-09-18T02:22:24.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[39146]: pgmap v33: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-18T02:22:24.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:24.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:24 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:25.095 INFO:tasks.rados.rados.0.smithi046.stdout:736: done (5 left) 2024-09-18T02:22:25.095 INFO:tasks.rados.rados.0.smithi046.stdout:737: done (4 left) 2024-09-18T02:22:25.095 INFO:tasks.rados.rados.0.smithi046.stdout:738: done (3 left) 2024-09-18T02:22:25.095 INFO:tasks.rados.rados.0.smithi046.stdout:739: done (2 left) 2024-09-18T02:22:25.096 INFO:tasks.rados.rados.0.smithi046.stdout:740: done (1 left) 2024-09-18T02:22:25.096 INFO:tasks.rados.rados.0.smithi046.stdout:741: done (0 left) 2024-09-18T02:22:25.096 INFO:tasks.rados.rados.0.smithi046.stdout:742: copy_from oid 36 from oid 21 current snap is 80 2024-09-18T02:22:25.096 INFO:tasks.rados.rados.0.smithi046.stdout:743: read oid 12 snap -1 2024-09-18T02:22:25.096 INFO:tasks.rados.rados.0.smithi046.stdout:743: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:25.097 INFO:tasks.rados.rados.0.smithi046.stdout:744: rmattr oid 13 current snap is 80 2024-09-18T02:22:25.097 INFO:tasks.rados.rados.0.smithi046.stdout:745: setattr oid 16 current snap is 80 2024-09-18T02:22:25.097 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 80 2024-09-18T02:22:25.098 INFO:tasks.rados.rados.0.smithi046.stdout:746: seq_num 246 ranges {1449984=524288,1974272=745472,2719744=425984,3145728=32768} 2024-09-18T02:22:25.108 INFO:tasks.rados.rados.0.smithi046.stdout:746: writing smithi04682744-27 from 1449984 to 1974272 tid 1 2024-09-18T02:22:25.113 INFO:tasks.rados.rados.0.smithi046.stdout:746: writing smithi04682744-27 from 1974272 to 2719744 tid 2 2024-09-18T02:22:25.116 INFO:tasks.rados.rados.0.smithi046.stdout:746: writing smithi04682744-27 from 2719744 to 3145728 tid 3 2024-09-18T02:22:25.117 INFO:tasks.rados.rados.0.smithi046.stdout:746: writing smithi04682744-27 from 3145728 to 3178496 tid 4 2024-09-18T02:22:25.117 INFO:tasks.rados.rados.0.smithi046.stdout:747: rollback oid 20 current snap is 80 2024-09-18T02:22:25.117 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 72 2024-09-18T02:22:25.117 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 343 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-18T02:22:25.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 177 (ObjNum 212 snap 60 seq_num 212) dirty exists 2024-09-18T02:22:25.118 INFO:tasks.rados.rados.0.smithi046.stdout:743: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:25.196 INFO:tasks.rados.rados.0.smithi046.stdout:746: finishing write tid 1 to smithi04682744-27 2024-09-18T02:22:25.196 INFO:tasks.rados.rados.0.smithi046.stdout:743: done (5 left) 2024-09-18T02:22:25.196 INFO:tasks.rados.rados.0.smithi046.stdout:744: done (4 left) 2024-09-18T02:22:25.196 INFO:tasks.rados.rados.0.smithi046.stdout:745: done (3 left) 2024-09-18T02:22:25.196 INFO:tasks.rados.rados.0.smithi046.stdout:748: snap_remove snap 70 2024-09-18T02:22:25.341 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:25.074+0000 7f7939cd4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:22:25.341 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:25.148+0000 7f7939cd4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:22:25.341 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:25 smithi195 ceph-mon[31687]: osdmap e203: 8 total, 8 up, 8 in 2024-09-18T02:22:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:25 smithi046 ceph-mon[27507]: osdmap e203: 8 total, 8 up, 8 in 2024-09-18T02:22:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:25 smithi046 ceph-mon[39146]: osdmap e203: 8 total, 8 up, 8 in 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:748: done (3 left) 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:749: copy_from oid 5 from oid 38 current snap is 80 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:742: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:742: finishing copy_from to smithi04682744-36 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 227 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:747: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:747: finishing rollback tid 2 to smithi04682744-20 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 219 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:746: finishing write tid 2 to smithi04682744-27 2024-09-18T02:22:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:746: finishing write tid 3 to smithi04682744-27 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:746: finishing write tid 4 to smithi04682744-27 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:746: finishing write tid 5 to smithi04682744-27 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:746: finishing write tid 6 to smithi04682744-27 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 229 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:746: left oid 27 (ObjNum 246 snap 80 seq_num 246) 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:742: done (3 left) 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:746: done (2 left) 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:747: done (1 left) 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:750: copy_from oid 45 from oid 16 current snap is 80 2024-09-18T02:22:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:751: delete oid 28 current snap is 80 2024-09-18T02:22:26.109 INFO:tasks.rados.rados.0.smithi046.stdout:751: done (2 left) 2024-09-18T02:22:26.109 INFO:tasks.rados.rados.0.smithi046.stdout:752: snap_remove snap 68 2024-09-18T02:22:26.174 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-mon[31687]: osdmap e204: 8 total, 8 up, 8 in 2024-09-18T02:22:26.174 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-mon[31687]: pgmap v36: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-18T02:22:26.174 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:25.896+0000 7f7939cd4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:22:26.174 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.011+0000 7f7939cd4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:22:26.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:26 smithi046 ceph-mon[27507]: osdmap e204: 8 total, 8 up, 8 in 2024-09-18T02:22:26.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:26 smithi046 ceph-mon[27507]: pgmap v36: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-18T02:22:26.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:26 smithi046 ceph-mon[39146]: osdmap e204: 8 total, 8 up, 8 in 2024-09-18T02:22:26.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:26 smithi046 ceph-mon[39146]: pgmap v36: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-18T02:22:26.465 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.172+0000 7f7939cd4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:26.465 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.239+0000 7f7939cd4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:22:26.465 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.393+0000 7f7939cd4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:22:26.723 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.464+0000 7f7939cd4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:22:26.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.525+0000 7f7939cd4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:22:26.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.702+0000 7f7939cd4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:22:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:22:26] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-09-18T02:22:27.043 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.768+0000 7f7939cd4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:22:27.044 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.834+0000 7f7939cd4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:22:27.044 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.917+0000 7f7939cd4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:27.044 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:26.978+0000 7f7939cd4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:22:27.044 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:27.042+0000 7f7939cd4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:22:27.104 INFO:tasks.rados.rados.0.smithi046.stdout:752: done (2 left) 2024-09-18T02:22:27.105 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 80 2024-09-18T02:22:27.105 INFO:tasks.rados.rados.0.smithi046.stdout:753: seq_num 248 ranges {1564672=557056,2121728=507904,2629632=442368,3072000=253952} 2024-09-18T02:22:27.116 INFO:tasks.rados.rados.0.smithi046.stdout:753: writing smithi04682744-11 from 1564672 to 2121728 tid 1 2024-09-18T02:22:27.119 INFO:tasks.rados.rados.0.smithi046.stdout:753: writing smithi04682744-11 from 2121728 to 2629632 tid 2 2024-09-18T02:22:27.123 INFO:tasks.rados.rados.0.smithi046.stdout:753: writing smithi04682744-11 from 2629632 to 3072000 tid 3 2024-09-18T02:22:27.125 INFO:tasks.rados.rados.0.smithi046.stdout:753: writing smithi04682744-11 from 3072000 to 3325952 tid 4 2024-09-18T02:22:27.125 INFO:tasks.rados.rados.0.smithi046.stdout:749: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:22:27.125 INFO:tasks.rados.rados.0.smithi046.stdout:749: finishing copy_from to smithi04682744-5 2024-09-18T02:22:27.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 307 (ObjNum 221 snap 63 seq_num 221) dirty exists 2024-09-18T02:22:27.125 INFO:tasks.rados.rados.0.smithi046.stdout:750: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:22:27.126 INFO:tasks.rados.rados.0.smithi046.stdout:750: finishing copy_from to smithi04682744-45 2024-09-18T02:22:27.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 177 (ObjNum 212 snap 60 seq_num 212) dirty exists 2024-09-18T02:22:27.126 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 1 to smithi04682744-11 2024-09-18T02:22:27.126 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 2 to smithi04682744-11 2024-09-18T02:22:27.126 INFO:tasks.rados.rados.0.smithi046.stdout:749: done (2 left) 2024-09-18T02:22:27.126 INFO:tasks.rados.rados.0.smithi046.stdout:750: done (1 left) 2024-09-18T02:22:27.126 INFO:tasks.rados.rados.0.smithi046.stdout:754: delete oid 3 current snap is 80 2024-09-18T02:22:27.128 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 3 to smithi04682744-11 2024-09-18T02:22:27.128 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 4 to smithi04682744-11 2024-09-18T02:22:27.129 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 5 to smithi04682744-11 2024-09-18T02:22:27.130 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 6 to smithi04682744-11 2024-09-18T02:22:27.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 247 (ObjNum 248 snap 80 seq_num 248) dirty exists 2024-09-18T02:22:27.130 INFO:tasks.rados.rados.0.smithi046.stdout:753: left oid 11 (ObjNum 248 snap 80 seq_num 248) 2024-09-18T02:22:27.132 INFO:tasks.rados.rados.0.smithi046.stdout:753: done (1 left) 2024-09-18T02:22:27.132 INFO:tasks.rados.rados.0.smithi046.stdout:754: done (0 left) 2024-09-18T02:22:27.132 INFO:tasks.rados.rados.0.smithi046.stdout:755: snap_remove snap 78 2024-09-18T02:22:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-mon[31687]: osdmap e205: 8 total, 8 up, 8 in 2024-09-18T02:22:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:27 smithi046 ceph-mon[27507]: osdmap e205: 8 total, 8 up, 8 in 2024-09-18T02:22:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:27 smithi046 ceph-mon[39146]: osdmap e205: 8 total, 8 up, 8 in 2024-09-18T02:22:28.110 INFO:tasks.rados.rados.0.smithi046.stdout:755: done (0 left) 2024-09-18T02:22:28.110 INFO:tasks.rados.rados.0.smithi046.stdout:756: read oid 14 snap -1 2024-09-18T02:22:28.110 INFO:tasks.rados.rados.0.smithi046.stdout:756: expect deleted 2024-09-18T02:22:28.110 INFO:tasks.rados.rados.0.smithi046.stdout:757: snap_remove snap 61 2024-09-18T02:22:28.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: osdmap e206: 8 total, 8 up, 8 in 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: pgmap v39: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: Standby manager daemon x restarted 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: Standby manager daemon x started 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:27.870+0000 7f7939cd4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:22:28.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: [18/Sep/2024:02:22:27] ENGINE Bus STARTING 2024-09-18T02:22:28.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: CherryPy Checker: 2024-09-18T02:22:28.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: The Application mounted at '' has an empty config. 2024-09-18T02:22:28.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:28.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: [18/Sep/2024:02:22:27] ENGINE Serving on http://:::9283 2024-09-18T02:22:28.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: [18/Sep/2024:02:22:27] ENGINE Bus STARTED 2024-09-18T02:22:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: osdmap e206: 8 total, 8 up, 8 in 2024-09-18T02:22:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: pgmap v39: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-18T02:22:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: Standby manager daemon x restarted 2024-09-18T02:22:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: Standby manager daemon x started 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: osdmap e206: 8 total, 8 up, 8 in 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: pgmap v39: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: Standby manager daemon x restarted 2024-09-18T02:22:28.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: Standby manager daemon x started 2024-09-18T02:22:28.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:28.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:28.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:28.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.? 172.21.15.195:0/2655563974' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:28.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:28 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:28.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:29.074 INFO:tasks.rados.rados.0.smithi046.stdout:756: done (1 left) 2024-09-18T02:22:29.075 INFO:tasks.rados.rados.0.smithi046.stdout:757: done (0 left) 2024-09-18T02:22:29.075 INFO:tasks.rados.rados.0.smithi046.stdout:758: read oid 35 snap -1 2024-09-18T02:22:29.075 INFO:tasks.rados.rados.0.smithi046.stdout:758: expect (ObjNum 243 snap 78 seq_num 243) 2024-09-18T02:22:29.075 INFO:tasks.rados.rados.0.smithi046.stdout:759: rollback oid 4 current snap is 80 2024-09-18T02:22:29.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 32 2024-09-18T02:22:29.075 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 80 2024-09-18T02:22:29.075 INFO:tasks.rados.rados.0.smithi046.stdout:760: seq_num 250 ranges {729088=589824,1318912=679936,1998848=409600,2408448=114688} 2024-09-18T02:22:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:760: writing smithi04682744-44 from 729088 to 1318912 tid 1 2024-09-18T02:22:29.087 INFO:tasks.rados.rados.0.smithi046.stdout:760: writing smithi04682744-44 from 1318912 to 1998848 tid 2 2024-09-18T02:22:29.091 INFO:tasks.rados.rados.0.smithi046.stdout:760: writing smithi04682744-44 from 1998848 to 2408448 tid 3 2024-09-18T02:22:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:760: writing smithi04682744-44 from 2408448 to 2523136 tid 4 2024-09-18T02:22:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:759: finishing rollback tid 0 to smithi04682744-4 2024-09-18T02:22:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:759: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:22:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:759: finishing rollback tid 2 to smithi04682744-4 2024-09-18T02:22:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 193 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-18T02:22:29.093 INFO:tasks.rados.rados.0.smithi046.stdout:759: done (2 left) 2024-09-18T02:22:29.093 INFO:tasks.rados.rados.0.smithi046.stdout:761: read oid 21 snap -1 2024-09-18T02:22:29.093 INFO:tasks.rados.rados.0.smithi046.stdout:761: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:22:29.093 INFO:tasks.rados.rados.0.smithi046.stdout:762: copy_from oid 39 from oid 23 current snap is 80 2024-09-18T02:22:29.093 INFO:tasks.rados.rados.0.smithi046.stdout:763: rollback oid 10 current snap is 80 2024-09-18T02:22:29.093 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 47 2024-09-18T02:22:29.093 INFO:tasks.rados.rados.0.smithi046.stdout:764: snap_remove snap 59 2024-09-18T02:22:29.453 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:29 smithi195 ceph-mon[31687]: osdmap e207: 8 total, 8 up, 8 in 2024-09-18T02:22:29.453 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:29 smithi195 ceph-mon[31687]: mgrmap e37: y(active, since 25s), standbys: x 2024-09-18T02:22:29.453 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:29 smithi195 ceph-mon[31687]: osdmap e208: 8 total, 8 up, 8 in 2024-09-18T02:22:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:29 smithi046 ceph-mon[27507]: osdmap e207: 8 total, 8 up, 8 in 2024-09-18T02:22:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:29 smithi046 ceph-mon[27507]: mgrmap e37: y(active, since 25s), standbys: x 2024-09-18T02:22:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:29 smithi046 ceph-mon[27507]: osdmap e208: 8 total, 8 up, 8 in 2024-09-18T02:22:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:29 smithi046 ceph-mon[39146]: osdmap e207: 8 total, 8 up, 8 in 2024-09-18T02:22:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:29 smithi046 ceph-mon[39146]: mgrmap e37: y(active, since 25s), standbys: x 2024-09-18T02:22:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:29 smithi046 ceph-mon[39146]: osdmap e208: 8 total, 8 up, 8 in 2024-09-18T02:22:30.079 INFO:tasks.rados.rados.0.smithi046.stdout:764: done (5 left) 2024-09-18T02:22:30.079 INFO:tasks.rados.rados.0.smithi046.stdout:765: snap_remove snap 69 2024-09-18T02:22:30.079 INFO:tasks.rados.rados.0.smithi046.stdout:758: expect (ObjNum 243 snap 78 seq_num 243) 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:760: finishing write tid 1 to smithi04682744-44 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:763: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:763: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 251 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:760: finishing write tid 2 to smithi04682744-44 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:760: finishing write tid 3 to smithi04682744-44 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:760: finishing write tid 4 to smithi04682744-44 2024-09-18T02:22:30.202 INFO:tasks.rados.rados.0.smithi046.stdout:760: finishing write tid 5 to smithi04682744-44 2024-09-18T02:22:30.445 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:30 smithi195 ceph-mon[31687]: pgmap v42: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:30.445 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:30 smithi195 ceph-mon[31687]: osdmap e209: 8 total, 8 up, 8 in 2024-09-18T02:22:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:30 smithi046 ceph-mon[39146]: pgmap v42: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:30 smithi046 ceph-mon[39146]: osdmap e209: 8 total, 8 up, 8 in 2024-09-18T02:22:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:30 smithi046 ceph-mon[27507]: pgmap v42: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:22:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:30 smithi046 ceph-mon[27507]: osdmap e209: 8 total, 8 up, 8 in 2024-09-18T02:22:31.117 INFO:tasks.rados.rados.0.smithi046.stdout:758: done (5 left) 2024-09-18T02:22:31.117 INFO:tasks.rados.rados.0.smithi046.stdout:763: done (4 left) 2024-09-18T02:22:31.117 INFO:tasks.rados.rados.0.smithi046.stdout:765: done (3 left) 2024-09-18T02:22:31.118 INFO:tasks.rados.rados.0.smithi046.stdout:766: snap_remove snap 71 2024-09-18T02:22:32.121 INFO:tasks.rados.rados.0.smithi046.stdout:766: done (3 left) 2024-09-18T02:22:32.121 INFO:tasks.rados.rados.0.smithi046.stdout:767: snap_create 2024-09-18T02:22:32.121 INFO:tasks.rados.rados.0.smithi046.stdout:760: finishing write tid 6 to smithi04682744-44 2024-09-18T02:22:32.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 28 (ObjNum 250 snap 80 seq_num 250) dirty exists 2024-09-18T02:22:32.122 INFO:tasks.rados.rados.0.smithi046.stdout:760: left oid 44 (ObjNum 250 snap 80 seq_num 250) 2024-09-18T02:22:32.122 INFO:tasks.rados.rados.0.smithi046.stdout:761: expect (ObjNum 117 snap 29 seq_num 117) 2024-09-18T02:22:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: osdmap e210: 8 total, 8 up, 8 in 2024-09-18T02:22:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: pgmap v45: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-09-18T02:22:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: Upgrade: Setting container_image for all mgr 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: osdmap e210: 8 total, 8 up, 8 in 2024-09-18T02:22:32.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: pgmap v45: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: Upgrade: Setting container_image for all mgr 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T02:22:32.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-18T02:22:32.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:22:32.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:32 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T02:22:32.261 INFO:tasks.rados.rados.0.smithi046.stdout:762: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:22:32.261 INFO:tasks.rados.rados.0.smithi046.stdout:762: finishing copy_from to smithi04682744-39 2024-09-18T02:22:32.261 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 331 (ObjNum 234 snap 71 seq_num 234) dirty exists 2024-09-18T02:22:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: osdmap e210: 8 total, 8 up, 8 in 2024-09-18T02:22:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: pgmap v45: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-09-18T02:22:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: Upgrade: Setting container_image for all mgr 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:22:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:32 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:760: done (3 left) 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:761: done (2 left) 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:762: done (1 left) 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:767: done (0 left) 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:768: rollback oid 21 current snap is 81 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 50 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:769: copy_from oid 28 from oid 37 current snap is 81 2024-09-18T02:22:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:770: delete oid 1 current snap is 81 2024-09-18T02:22:33.130 INFO:tasks.rados.rados.0.smithi046.stdout:770: done (2 left) 2024-09-18T02:22:33.130 INFO:tasks.rados.rados.0.smithi046.stdout:771: delete oid 20 current snap is 81 2024-09-18T02:22:33.130 INFO:tasks.rados.rados.0.smithi046.stdout:768: finishing rollback tid 0 to smithi04682744-21 2024-09-18T02:22:33.131 INFO:tasks.rados.rados.0.smithi046.stdout:768: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:22:33.131 INFO:tasks.rados.rados.0.smithi046.stdout:768: finishing rollback tid 2 to smithi04682744-21 2024-09-18T02:22:33.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 257 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-09-18T02:22:33.135 INFO:tasks.rados.rados.0.smithi046.stdout:768: done (2 left) 2024-09-18T02:22:33.135 INFO:tasks.rados.rados.0.smithi046.stdout:771: done (1 left) 2024-09-18T02:22:33.135 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 81 2024-09-18T02:22:33.135 INFO:tasks.rados.rados.0.smithi046.stdout:772: seq_num 253 ranges {2957312=647168,3604480=786432,4390912=417792} 2024-09-18T02:22:33.155 INFO:tasks.rados.rados.0.smithi046.stdout:772: writing smithi04682744-24 from 2957312 to 3604480 tid 1 2024-09-18T02:22:33.159 INFO:tasks.rados.rados.0.smithi046.stdout:772: writing smithi04682744-24 from 3604480 to 4390912 tid 2 2024-09-18T02:22:33.162 INFO:tasks.rados.rados.0.smithi046.stdout:772: writing smithi04682744-24 from 4390912 to 4808704 tid 3 2024-09-18T02:22:33.162 INFO:tasks.rados.rados.0.smithi046.stdout:773: rmattr oid 2 current snap is 81 2024-09-18T02:22:33.162 INFO:tasks.rados.rados.0.smithi046.stdout:773: done (2 left) 2024-09-18T02:22:33.162 INFO:tasks.rados.rados.0.smithi046.stdout:774: snap_create 2024-09-18T02:22:33.162 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing copy_from racing read to smithi04682744-28 2024-09-18T02:22:33.162 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing copy_from to smithi04682744-28 2024-09-18T02:22:33.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 211 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-09-18T02:22:33.163 INFO:tasks.rados.rados.0.smithi046.stdout:772: finishing write tid 1 to smithi04682744-24 2024-09-18T02:22:33.164 INFO:tasks.rados.rados.0.smithi046.stdout:772: finishing write tid 2 to smithi04682744-24 2024-09-18T02:22:33.164 INFO:tasks.rados.rados.0.smithi046.stdout:772: finishing write tid 3 to smithi04682744-24 2024-09-18T02:22:33.164 INFO:tasks.rados.rados.0.smithi046.stdout:772: finishing write tid 4 to smithi04682744-24 2024-09-18T02:22:33.165 INFO:tasks.rados.rados.0.smithi046.stdout:772: finishing write tid 5 to smithi04682744-24 2024-09-18T02:22:33.165 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 215 (ObjNum 253 snap 81 seq_num 253) dirty exists 2024-09-18T02:22:33.165 INFO:tasks.rados.rados.0.smithi046.stdout:772: left oid 24 (ObjNum 253 snap 81 seq_num 253) 2024-09-18T02:22:33.380 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[27507]: Upgrade: It appears safe to stop mon.a 2024-09-18T02:22:33.380 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[27507]: osdmap e211: 8 total, 8 up, 8 in 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[39146]: Upgrade: It appears safe to stop mon.a 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[39146]: osdmap e211: 8 total, 8 up, 8 in 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:33.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:22:33.382 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:22:33.382 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:33 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:33 smithi195 ceph-mon[31687]: Upgrade: It appears safe to stop mon.a 2024-09-18T02:22:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:33 smithi195 ceph-mon[31687]: osdmap e211: 8 total, 8 up, 8 in 2024-09-18T02:22:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:33 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' 2024-09-18T02:22:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:33 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:22:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:33 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:22:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:33 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:33.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:33 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:769: done (2 left) 2024-09-18T02:22:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:772: done (1 left) 2024-09-18T02:22:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:774: done (0 left) 2024-09-18T02:22:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:775: rmattr oid 35 current snap is 82 2024-09-18T02:22:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:775: done (0 left) 2024-09-18T02:22:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:776: read oid 27 snap -1 2024-09-18T02:22:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:776: expect (ObjNum 246 snap 80 seq_num 246) 2024-09-18T02:22:34.076 INFO:tasks.rados.rados.0.smithi046.stdout:777: setattr oid 18 current snap is 82 2024-09-18T02:22:34.077 INFO:tasks.rados.rados.0.smithi046.stdout:778: rollback oid 25 current snap is 82 2024-09-18T02:22:34.077 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 22 2024-09-18T02:22:34.077 INFO:tasks.rados.rados.0.smithi046.stdout:779: snap_remove snap 47 2024-09-18T02:22:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[27507]: Upgrade: Updating mon.a 2024-09-18T02:22:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[27507]: Deploying daemon mon.a on smithi046 2024-09-18T02:22:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[27507]: osdmap e212: 8 total, 8 up, 8 in 2024-09-18T02:22:34.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[27507]: pgmap v48: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-09-18T02:22:34.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[27507]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:34.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[27507]: osdmap e213: 8 total, 8 up, 8 in 2024-09-18T02:22:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[39146]: Upgrade: Updating mon.a 2024-09-18T02:22:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[39146]: Deploying daemon mon.a on smithi046 2024-09-18T02:22:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[39146]: osdmap e212: 8 total, 8 up, 8 in 2024-09-18T02:22:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[39146]: pgmap v48: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-09-18T02:22:34.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:34.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-mon[39146]: osdmap e213: 8 total, 8 up, 8 in 2024-09-18T02:22:34.454 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-mon[31687]: Upgrade: Updating mon.a 2024-09-18T02:22:34.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-mon[31687]: Deploying daemon mon.a on smithi046 2024-09-18T02:22:34.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-mon[31687]: osdmap e212: 8 total, 8 up, 8 in 2024-09-18T02:22:34.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-mon[31687]: pgmap v48: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-09-18T02:22:34.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:34.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-mon[31687]: osdmap e213: 8 total, 8 up, 8 in 2024-09-18T02:22:34.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:34.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 systemd[1]: Stopping Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[27484]: 2024-09-18T02:22:34.898+0000 7f047b11c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:22:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[27484]: 2024-09-18T02:22:34.898+0000 7f047b11c640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-18T02:22:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:35 smithi046 podman[94421]: 2024-09-18 02:22:35.144259 +0000 UTC m=+0.358600236 container died b3a2ebdc2c1a59f825e77bf2151927ef3d4bf093ae26c532fa7f369840dd3e49 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-4a70413, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True) 2024-09-18T02:22:35.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:34] ENGINE Bus STOPPING 2024-09-18T02:22:35.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T02:22:35.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:34] ENGINE Bus STOPPED 2024-09-18T02:22:35.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:34] ENGINE Bus STARTING 2024-09-18T02:22:35.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:35] ENGINE Serving on http://:::9283 2024-09-18T02:22:35.260 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:35] ENGINE Bus STARTED 2024-09-18T02:22:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:35 smithi046 podman[94421]: 2024-09-18 02:22:35.539446759 +0000 UTC m=+0.753787995 container cleanup b3a2ebdc2c1a59f825e77bf2151927ef3d4bf093ae26c532fa7f369840dd3e49 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-4a70413, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-18T02:22:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:35 smithi046 bash[94421]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a 2024-09-18T02:22:36.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:35 smithi046 podman[94451]: 2024-09-18 02:22:35.757650583 +0000 UTC m=+0.609756243 container remove b3a2ebdc2c1a59f825e77bf2151927ef3d4bf093ae26c532fa7f369840dd3e49 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-18T02:22:36.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:35 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-18T02:22:36.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:35 smithi046 systemd[1]: Stopped Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:36.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:35 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service: Consumed 14.450s CPU time. 2024-09-18T02:22:36.376 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 systemd[1]: Starting Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:36.376 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 podman[94584]: 2024-09-18 02:22:36.232523276 +0000 UTC m=+0.015938144 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:22:36.648 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:22:36] "GET /metrics HTTP/1.1" 200 36061 "" "Prometheus/2.43.0" 2024-09-18T02:22:36.648 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 podman[94584]: 2024-09-18 02:22:36.375581061 +0000 UTC m=+0.158995919 container create 6896ba03324a1221467207e1d76c2ac0b0389cc37230effc632082b1e17ee3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:22:36.648 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 podman[94584]: 2024-09-18 02:22:36.619814663 +0000 UTC m=+0.403229529 container init 6896ba03324a1221467207e1d76c2ac0b0389cc37230effc632082b1e17ee3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-18T02:22:36.648 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 podman[94584]: 2024-09-18 02:22:36.624978173 +0000 UTC m=+0.408393031 container start 6896ba03324a1221467207e1d76c2ac0b0389cc37230effc632082b1e17ee3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b) 2024-09-18T02:22:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: set uid:gid to 167:167 (ceph:ceph) 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 7 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: pidfile_write: ignore empty --pid-file 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: load: jerasure load: lrc 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: RocksDB version: 7.9.2 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Git sha 0 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: DB SUMMARY 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: DB Session ID: O2B1RYNIC77Q9BC9ACEH 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: CURRENT file: CURRENT 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: IDENTITY file: IDENTITY 2024-09-18T02:22:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 2867679 ; 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.error_if_exists: 0 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.create_if_missing: 0 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.paranoid_checks: 1 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.env: 0x561d4126dbc0 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.fs: PosixFileSystem 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.info_log: 0x561d42806be0 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_file_opening_threads: 16 2024-09-18T02:22:37.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.statistics: (nil) 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.use_fsync: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_log_file_size: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.keep_log_file_num: 1000 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.recycle_log_file_num: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.allow_fallocate: 1 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.allow_mmap_reads: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.allow_mmap_writes: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.use_direct_reads: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.create_missing_column_families: 0 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.db_log_dir: 2024-09-18T02:22:37.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.wal_dir: 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.advise_random_on_open: 1 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.db_write_buffer_size: 0 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.write_buffer_manager: 0x561d42814b40 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.rate_limiter: (nil) 2024-09-18T02:22:37.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.wal_recovery_mode: 2 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.enable_thread_tracking: 0 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.enable_pipelined_write: 0 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.unordered_write: 0 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.row_cache: None 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.wal_filter: None 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.allow_ingest_behind: 0 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.two_write_queues: 0 2024-09-18T02:22:37.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.manual_wal_flush: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.wal_compression: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.atomic_flush: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.log_readahead_size: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.best_efforts_recovery: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.allow_data_in_errors: 0 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.db_host_id: __hostname__ 2024-09-18T02:22:37.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T02:22:37.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_background_jobs: 2 2024-09-18T02:22:37.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_background_compactions: -1 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_subcompactions: 1 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_total_wal_size: 0 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_open_files: -1 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bytes_per_sync: 0 2024-09-18T02:22:37.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_readahead_size: 0 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_background_flushes: -1 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Compression algorithms supported: 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kZSTD supported: 0 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kXpressCompression supported: 0 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kBZip2Compression supported: 0 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kLZ4Compression supported: 1 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kZlibCompression supported: 1 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kLZ4HCCompression supported: 1 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: kSnappyCompression supported: 1 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T02:22:37.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.merge_operator: 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_filter: None 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_filter_factory: None 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.sst_partitioner_factory: None 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561d428067e0) 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-18T02:22:37.019 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_type: 0 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_index_type: 0 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_shortening: 1 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: checksum: 4 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: no_block_cache: 0 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache: 0x561d427fb350 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_options: 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: capacity : 536870912 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_shard_bits : 4 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: strict_capacity_limit : 0 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_compressed: (nil) 2024-09-18T02:22:37.020 INFO:journalctl@ceph.mon.a.smithi046.stdout: persistent_cache: (nil) 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size: 4096 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size_deviation: 10 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_restart_interval: 16 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_block_restart_interval: 1 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_block_size: 4096 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: partition_filters: 0 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: use_delta_encoding: 1 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: filter_policy: bloomfilter 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: whole_key_filtering: 1 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: verify_compression: 0 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: format_version: 5 2024-09-18T02:22:37.021 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_index_compression: 1 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_align: 0 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_auto_readahead_size: 262144 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout: prepopulate_block_cache: 0 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout: initial_auto_readahead_size: 8192 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_file_reads_for_auto_readahead: 2 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.write_buffer_size: 33554432 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_write_buffer_number: 2 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression: NoCompression 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression: Disabled 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.prefix_extractor: nullptr 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.num_levels: 7 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T02:22:37.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.level: 32767 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.strategy: 0 2024-09-18T02:22:37.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.enabled: false 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T02:22:37.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.target_file_size_base: 67108864 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T02:22:37.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.arena_block_size: 1048576 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.disable_auto_compactions: 0 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T02:22:37.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T02:22:37.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T02:22:37.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T02:22:37.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T02:22:37.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T02:22:37.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T02:22:37.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.inplace_update_support: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.bloom_locality: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.max_successive_merges: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.paranoid_file_checks: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.force_consistency_checks: 1 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.report_bg_io_stats: 0 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.ttl: 2592000 2024-09-18T02:22:37.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.enable_blob_files: false 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.min_blob_size: 0 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.blob_file_size: 268435456 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T02:22:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.blob_file_starting_level: 0 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12910, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: cce4708e-5a4c-44e2-8073-e0c0d3f16d9a 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626156653198, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626156661824, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 2704194, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12911, "largest_seqno": 14071, "table_properties": {"data_size": 2697446, "index_size": 4295, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1413, "raw_key_size": 13371, "raw_average_key_size": 24, "raw_value_size": 2685224, "raw_average_value_size": 4972, "num_data_blocks": 189, "num_entries": 540, "num_filter_entries": 540, "num_deletions": 19, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726626156, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "cce4708e-5a4c-44e2-8073-e0c0d3f16d9a", "db_session_id": "O2B1RYNIC77Q9BC9ACEH", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626156661925, "job": 1, "event": "recovery_finished"} 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T02:22:37.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561d42826e00 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: DB pointer 0x561d4291a000 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** DB Stats ** 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.031 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 1/0 2.58 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 582.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: L6 1/0 8.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 10.72 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 582.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 582.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 582.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T02:22:37.032 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 228.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 228.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache BinnedLRUCache@0x561d427fb350#7 capacity: 512.00 MB usage: 6.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,4.58 KB,0.000873208%) Misc(1,0.00 KB,0%) 2024-09-18T02:22:37.033 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???) e3 preinit fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???).mds e6 new map 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???).mds e6 print_map 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: e6 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: legacy client fscid: 1 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: Filesystem 'cephfs' (1) 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: fs_name cephfs 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: epoch 6 2024-09-18T02:22:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: created 2024-09-18T02:16:45.424894+0000 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: modified 2024-09-18T02:16:48.104538+0000 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: tableserver 0 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: root 0 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: session_timeout 60 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: session_autoclose 300 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_file_size 1099511627776 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_xattr_size 65536 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: required_client_features {} 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: last_failure 0 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: last_failure_osd_epoch 0 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_mds 1 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: in 0 2024-09-18T02:22:37.035 INFO:journalctl@ceph.mon.a.smithi046.stdout: up {0=24358} 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: failed 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: damaged 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: stopped 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_pools [3] 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_pool 2 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: inline_data disabled 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: balancer 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: bal_rank_mask -1 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: standby_count_wanted 0 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: [mds.b{0:24358} state up:active seq 3 addr [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] compat {c=[1],r=[1],i=[7ff]}] 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: Standby daemons: 2024-09-18T02:22:37.036 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.46:6834/4102432745,v1:172.21.15.46:6835/4102432745] compat {c=[1],r=[1],i=[7ff]}] 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???).osd e213 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 ceph-mon[94621]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 bash[94584]: 6896ba03324a1221467207e1d76c2ac0b0389cc37230effc632082b1e17ee3b7 2024-09-18T02:22:37.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:36 smithi046 systemd[1]: Started Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:38.145 INFO:tasks.rados.rados.0.smithi046.stdout:779: done (3 left) 2024-09-18T02:22:38.146 INFO:tasks.rados.rados.0.smithi046.stdout:780: snap_create 2024-09-18T02:22:38.146 INFO:tasks.rados.rados.0.smithi046.stdout:778: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:22:38.146 INFO:tasks.rados.rados.0.smithi046.stdout:778: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:22:38.146 INFO:tasks.rados.rados.0.smithi046.stdout:778: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:22:38.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 334 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-18T02:22:38.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 308 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-18T02:22:38.146 INFO:tasks.rados.rados.0.smithi046.stdout:776: expect (ObjNum 246 snap 80 seq_num 246) 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: pgmap v50: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: pgmap v51: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: mon.a calling monitor election 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:22:38.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: osdmap e213: 8 total, 8 up, 8 in 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: overall HEALTH_OK 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: mgrmap e38: y(active, since 34s), standbys: x 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mon[31687]: from='mgr.15183 ' entity='' 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: ignoring --setuser ceph since I am not root 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: ignoring --setgroup ceph since I am not root 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mgr[80656]: -- 172.21.15.195:0/548654246 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x56030183d1e0 con 0x560301773000 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-mgr[80656]: -- 172.21.15.195:0/548654246 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56030179ed00 con 0x560301773000 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:38.252+0000 7f373b198040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:22:38.458 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:38.307+0000 7f373b198040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:38.459 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:38.455+0000 7f373b198040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T02:22:38.487 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ignoring --setuser ceph since I am not root 2024-09-18T02:22:38.488 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ignoring --setgroup ceph since I am not root 2024-09-18T02:22:38.488 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mgr[86255]: -- 172.21.15.46:0/1107146200 <== mon.1 v2:172.21.15.195:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x5645163f51e0 con 0x56451632b400 2024-09-18T02:22:38.488 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:38.273+0000 7fd349305040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-18T02:22:38.488 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:38.332+0000 7fd349305040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:38.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:38.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:38.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: pgmap v50: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: pgmap v51: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: mon.a calling monitor election 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: osdmap e213: 8 total, 8 up, 8 in 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: overall HEALTH_OK 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: mgrmap e38: y(active, since 34s), standbys: x 2024-09-18T02:22:38.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[39146]: from='mgr.15183 ' entity='' 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: from='mgr.15183 172.21.15.46:0/2136910230' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: pgmap v50: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: pgmap v51: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: mon.a calling monitor election 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:22:38.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:22:38.491 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: osdmap e213: 8 total, 8 up, 8 in 2024-09-18T02:22:38.491 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-18T02:22:38.491 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T02:22:38.491 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: mgrmap e38: y(active, since 34s), standbys: x 2024-09-18T02:22:38.491 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-mon[94621]: from='mgr.15183 ' entity='' 2024-09-18T02:22:38.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:38.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:38.520+0000 7f373b198040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:22:38.724 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:38.664+0000 7f373b198040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:38.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:38.486+0000 7fd349305040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-18T02:22:38.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:38.555+0000 7fd349305040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-18T02:22:38.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:38.705+0000 7fd349305040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:39.109 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:38.803+0000 7f373b198040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:22:39.109 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:39.107+0000 7f373b198040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:22:39.147 INFO:tasks.rados.rados.0.smithi046.stdout:776: done (3 left) 2024-09-18T02:22:39.147 INFO:tasks.rados.rados.0.smithi046.stdout:777: done (2 left) 2024-09-18T02:22:39.147 INFO:tasks.rados.rados.0.smithi046.stdout:778: done (1 left) 2024-09-18T02:22:39.148 INFO:tasks.rados.rados.0.smithi046.stdout:780: done (0 left) 2024-09-18T02:22:39.148 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 83 2024-09-18T02:22:39.148 INFO:tasks.rados.rados.0.smithi046.stdout:781: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-09-18T02:22:39.148 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:38.851+0000 7fd349305040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-18T02:22:39.150 INFO:tasks.rados.rados.0.smithi046.stdout:781: writing smithi04682744-1 from 0 to 663552 tid 1 2024-09-18T02:22:39.154 INFO:tasks.rados.rados.0.smithi046.stdout:781: writing smithi04682744-1 from 663552 to 1327104 tid 2 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:781: writing smithi04682744-1 from 1327104 to 1867776 tid 3 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:782: copy_from oid 48 from oid 18 current snap is 83 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:783: read oid 33 snap -1 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:783: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:784: copy_from oid 32 from oid 37 current snap is 83 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:781: finishing write tid 1 to smithi04682744-1 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:781: finishing write tid 2 to smithi04682744-1 2024-09-18T02:22:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:785: delete oid 20 current snap is 83 2024-09-18T02:22:39.161 INFO:tasks.rados.rados.0.smithi046.stdout:781: finishing write tid 3 to smithi04682744-1 2024-09-18T02:22:39.161 INFO:tasks.rados.rados.0.smithi046.stdout:781: finishing write tid 4 to smithi04682744-1 2024-09-18T02:22:39.162 INFO:tasks.rados.rados.0.smithi046.stdout:783: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:22:39.164 INFO:tasks.rados.rados.0.smithi046.stdout:781: finishing write tid 5 to smithi04682744-1 2024-09-18T02:22:39.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 341 (ObjNum 254 snap 83 seq_num 254) dirty exists 2024-09-18T02:22:39.164 INFO:tasks.rados.rados.0.smithi046.stdout:781: left oid 1 (ObjNum 254 snap 83 seq_num 254) 2024-09-18T02:22:39.167 INFO:tasks.rados.rados.0.smithi046.stdout:781: done (4 left) 2024-09-18T02:22:39.167 INFO:tasks.rados.rados.0.smithi046.stdout:783: done (3 left) 2024-09-18T02:22:39.167 INFO:tasks.rados.rados.0.smithi046.stdout:785: done (2 left) 2024-09-18T02:22:39.167 INFO:tasks.rados.rados.0.smithi046.stdout:786: snap_create 2024-09-18T02:22:39.183 INFO:tasks.rados.rados.0.smithi046.stdout:784: finishing copy_from racing read to smithi04682744-32 2024-09-18T02:22:39.183 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:22:39.185 INFO:tasks.rados.rados.0.smithi046.stdout:784: finishing copy_from to smithi04682744-32 2024-09-18T02:22:39.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 211 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-09-18T02:22:39.187 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing copy_from to smithi04682744-48 2024-09-18T02:22:39.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 308 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-18T02:22:39.361 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:39 smithi195 ceph-mon[31687]: osdmap e214: 8 total, 8 up, 8 in 2024-09-18T02:22:39.362 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:39.177+0000 7f373b198040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:22:39.362 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:39.360+0000 7f373b198040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:22:39.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:39 smithi046 ceph-mon[39146]: osdmap e214: 8 total, 8 up, 8 in 2024-09-18T02:22:39.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:39 smithi046 ceph-mon[94621]: osdmap e214: 8 total, 8 up, 8 in 2024-09-18T02:22:39.439 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:39.184+0000 7fd349305040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-18T02:22:39.439 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:39.247+0000 7fd349305040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-18T02:22:39.439 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:39.437+0000 7fd349305040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-18T02:22:40.157 INFO:tasks.rados.rados.0.smithi046.stdout:782: done (2 left) 2024-09-18T02:22:40.157 INFO:tasks.rados.rados.0.smithi046.stdout:784: done (1 left) 2024-09-18T02:22:40.157 INFO:tasks.rados.rados.0.smithi046.stdout:786: done (0 left) 2024-09-18T02:22:40.157 INFO:tasks.rados.rados.0.smithi046.stdout:787: read oid 28 snap -1 2024-09-18T02:22:40.157 INFO:tasks.rados.rados.0.smithi046.stdout:787: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:40.157 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 84 2024-09-18T02:22:40.157 INFO:tasks.rados.rados.0.smithi046.stdout:788: seq_num 256 ranges {1392640=696320,2088960=434176,2523136=770048} 2024-09-18T02:22:40.168 INFO:tasks.rados.rados.0.smithi046.stdout:788: writing smithi04682744-2 from 1392640 to 2088960 tid 1 2024-09-18T02:22:40.171 INFO:tasks.rados.rados.0.smithi046.stdout:788: writing smithi04682744-2 from 2088960 to 2523136 tid 2 2024-09-18T02:22:40.176 INFO:tasks.rados.rados.0.smithi046.stdout:788: writing smithi04682744-2 from 2523136 to 3293184 tid 3 2024-09-18T02:22:40.177 INFO:tasks.rados.rados.0.smithi046.stdout:789: delete oid 38 current snap is 84 2024-09-18T02:22:40.177 INFO:tasks.rados.rados.0.smithi046.stdout:788: finishing write tid 1 to smithi04682744-2 2024-09-18T02:22:40.177 INFO:tasks.rados.rados.0.smithi046.stdout:788: finishing write tid 2 to smithi04682744-2 2024-09-18T02:22:40.179 INFO:tasks.rados.rados.0.smithi046.stdout:789: done (2 left) 2024-09-18T02:22:40.179 INFO:tasks.rados.rados.0.smithi046.stdout:790: snap_create 2024-09-18T02:22:40.180 INFO:tasks.rados.rados.0.smithi046.stdout:788: finishing write tid 3 to smithi04682744-2 2024-09-18T02:22:40.180 INFO:tasks.rados.rados.0.smithi046.stdout:788: finishing write tid 4 to smithi04682744-2 2024-09-18T02:22:40.181 INFO:tasks.rados.rados.0.smithi046.stdout:787: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:40.425 INFO:tasks.rados.rados.0.smithi046.stdout:788: finishing write tid 5 to smithi04682744-2 2024-09-18T02:22:40.426 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 346 (ObjNum 256 snap 84 seq_num 256) dirty exists 2024-09-18T02:22:40.426 INFO:tasks.rados.rados.0.smithi046.stdout:788: left oid 2 (ObjNum 256 snap 84 seq_num 256) 2024-09-18T02:22:40.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:40 smithi046 ceph-mon[39146]: osdmap e215: 8 total, 8 up, 8 in 2024-09-18T02:22:40.427 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:40.357+0000 7fd349305040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:22:40.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:40 smithi046 ceph-mon[94621]: osdmap e215: 8 total, 8 up, 8 in 2024-09-18T02:22:40.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:40 smithi195 ceph-mon[31687]: osdmap e215: 8 total, 8 up, 8 in 2024-09-18T02:22:40.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:40 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:40.229+0000 7f373b198040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-18T02:22:40.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:40 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:40.295+0000 7f373b198040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:22:40.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:40.426+0000 7fd349305040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-18T02:22:41.161 INFO:tasks.rados.rados.0.smithi046.stdout:787: done (2 left) 2024-09-18T02:22:41.161 INFO:tasks.rados.rados.0.smithi046.stdout:788: done (1 left) 2024-09-18T02:22:41.161 INFO:tasks.rados.rados.0.smithi046.stdout:790: done (0 left) 2024-09-18T02:22:41.161 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 85 2024-09-18T02:22:41.161 INFO:tasks.rados.rados.0.smithi046.stdout:791: seq_num 258 ranges {3178496=729088,3907584=606208,4513792=598016} 2024-09-18T02:22:41.184 INFO:tasks.rados.rados.0.smithi046.stdout:791: writing smithi04682744-27 from 3178496 to 3907584 tid 1 2024-09-18T02:22:41.186 INFO:tasks.rados.rados.0.smithi046.stdout:791: writing smithi04682744-27 from 3907584 to 4513792 tid 2 2024-09-18T02:22:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:791: writing smithi04682744-27 from 4513792 to 5111808 tid 3 2024-09-18T02:22:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:792: read oid 26 snap -1 2024-09-18T02:22:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:792: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 85 2024-09-18T02:22:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing write tid 1 to smithi04682744-27 2024-09-18T02:22:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing write tid 2 to smithi04682744-27 2024-09-18T02:22:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:793: seq_num 259 ranges {4636672=745472,5382144=540672,5922816=581632,6504448=81920} 2024-09-18T02:22:41.220 INFO:tasks.rados.rados.0.smithi046.stdout:793: writing smithi04682744-48 from 4636672 to 5382144 tid 1 2024-09-18T02:22:41.223 INFO:tasks.rados.rados.0.smithi046.stdout:793: writing smithi04682744-48 from 5382144 to 5922816 tid 2 2024-09-18T02:22:41.226 INFO:tasks.rados.rados.0.smithi046.stdout:793: writing smithi04682744-48 from 5922816 to 6504448 tid 3 2024-09-18T02:22:41.227 INFO:tasks.rados.rados.0.smithi046.stdout:793: writing smithi04682744-48 from 6504448 to 6586368 tid 4 2024-09-18T02:22:41.227 INFO:tasks.rados.rados.0.smithi046.stdout:794: read oid 10 snap -1 2024-09-18T02:22:41.227 INFO:tasks.rados.rados.0.smithi046.stdout:794: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-18T02:22:41.227 INFO:tasks.rados.rados.0.smithi046.stdout:795: rollback oid 30 current snap is 85 2024-09-18T02:22:41.227 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 67 2024-09-18T02:22:41.228 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing write tid 3 to smithi04682744-27 2024-09-18T02:22:41.228 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing write tid 4 to smithi04682744-27 2024-09-18T02:22:41.228 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing write tid 5 to smithi04682744-27 2024-09-18T02:22:41.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 288 (ObjNum 258 snap 85 seq_num 258) dirty exists 2024-09-18T02:22:41.228 INFO:tasks.rados.rados.0.smithi046.stdout:791: left oid 27 (ObjNum 258 snap 85 seq_num 258) 2024-09-18T02:22:41.228 INFO:tasks.rados.rados.0.smithi046.stdout:792: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:41.271 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-mon[31687]: osdmap e216: 8 total, 8 up, 8 in 2024-09-18T02:22:41.271 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.001+0000 7f373b198040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:22:41.271 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.114+0000 7f373b198040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:22:41.458 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-mon[39146]: osdmap e216: 8 total, 8 up, 8 in 2024-09-18T02:22:41.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-mon[94621]: osdmap e216: 8 total, 8 up, 8 in 2024-09-18T02:22:41.459 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:41.177+0000 7fd349305040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-18T02:22:41.459 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:41.309+0000 7fd349305040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-18T02:22:41.475 INFO:tasks.rados.rados.0.smithi046.stdout:793: finishing write tid 1 to smithi04682744-48 2024-09-18T02:22:41.475 INFO:tasks.rados.rados.0.smithi046.stdout:793: finishing write tid 2 to smithi04682744-48 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:793: finishing write tid 3 to smithi04682744-48 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:791: done (4 left) 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:792: done (3 left) 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:796: read oid 45 snap -1 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:796: expect (ObjNum 212 snap 60 seq_num 212) 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:797: snap_create 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:793: finishing write tid 4 to smithi04682744-48 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:795: finishing rollback tid 0 to smithi04682744-30 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:793: finishing write tid 5 to smithi04682744-48 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:795: finishing rollback tid 1 to smithi04682744-30 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:795: finishing rollback tid 2 to smithi04682744-30 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 227 (ObjNum 200 snap 56 seq_num 200) dirty exists 2024-09-18T02:22:41.476 INFO:tasks.rados.rados.0.smithi046.stdout:793: finishing write tid 6 to smithi04682744-48 2024-09-18T02:22:41.477 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 313 (ObjNum 259 snap 85 seq_num 259) dirty exists 2024-09-18T02:22:41.477 INFO:tasks.rados.rados.0.smithi046.stdout:793: left oid 48 (ObjNum 259 snap 85 seq_num 259) 2024-09-18T02:22:41.477 INFO:tasks.rados.rados.0.smithi046.stdout:794: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-18T02:22:41.545 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.269+0000 7f373b198040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:41.545 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.330+0000 7f373b198040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:22:41.546 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.477+0000 7f373b198040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:22:41.586 INFO:tasks.rados.rados.0.smithi046.stdout:796: expect (ObjNum 212 snap 60 seq_num 212) 2024-09-18T02:22:41.754 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:41.457+0000 7fd349305040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-18T02:22:41.754 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:41.525+0000 7fd349305040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-18T02:22:41.754 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:41.682+0000 7fd349305040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-18T02:22:41.754 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:41.753+0000 7fd349305040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:22:41.773 INFO:tasks.rados.rados.0.smithi046.stdout:793: done (4 left) 2024-09-18T02:22:41.774 INFO:tasks.rados.rados.0.smithi046.stdout:794: done (3 left) 2024-09-18T02:22:41.774 INFO:tasks.rados.rados.0.smithi046.stdout:795: done (2 left) 2024-09-18T02:22:41.774 INFO:tasks.rados.rados.0.smithi046.stdout:796: done (1 left) 2024-09-18T02:22:41.774 INFO:tasks.rados.rados.0.smithi046.stdout:797: done (0 left) 2024-09-18T02:22:41.774 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 86 2024-09-18T02:22:41.774 INFO:tasks.rados.rados.0.smithi046.stdout:798: seq_num 260 ranges {3563520=761856,4325376=417792,4743168=786432} 2024-09-18T02:22:41.797 INFO:tasks.rados.rados.0.smithi046.stdout:798: writing smithi04682744-36 from 3563520 to 4325376 tid 1 2024-09-18T02:22:41.800 INFO:tasks.rados.rados.0.smithi046.stdout:798: writing smithi04682744-36 from 4325376 to 4743168 tid 2 2024-09-18T02:22:41.805 INFO:tasks.rados.rados.0.smithi046.stdout:798: writing smithi04682744-36 from 4743168 to 5529600 tid 3 2024-09-18T02:22:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:799: read oid 40 snap -1 2024-09-18T02:22:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:799: expect (ObjNum 244 snap 78 seq_num 244) 2024-09-18T02:22:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:798: finishing write tid 1 to smithi04682744-36 2024-09-18T02:22:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:800: read oid 17 snap -1 2024-09-18T02:22:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:800: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-18T02:22:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:801: copy_from oid 7 from oid 13 current snap is 86 2024-09-18T02:22:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:802: setattr oid 44 current snap is 86 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:803: copy_from oid 30 from oid 38 current snap is 86 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:798: finishing write tid 2 to smithi04682744-36 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:804: read oid 50 snap 66 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:804: expect deleted 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:805: rmattr oid 24 current snap is 86 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:805: done (7 left) 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 86 2024-09-18T02:22:41.807 INFO:tasks.rados.rados.0.smithi046.stdout:806: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-09-18T02:22:41.812 INFO:tasks.rados.rados.0.smithi046.stdout:806: writing smithi04682744-20 from 0 to 778240 tid 1 2024-09-18T02:22:41.817 INFO:tasks.rados.rados.0.smithi046.stdout:806: writing smithi04682744-20 from 778240 to 1482752 tid 2 2024-09-18T02:22:41.821 INFO:tasks.rados.rados.0.smithi046.stdout:806: writing smithi04682744-20 from 1482752 to 1982464 tid 3 2024-09-18T02:22:41.821 INFO:tasks.rados.rados.0.smithi046.stdout:807: rmattr oid 46 current snap is 86 2024-09-18T02:22:41.821 INFO:tasks.rados.rados.0.smithi046.stdout:807: done (8 left) 2024-09-18T02:22:41.821 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 86 2024-09-18T02:22:41.821 INFO:tasks.rados.rados.0.smithi046.stdout:808: seq_num 262 ranges {0=794624,794624=589824,1384448=614400} 2024-09-18T02:22:41.825 INFO:tasks.rados.rados.0.smithi046.stdout:808: writing smithi04682744-33 from 0 to 794624 tid 1 2024-09-18T02:22:41.829 INFO:tasks.rados.rados.0.smithi046.stdout:808: writing smithi04682744-33 from 794624 to 1384448 tid 2 2024-09-18T02:22:41.833 INFO:tasks.rados.rados.0.smithi046.stdout:808: writing smithi04682744-33 from 1384448 to 1998848 tid 3 2024-09-18T02:22:41.833 INFO:tasks.rados.rados.0.smithi046.stdout:809: read oid 37 snap 83 2024-09-18T02:22:41.833 INFO:tasks.rados.rados.0.smithi046.stdout:809: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:41.833 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 86 2024-09-18T02:22:41.833 INFO:tasks.rados.rados.0.smithi046.stdout:810: seq_num 263 ranges {4636672=409600,5046272=475136,5521408=557056,6078464=573440} 2024-09-18T02:22:41.847 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.544+0000 7f373b198040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-18T02:22:41.847 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.602+0000 7f373b198040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:22:41.847 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.764+0000 7f373b198040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:22:41.860 INFO:tasks.rados.rados.0.smithi046.stdout:810: writing smithi04682744-18 from 4636672 to 5046272 tid 1 2024-09-18T02:22:41.863 INFO:tasks.rados.rados.0.smithi046.stdout:810: writing smithi04682744-18 from 5046272 to 5521408 tid 2 2024-09-18T02:22:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:810: writing smithi04682744-18 from 5521408 to 6078464 tid 3 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:810: writing smithi04682744-18 from 6078464 to 6651904 tid 4 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:811: read oid 47 snap 50 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:811: expect deleted 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:812: setattr oid 35 current snap is 86 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 38 (ObjNum 250 snap 80 seq_num 250) dirty exists 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:798: finishing write tid 3 to smithi04682744-36 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:798: finishing write tid 4 to smithi04682744-36 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:798: finishing write tid 5 to smithi04682744-36 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 351 (ObjNum 260 snap 86 seq_num 260) dirty exists 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:798: left oid 36 (ObjNum 260 snap 86 seq_num 260) 2024-09-18T02:22:41.871 INFO:tasks.rados.rados.0.smithi046.stdout:799: expect (ObjNum 244 snap 78 seq_num 244) 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing copy_from to smithi04682744-30 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:803: got expected ENOENT (src dne) 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:806: finishing write tid 1 to smithi04682744-20 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:801: finishing copy_from racing read to smithi04682744-7 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing copy_from racing read to smithi04682744-30 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:801: finishing copy_from to smithi04682744-7 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 343 (ObjNum 129 snap 0 seq_num 1146962472) dirty exists 2024-09-18T02:22:41.959 INFO:tasks.rados.rados.0.smithi046.stdout:800: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-18T02:22:42.007 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:41 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:41.827+0000 7fd349305040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-18T02:22:42.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:42.002+0000 7fd349305040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-18T02:22:42.036 INFO:tasks.rados.rados.0.smithi046.stdout:806: finishing write tid 2 to smithi04682744-20 2024-09-18T02:22:42.036 INFO:tasks.rados.rados.0.smithi046.stdout:806: finishing write tid 3 to smithi04682744-20 2024-09-18T02:22:42.036 INFO:tasks.rados.rados.0.smithi046.stdout:806: finishing write tid 4 to smithi04682744-20 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:798: done (12 left) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:799: done (11 left) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:800: done (10 left) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:801: done (9 left) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:802: done (8 left) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:803: done (7 left) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:804: done (6 left) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:813: read oid 25 snap 79 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:813: expect (ObjNum 241 snap 76 seq_num 241) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:814: delete oid 49 current snap is 86 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:806: finishing write tid 5 to smithi04682744-20 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 224 (ObjNum 261 snap 86 seq_num 261) dirty exists 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:806: left oid 20 (ObjNum 261 snap 86 seq_num 261) 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 1 to smithi04682744-33 2024-09-18T02:22:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 2 to smithi04682744-33 2024-09-18T02:22:42.038 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 3 to smithi04682744-33 2024-09-18T02:22:42.038 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 4 to smithi04682744-33 2024-09-18T02:22:42.038 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 5 to smithi04682744-33 2024-09-18T02:22:42.038 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 228 (ObjNum 262 snap 86 seq_num 262) dirty exists 2024-09-18T02:22:42.038 INFO:tasks.rados.rados.0.smithi046.stdout:808: left oid 33 (ObjNum 262 snap 86 seq_num 262) 2024-09-18T02:22:42.038 INFO:tasks.rados.rados.0.smithi046.stdout:809: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:42.138 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.845+0000 7f373b198040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:22:42.138 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:41.919+0000 7f373b198040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:22:42.138 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:42.011+0000 7f373b198040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:42.138 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:42.077+0000 7f373b198040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:22:42.138 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:42.136+0000 7f373b198040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:22:42.285 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 1 to smithi04682744-18 2024-09-18T02:22:42.285 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 2 to smithi04682744-18 2024-09-18T02:22:42.285 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 3 to smithi04682744-18 2024-09-18T02:22:42.285 INFO:tasks.rados.rados.0.smithi046.stdout:806: done (7 left) 2024-09-18T02:22:42.285 INFO:tasks.rados.rados.0.smithi046.stdout:808: done (6 left) 2024-09-18T02:22:42.285 INFO:tasks.rados.rados.0.smithi046.stdout:809: done (5 left) 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:814: done (4 left) 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:815: rollback oid 31 current snap is 86 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 53 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 4 to smithi04682744-18 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 5 to smithi04682744-18 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 6 to smithi04682744-18 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 313 (ObjNum 263 snap 86 seq_num 263) dirty exists 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:810: left oid 18 (ObjNum 263 snap 86 seq_num 263) 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 244 (ObjNum 243 snap 78 seq_num 243) dirty exists 2024-09-18T02:22:42.286 INFO:tasks.rados.rados.0.smithi046.stdout:813: expect (ObjNum 241 snap 76 seq_num 241) 2024-09-18T02:22:42.289 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:42.074+0000 7fd349305040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-18T02:22:42.289 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:42.145+0000 7fd349305040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-18T02:22:42.289 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:42.234+0000 7fd349305040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-18T02:22:42.289 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-mon[94621]: osdmap e217: 8 total, 8 up, 8 in 2024-09-18T02:22:42.289 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-mon[94621]: osdmap e218: 8 total, 8 up, 8 in 2024-09-18T02:22:42.290 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-mon[39146]: osdmap e217: 8 total, 8 up, 8 in 2024-09-18T02:22:42.290 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-mon[39146]: osdmap e218: 8 total, 8 up, 8 in 2024-09-18T02:22:42.331 INFO:tasks.rados.rados.0.smithi046.stdout:815: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:22:42.331 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 166 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-18T02:22:42.331 INFO:tasks.rados.rados.0.smithi046.stdout:810: done (4 left) 2024-09-18T02:22:42.331 INFO:tasks.rados.rados.0.smithi046.stdout:811: done (3 left) 2024-09-18T02:22:42.331 INFO:tasks.rados.rados.0.smithi046.stdout:812: done (2 left) 2024-09-18T02:22:42.331 INFO:tasks.rados.rados.0.smithi046.stdout:813: done (1 left) 2024-09-18T02:22:42.332 INFO:tasks.rados.rados.0.smithi046.stdout:815: done (0 left) 2024-09-18T02:22:42.332 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 86 2024-09-18T02:22:42.332 INFO:tasks.rados.rados.0.smithi046.stdout:816: seq_num 265 ranges {3891200=442368,4333568=647168,4980736=573440,5554176=385024} 2024-09-18T02:22:42.356 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04682744-16 from 3891200 to 4333568 tid 1 2024-09-18T02:22:42.361 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04682744-16 from 4333568 to 4980736 tid 2 2024-09-18T02:22:42.366 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04682744-16 from 4980736 to 5554176 tid 3 2024-09-18T02:22:42.369 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04682744-16 from 5554176 to 5939200 tid 4 2024-09-18T02:22:42.369 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 86 2024-09-18T02:22:42.369 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 1 to smithi04682744-16 2024-09-18T02:22:42.369 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 2 to smithi04682744-16 2024-09-18T02:22:42.369 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 3 to smithi04682744-16 2024-09-18T02:22:42.369 INFO:tasks.rados.rados.0.smithi046.stdout:817: seq_num 266 ranges {1449984=458752,1908736=524288,2433024=729088,3162112=352256} 2024-09-18T02:22:42.381 INFO:tasks.rados.rados.0.smithi046.stdout:817: writing smithi04682744-30 from 1449984 to 1908736 tid 1 2024-09-18T02:22:42.385 INFO:tasks.rados.rados.0.smithi046.stdout:817: writing smithi04682744-30 from 1908736 to 2433024 tid 2 2024-09-18T02:22:42.390 INFO:tasks.rados.rados.0.smithi046.stdout:817: writing smithi04682744-30 from 2433024 to 3162112 tid 3 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:817: writing smithi04682744-30 from 3162112 to 3514368 tid 4 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:818: snap_create 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 4 to smithi04682744-16 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 5 to smithi04682744-16 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 6 to smithi04682744-16 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 206 (ObjNum 265 snap 86 seq_num 265) dirty exists 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:816: left oid 16 (ObjNum 265 snap 86 seq_num 265) 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing write tid 1 to smithi04682744-30 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing write tid 2 to smithi04682744-30 2024-09-18T02:22:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing write tid 3 to smithi04682744-30 2024-09-18T02:22:42.395 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing write tid 4 to smithi04682744-30 2024-09-18T02:22:42.396 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing write tid 5 to smithi04682744-30 2024-09-18T02:22:42.397 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing write tid 6 to smithi04682744-30 2024-09-18T02:22:42.397 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 233 (ObjNum 266 snap 86 seq_num 266) dirty exists 2024-09-18T02:22:42.397 INFO:tasks.rados.rados.0.smithi046.stdout:817: left oid 30 (ObjNum 266 snap 86 seq_num 266) 2024-09-18T02:22:42.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-mon[31687]: osdmap e217: 8 total, 8 up, 8 in 2024-09-18T02:22:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-mon[31687]: osdmap e218: 8 total, 8 up, 8 in 2024-09-18T02:22:42.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:42.547 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:42.298+0000 7fd349305040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-18T02:22:42.548 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:42.362+0000 7fd349305040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-18T02:22:43.171 INFO:tasks.rados.rados.0.smithi046.stdout:816: done (2 left) 2024-09-18T02:22:43.172 INFO:tasks.rados.rados.0.smithi046.stdout:817: done (1 left) 2024-09-18T02:22:43.172 INFO:tasks.rados.rados.0.smithi046.stdout:818: done (0 left) 2024-09-18T02:22:43.172 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 87 2024-09-18T02:22:43.172 INFO:tasks.rados.rados.0.smithi046.stdout:819: seq_num 267 ranges {3891200=475136,4366336=458752,4825088=540672,5365760=606208} 2024-09-18T02:22:43.195 INFO:tasks.rados.rados.0.smithi046.stdout:819: writing smithi04682744-45 from 3891200 to 4366336 tid 1 2024-09-18T02:22:43.198 INFO:tasks.rados.rados.0.smithi046.stdout:819: writing smithi04682744-45 from 4366336 to 4825088 tid 2 2024-09-18T02:22:43.201 INFO:tasks.rados.rados.0.smithi046.stdout:819: writing smithi04682744-45 from 4825088 to 5365760 tid 3 2024-09-18T02:22:43.206 INFO:tasks.rados.rados.0.smithi046.stdout:819: writing smithi04682744-45 from 5365760 to 5971968 tid 4 2024-09-18T02:22:43.206 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 87 2024-09-18T02:22:43.206 INFO:tasks.rados.rados.0.smithi046.stdout:819: finishing write tid 1 to smithi04682744-45 2024-09-18T02:22:43.206 INFO:tasks.rados.rados.0.smithi046.stdout:820: seq_num 268 ranges {2736128=491520,3227648=745472,3973120=745472,4718592=114688} 2024-09-18T02:22:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-mon[31687]: Standby manager daemon x restarted 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-mon[31687]: Standby manager daemon x started 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-mon[31687]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:42.918+0000 7f373b198040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: [18/Sep/2024:02:22:42] ENGINE Bus STARTING 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: CherryPy Checker: 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: The Application mounted at '' has an empty config. 2024-09-18T02:22:43.224 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: 2024-09-18T02:22:43.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: [18/Sep/2024:02:22:43] ENGINE Serving on http://:::9283 2024-09-18T02:22:43.225 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x[80633]: [18/Sep/2024:02:22:43] ENGINE Bus STARTED 2024-09-18T02:22:43.225 INFO:tasks.rados.rados.0.smithi046.stdout:820: writing smithi04682744-10 from 2736128 to 3227648 tid 1 2024-09-18T02:22:43.229 INFO:tasks.rados.rados.0.smithi046.stdout:820: writing smithi04682744-10 from 3227648 to 3973120 tid 2 2024-09-18T02:22:43.234 INFO:tasks.rados.rados.0.smithi046.stdout:820: writing smithi04682744-10 from 3973120 to 4718592 tid 3 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:820: writing smithi04682744-10 from 4718592 to 4833280 tid 4 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:821: delete oid 7 current snap is 87 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:819: finishing write tid 2 to smithi04682744-45 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:819: finishing write tid 3 to smithi04682744-45 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:819: finishing write tid 4 to smithi04682744-45 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:819: finishing write tid 5 to smithi04682744-45 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:819: finishing write tid 6 to smithi04682744-45 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 405 (ObjNum 267 snap 87 seq_num 267) dirty exists 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:819: left oid 45 (ObjNum 267 snap 87 seq_num 267) 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing write tid 1 to smithi04682744-10 2024-09-18T02:22:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing write tid 2 to smithi04682744-10 2024-09-18T02:22:43.238 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing write tid 3 to smithi04682744-10 2024-09-18T02:22:43.238 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing write tid 4 to smithi04682744-10 2024-09-18T02:22:43.239 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing write tid 5 to smithi04682744-10 2024-09-18T02:22:43.241 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing write tid 6 to smithi04682744-10 2024-09-18T02:22:43.241 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 348 (ObjNum 268 snap 87 seq_num 268) dirty exists 2024-09-18T02:22:43.241 INFO:tasks.rados.rados.0.smithi046.stdout:820: left oid 10 (ObjNum 268 snap 87 seq_num 268) 2024-09-18T02:22:43.241 INFO:tasks.rados.rados.0.smithi046.stdout:819: done (2 left) 2024-09-18T02:22:43.241 INFO:tasks.rados.rados.0.smithi046.stdout:820: done (1 left) 2024-09-18T02:22:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:821: done (0 left) 2024-09-18T02:22:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:822: rmattr oid 17 current snap is 87 2024-09-18T02:22:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:822: done (0 left) 2024-09-18T02:22:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 87 2024-09-18T02:22:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:823: seq_num 270 ranges {3514368=524288,4038656=516096,4554752=761856,5316608=327680} 2024-09-18T02:22:43.265 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04682744-30 from 3514368 to 4038656 tid 1 2024-09-18T02:22:43.269 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04682744-30 from 4038656 to 4554752 tid 2 2024-09-18T02:22:43.276 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04682744-30 from 4554752 to 5316608 tid 3 2024-09-18T02:22:43.278 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04682744-30 from 5316608 to 5644288 tid 4 2024-09-18T02:22:43.278 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 87 2024-09-18T02:22:43.278 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 1 to smithi04682744-30 2024-09-18T02:22:43.279 INFO:tasks.rados.rados.0.smithi046.stdout:824: seq_num 271 ranges {5111808=540672,5652480=802816,6455296=516096,6971392=286720} 2024-09-18T02:22:43.312 INFO:tasks.rados.rados.0.smithi046.stdout:824: writing smithi04682744-27 from 5111808 to 5652480 tid 1 2024-09-18T02:22:43.317 INFO:tasks.rados.rados.0.smithi046.stdout:824: writing smithi04682744-27 from 5652480 to 6455296 tid 2 2024-09-18T02:22:43.320 INFO:tasks.rados.rados.0.smithi046.stdout:824: writing smithi04682744-27 from 6455296 to 6971392 tid 3 2024-09-18T02:22:43.322 INFO:tasks.rados.rados.0.smithi046.stdout:824: writing smithi04682744-27 from 6971392 to 7258112 tid 4 2024-09-18T02:22:43.322 INFO:tasks.rados.rados.0.smithi046.stdout:825: delete oid 20 current snap is 87 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 2 to smithi04682744-30 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 3 to smithi04682744-30 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 4 to smithi04682744-30 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 5 to smithi04682744-30 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 6 to smithi04682744-30 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 239 (ObjNum 270 snap 87 seq_num 270) dirty exists 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:823: left oid 30 (ObjNum 270 snap 87 seq_num 270) 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:824: finishing write tid 1 to smithi04682744-27 2024-09-18T02:22:43.323 INFO:tasks.rados.rados.0.smithi046.stdout:824: finishing write tid 2 to smithi04682744-27 2024-09-18T02:22:43.324 INFO:tasks.rados.rados.0.smithi046.stdout:824: finishing write tid 3 to smithi04682744-27 2024-09-18T02:22:43.325 INFO:tasks.rados.rados.0.smithi046.stdout:824: finishing write tid 4 to smithi04682744-27 2024-09-18T02:22:43.326 INFO:tasks.rados.rados.0.smithi046.stdout:824: finishing write tid 5 to smithi04682744-27 2024-09-18T02:22:43.326 INFO:tasks.rados.rados.0.smithi046.stdout:823: done (2 left) 2024-09-18T02:22:43.326 INFO:tasks.rados.rados.0.smithi046.stdout:825: done (1 left) 2024-09-18T02:22:43.326 INFO:tasks.rados.rados.0.smithi046.stdout:826: snap_create 2024-09-18T02:22:43.327 INFO:tasks.rados.rados.0.smithi046.stdout:824: finishing write tid 6 to smithi04682744-27 2024-09-18T02:22:43.327 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 354 (ObjNum 271 snap 87 seq_num 271) dirty exists 2024-09-18T02:22:43.327 INFO:tasks.rados.rados.0.smithi046.stdout:824: left oid 27 (ObjNum 271 snap 87 seq_num 271) 2024-09-18T02:22:43.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[39146]: Standby manager daemon x restarted 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[39146]: Standby manager daemon x started 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[39146]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[94621]: Standby manager daemon x restarted 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[94621]: Standby manager daemon x started 2024-09-18T02:22:43.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[94621]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[94621]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[94621]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-mon[94621]: from='mgr.? 172.21.15.195:0/1694087766' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.207+0000 7fd349305040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:43] ENGINE Bus STARTING 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: CherryPy Checker: 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: The Application mounted at '' has an empty config. 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.353+0000 7fd2b86a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.353+0000 7fd2b86a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.353+0000 7fd2b86a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.444 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.353+0000 7fd2b86a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.353+0000 7fd2b86a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.354+0000 7fd2b5e9c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.354+0000 7fd2b5e9c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.354+0000 7fd2b5e9c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.354+0000 7fd2b5e9c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:43.354+0000 7fd2b5e9c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:43] ENGINE Serving on http://:::9283 2024-09-18T02:22:43.445 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:02:22:43] ENGINE Bus STARTED 2024-09-18T02:22:43.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:44.230 INFO:tasks.rados.rados.0.smithi046.stdout:824: done (1 left) 2024-09-18T02:22:44.230 INFO:tasks.rados.rados.0.smithi046.stdout:826: done (0 left) 2024-09-18T02:22:44.230 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 88 2024-09-18T02:22:44.230 INFO:tasks.rados.rados.0.smithi046.stdout:827: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-09-18T02:22:44.233 INFO:tasks.rados.rados.0.smithi046.stdout:827: writing smithi04682744-13 from 0 to 581632 tid 1 2024-09-18T02:22:44.237 INFO:tasks.rados.rados.0.smithi046.stdout:827: writing smithi04682744-13 from 581632 to 1146880 tid 2 2024-09-18T02:22:44.240 INFO:tasks.rados.rados.0.smithi046.stdout:827: writing smithi04682744-13 from 1146880 to 1679360 tid 3 2024-09-18T02:22:44.244 INFO:tasks.rados.rados.0.smithi046.stdout:827: writing smithi04682744-13 from 1679360 to 2187264 tid 4 2024-09-18T02:22:44.244 INFO:tasks.rados.rados.0.smithi046.stdout:828: delete oid 50 current snap is 88 2024-09-18T02:22:44.244 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing write tid 1 to smithi04682744-13 2024-09-18T02:22:44.244 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing write tid 2 to smithi04682744-13 2024-09-18T02:22:44.244 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing write tid 3 to smithi04682744-13 2024-09-18T02:22:44.246 INFO:tasks.rados.rados.0.smithi046.stdout:828: done (1 left) 2024-09-18T02:22:44.246 INFO:tasks.rados.rados.0.smithi046.stdout:829: rollback oid 21 current snap is 88 2024-09-18T02:22:44.246 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 75 2024-09-18T02:22:44.246 INFO:tasks.rados.rados.0.smithi046.stdout:830: snap_remove snap 85 2024-09-18T02:22:44.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: mgrmap e39: y(active, since 39s), standbys: x 2024-09-18T02:22:44.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: osdmap e219: 8 total, 8 up, 8 in 2024-09-18T02:22:44.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: Active manager daemon y restarted 2024-09-18T02:22:44.455 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: Activating manager daemon y 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: osdmap e220: 8 total, 8 up, 8 in 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: mgrmap e40: y(active, starting, since 0.0104231s), standbys: x 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:22:44.456 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: Manager daemon y is now available 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:44.457 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:44.474 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:44.220+0000 7fd2e89d4640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-18T02:22:44.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: mgrmap e39: y(active, since 39s), standbys: x 2024-09-18T02:22:44.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: osdmap e219: 8 total, 8 up, 8 in 2024-09-18T02:22:44.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: Active manager daemon y restarted 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: Activating manager daemon y 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: osdmap e220: 8 total, 8 up, 8 in 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: mgrmap e40: y(active, starting, since 0.0104231s), standbys: x 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:22:44.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:22:44.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: Manager daemon y is now available 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: mgrmap e39: y(active, since 39s), standbys: x 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: osdmap e219: 8 total, 8 up, 8 in 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: Active manager daemon y restarted 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: Activating manager daemon y 2024-09-18T02:22:44.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: osdmap e220: 8 total, 8 up, 8 in 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: mgrmap e40: y(active, starting, since 0.0104231s), standbys: x 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:22:44.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: Manager daemon y is now available 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-18T02:22:44.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-18T02:22:44.480 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:44.480 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:44 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:44.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:44.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:830: done (2 left) 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:831: snap_create 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing write tid 4 to smithi04682744-13 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing write tid 5 to smithi04682744-13 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing write tid 6 to smithi04682744-13 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 411 (ObjNum 273 snap 88 seq_num 273) dirty exists 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:827: left oid 13 (ObjNum 273 snap 88 seq_num 273) 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:829: finishing rollback tid 0 to smithi04682744-21 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:829: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:22:45.242 INFO:tasks.rados.rados.0.smithi046.stdout:829: finishing rollback tid 2 to smithi04682744-21 2024-09-18T02:22:45.243 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 265 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-09-18T02:22:45.387 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:22:45.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:45 smithi046 ceph-mon[39146]: mgrmap e41: y(active, since 1.00965s), standbys: x 2024-09-18T02:22:45.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:45 smithi046 ceph-mon[39146]: osdmap e221: 8 total, 8 up, 8 in 2024-09-18T02:22:45.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:45 smithi046 ceph-mon[39146]: pgmap v4: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 123 GiB/s rd, 49 GiB/s wr, 621.03k op/s; 102 MiB/s, 544 objects/s recovering 2024-09-18T02:22:45.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:45 smithi046 ceph-mon[94621]: mgrmap e41: y(active, since 1.00965s), standbys: x 2024-09-18T02:22:45.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:45 smithi046 ceph-mon[94621]: osdmap e221: 8 total, 8 up, 8 in 2024-09-18T02:22:45.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:45 smithi046 ceph-mon[94621]: pgmap v4: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 123 GiB/s rd, 49 GiB/s wr, 621.03k op/s; 102 MiB/s, 544 objects/s recovering 2024-09-18T02:22:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:45 smithi195 ceph-mon[31687]: mgrmap e41: y(active, since 1.00965s), standbys: x 2024-09-18T02:22:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:45 smithi195 ceph-mon[31687]: osdmap e221: 8 total, 8 up, 8 in 2024-09-18T02:22:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:45 smithi195 ceph-mon[31687]: pgmap v4: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 123 GiB/s rd, 49 GiB/s wr, 621.03k op/s; 102 MiB/s, 544 objects/s recovering 2024-09-18T02:22:45.667 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:22:45.667 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (69s) 37s ago 5m 16.3M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:22:45.668 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (57s) 18s ago 4m 75.7M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:22:45.668 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (6m) 37s ago 6m 17.5M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:22:45.668 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (6m) 18s ago 6m 17.7M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:22:45.668 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (23s) 18s ago 9m 64.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:22:45.668 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (50s) 37s ago 11m 466M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:22:45.668 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (11m) 37s ago 11m 56.1M 2048M 17.2.7-1635-g4a704134 f22ead590bad b3a2ebdc2c1a 2024-09-18T02:22:45.669 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (9m) 18s ago 9m 48.1M 2048M 17.2.7-1635-g4a704134 f22ead590bad 4548c1109e37 2024-09-18T02:22:45.669 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (9m) 37s ago 9m 41.3M 2048M 17.2.7-1635-g4a704134 f22ead590bad 2d7bb2602707 2024-09-18T02:22:45.669 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (66s) 37s ago 4m 8108k - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:22:45.669 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (55s) 18s ago 4m 7545k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:22:45.669 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (9m) 37s ago 9m 138M 2481M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:22:45.669 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (8m) 37s ago 8m 118M 2481M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:22:45.670 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (8m) 37s ago 8m 130M 2481M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:22:45.670 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (7m) 37s ago 7m 102M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:22:45.670 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (7m) 18s ago 7m 115M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:22:45.670 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (7m) 18s ago 7m 120M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:22:45.670 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (6m) 18s ago 6m 88.5M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:22:45.670 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (6m) 18s ago 6m 80.3M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:22:45.670 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (28s) 18s ago 5m 39.9M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2, 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:22:46.019 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 12, 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:22:46.020 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:22:46.235 INFO:tasks.rados.rados.0.smithi046.stdout:827: done (2 left) 2024-09-18T02:22:46.235 INFO:tasks.rados.rados.0.smithi046.stdout:829: done (1 left) 2024-09-18T02:22:46.235 INFO:tasks.rados.rados.0.smithi046.stdout:831: done (0 left) 2024-09-18T02:22:46.235 INFO:tasks.rados.rados.0.smithi046.stdout:832: read oid 46 snap -1 2024-09-18T02:22:46.235 INFO:tasks.rados.rados.0.smithi046.stdout:832: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:22:46.235 INFO:tasks.rados.rados.0.smithi046.stdout:833: read oid 12 snap -1 2024-09-18T02:22:46.236 INFO:tasks.rados.rados.0.smithi046.stdout:833: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:46.236 INFO:tasks.rados.rados.0.smithi046.stdout:834: copy_from oid 19 from oid 41 current snap is 89 2024-09-18T02:22:46.236 INFO:tasks.rados.rados.0.smithi046.stdout:835: copy_from oid 49 from oid 18 current snap is 89 2024-09-18T02:22:46.236 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 89 2024-09-18T02:22:46.236 INFO:tasks.rados.rados.0.smithi046.stdout:836: seq_num 275 ranges {3244032=614400,3858432=786432,4644864=499712,5144576=319488} 2024-09-18T02:22:46.257 INFO:tasks.rados.rados.0.smithi046.stdout:836: writing smithi04682744-35 from 3244032 to 3858432 tid 1 2024-09-18T02:22:46.262 INFO:tasks.rados.rados.0.smithi046.stdout:836: writing smithi04682744-35 from 3858432 to 4644864 tid 2 2024-09-18T02:22:46.266 INFO:tasks.rados.rados.0.smithi046.stdout:836: writing smithi04682744-35 from 4644864 to 5144576 tid 3 2024-09-18T02:22:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:836: writing smithi04682744-35 from 5144576 to 5464064 tid 4 2024-09-18T02:22:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:837: rollback oid 15 current snap is 89 2024-09-18T02:22:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 84 2024-09-18T02:22:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:838: rollback oid 36 current snap is 89 2024-09-18T02:22:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 87 2024-09-18T02:22:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:839: rollback oid 40 current snap is 89 2024-09-18T02:22:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 66 2024-09-18T02:22:46.270 INFO:tasks.rados.rados.0.smithi046.stdout:833: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:46.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[94621]: mgrmap e42: y(active, since 2s), standbys: x 2024-09-18T02:22:46.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[94621]: osdmap e222: 8 total, 8 up, 8 in 2024-09-18T02:22:46.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2981861452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:46.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[94621]: [18/Sep/2024:02:22:46] ENGINE Bus STARTING 2024-09-18T02:22:46.341 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[39146]: mgrmap e42: y(active, since 2s), standbys: x 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[39146]: osdmap e222: 8 total, 8 up, 8 in 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[39146]: from='client.? 172.21.15.46:0/2981861452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:46] ENGINE Bus STARTING 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:46.226+0000 7fd299023640 -1 log_channel(cephadm) log [ERR] : [18/Sep/2024:02:22:46] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: Traceback (most recent call last): 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self._connections.run(self.expiration_interval) 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self._run(expiration_interval) 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:46.342 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: s = self.context.wrap_socket( 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: return self.sslsocket_class._create( 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self.do_handshake() 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: self._sslobj.do_handshake() 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:46.343 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:22:46.351 INFO:tasks.rados.rados.0.smithi046.stdout:832: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:836: finishing write tid 1 to smithi04682744-35 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:836: finishing write tid 2 to smithi04682744-35 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:835: finishing copy_from racing read to smithi04682744-49 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:836: finishing write tid 3 to smithi04682744-35 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:837: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 212 (ObjNum 33 snap 0 seq_num 1113687416) dirty dne 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:835: finishing copy_from to smithi04682744-49 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 313 (ObjNum 263 snap 86 seq_num 263) dirty exists 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:836: finishing write tid 4 to smithi04682744-35 2024-09-18T02:22:46.449 INFO:tasks.rados.rados.0.smithi046.stdout:832: done (7 left) 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:833: done (6 left) 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:835: done (5 left) 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:837: done (4 left) 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 89 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:836: finishing write tid 5 to smithi04682744-35 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:836: finishing write tid 6 to smithi04682744-35 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 249 (ObjNum 275 snap 89 seq_num 275) dirty exists 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:836: left oid 35 (ObjNum 275 snap 89 seq_num 275) 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:839: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:839: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:839: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 492 (ObjNum 203 snap 58 seq_num 203) dirty exists 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:834: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:22:46.450 INFO:tasks.rados.rados.0.smithi046.stdout:838: finishing rollback tid 0 to smithi04682744-36 2024-09-18T02:22:46.451 INFO:tasks.rados.rados.0.smithi046.stdout:838: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:22:46.451 INFO:tasks.rados.rados.0.smithi046.stdout:840: seq_num 276 ranges {1736704=630784,2367488=671744,3039232=704512,3743744=229376} 2024-09-18T02:22:46.461 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04682744-17 from 1736704 to 2367488 tid 1 2024-09-18T02:22:46.464 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04682744-17 from 2367488 to 3039232 tid 2 2024-09-18T02:22:46.468 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04682744-17 from 3039232 to 3743744 tid 3 2024-09-18T02:22:46.470 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04682744-17 from 3743744 to 3973120 tid 4 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:836: done (4 left) 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:839: done (3 left) 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:841: rollback oid 11 current snap is 89 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 82 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:838: finishing rollback tid 2 to smithi04682744-36 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 357 (ObjNum 260 snap 86 seq_num 260) dirty exists 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:834: finishing copy_from to smithi04682744-19 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 239 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 1 to smithi04682744-17 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:834: done (3 left) 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:838: done (2 left) 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:842: read oid 12 snap -1 2024-09-18T02:22:46.471 INFO:tasks.rados.rados.0.smithi046.stdout:842: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:46.472 INFO:tasks.rados.rados.0.smithi046.stdout:843: delete oid 48 current snap is 89 2024-09-18T02:22:46.472 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 2 to smithi04682744-17 2024-09-18T02:22:46.472 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 3 to smithi04682744-17 2024-09-18T02:22:46.474 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 4 to smithi04682744-17 2024-09-18T02:22:46.474 INFO:tasks.rados.rados.0.smithi046.stdout:841: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:22:46.474 INFO:tasks.rados.rados.0.smithi046.stdout:841: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:22:46.474 INFO:tasks.rados.rados.0.smithi046.stdout:841: finishing rollback tid 2 to smithi04682744-11 2024-09-18T02:22:46.474 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 272 (ObjNum 248 snap 80 seq_num 248) dirty exists 2024-09-18T02:22:46.475 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 5 to smithi04682744-17 2024-09-18T02:22:46.475 INFO:tasks.rados.rados.0.smithi046.stdout:841: done (3 left) 2024-09-18T02:22:46.476 INFO:tasks.rados.rados.0.smithi046.stdout:843: done (2 left) 2024-09-18T02:22:46.476 INFO:tasks.rados.rados.0.smithi046.stdout:844: setattr oid 33 current snap is 89 2024-09-18T02:22:46.476 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 6 to smithi04682744-17 2024-09-18T02:22:46.476 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 421 (ObjNum 276 snap 89 seq_num 276) dirty exists 2024-09-18T02:22:46.476 INFO:tasks.rados.rados.0.smithi046.stdout:840: left oid 17 (ObjNum 276 snap 89 seq_num 276) 2024-09-18T02:22:46.477 INFO:tasks.rados.rados.0.smithi046.stdout:840: done (2 left) 2024-09-18T02:22:46.477 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 89 2024-09-18T02:22:46.477 INFO:tasks.rados.rados.0.smithi046.stdout:845: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-09-18T02:22:46.481 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04682744-15 from 0 to 663552 tid 1 2024-09-18T02:22:46.483 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04682744-15 from 663552 to 1105920 tid 2 2024-09-18T02:22:46.488 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04682744-15 from 1105920 to 1826816 tid 3 2024-09-18T02:22:46.491 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04682744-15 from 1826816 to 2269184 tid 4 2024-09-18T02:22:46.491 INFO:tasks.rados.rados.0.smithi046.stdout:846: read oid 26 snap -1 2024-09-18T02:22:46.491 INFO:tasks.rados.rados.0.smithi046.stdout:846: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:46.491 INFO:tasks.rados.rados.0.smithi046.stdout:847: copy_from oid 25 from oid 47 current snap is 89 2024-09-18T02:22:46.492 INFO:tasks.rados.rados.0.smithi046.stdout:842: expect (ObjNum 211 snap 60 seq_num 211) 2024-09-18T02:22:46.510 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:46 smithi195 ceph-mon[31687]: mgrmap e42: y(active, since 2s), standbys: x 2024-09-18T02:22:46.510 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:46 smithi195 ceph-mon[31687]: osdmap e222: 8 total, 8 up, 8 in 2024-09-18T02:22:46.510 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:46 smithi195 ceph-mon[31687]: from='client.? 172.21.15.46:0/2981861452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:46.510 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:46 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:46] ENGINE Bus STARTING 2024-09-18T02:22:46.572 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 230 (ObjNum 262 snap 86 seq_num 262) dirty exists 2024-09-18T02:22:46.572 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 1 to smithi04682744-15 2024-09-18T02:22:46.572 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 2 to smithi04682744-15 2024-09-18T02:22:46.572 INFO:tasks.rados.rados.0.smithi046.stdout:842: done (4 left) 2024-09-18T02:22:46.572 INFO:tasks.rados.rados.0.smithi046.stdout:844: done (3 left) 2024-09-18T02:22:46.572 INFO:tasks.rados.rados.0.smithi046.stdout:848: snap_remove snap 75 2024-09-18T02:22:46.677 INFO:tasks.rados.rados.0.smithi046.stdout:848: done (3 left) 2024-09-18T02:22:46.677 INFO:tasks.rados.rados.0.smithi046.stdout:849: setattr oid 29 current snap is 89 2024-09-18T02:22:46.677 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 3 to smithi04682744-15 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing copy_from to smithi04682744-25 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:847: got expected ENOENT (src dne) 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 4 to smithi04682744-15 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 5 to smithi04682744-15 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 6 to smithi04682744-15 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 277 (ObjNum 278 snap 89 seq_num 278) dirty exists 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:845: left oid 15 (ObjNum 278 snap 89 seq_num 278) 2024-09-18T02:22:46.678 INFO:tasks.rados.rados.0.smithi046.stdout:846: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:22:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:22:46] "GET /metrics HTTP/1.1" 200 33303 "" "Prometheus/2.43.0" 2024-09-18T02:22:46.935 INFO:tasks.rados.rados.0.smithi046.stdout:845: done (3 left) 2024-09-18T02:22:46.935 INFO:tasks.rados.rados.0.smithi046.stdout:846: done (2 left) 2024-09-18T02:22:46.935 INFO:tasks.rados.rados.0.smithi046.stdout:847: done (1 left) 2024-09-18T02:22:46.935 INFO:tasks.rados.rados.0.smithi046.stdout:850: snap_create 2024-09-18T02:22:46.937 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 198 (ObjNum 241 snap 76 seq_num 241) dirty exists 2024-09-18T02:22:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:47 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:46] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:22:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:47 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:46] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: Traceback (most recent call last): 2024-09-18T02:22:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._run(expiration_interval) 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: s = self.context.wrap_socket( 2024-09-18T02:22:47.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: return self.sslsocket_class._create( 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: self.do_handshake() 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: self._sslobj.do_handshake() 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:47 smithi195 ceph-mon[31687]: osdmap e223: 8 total, 8 up, 8 in 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:47 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:46] ENGINE Serving on http://172.21.15.46:8765 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:47 smithi195 ceph-mon[31687]: [18/Sep/2024:02:22:46] ENGINE Bus STARTED 2024-09-18T02:22:47.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:47 smithi195 ceph-mon[31687]: osdmap e224: 8 total, 8 up, 8 in 2024-09-18T02:22:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:46] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:22:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:46] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:22:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-18T02:22:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[39146]: osdmap e223: 8 total, 8 up, 8 in 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:46] ENGINE Serving on http://172.21.15.46:8765 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[39146]: [18/Sep/2024:02:22:46] ENGINE Bus STARTED 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[39146]: osdmap e224: 8 total, 8 up, 8 in 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[94621]: [18/Sep/2024:02:22:46] ENGINE Serving on https://172.21.15.46:7150 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[94621]: [18/Sep/2024:02:22:46] ENGINE Error in HTTPServer.serve 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-18T02:22:47.510 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-18T02:22:47.511 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-18T02:22:47.512 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-18T02:22:47.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[94621]: osdmap e223: 8 total, 8 up, 8 in 2024-09-18T02:22:47.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[94621]: [18/Sep/2024:02:22:46] ENGINE Serving on http://172.21.15.46:8765 2024-09-18T02:22:47.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[94621]: [18/Sep/2024:02:22:46] ENGINE Bus STARTED 2024-09-18T02:22:47.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:47 smithi046 ceph-mon[94621]: osdmap e224: 8 total, 8 up, 8 in 2024-09-18T02:22:47.686 INFO:tasks.rados.rados.0.smithi046.stdout:849: done (1 left) 2024-09-18T02:22:47.686 INFO:tasks.rados.rados.0.smithi046.stdout:850: done (0 left) 2024-09-18T02:22:47.686 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 90 2024-09-18T02:22:47.686 INFO:tasks.rados.rados.0.smithi046.stdout:851: seq_num 279 ranges {4702208=679936,5382144=720896,6103040=483328,6586368=401408} 2024-09-18T02:22:47.715 INFO:tasks.rados.rados.0.smithi046.stdout:851: writing smithi04682744-37 from 4702208 to 5382144 tid 1 2024-09-18T02:22:47.719 INFO:tasks.rados.rados.0.smithi046.stdout:851: writing smithi04682744-37 from 5382144 to 6103040 tid 2 2024-09-18T02:22:47.721 INFO:tasks.rados.rados.0.smithi046.stdout:851: writing smithi04682744-37 from 6103040 to 6586368 tid 3 2024-09-18T02:22:47.724 INFO:tasks.rados.rados.0.smithi046.stdout:851: writing smithi04682744-37 from 6586368 to 6987776 tid 4 2024-09-18T02:22:47.724 INFO:tasks.rados.rados.0.smithi046.stdout:852: snap_create 2024-09-18T02:22:47.724 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing write tid 1 to smithi04682744-37 2024-09-18T02:22:47.724 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing write tid 2 to smithi04682744-37 2024-09-18T02:22:47.724 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing write tid 3 to smithi04682744-37 2024-09-18T02:22:47.726 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing write tid 4 to smithi04682744-37 2024-09-18T02:22:47.726 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing write tid 5 to smithi04682744-37 2024-09-18T02:22:47.726 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing write tid 6 to smithi04682744-37 2024-09-18T02:22:47.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 235 (ObjNum 279 snap 90 seq_num 279) dirty exists 2024-09-18T02:22:47.727 INFO:tasks.rados.rados.0.smithi046.stdout:851: left oid 37 (ObjNum 279 snap 90 seq_num 279) 2024-09-18T02:22:48.683 INFO:tasks.rados.rados.0.smithi046.stdout:851: done (1 left) 2024-09-18T02:22:48.683 INFO:tasks.rados.rados.0.smithi046.stdout:852: done (0 left) 2024-09-18T02:22:48.683 INFO:tasks.rados.rados.0.smithi046.stdout:853: read oid 11 snap 49 2024-09-18T02:22:48.683 INFO:tasks.rados.rados.0.smithi046.stdout:853: expect (ObjNum 168 snap 42 seq_num 168) 2024-09-18T02:22:48.683 INFO:tasks.rados.rados.0.smithi046.stdout:854: snap_create 2024-09-18T02:22:48.689 INFO:tasks.rados.rados.0.smithi046.stdout:853: expect (ObjNum 168 snap 42 seq_num 168) 2024-09-18T02:22:48.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: pgmap v9: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 231 MiB/s rd, 93 MiB/s wr, 1.14k op/s; 192 KiB/s, 1 objects/s recovering 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: osdmap e225: 8 total, 8 up, 8 in 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: mgrmap e43: y(active, since 4s), standbys: x 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:48 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: pgmap v9: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 231 MiB/s rd, 93 MiB/s wr, 1.14k op/s; 192 KiB/s, 1 objects/s recovering 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: osdmap e225: 8 total, 8 up, 8 in 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: mgrmap e43: y(active, since 4s), standbys: x 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: pgmap v9: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 231 MiB/s rd, 93 MiB/s wr, 1.14k op/s; 192 KiB/s, 1 objects/s recovering 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: osdmap e225: 8 total, 8 up, 8 in 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: mgrmap e43: y(active, since 4s), standbys: x 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:48 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:853: done (1 left) 2024-09-18T02:22:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:854: done (0 left) 2024-09-18T02:22:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 92 2024-09-18T02:22:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:855: seq_num 280 ranges {4833280=696320,5529600=606208,6135808=688128,6823936=311296} 2024-09-18T02:22:49.715 INFO:tasks.rados.rados.0.smithi046.stdout:855: writing smithi04682744-10 from 4833280 to 5529600 tid 1 2024-09-18T02:22:49.719 INFO:tasks.rados.rados.0.smithi046.stdout:855: writing smithi04682744-10 from 5529600 to 6135808 tid 2 2024-09-18T02:22:49.723 INFO:tasks.rados.rados.0.smithi046.stdout:855: writing smithi04682744-10 from 6135808 to 6823936 tid 3 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:855: writing smithi04682744-10 from 6823936 to 7135232 tid 4 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:856: copy_from oid 5 from oid 16 current snap is 92 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:855: finishing write tid 1 to smithi04682744-10 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:855: finishing write tid 2 to smithi04682744-10 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:855: finishing write tid 3 to smithi04682744-10 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:857: copy_from oid 36 from oid 3 current snap is 92 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:858: read oid 6 snap -1 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:858: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:859: read oid 47 snap -1 2024-09-18T02:22:49.726 INFO:tasks.rados.rados.0.smithi046.stdout:859: expect deleted 2024-09-18T02:22:49.727 INFO:tasks.rados.rados.0.smithi046.stdout:860: delete oid 44 current snap is 92 2024-09-18T02:22:49.727 INFO:tasks.rados.rados.0.smithi046.stdout:857: finishing copy_from to smithi04682744-36 2024-09-18T02:22:49.727 INFO:tasks.rados.rados.0.smithi046.stdout:857: got expected ENOENT (src dne) 2024-09-18T02:22:49.727 INFO:tasks.rados.rados.0.smithi046.stdout:857: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:22:49.729 INFO:tasks.rados.rados.0.smithi046.stdout:855: finishing write tid 4 to smithi04682744-10 2024-09-18T02:22:49.730 INFO:tasks.rados.rados.0.smithi046.stdout:858: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:22:49.749 INFO:tasks.rados.rados.0.smithi046.stdout:855: finishing write tid 5 to smithi04682744-10 2024-09-18T02:22:49.749 INFO:tasks.rados.rados.0.smithi046.stdout:855: finishing write tid 6 to smithi04682744-10 2024-09-18T02:22:49.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 359 (ObjNum 280 snap 92 seq_num 280) dirty exists 2024-09-18T02:22:49.749 INFO:tasks.rados.rados.0.smithi046.stdout:855: left oid 10 (ObjNum 280 snap 92 seq_num 280) 2024-09-18T02:22:49.749 INFO:tasks.rados.rados.0.smithi046.stdout:855: done (5 left) 2024-09-18T02:22:49.750 INFO:tasks.rados.rados.0.smithi046.stdout:857: done (4 left) 2024-09-18T02:22:49.750 INFO:tasks.rados.rados.0.smithi046.stdout:858: done (3 left) 2024-09-18T02:22:49.750 INFO:tasks.rados.rados.0.smithi046.stdout:859: done (2 left) 2024-09-18T02:22:49.750 INFO:tasks.rados.rados.0.smithi046.stdout:860: done (1 left) 2024-09-18T02:22:49.750 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 92 2024-09-18T02:22:49.750 INFO:tasks.rados.rados.0.smithi046.stdout:861: seq_num 282 ranges {3293184=729088,4022272=425984,4448256=704512,5152768=475136} 2024-09-18T02:22:49.771 INFO:tasks.rados.rados.0.smithi046.stdout:861: writing smithi04682744-2 from 3293184 to 4022272 tid 1 2024-09-18T02:22:49.773 INFO:tasks.rados.rados.0.smithi046.stdout:861: writing smithi04682744-2 from 4022272 to 4448256 tid 2 2024-09-18T02:22:49.777 INFO:tasks.rados.rados.0.smithi046.stdout:861: writing smithi04682744-2 from 4448256 to 5152768 tid 3 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:861: writing smithi04682744-2 from 5152768 to 5627904 tid 4 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:862: rollback oid 15 current snap is 92 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 32 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:856: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:856: finishing copy_from to smithi04682744-5 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 206 (ObjNum 265 snap 86 seq_num 265) dirty exists 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:861: finishing write tid 1 to smithi04682744-2 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:856: done (2 left) 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:863: setattr oid 45 current snap is 92 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:861: finishing write tid 2 to smithi04682744-2 2024-09-18T02:22:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:861: finishing write tid 3 to smithi04682744-2 2024-09-18T02:22:49.782 INFO:tasks.rados.rados.0.smithi046.stdout:864: snap_remove snap 88 2024-09-18T02:22:49.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:49 smithi195 ceph-mon[31687]: osdmap e226: 8 total, 8 up, 8 in 2024-09-18T02:22:49.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:49 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:49 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:49 smithi046 ceph-mon[94621]: osdmap e226: 8 total, 8 up, 8 in 2024-09-18T02:22:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:49 smithi046 ceph-mon[39146]: osdmap e226: 8 total, 8 up, 8 in 2024-09-18T02:22:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:49 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:49 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:864: done (3 left) 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:865: snap_create 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:862: finishing rollback tid 0 to smithi04682744-15 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:861: finishing write tid 4 to smithi04682744-2 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:862: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:862: finishing rollback tid 2 to smithi04682744-15 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 285 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:861: finishing write tid 5 to smithi04682744-2 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 431 (ObjNum 267 snap 87 seq_num 267) dirty exists 2024-09-18T02:22:50.701 INFO:tasks.rados.rados.0.smithi046.stdout:861: finishing write tid 6 to smithi04682744-2 2024-09-18T02:22:50.702 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 371 (ObjNum 282 snap 92 seq_num 282) dirty exists 2024-09-18T02:22:50.702 INFO:tasks.rados.rados.0.smithi046.stdout:861: left oid 2 (ObjNum 282 snap 92 seq_num 282) 2024-09-18T02:22:50.814 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:50 smithi195 ceph-mon[31687]: pgmap v12: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 543 KiB/s wr, 1 op/s 2024-09-18T02:22:50.815 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:50 smithi195 ceph-mon[31687]: osdmap e227: 8 total, 8 up, 8 in 2024-09-18T02:22:51.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:50 smithi046 ceph-mon[39146]: pgmap v12: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 543 KiB/s wr, 1 op/s 2024-09-18T02:22:51.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:50 smithi046 ceph-mon[39146]: osdmap e227: 8 total, 8 up, 8 in 2024-09-18T02:22:51.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:50 smithi046 ceph-mon[94621]: pgmap v12: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 543 KiB/s wr, 1 op/s 2024-09-18T02:22:51.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:50 smithi046 ceph-mon[94621]: osdmap e227: 8 total, 8 up, 8 in 2024-09-18T02:22:51.700 INFO:tasks.rados.rados.0.smithi046.stdout:861: done (3 left) 2024-09-18T02:22:51.700 INFO:tasks.rados.rados.0.smithi046.stdout:862: done (2 left) 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:863: done (1 left) 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:865: done (0 left) 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:866: rmattr oid 17 current snap is 93 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:866: done (0 left) 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:867: read oid 48 snap -1 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:867: expect deleted 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:868: rollback oid 9 current snap is 93 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 53 2024-09-18T02:22:51.701 INFO:tasks.rados.rados.0.smithi046.stdout:869: delete oid 45 current snap is 93 2024-09-18T02:22:51.703 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing rollback tid 0 to smithi04682744-9 2024-09-18T02:22:51.705 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing rollback tid 1 to smithi04682744-9 2024-09-18T02:22:51.705 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing rollback tid 2 to smithi04682744-9 2024-09-18T02:22:51.705 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 317 (ObjNum 112 snap 27 seq_num 112) dirty exists 2024-09-18T02:22:51.706 INFO:tasks.rados.rados.0.smithi046.stdout:867: done (2 left) 2024-09-18T02:22:51.706 INFO:tasks.rados.rados.0.smithi046.stdout:868: done (1 left) 2024-09-18T02:22:51.706 INFO:tasks.rados.rados.0.smithi046.stdout:869: done (0 left) 2024-09-18T02:22:51.706 INFO:tasks.rados.rados.0.smithi046.stdout:870: snap_create 2024-09-18T02:22:51.811 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:51 smithi195 ceph-mon[31687]: osdmap e228: 8 total, 8 up, 8 in 2024-09-18T02:22:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:51 smithi046 ceph-mon[94621]: osdmap e228: 8 total, 8 up, 8 in 2024-09-18T02:22:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:51 smithi046 ceph-mon[39146]: osdmap e228: 8 total, 8 up, 8 in 2024-09-18T02:22:52.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:52.704 INFO:tasks.rados.rados.0.smithi046.stdout:870: done (0 left) 2024-09-18T02:22:52.704 INFO:tasks.rados.rados.0.smithi046.stdout:871: setattr oid 39 current snap is 94 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:872: read oid 37 snap -1 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:872: expect (ObjNum 279 snap 90 seq_num 279) 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:873: read oid 25 snap -1 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:873: expect (ObjNum 69 snap 11 seq_num 69) 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:874: read oid 43 snap -1 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:874: expect (ObjNum 176 snap 47 seq_num 176) 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:875: rmattr oid 12 current snap is 94 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 94 2024-09-18T02:22:52.706 INFO:tasks.rados.rados.0.smithi046.stdout:876: seq_num 284 ranges {4808704=761856,5570560=598016,6168576=671744,6840320=335872} 2024-09-18T02:22:52.738 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04682744-24 from 4808704 to 5570560 tid 1 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04682744-24 from 5570560 to 6168576 tid 2 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04682744-24 from 6168576 to 6840320 tid 3 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04682744-24 from 6840320 to 7176192 tid 4 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 94 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:877: seq_num 285 ranges {5644288=778240,6422528=475136,6897664=475136,7372800=655360} 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:877: writing smithi04682744-30 from 5644288 to 6422528 tid 1 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:877: writing smithi04682744-30 from 6422528 to 6897664 tid 2 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:877: writing smithi04682744-30 from 6897664 to 7372800 tid 3 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:877: writing smithi04682744-30 from 7372800 to 8028160 tid 4 2024-09-18T02:22:52.879 INFO:tasks.rados.rados.0.smithi046.stdout:878: rmattr oid 35 current snap is 94 2024-09-18T02:22:52.880 INFO:tasks.rados.rados.0.smithi046.stdout:874: expect (ObjNum 176 snap 47 seq_num 176) 2024-09-18T02:22:52.880 INFO:tasks.rados.rados.0.smithi046.stdout:873: expect (ObjNum 69 snap 11 seq_num 69) 2024-09-18T02:22:52.896 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 335 (ObjNum 234 snap 71 seq_num 234) dirty exists 2024-09-18T02:22:52.896 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 336 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-09-18T02:22:52.896 INFO:tasks.rados.rados.0.smithi046.stdout:872: expect (ObjNum 279 snap 90 seq_num 279) 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: pgmap v15: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: osdmap e229: 8 total, 8 up, 8 in 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:52 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: pgmap v15: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-09-18T02:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: osdmap e229: 8 total, 8 up, 8 in 2024-09-18T02:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[94621]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: pgmap v15: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: osdmap e229: 8 total, 8 up, 8 in 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-18T02:22:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:52 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.conf 2024-09-18T02:22:53.284 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 1 to smithi04682744-24 2024-09-18T02:22:53.284 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 2 to smithi04682744-24 2024-09-18T02:22:53.284 INFO:tasks.rados.rados.0.smithi046.stdout:871: done (7 left) 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:872: done (6 left) 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:873: done (5 left) 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:874: done (4 left) 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:875: done (3 left) 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:879: snap_create 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 3 to smithi04682744-24 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 4 to smithi04682744-24 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 5 to smithi04682744-24 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 6 to smithi04682744-24 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 220 (ObjNum 284 snap 94 seq_num 284) dirty exists 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:876: left oid 24 (ObjNum 284 snap 94 seq_num 284) 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:877: finishing write tid 1 to smithi04682744-30 2024-09-18T02:22:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:877: finishing write tid 2 to smithi04682744-30 2024-09-18T02:22:53.286 INFO:tasks.rados.rados.0.smithi046.stdout:877: finishing write tid 3 to smithi04682744-30 2024-09-18T02:22:53.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 250 (ObjNum 275 snap 89 seq_num 275) dirty exists 2024-09-18T02:22:53.286 INFO:tasks.rados.rados.0.smithi046.stdout:877: finishing write tid 4 to smithi04682744-30 2024-09-18T02:22:53.286 INFO:tasks.rados.rados.0.smithi046.stdout:877: finishing write tid 5 to smithi04682744-30 2024-09-18T02:22:53.286 INFO:tasks.rados.rados.0.smithi046.stdout:877: finishing write tid 6 to smithi04682744-30 2024-09-18T02:22:53.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 251 (ObjNum 285 snap 94 seq_num 285) dirty exists 2024-09-18T02:22:53.286 INFO:tasks.rados.rados.0.smithi046.stdout:877: left oid 30 (ObjNum 285 snap 94 seq_num 285) 2024-09-18T02:22:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: osdmap e230: 8 total, 8 up, 8 in 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: osdmap e230: 8 total, 8 up, 8 in 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-18T02:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: Updating smithi195:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-18T02:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: osdmap e230: 8 total, 8 up, 8 in 2024-09-18T02:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: Updating smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: Updating smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:22:53.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:53 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:22:54.092 INFO:tasks.rados.rados.0.smithi046.stdout:876: done (3 left) 2024-09-18T02:22:54.092 INFO:tasks.rados.rados.0.smithi046.stdout:877: done (2 left) 2024-09-18T02:22:54.092 INFO:tasks.rados.rados.0.smithi046.stdout:878: done (1 left) 2024-09-18T02:22:54.092 INFO:tasks.rados.rados.0.smithi046.stdout:879: done (0 left) 2024-09-18T02:22:54.092 INFO:tasks.rados.rados.0.smithi046.stdout:880: snap_create 2024-09-18T02:22:54.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:54.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:22:55.096 INFO:tasks.rados.rados.0.smithi046.stdout:880: done (0 left) 2024-09-18T02:22:55.096 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 96 2024-09-18T02:22:55.096 INFO:tasks.rados.rados.0.smithi046.stdout:881: seq_num 286 ranges {3973120=794624,4767744=761856,5529600=679936,6209536=163840} 2024-09-18T02:22:55.122 INFO:tasks.rados.rados.0.smithi046.stdout:881: writing smithi04682744-17 from 3973120 to 4767744 tid 1 2024-09-18T02:22:55.126 INFO:tasks.rados.rados.0.smithi046.stdout:881: writing smithi04682744-17 from 4767744 to 5529600 tid 2 2024-09-18T02:22:55.131 INFO:tasks.rados.rados.0.smithi046.stdout:881: writing smithi04682744-17 from 5529600 to 6209536 tid 3 2024-09-18T02:22:55.132 INFO:tasks.rados.rados.0.smithi046.stdout:881: writing smithi04682744-17 from 6209536 to 6373376 tid 4 2024-09-18T02:22:55.132 INFO:tasks.rados.rados.0.smithi046.stdout:882: delete oid 15 current snap is 96 2024-09-18T02:22:55.132 INFO:tasks.rados.rados.0.smithi046.stdout:881: finishing write tid 1 to smithi04682744-17 2024-09-18T02:22:55.132 INFO:tasks.rados.rados.0.smithi046.stdout:881: finishing write tid 2 to smithi04682744-17 2024-09-18T02:22:55.134 INFO:tasks.rados.rados.0.smithi046.stdout:881: finishing write tid 3 to smithi04682744-17 2024-09-18T02:22:55.134 INFO:tasks.rados.rados.0.smithi046.stdout:881: finishing write tid 4 to smithi04682744-17 2024-09-18T02:22:55.134 INFO:tasks.rados.rados.0.smithi046.stdout:881: finishing write tid 5 to smithi04682744-17 2024-09-18T02:22:55.136 INFO:tasks.rados.rados.0.smithi046.stdout:881: finishing write tid 6 to smithi04682744-17 2024-09-18T02:22:55.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 443 (ObjNum 286 snap 96 seq_num 286) dirty exists 2024-09-18T02:22:55.136 INFO:tasks.rados.rados.0.smithi046.stdout:881: left oid 17 (ObjNum 286 snap 96 seq_num 286) 2024-09-18T02:22:55.137 INFO:tasks.rados.rados.0.smithi046.stdout:881: done (1 left) 2024-09-18T02:22:55.137 INFO:tasks.rados.rados.0.smithi046.stdout:882: done (0 left) 2024-09-18T02:22:55.137 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 96 2024-09-18T02:22:55.137 INFO:tasks.rados.rados.0.smithi046.stdout:883: seq_num 288 ranges {1769472=24576} 2024-09-18T02:22:55.147 INFO:tasks.rados.rados.0.smithi046.stdout:883: writing smithi04682744-25 from 1769472 to 1794048 tid 1 2024-09-18T02:22:55.147 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 96 2024-09-18T02:22:55.147 INFO:tasks.rados.rados.0.smithi046.stdout:884: seq_num 289 ranges {5169152=40960} 2024-09-18T02:22:55.175 INFO:tasks.rados.rados.0.smithi046.stdout:884: writing smithi04682744-34 from 5169152 to 5210112 tid 1 2024-09-18T02:22:55.175 INFO:tasks.rados.rados.0.smithi046.stdout:885: delete oid 11 current snap is 96 2024-09-18T02:22:55.175 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 1 to smithi04682744-25 2024-09-18T02:22:55.176 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 2 to smithi04682744-25 2024-09-18T02:22:55.176 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 3 to smithi04682744-25 2024-09-18T02:22:55.176 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 338 (ObjNum 288 snap 96 seq_num 288) dirty exists 2024-09-18T02:22:55.176 INFO:tasks.rados.rados.0.smithi046.stdout:883: left oid 25 (ObjNum 288 snap 96 seq_num 288) 2024-09-18T02:22:55.178 INFO:tasks.rados.rados.0.smithi046.stdout:883: done (2 left) 2024-09-18T02:22:55.178 INFO:tasks.rados.rados.0.smithi046.stdout:885: done (1 left) 2024-09-18T02:22:55.178 INFO:tasks.rados.rados.0.smithi046.stdout:886: read oid 41 snap -1 2024-09-18T02:22:55.178 INFO:tasks.rados.rados.0.smithi046.stdout:886: expect (ObjNum 240 snap 76 seq_num 240) 2024-09-18T02:22:55.178 INFO:tasks.rados.rados.0.smithi046.stdout:887: delete oid 43 current snap is 96 2024-09-18T02:22:55.178 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 1 to smithi04682744-34 2024-09-18T02:22:55.178 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 2 to smithi04682744-34 2024-09-18T02:22:55.179 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 3 to smithi04682744-34 2024-09-18T02:22:55.179 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 361 (ObjNum 289 snap 96 seq_num 289) dirty exists 2024-09-18T02:22:55.179 INFO:tasks.rados.rados.0.smithi046.stdout:884: left oid 34 (ObjNum 289 snap 96 seq_num 289) 2024-09-18T02:22:55.186 INFO:tasks.rados.rados.0.smithi046.stdout:884: done (2 left) 2024-09-18T02:22:55.186 INFO:tasks.rados.rados.0.smithi046.stdout:887: done (1 left) 2024-09-18T02:22:55.186 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 96 2024-09-18T02:22:55.186 INFO:tasks.rados.rados.0.smithi046.stdout:888: seq_num 292 ranges {0=98304} 2024-09-18T02:22:55.187 INFO:tasks.rados.rados.0.smithi046.stdout:888: writing smithi04682744-48 from 0 to 98304 tid 1 2024-09-18T02:22:55.187 INFO:tasks.rados.rados.0.smithi046.stdout:889: snap_create 2024-09-18T02:22:55.189 INFO:tasks.rados.rados.0.smithi046.stdout:888: finishing write tid 1 to smithi04682744-48 2024-09-18T02:22:55.190 INFO:tasks.rados.rados.0.smithi046.stdout:888: finishing write tid 2 to smithi04682744-48 2024-09-18T02:22:55.191 INFO:tasks.rados.rados.0.smithi046.stdout:888: finishing write tid 3 to smithi04682744-48 2024-09-18T02:22:55.191 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 319 (ObjNum 292 snap 96 seq_num 292) dirty exists 2024-09-18T02:22:55.191 INFO:tasks.rados.rados.0.smithi046.stdout:888: left oid 48 (ObjNum 292 snap 96 seq_num 292) 2024-09-18T02:22:55.191 INFO:tasks.rados.rados.0.smithi046.stdout:886: expect (ObjNum 240 snap 76 seq_num 240) 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[39146]: Upgrade: It appears safe to stop mon.c 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[39146]: pgmap v18: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 53 op/s 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[39146]: osdmap e231: 8 total, 8 up, 8 in 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[39146]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[94621]: Upgrade: It appears safe to stop mon.c 2024-09-18T02:22:55.209 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[94621]: pgmap v18: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 53 op/s 2024-09-18T02:22:55.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[94621]: osdmap e231: 8 total, 8 up, 8 in 2024-09-18T02:22:55.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:55.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:22:55.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:22:55.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:55 smithi195 ceph-mon[31687]: Upgrade: It appears safe to stop mon.c 2024-09-18T02:22:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:55 smithi195 ceph-mon[31687]: pgmap v18: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 53 op/s 2024-09-18T02:22:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:55 smithi195 ceph-mon[31687]: osdmap e231: 8 total, 8 up, 8 in 2024-09-18T02:22:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:55 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:22:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:55 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:22:55.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:55 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:22:55.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:55 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:22:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:886: done (2 left) 2024-09-18T02:22:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:888: done (1 left) 2024-09-18T02:22:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:889: done (0 left) 2024-09-18T02:22:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:890: snap_remove snap 84 2024-09-18T02:22:56.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-mon[94621]: Upgrade: Updating mon.c 2024-09-18T02:22:56.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-mon[94621]: Deploying daemon mon.c on smithi046 2024-09-18T02:22:56.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-mon[94621]: osdmap e232: 8 total, 8 up, 8 in 2024-09-18T02:22:56.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-mon[39146]: Upgrade: Updating mon.c 2024-09-18T02:22:56.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-mon[39146]: Deploying daemon mon.c on smithi046 2024-09-18T02:22:56.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-mon[39146]: osdmap e232: 8 total, 8 up, 8 in 2024-09-18T02:22:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:56 smithi195 ceph-mon[31687]: Upgrade: Updating mon.c 2024-09-18T02:22:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:56 smithi195 ceph-mon[31687]: Deploying daemon mon.c on smithi046 2024-09-18T02:22:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:22:56 smithi195 ceph-mon[31687]: osdmap e232: 8 total, 8 up, 8 in 2024-09-18T02:22:56.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:22:56] "GET /metrics HTTP/1.1" 200 33303 "" "Prometheus/2.43.0" 2024-09-18T02:22:56.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:56 smithi046 systemd[1]: Stopping Ceph mon.c for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:56.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c[39123]: 2024-09-18T02:22:56.451+0000 7f8fa2dbe640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:22:56.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c[39123]: 2024-09-18T02:22:56.451+0000 7f8fa2dbe640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-18T02:22:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:56 smithi046 podman[96918]: 2024-09-18 02:22:56.635874116 +0000 UTC m=+0.264336138 container died 2d7bb2602707f7d5023b308dc0591543136dfa147636bcd650880642bfbbb97e (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-18T02:22:57.343 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:57 smithi046 podman[96918]: 2024-09-18 02:22:57.04077635 +0000 UTC m=+0.669238361 container cleanup 2d7bb2602707f7d5023b308dc0591543136dfa147636bcd650880642bfbbb97e (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-4a70413, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:22:57.343 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:57 smithi046 bash[96918]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c 2024-09-18T02:22:57.606 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:57 smithi046 podman[96935]: 2024-09-18 02:22:57.342842918 +0000 UTC m=+0.702419189 container remove 2d7bb2602707f7d5023b308dc0591543136dfa147636bcd650880642bfbbb97e (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-4a70413, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:22:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:57 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-18T02:22:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:57 smithi046 systemd[1]: Stopped Ceph mon.c for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:57 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.c.service: Consumed 7.409s CPU time. 2024-09-18T02:22:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:57 smithi046 systemd[1]: Starting Ceph mon.c for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:22:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 podman[97068]: 2024-09-18 02:22:58.019279202 +0000 UTC m=+0.105622503 container create 1fa4ebb26adfc7423ca3a5cff945fbb48bc1b434de4778e0f0213814933204f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True) 2024-09-18T02:22:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 podman[97068]: 2024-09-18 02:22:57.930030812 +0000 UTC m=+0.016374081 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 podman[97068]: 2024-09-18 02:22:58.322263104 +0000 UTC m=+0.408606386 container init 1fa4ebb26adfc7423ca3a5cff945fbb48bc1b434de4778e0f0213814933204f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 podman[97068]: 2024-09-18 02:22:58.327370275 +0000 UTC m=+0.413713537 container start 1fa4ebb26adfc7423ca3a5cff945fbb48bc1b434de4778e0f0213814933204f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: set uid:gid to 167:167 (ceph:ceph) 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 7 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: pidfile_write: ignore empty --pid-file 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: load: jerasure load: lrc 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: RocksDB version: 7.9.2 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Git sha 0 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-18T02:22:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: DB SUMMARY 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: DB Session ID: FL93M1VYGOWHGZOQQ8K7 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: CURRENT file: CURRENT 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: IDENTITY file: IDENTITY 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1103 Bytes 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 8082315 ; 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.error_if_exists: 0 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.create_if_missing: 0 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.paranoid_checks: 1 2024-09-18T02:22:58.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.env: 0x55efbf5b5bc0 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.fs: PosixFileSystem 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.info_log: 0x55efc0450be0 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_file_opening_threads: 16 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.statistics: (nil) 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.use_fsync: 0 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_log_file_size: 0 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.keep_log_file_num: 1000 2024-09-18T02:22:58.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.recycle_log_file_num: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.allow_fallocate: 1 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.allow_mmap_reads: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.allow_mmap_writes: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.use_direct_reads: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.create_missing_column_families: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.db_log_dir: 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.wal_dir: 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T02:22:58.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.advise_random_on_open: 1 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.db_write_buffer_size: 0 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.write_buffer_manager: 0x55efc045eb40 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.rate_limiter: (nil) 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.wal_recovery_mode: 2 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.enable_thread_tracking: 0 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.enable_pipelined_write: 0 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.unordered_write: 0 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T02:22:58.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T02:22:58.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T02:22:58.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T02:22:58.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.row_cache: None 2024-09-18T02:22:58.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.wal_filter: None 2024-09-18T02:22:58.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T02:22:58.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.allow_ingest_behind: 0 2024-09-18T02:22:58.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.two_write_queues: 0 2024-09-18T02:22:58.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.manual_wal_flush: 0 2024-09-18T02:22:58.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.wal_compression: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.atomic_flush: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.log_readahead_size: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.best_efforts_recovery: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.allow_data_in_errors: 0 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.db_host_id: __hostname__ 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_background_jobs: 2 2024-09-18T02:22:58.766 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_background_compactions: -1 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_subcompactions: 1 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_total_wal_size: 0 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_open_files: -1 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bytes_per_sync: 0 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T02:22:58.767 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_readahead_size: 0 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_background_flushes: -1 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Compression algorithms supported: 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kZSTD supported: 0 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kXpressCompression supported: 0 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kBZip2Compression supported: 0 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kLZ4Compression supported: 1 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kZlibCompression supported: 1 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kLZ4HCCompression supported: 1 2024-09-18T02:22:58.768 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: kSnappyCompression supported: 1 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.merge_operator: 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_filter: None 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_filter_factory: None 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.sst_partitioner_factory: None 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T02:22:58.769 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55efc04507e0) 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_type: 0 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_index_type: 0 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_shortening: 1 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: checksum: 4 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: no_block_cache: 0 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache: 0x55efc0445350 2024-09-18T02:22:58.770 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_options: 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: capacity : 536870912 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: num_shard_bits : 4 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: strict_capacity_limit : 0 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_compressed: (nil) 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: persistent_cache: (nil) 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size: 4096 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size_deviation: 10 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_restart_interval: 16 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_block_restart_interval: 1 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: metadata_block_size: 4096 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: partition_filters: 0 2024-09-18T02:22:58.771 INFO:journalctl@ceph.mon.c.smithi046.stdout: use_delta_encoding: 1 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: filter_policy: bloomfilter 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: whole_key_filtering: 1 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: verify_compression: 0 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: format_version: 5 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_index_compression: 1 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_align: 0 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_auto_readahead_size: 262144 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: prepopulate_block_cache: 0 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: initial_auto_readahead_size: 8192 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout: num_file_reads_for_auto_readahead: 2 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.write_buffer_size: 33554432 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_write_buffer_number: 2 2024-09-18T02:22:58.772 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression: NoCompression 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression: Disabled 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.prefix_extractor: nullptr 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.num_levels: 7 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:22:58.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.level: 32767 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.strategy: 0 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.enabled: false 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T02:22:58.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.target_file_size_base: 67108864 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T02:22:58.775 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.arena_block_size: 1048576 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.disable_auto_compactions: 0 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T02:22:58.776 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.inplace_update_support: 0 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.bloom_locality: 0 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.max_successive_merges: 0 2024-09-18T02:22:58.777 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.paranoid_file_checks: 0 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.force_consistency_checks: 1 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.report_bg_io_stats: 0 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.ttl: 2592000 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.enable_blob_files: false 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.min_blob_size: 0 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.blob_file_size: 268435456 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T02:22:58.778 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.blob_file_starting_level: 0 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13514, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 065f4f09-a254-4577-bc0a-11d838b395ce 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626178354294, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626178372190, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5015994, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13519, "largest_seqno": 15545, "table_properties": {"data_size": 5005850, "index_size": 6922, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2181, "raw_key_size": 21014, "raw_average_key_size": 24, "raw_value_size": 4986546, "raw_average_value_size": 5771, "num_data_blocks": 303, "num_entries": 864, "num_filter_entries": 864, "num_deletions": 23, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726626178, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "065f4f09-a254-4577-bc0a-11d838b395ce", "db_session_id": "FL93M1VYGOWHGZOQQ8K7", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626178372336, "job": 1, "event": "recovery_finished"} 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-18T02:22:58.779 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55efc0470e00 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: DB pointer 0x55efc0564000 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** DB Stats ** 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:22:58.780 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: L0 1/0 4.78 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 658.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: L6 1/0 8.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Sum 2/0 12.93 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 658.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 658.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 658.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-18T02:22:58.781 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative compaction: 0.00 GB write, 229.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval compaction: 0.00 GB write, 229.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Block cache BinnedLRUCache@0x55efc0445350#7 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-09-18T02:22:58.782 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: starting mon.c rank 2 at public addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] at bind addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???) e3 preinit fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???).mds e6 new map 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???).mds e6 print_map 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: e6 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: legacy client fscid: 1 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: Filesystem 'cephfs' (1) 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: fs_name cephfs 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: epoch 6 2024-09-18T02:22:58.783 INFO:journalctl@ceph.mon.c.smithi046.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: created 2024-09-18T02:16:45.424894+0000 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: modified 2024-09-18T02:16:48.104538+0000 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: tableserver 0 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: root 0 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: session_timeout 60 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: session_autoclose 300 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_file_size 1099511627776 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_xattr_size 65536 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: required_client_features {} 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: last_failure 0 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: last_failure_osd_epoch 0 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:22:58.784 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_mds 1 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: in 0 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: up {0=24358} 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: failed 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: damaged 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: stopped 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_pools [3] 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: metadata_pool 2 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: inline_data disabled 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: balancer 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: bal_rank_mask -1 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: standby_count_wanted 0 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: [mds.b{0:24358} state up:active seq 3 addr [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] compat {c=[1],r=[1],i=[7ff]}] 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.785 INFO:journalctl@ceph.mon.c.smithi046.stdout: Standby daemons: 2024-09-18T02:22:58.786 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-18T02:22:58.786 INFO:journalctl@ceph.mon.c.smithi046.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.46:6834/4102432745,v1:172.21.15.46:6835/4102432745] compat {c=[1],r=[1],i=[7ff]}] 2024-09-18T02:22:58.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???).osd e233 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-18T02:22:58.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???).osd e233 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:22:58.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???).osd e233 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:22:58.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???).osd e233 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:22:58.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 ceph-mon[97106]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-18T02:22:58.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 bash[97068]: 1fa4ebb26adfc7423ca3a5cff945fbb48bc1b434de4778e0f0213814933204f0 2024-09-18T02:22:58.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:22:58 smithi046 systemd[1]: Started Ceph mon.c for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:22:58.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:22:58 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:22:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:02.578 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:03.603 INFO:tasks.rados.rados.0.smithi046.stdout:890: done (0 left) 2024-09-18T02:23:03.603 INFO:tasks.rados.rados.0.smithi046.stdout:891: rmattr oid 46 current snap is 97 2024-09-18T02:23:03.604 INFO:tasks.rados.rados.0.smithi046.stdout:891: done (0 left) 2024-09-18T02:23:03.604 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 97 2024-09-18T02:23:03.604 INFO:tasks.rados.rados.0.smithi046.stdout:892: seq_num 293 ranges {3563520=114688} 2024-09-18T02:23:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:892: writing smithi04682744-21 from 3563520 to 3678208 tid 1 2024-09-18T02:23:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:893: delete oid 39 current snap is 97 2024-09-18T02:23:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:893: done (1 left) 2024-09-18T02:23:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:894: read oid 49 snap -1 2024-09-18T02:23:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:894: expect (ObjNum 263 snap 86 seq_num 263) 2024-09-18T02:23:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:895: delete oid 30 current snap is 97 2024-09-18T02:23:03.628 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 1 to smithi04682744-21 2024-09-18T02:23:03.630 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 2 to smithi04682744-21 2024-09-18T02:23:03.631 INFO:tasks.rados.rados.0.smithi046.stdout:895: done (2 left) 2024-09-18T02:23:03.631 INFO:tasks.rados.rados.0.smithi046.stdout:896: snap_remove snap 92 2024-09-18T02:23:03.818 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:04.623 INFO:tasks.rados.rados.0.smithi046.stdout:896: done (2 left) 2024-09-18T02:23:04.623 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 97 2024-09-18T02:23:04.623 INFO:tasks.rados.rados.0.smithi046.stdout:897: seq_num 296 ranges {0=163840} 2024-09-18T02:23:04.623 INFO:tasks.rados.rados.0.smithi046.stdout:897: writing smithi04682744-22 from 0 to 163840 tid 1 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:898: read oid 30 snap -1 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:898: expect deleted 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:899: read oid 24 snap -1 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:899: expect (ObjNum 284 snap 94 seq_num 284) 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:900: delete oid 2 current snap is 97 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 3 to smithi04682744-21 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 298 (ObjNum 293 snap 97 seq_num 293) dirty exists 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:892: left oid 21 (ObjNum 293 snap 97 seq_num 293) 2024-09-18T02:23:04.624 INFO:tasks.rados.rados.0.smithi046.stdout:894: expect (ObjNum 263 snap 86 seq_num 263) 2024-09-18T02:23:04.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:04.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: mon.c calling monitor election 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: mon.b calling monitor election 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: mon.a calling monitor election 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: osdmap e234: 8 total, 8 up, 8 in 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: mgrmap e44: y(active, since 21s), standbys: x 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: Cluster is now healthy 2024-09-18T02:23:04.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:04 smithi195 ceph-mon[31687]: overall HEALTH_OK 2024-09-18T02:23:04.966 INFO:tasks.rados.rados.0.smithi046.stdout:897: finishing write tid 1 to smithi04682744-22 2024-09-18T02:23:04.966 INFO:tasks.rados.rados.0.smithi046.stdout:897: finishing write tid 2 to smithi04682744-22 2024-09-18T02:23:04.966 INFO:tasks.rados.rados.0.smithi046.stdout:897: finishing write tid 3 to smithi04682744-22 2024-09-18T02:23:04.966 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 506 (ObjNum 296 snap 97 seq_num 296) dirty exists 2024-09-18T02:23:04.967 INFO:tasks.rados.rados.0.smithi046.stdout:897: left oid 22 (ObjNum 296 snap 97 seq_num 296) 2024-09-18T02:23:04.967 INFO:tasks.rados.rados.0.smithi046.stdout:899: expect (ObjNum 284 snap 94 seq_num 284) 2024-09-18T02:23:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: mon.c calling monitor election 2024-09-18T02:23:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: mon.b calling monitor election 2024-09-18T02:23:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: mon.a calling monitor election 2024-09-18T02:23:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:23:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:23:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: osdmap e234: 8 total, 8 up, 8 in 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: mgrmap e44: y(active, since 21s), standbys: x 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: mon.c calling monitor election 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: mon.b calling monitor election 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: mon.a calling monitor election 2024-09-18T02:23:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:23:05.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:23:05.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:23:05.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: osdmap e234: 8 total, 8 up, 8 in 2024-09-18T02:23:05.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: mgrmap e44: y(active, since 21s), standbys: x 2024-09-18T02:23:05.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-18T02:23:05.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:23:05.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:04 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:892: done (5 left) 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:894: done (4 left) 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:897: done (3 left) 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:898: done (2 left) 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:899: done (1 left) 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:900: done (0 left) 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:901: read oid 31 snap -1 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:901: expect deleted 2024-09-18T02:23:05.321 INFO:tasks.rados.rados.0.smithi046.stdout:902: delete oid 48 current snap is 97 2024-09-18T02:23:05.323 INFO:tasks.rados.rados.0.smithi046.stdout:901: done (1 left) 2024-09-18T02:23:05.323 INFO:tasks.rados.rados.0.smithi046.stdout:902: done (0 left) 2024-09-18T02:23:05.323 INFO:tasks.rados.rados.0.smithi046.stdout:903: read oid 25 snap -1 2024-09-18T02:23:05.323 INFO:tasks.rados.rados.0.smithi046.stdout:903: expect (ObjNum 288 snap 96 seq_num 288) 2024-09-18T02:23:05.323 INFO:tasks.rados.rados.0.smithi046.stdout:904: snap_remove snap 67 2024-09-18T02:23:05.638 INFO:tasks.rados.rados.0.smithi046.stdout:904: done (1 left) 2024-09-18T02:23:05.638 INFO:tasks.rados.rados.0.smithi046.stdout:905: snap_remove snap 53 2024-09-18T02:23:05.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:05 smithi195 ceph-mon[31687]: osdmap e235: 8 total, 8 up, 8 in 2024-09-18T02:23:05.990 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:05 smithi046 ceph-mon[97106]: osdmap e235: 8 total, 8 up, 8 in 2024-09-18T02:23:05.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:05 smithi046 ceph-mon[94621]: osdmap e235: 8 total, 8 up, 8 in 2024-09-18T02:23:06.639 INFO:tasks.rados.rados.0.smithi046.stdout:905: done (1 left) 2024-09-18T02:23:06.639 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 97 2024-09-18T02:23:06.639 INFO:tasks.rados.rados.0.smithi046.stdout:906: seq_num 299 ranges {0=212992} 2024-09-18T02:23:06.641 INFO:tasks.rados.rados.0.smithi046.stdout:906: writing smithi04682744-14 from 0 to 212992 tid 1 2024-09-18T02:23:06.641 INFO:tasks.rados.rados.0.smithi046.stdout:907: setattr oid 13 current snap is 97 2024-09-18T02:23:06.641 INFO:tasks.rados.rados.0.smithi046.stdout:903: expect (ObjNum 288 snap 96 seq_num 288) 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 1 to smithi04682744-14 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 2 to smithi04682744-14 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 3 to smithi04682744-14 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 218 (ObjNum 299 snap 97 seq_num 299) dirty exists 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:906: left oid 14 (ObjNum 299 snap 97 seq_num 299) 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:903: done (2 left) 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:906: done (1 left) 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 97 2024-09-18T02:23:06.737 INFO:tasks.rados.rados.0.smithi046.stdout:908: seq_num 300 ranges {7176192=229376} 2024-09-18T02:23:06.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:23:06] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-09-18T02:23:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:06 smithi046 ceph-mon[94621]: pgmap v29: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 327 KiB/s wr, 4 op/s 2024-09-18T02:23:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:06 smithi046 ceph-mon[94621]: osdmap e236: 8 total, 8 up, 8 in 2024-09-18T02:23:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:06 smithi046 ceph-mon[97106]: pgmap v29: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 327 KiB/s wr, 4 op/s 2024-09-18T02:23:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:06 smithi046 ceph-mon[97106]: osdmap e236: 8 total, 8 up, 8 in 2024-09-18T02:23:06.777 INFO:tasks.rados.rados.0.smithi046.stdout:908: writing smithi04682744-24 from 7176192 to 7405568 tid 1 2024-09-18T02:23:06.778 INFO:tasks.rados.rados.0.smithi046.stdout:909: rollback oid 4 current snap is 97 2024-09-18T02:23:06.778 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 50 2024-09-18T02:23:06.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 475 (ObjNum 273 snap 88 seq_num 273) dirty exists 2024-09-18T02:23:06.778 INFO:tasks.rados.rados.0.smithi046.stdout:907: done (2 left) 2024-09-18T02:23:06.778 INFO:tasks.rados.rados.0.smithi046.stdout:910: snap_remove snap 90 2024-09-18T02:23:06.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:06 smithi195 ceph-mon[31687]: pgmap v29: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 327 KiB/s wr, 4 op/s 2024-09-18T02:23:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:06 smithi195 ceph-mon[31687]: osdmap e236: 8 total, 8 up, 8 in 2024-09-18T02:23:07.685 INFO:tasks.rados.rados.0.smithi046.stdout:910: done (2 left) 2024-09-18T02:23:07.686 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 97 2024-09-18T02:23:07.686 INFO:tasks.rados.rados.0.smithi046.stdout:911: seq_num 301 ranges {6373376=245760} 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:911: writing smithi04682744-17 from 6373376 to 6619136 tid 1 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:912: read oid 2 snap -1 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:912: expect deleted 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:913: setattr oid 29 current snap is 97 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:909: finishing rollback tid 0 to smithi04682744-4 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:909: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 270 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:908: finishing write tid 1 to smithi04682744-24 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:908: finishing write tid 2 to smithi04682744-24 2024-09-18T02:23:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:908: finishing write tid 3 to smithi04682744-24 2024-09-18T02:23:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 222 (ObjNum 300 snap 97 seq_num 300) dirty exists 2024-09-18T02:23:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:908: left oid 24 (ObjNum 300 snap 97 seq_num 300) 2024-09-18T02:23:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:908: done (4 left) 2024-09-18T02:23:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:909: done (3 left) 2024-09-18T02:23:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:912: done (2 left) 2024-09-18T02:23:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:914: delete oid 4 current snap is 97 2024-09-18T02:23:07.724 INFO:tasks.rados.rados.0.smithi046.stdout:911: finishing write tid 1 to smithi04682744-17 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:911: finishing write tid 2 to smithi04682744-17 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:914: done (2 left) 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:915: rollback oid 41 current snap is 97 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 89 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:916: rollback oid 22 current snap is 97 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 93 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:917: rmattr oid 32 current snap is 97 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:917: done (4 left) 2024-09-18T02:23:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:918: read oid 21 snap -1 2024-09-18T02:23:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:918: expect (ObjNum 293 snap 97 seq_num 293) 2024-09-18T02:23:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:919: snap_create 2024-09-18T02:23:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:911: finishing write tid 3 to smithi04682744-17 2024-09-18T02:23:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 484 (ObjNum 301 snap 97 seq_num 301) dirty exists 2024-09-18T02:23:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:911: left oid 17 (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:23:07.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 199 (ObjNum 241 snap 76 seq_num 241) dirty exists 2024-09-18T02:23:07.729 INFO:tasks.rados.rados.0.smithi046.stdout:915: finishing rollback tid 0 to smithi04682744-41 2024-09-18T02:23:07.729 INFO:tasks.rados.rados.0.smithi046.stdout:916: finishing rollback tid 0 to smithi04682744-22 2024-09-18T02:23:07.729 INFO:tasks.rados.rados.0.smithi046.stdout:915: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:23:07.729 INFO:tasks.rados.rados.0.smithi046.stdout:916: finishing rollback tid 1 to smithi04682744-22 2024-09-18T02:23:07.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 524 (ObjNum 65 snap 0 seq_num 1634162804) dirty dne 2024-09-18T02:23:07.730 INFO:tasks.rados.rados.0.smithi046.stdout:915: finishing rollback tid 2 to smithi04682744-41 2024-09-18T02:23:07.730 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 253 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-09-18T02:23:07.736 INFO:tasks.rados.rados.0.smithi046.stdout:918: expect (ObjNum 293 snap 97 seq_num 293) 2024-09-18T02:23:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:07 smithi195 ceph-mon[31687]: osdmap e237: 8 total, 8 up, 8 in 2024-09-18T02:23:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:07 smithi195 ceph-mon[31687]: osdmap e238: 8 total, 8 up, 8 in 2024-09-18T02:23:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:07 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:07 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[94621]: osdmap e237: 8 total, 8 up, 8 in 2024-09-18T02:23:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[94621]: osdmap e238: 8 total, 8 up, 8 in 2024-09-18T02:23:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[97106]: osdmap e237: 8 total, 8 up, 8 in 2024-09-18T02:23:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[97106]: osdmap e238: 8 total, 8 up, 8 in 2024-09-18T02:23:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:07 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:23:08.381+0000 7fd2e89d4640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:911: done (5 left) 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:913: done (4 left) 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:915: done (3 left) 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:916: done (2 left) 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:918: done (1 left) 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:919: done (0 left) 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:920: rollback oid 37 current snap is 98 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 95 2024-09-18T02:23:08.689 INFO:tasks.rados.rados.0.smithi046.stdout:921: delete oid 44 current snap is 98 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:921: done (1 left) 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:922: copy_from oid 39 from oid 8 current snap is 98 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:923: read oid 46 snap 83 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:923: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:924: rollback oid 29 current snap is 98 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 66 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 98 2024-09-18T02:23:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:925: seq_num 304 ranges {0=294912} 2024-09-18T02:23:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:925: writing smithi04682744-50 from 0 to 294912 tid 1 2024-09-18T02:23:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 98 2024-09-18T02:23:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:926: seq_num 305 ranges {7405568=311296} 2024-09-18T02:23:08.737 INFO:tasks.rados.rados.0.smithi046.stdout:926: writing smithi04682744-24 from 7405568 to 7716864 tid 1 2024-09-18T02:23:08.737 INFO:tasks.rados.rados.0.smithi046.stdout:927: snap_remove snap 33 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[97106]: pgmap v33: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 31 KiB/s wr, 2 op/s 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[97106]: osdmap e239: 8 total, 8 up, 8 in 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[94621]: pgmap v33: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 31 KiB/s wr, 2 op/s 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[94621]: osdmap e239: 8 total, 8 up, 8 in 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:08 smithi195 ceph-mon[31687]: pgmap v33: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 31 KiB/s wr, 2 op/s 2024-09-18T02:23:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:08 smithi195 ceph-mon[31687]: osdmap e239: 8 total, 8 up, 8 in 2024-09-18T02:23:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:08 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:08 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:08.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:09.695 INFO:tasks.rados.rados.0.smithi046.stdout:927: done (6 left) 2024-09-18T02:23:09.695 INFO:tasks.rados.rados.0.smithi046.stdout:928: rmattr oid 28 current snap is 98 2024-09-18T02:23:09.695 INFO:tasks.rados.rados.0.smithi046.stdout:928: done (6 left) 2024-09-18T02:23:09.695 INFO:tasks.rados.rados.0.smithi046.stdout:929: setattr oid 44 current snap is 98 2024-09-18T02:23:09.695 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing rollback tid 0 to smithi04682744-37 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing rollback tid 1 to smithi04682744-37 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:925: finishing write tid 1 to smithi04682744-50 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:925: finishing write tid 2 to smithi04682744-50 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:925: finishing write tid 3 to smithi04682744-50 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 315 (ObjNum 304 snap 98 seq_num 304) dirty exists 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:925: left oid 50 (ObjNum 304 snap 98 seq_num 304) 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing rollback tid 2 to smithi04682744-37 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 248 (ObjNum 279 snap 90 seq_num 279) dirty exists 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:922: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 201 (ObjNum 177 snap 0 seq_num 1147131904) dirty dne 2024-09-18T02:23:09.696 INFO:tasks.rados.rados.0.smithi046.stdout:922: finishing copy_from to smithi04682744-39 2024-09-18T02:23:09.697 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 274 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:23:09.697 INFO:tasks.rados.rados.0.smithi046.stdout:923: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:23:09.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:09 smithi046 ceph-mon[97106]: osdmap e240: 8 total, 8 up, 8 in 2024-09-18T02:23:09.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:09 smithi046 ceph-mon[94621]: osdmap e240: 8 total, 8 up, 8 in 2024-09-18T02:23:09.841 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 1 to smithi04682744-24 2024-09-18T02:23:09.841 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 2 to smithi04682744-24 2024-09-18T02:23:09.841 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 3 to smithi04682744-24 2024-09-18T02:23:09.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 224 (ObjNum 305 snap 98 seq_num 305) dirty exists 2024-09-18T02:23:09.841 INFO:tasks.rados.rados.0.smithi046.stdout:926: left oid 24 (ObjNum 305 snap 98 seq_num 305) 2024-09-18T02:23:09.841 INFO:tasks.rados.rados.0.smithi046.stdout:920: done (6 left) 2024-09-18T02:23:09.841 INFO:tasks.rados.rados.0.smithi046.stdout:922: done (5 left) 2024-09-18T02:23:09.842 INFO:tasks.rados.rados.0.smithi046.stdout:923: done (4 left) 2024-09-18T02:23:09.842 INFO:tasks.rados.rados.0.smithi046.stdout:924: done (3 left) 2024-09-18T02:23:09.842 INFO:tasks.rados.rados.0.smithi046.stdout:925: done (2 left) 2024-09-18T02:23:09.842 INFO:tasks.rados.rados.0.smithi046.stdout:926: done (1 left) 2024-09-18T02:23:09.842 INFO:tasks.rados.rados.0.smithi046.stdout:930: snap_remove snap 95 2024-09-18T02:23:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:09 smithi195 ceph-mon[31687]: osdmap e240: 8 total, 8 up, 8 in 2024-09-18T02:23:10.697 INFO:tasks.rados.rados.0.smithi046.stdout:930: done (1 left) 2024-09-18T02:23:10.697 INFO:tasks.rados.rados.0.smithi046.stdout:931: rollback oid 16 current snap is 98 2024-09-18T02:23:10.697 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 50 2024-09-18T02:23:10.697 INFO:tasks.rados.rados.0.smithi046.stdout:932: snap_remove snap 97 2024-09-18T02:23:10.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:10 smithi195 ceph-mon[31687]: pgmap v36: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 720 KiB/s wr, 23 op/s 2024-09-18T02:23:10.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:10 smithi195 ceph-mon[31687]: osdmap e241: 8 total, 8 up, 8 in 2024-09-18T02:23:11.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:10 smithi046 ceph-mon[97106]: pgmap v36: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 720 KiB/s wr, 23 op/s 2024-09-18T02:23:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:10 smithi046 ceph-mon[97106]: osdmap e241: 8 total, 8 up, 8 in 2024-09-18T02:23:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:10 smithi046 ceph-mon[94621]: pgmap v36: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 720 KiB/s wr, 23 op/s 2024-09-18T02:23:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:10 smithi046 ceph-mon[94621]: osdmap e241: 8 total, 8 up, 8 in 2024-09-18T02:23:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:932: done (2 left) 2024-09-18T02:23:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:933: read oid 27 snap -1 2024-09-18T02:23:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:933: expect (ObjNum 271 snap 87 seq_num 271) 2024-09-18T02:23:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:934: copy_from oid 15 from oid 9 current snap is 98 2024-09-18T02:23:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 58 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-18T02:23:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing rollback tid 0 to smithi04682744-16 2024-09-18T02:23:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:929: done (3 left) 2024-09-18T02:23:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:935: snap_remove snap 94 2024-09-18T02:23:11.832 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: osdmap e242: 8 total, 8 up, 8 in 2024-09-18T02:23:11.832 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:23:11.833 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:11 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: osdmap e242: 8 total, 8 up, 8 in 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: osdmap e242: 8 total, 8 up, 8 in 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-18T02:23:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T02:23:12.709 INFO:tasks.rados.rados.0.smithi046.stdout:935: done (3 left) 2024-09-18T02:23:12.710 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 98 2024-09-18T02:23:12.710 INFO:tasks.rados.rados.0.smithi046.stdout:936: seq_num 306 ranges {6651904=327680} 2024-09-18T02:23:12.713 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:12.749 INFO:tasks.rados.rados.0.smithi046.stdout:936: writing smithi04682744-18 from 6651904 to 6979584 tid 1 2024-09-18T02:23:12.749 INFO:tasks.rados.rados.0.smithi046.stdout:937: delete oid 11 current snap is 98 2024-09-18T02:23:12.750 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing rollback tid 1 to smithi04682744-16 2024-09-18T02:23:12.750 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing rollback tid 2 to smithi04682744-16 2024-09-18T02:23:12.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 226 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-18T02:23:12.750 INFO:tasks.rados.rados.0.smithi046.stdout:933: expect (ObjNum 271 snap 87 seq_num 271) 2024-09-18T02:23:12.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:12 smithi195 ceph-mon[31687]: Upgrade: It appears safe to stop mon.b 2024-09-18T02:23:12.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:12 smithi195 ceph-mon[31687]: pgmap v39: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 648 KiB/s wr, 22 op/s 2024-09-18T02:23:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:12 smithi195 ceph-mon[31687]: osdmap e243: 8 total, 8 up, 8 in 2024-09-18T02:23:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:12 smithi046 ceph-mon[94621]: Upgrade: It appears safe to stop mon.b 2024-09-18T02:23:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:12 smithi046 ceph-mon[94621]: pgmap v39: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 648 KiB/s wr, 22 op/s 2024-09-18T02:23:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:12 smithi046 ceph-mon[94621]: osdmap e243: 8 total, 8 up, 8 in 2024-09-18T02:23:13.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:12 smithi046 ceph-mon[97106]: Upgrade: It appears safe to stop mon.b 2024-09-18T02:23:13.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:12 smithi046 ceph-mon[97106]: pgmap v39: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 648 KiB/s wr, 22 op/s 2024-09-18T02:23:13.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:12 smithi046 ceph-mon[97106]: osdmap e243: 8 total, 8 up, 8 in 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:934: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:934: finishing copy_from to smithi04682744-15 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 317 (ObjNum 112 snap 27 seq_num 112) dirty exists 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:936: finishing write tid 1 to smithi04682744-18 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:931: done (4 left) 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:933: done (3 left) 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:934: done (2 left) 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:937: done (1 left) 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 98 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:936: finishing write tid 2 to smithi04682744-18 2024-09-18T02:23:13.114 INFO:tasks.rados.rados.0.smithi046.stdout:938: seq_num 308 ranges {0=360448} 2024-09-18T02:23:13.116 INFO:tasks.rados.rados.0.smithi046.stdout:938: writing smithi04682744-2 from 0 to 360448 tid 1 2024-09-18T02:23:13.116 INFO:tasks.rados.rados.0.smithi046.stdout:939: rollback oid 36 current snap is 98 2024-09-18T02:23:13.116 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 66 2024-09-18T02:23:13.116 INFO:tasks.rados.rados.0.smithi046.stdout:936: finishing write tid 3 to smithi04682744-18 2024-09-18T02:23:13.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 317 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-18T02:23:13.116 INFO:tasks.rados.rados.0.smithi046.stdout:936: left oid 18 (ObjNum 306 snap 98 seq_num 306) 2024-09-18T02:23:13.117 INFO:tasks.rados.rados.0.smithi046.stdout:936: done (2 left) 2024-09-18T02:23:13.117 INFO:tasks.rados.rados.0.smithi046.stdout:940: snap_create 2024-09-18T02:23:13.118 INFO:tasks.rados.rados.0.smithi046.stdout:938: finishing write tid 1 to smithi04682744-2 2024-09-18T02:23:13.118 INFO:tasks.rados.rados.0.smithi046.stdout:938: finishing write tid 2 to smithi04682744-2 2024-09-18T02:23:13.122 INFO:tasks.rados.rados.0.smithi046.stdout:939: finishing rollback tid 0 to smithi04682744-36 2024-09-18T02:23:13.122 INFO:tasks.rados.rados.0.smithi046.stdout:938: finishing write tid 3 to smithi04682744-2 2024-09-18T02:23:13.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 415 (ObjNum 308 snap 98 seq_num 308) dirty exists 2024-09-18T02:23:13.122 INFO:tasks.rados.rados.0.smithi046.stdout:938: left oid 2 (ObjNum 308 snap 98 seq_num 308) 2024-09-18T02:23:13.122 INFO:tasks.rados.rados.0.smithi046.stdout:939: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:23:13.123 INFO:tasks.rados.rados.0.smithi046.stdout:939: finishing rollback tid 2 to smithi04682744-36 2024-09-18T02:23:13.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 419 (ObjNum 65 snap 0 seq_num 1867472985) dirty exists 2024-09-18T02:23:13.714 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:13.754 INFO:tasks.rados.rados.0.smithi046.stdout:938: done (2 left) 2024-09-18T02:23:13.754 INFO:tasks.rados.rados.0.smithi046.stdout:939: done (1 left) 2024-09-18T02:23:13.754 INFO:tasks.rados.rados.0.smithi046.stdout:940: done (0 left) 2024-09-18T02:23:13.754 INFO:tasks.rados.rados.0.smithi046.stdout:941: rmattr oid 32 current snap is 99 2024-09-18T02:23:13.755 INFO:tasks.rados.rados.0.smithi046.stdout:941: done (0 left) 2024-09-18T02:23:13.755 INFO:tasks.rados.rados.0.smithi046.stdout:942: read oid 50 snap -1 2024-09-18T02:23:13.755 INFO:tasks.rados.rados.0.smithi046.stdout:942: expect (ObjNum 304 snap 98 seq_num 304) 2024-09-18T02:23:13.755 INFO:tasks.rados.rados.0.smithi046.stdout:943: rollback oid 48 current snap is 99 2024-09-18T02:23:13.755 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 83 2024-09-18T02:23:13.755 INFO:tasks.rados.rados.0.smithi046.stdout:944: delete oid 5 current snap is 99 2024-09-18T02:23:13.758 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:23:13.759 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:23:13.759 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 322 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-18T02:23:13.760 INFO:tasks.rados.rados.0.smithi046.stdout:942: expect (ObjNum 304 snap 98 seq_num 304) 2024-09-18T02:23:13.768 INFO:tasks.rados.rados.0.smithi046.stdout:942: done (2 left) 2024-09-18T02:23:13.768 INFO:tasks.rados.rados.0.smithi046.stdout:943: done (1 left) 2024-09-18T02:23:13.768 INFO:tasks.rados.rados.0.smithi046.stdout:944: done (0 left) 2024-09-18T02:23:13.768 INFO:tasks.rados.rados.0.smithi046.stdout:945: delete oid 45 current snap is 99 2024-09-18T02:23:13.772 INFO:tasks.rados.rados.0.smithi046.stdout:945: done (0 left) 2024-09-18T02:23:13.772 INFO:tasks.rados.rados.0.smithi046.stdout:946: copy_from oid 25 from oid 31 current snap is 99 2024-09-18T02:23:13.772 INFO:tasks.rados.rados.0.smithi046.stdout:947: read oid 49 snap 74 2024-09-18T02:23:13.772 INFO:tasks.rados.rados.0.smithi046.stdout:947: expect deleted 2024-09-18T02:23:13.772 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 99 2024-09-18T02:23:13.772 INFO:tasks.rados.rados.0.smithi046.stdout:948: seq_num 311 ranges {3907584=417792} 2024-09-18T02:23:13.796 INFO:tasks.rados.rados.0.smithi046.stdout:948: writing smithi04682744-23 from 3907584 to 4325376 tid 1 2024-09-18T02:23:13.796 INFO:tasks.rados.rados.0.smithi046.stdout:949: copy_from oid 32 from oid 42 current snap is 99 2024-09-18T02:23:13.796 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing copy_from to smithi04682744-25 2024-09-18T02:23:13.797 INFO:tasks.rados.rados.0.smithi046.stdout:946: got expected ENOENT (src dne) 2024-09-18T02:23:13.797 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:23:13.797 INFO:tasks.rados.rados.0.smithi046.stdout:946: done (3 left) 2024-09-18T02:23:13.797 INFO:tasks.rados.rados.0.smithi046.stdout:947: done (2 left) 2024-09-18T02:23:13.797 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 99 2024-09-18T02:23:13.797 INFO:tasks.rados.rados.0.smithi046.stdout:950: seq_num 312 ranges {7135232=434176} 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:950: writing smithi04682744-10 from 7135232 to 7569408 tid 1 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:951: read oid 13 snap 32 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:951: expect (ObjNum 1147454544 snap 21981 seq_num 1147226144) 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 99 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing write tid 1 to smithi04682744-23 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing write tid 2 to smithi04682744-23 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing write tid 3 to smithi04682744-23 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 504 (ObjNum 311 snap 99 seq_num 311) dirty exists 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:948: left oid 23 (ObjNum 311 snap 99 seq_num 311) 2024-09-18T02:23:13.838 INFO:tasks.rados.rados.0.smithi046.stdout:949: finishing copy_from racing read to smithi04682744-32 2024-09-18T02:23:13.839 INFO:tasks.rados.rados.0.smithi046.stdout:949: finishing copy_from to smithi04682744-32 2024-09-18T02:23:13.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 103 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:23:13.839 INFO:tasks.rados.rados.0.smithi046.stdout:952: seq_num 313 ranges {0=450560} 2024-09-18T02:23:13.840 INFO:tasks.rados.rados.0.smithi046.stdout:952: writing smithi04682744-4 from 0 to 450560 tid 1 2024-09-18T02:23:13.840 INFO:tasks.rados.rados.0.smithi046.stdout:948: done (4 left) 2024-09-18T02:23:13.841 INFO:tasks.rados.rados.0.smithi046.stdout:949: done (3 left) 2024-09-18T02:23:13.841 INFO:tasks.rados.rados.0.smithi046.stdout:953: copy_from oid 39 from oid 8 current snap is 99 2024-09-18T02:23:13.841 INFO:tasks.rados.rados.0.smithi046.stdout:951: expect (ObjNum 1147454544 snap 21981 seq_num 1147226144) 2024-09-18T02:23:13.845 INFO:tasks.rados.rados.0.smithi046.stdout:950: finishing write tid 1 to smithi04682744-10 2024-09-18T02:23:13.845 INFO:tasks.rados.rados.0.smithi046.stdout:950: finishing write tid 2 to smithi04682744-10 2024-09-18T02:23:13.845 INFO:tasks.rados.rados.0.smithi046.stdout:950: finishing write tid 3 to smithi04682744-10 2024-09-18T02:23:13.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 365 (ObjNum 312 snap 99 seq_num 312) dirty exists 2024-09-18T02:23:13.845 INFO:tasks.rados.rados.0.smithi046.stdout:950: left oid 10 (ObjNum 312 snap 99 seq_num 312) 2024-09-18T02:23:13.846 INFO:tasks.rados.rados.0.smithi046.stdout:952: finishing write tid 1 to smithi04682744-4 2024-09-18T02:23:13.846 INFO:tasks.rados.rados.0.smithi046.stdout:950: done (3 left) 2024-09-18T02:23:13.846 INFO:tasks.rados.rados.0.smithi046.stdout:951: done (2 left) 2024-09-18T02:23:13.846 INFO:tasks.rados.rados.0.smithi046.stdout:954: snap_remove snap 80 2024-09-18T02:23:13.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: osdmap e244: 8 total, 8 up, 8 in 2024-09-18T02:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: Upgrade: Updating mon.b 2024-09-18T02:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: Deploying daemon mon.b on smithi195 2024-09-18T02:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:13 smithi195 ceph-mon[31687]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: osdmap e244: 8 total, 8 up, 8 in 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: Upgrade: Updating mon.b 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: Deploying daemon mon.b on smithi195 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: osdmap e244: 8 total, 8 up, 8 in 2024-09-18T02:23:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: Upgrade: Updating mon.b 2024-09-18T02:23:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: Deploying daemon mon.b on smithi195 2024-09-18T02:23:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:14.652 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:14 smithi195 systemd[1]: Stopping Ceph mon.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:23:14.652 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:14.652 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:14.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b[31657]: 2024-09-18T02:23:14.650+0000 7f7d25f4e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:23:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b[31657]: 2024-09-18T02:23:14.650+0000 7f7d25f4e640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-18T02:23:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:14 smithi195 podman[89371]: 2024-09-18 02:23:14.763308003 +0000 UTC m=+0.222717963 container died 4548c1109e37574ecbee361df2f8e6fffc33239eee76e7b980c7745f3b9083f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-18T02:23:15.367 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 podman[89371]: 2024-09-18 02:23:15.148813287 +0000 UTC m=+0.608223292 container cleanup 4548c1109e37574ecbee361df2f8e6fffc33239eee76e7b980c7745f3b9083f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=quincy-4a70413, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-18T02:23:15.367 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 bash[89371]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b 2024-09-18T02:23:15.682 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 podman[89391]: 2024-09-18 02:23:15.366438006 +0000 UTC m=+0.606418149 container remove 4548c1109e37574ecbee361df2f8e6fffc33239eee76e7b980c7745f3b9083f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-18T02:23:15.683 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-18T02:23:15.683 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 systemd[1]: Stopped Ceph mon.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:23:15.683 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.b.service: Consumed 8.501s CPU time. 2024-09-18T02:23:15.952 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 systemd[1]: Starting Ceph mon.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:23:15.952 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 podman[89521]: 2024-09-18 02:23:15.792671418 +0000 UTC m=+0.016014727 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:23:16.204 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:15 smithi195 podman[89521]: 2024-09-18 02:23:15.951261942 +0000 UTC m=+0.174605246 container create 81569f2cbff235112cd9df53b88cabcf76d9285e3d32844f77ec12dc09905d6a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:23:16.236 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 podman[89521]: 2024-09-18 02:23:16.203860879 +0000 UTC m=+0.427204182 container init 81569f2cbff235112cd9df53b88cabcf76d9285e3d32844f77ec12dc09905d6a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 podman[89521]: 2024-09-18 02:23:16.208178174 +0000 UTC m=+0.431521477 container start 81569f2cbff235112cd9df53b88cabcf76d9285e3d32844f77ec12dc09905d6a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: set uid:gid to 167:167 (ceph:ceph) 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 7 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: pidfile_write: ignore empty --pid-file 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: load: jerasure load: lrc 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: RocksDB version: 7.9.2 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Git sha 0 2024-09-18T02:23:16.237 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: DB SUMMARY 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: DB Session ID: 4RJH94U9NV3944VO0RV3 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: CURRENT file: CURRENT 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: IDENTITY file: IDENTITY 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1103 Bytes 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 8933462 ; 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.error_if_exists: 0 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.create_if_missing: 0 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.paranoid_checks: 1 2024-09-18T02:23:16.238 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-18T02:23:16.239 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-18T02:23:16.239 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-18T02:23:16.239 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.env: 0x563b56dbcbc0 2024-09-18T02:23:16.239 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.fs: PosixFileSystem 2024-09-18T02:23:16.239 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.info_log: 0x563b58e0abe0 2024-09-18T02:23:16.239 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_file_opening_threads: 16 2024-09-18T02:23:16.239 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.statistics: (nil) 2024-09-18T02:23:16.240 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.use_fsync: 0 2024-09-18T02:23:16.240 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_log_file_size: 0 2024-09-18T02:23:16.240 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.keep_log_file_num: 1000 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.recycle_log_file_num: 0 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.allow_fallocate: 1 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.allow_mmap_reads: 0 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.allow_mmap_writes: 0 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.use_direct_reads: 0 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.create_missing_column_families: 0 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.db_log_dir: 2024-09-18T02:23:16.241 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.wal_dir: 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.advise_random_on_open: 1 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.db_write_buffer_size: 0 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.write_buffer_manager: 0x563b58e18b40 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-18T02:23:16.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.rate_limiter: (nil) 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.wal_recovery_mode: 2 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.enable_thread_tracking: 0 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.enable_pipelined_write: 0 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.unordered_write: 0 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-18T02:23:16.243 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.row_cache: None 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.wal_filter: None 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.allow_ingest_behind: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.two_write_queues: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.manual_wal_flush: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.wal_compression: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.atomic_flush: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.log_readahead_size: 0 2024-09-18T02:23:16.244 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.best_efforts_recovery: 0 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.allow_data_in_errors: 0 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.db_host_id: __hostname__ 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_background_jobs: 2 2024-09-18T02:23:16.245 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_background_compactions: -1 2024-09-18T02:23:16.246 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_subcompactions: 1 2024-09-18T02:23:16.246 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-18T02:23:16.246 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-18T02:23:16.246 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-18T02:23:16.246 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_total_wal_size: 0 2024-09-18T02:23:16.246 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-18T02:23:16.246 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_open_files: -1 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bytes_per_sync: 0 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_readahead_size: 0 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_background_flushes: -1 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Compression algorithms supported: 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kZSTD supported: 0 2024-09-18T02:23:16.247 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kXpressCompression supported: 0 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kBZip2Compression supported: 0 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kLZ4Compression supported: 1 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kZlibCompression supported: 1 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kLZ4HCCompression supported: 1 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: kSnappyCompression supported: 1 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-18T02:23:16.248 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.merge_operator: 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_filter: None 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_filter_factory: None 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.sst_partitioner_factory: None 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563b58e0a7e0) 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: cache_index_and_filter_blocks: 1 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: pin_top_level_index_and_filter: 1 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: index_type: 0 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: data_block_index_type: 0 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: index_shortening: 1 2024-09-18T02:23:16.249 INFO:journalctl@ceph.mon.b.smithi195.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: checksum: 4 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: no_block_cache: 0 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_cache: 0x563b58dff350 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_cache_name: BinnedLRUCache 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_cache_options: 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: capacity : 536870912 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: num_shard_bits : 4 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: strict_capacity_limit : 0 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: high_pri_pool_ratio: 0.000 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_cache_compressed: (nil) 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: persistent_cache: (nil) 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_size: 4096 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_size_deviation: 10 2024-09-18T02:23:16.250 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_restart_interval: 16 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: index_block_restart_interval: 1 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: metadata_block_size: 4096 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: partition_filters: 0 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: use_delta_encoding: 1 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: filter_policy: bloomfilter 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: whole_key_filtering: 1 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: verify_compression: 0 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: read_amp_bytes_per_bit: 0 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: format_version: 5 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: enable_index_compression: 1 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: block_align: 0 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: max_auto_readahead_size: 262144 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: prepopulate_block_cache: 0 2024-09-18T02:23:16.251 INFO:journalctl@ceph.mon.b.smithi195.stdout: initial_auto_readahead_size: 8192 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout: num_file_reads_for_auto_readahead: 2 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.write_buffer_size: 33554432 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_write_buffer_number: 2 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression: NoCompression 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression: Disabled 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.prefix_extractor: nullptr 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.num_levels: 7 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-18T02:23:16.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.level: 32767 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.strategy: 0 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-18T02:23:16.253 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.enabled: false 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.target_file_size_base: 67108864 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-18T02:23:16.254 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.arena_block_size: 1048576 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.disable_auto_compactions: 0 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-18T02:23:16.255 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-18T02:23:16.256 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.inplace_update_support: 0 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.bloom_locality: 0 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.max_successive_merges: 0 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.paranoid_file_checks: 0 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.force_consistency_checks: 1 2024-09-18T02:23:16.257 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.report_bg_io_stats: 0 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.ttl: 2592000 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.enable_blob_files: false 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.min_blob_size: 0 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.blob_file_size: 268435456 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-18T02:23:16.258 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.blob_file_starting_level: 0 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13591, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0034c5ff-e9a3-4628-8f3e-a7e84ea8a0ca 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626196234326, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-18T02:23:16.259 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-18T02:23:16.325 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:23:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626196253471, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5512677, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13596, "largest_seqno": 16062, "table_properties": {"data_size": 5500869, "index_size": 8202, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2565, "raw_key_size": 24758, "raw_average_key_size": 24, "raw_value_size": 5478107, "raw_average_value_size": 5375, "num_data_blocks": 358, "num_entries": 1019, "num_filter_entries": 1019, "num_deletions": 31, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726626196, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0034c5ff-e9a3-4628-8f3e-a7e84ea8a0ca", "db_session_id": "4RJH94U9NV3944VO0RV3", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-18T02:23:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726626196253599, "job": 1, "event": "recovery_finished"} 2024-09-18T02:23:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-18T02:23:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-18T02:23:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563b58e2ae00 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: DB pointer 0x563b58f1e000 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: ** DB Stats ** 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-18T02:23:16.475 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: ** Compaction Stats [default] ** 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: L0 1/0 5.26 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 675.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: L6 1/0 8.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: Sum 2/0 13.40 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 675.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 675.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: ** Compaction Stats [default] ** 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 675.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: Cumulative compaction: 0.01 GB write, 239.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: Interval compaction: 0.01 GB write, 239.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: Block cache BinnedLRUCache@0x563b58dff350#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.477 INFO:journalctl@ceph.mon.b.smithi195.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: starting mon.b rank 1 at public addrs [v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0] at bind addrs [v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???) e3 preinit fsid 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???).mds e6 new map 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???).mds e6 print_map 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: e6 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: legacy client fscid: 1 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: Filesystem 'cephfs' (1) 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: fs_name cephfs 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: epoch 6 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-18T02:23:16.478 INFO:journalctl@ceph.mon.b.smithi195.stdout: created 2024-09-18T02:16:45.424894+0000 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: modified 2024-09-18T02:16:48.104538+0000 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: tableserver 0 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: root 0 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: session_timeout 60 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: session_autoclose 300 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: max_file_size 1099511627776 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: max_xattr_size 65536 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: required_client_features {} 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: last_failure 0 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: last_failure_osd_epoch 0 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: max_mds 1 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: in 0 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: up {0=24358} 2024-09-18T02:23:16.479 INFO:journalctl@ceph.mon.b.smithi195.stdout: failed 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: damaged 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: stopped 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: data_pools [3] 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: metadata_pool 2 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: inline_data disabled 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: balancer 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: bal_rank_mask -1 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: standby_count_wanted 0 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: [mds.b{0:24358} state up:active seq 3 addr [v2:172.21.15.195:6832/431176743,v1:172.21.15.195:6833/431176743] compat {c=[1],r=[1],i=[7ff]}] 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: Standby daemons: 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: 2024-09-18T02:23:16.480 INFO:journalctl@ceph.mon.b.smithi195.stdout: [mds.a{-1:14445} state up:standby seq 1 addr [v2:172.21.15.46:6834/4102432745,v1:172.21.15.46:6835/4102432745] compat {c=[1],r=[1],i=[7ff]}] 2024-09-18T02:23:16.481 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???).osd e245 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-18T02:23:16.481 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???).osd e245 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:23:16.481 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???).osd e245 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:23:16.481 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???).osd e245 crush map has features 432629308056666112, adjusting msgr requires 2024-09-18T02:23:16.481 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 ceph-mon[89559]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-18T02:23:16.481 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 bash[89521]: 81569f2cbff235112cd9df53b88cabcf76d9285e3d32844f77ec12dc09905d6a 2024-09-18T02:23:16.481 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:16 smithi195 systemd[1]: Started Ceph mon.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:23:16.594 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:23:16.594 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (100s) 9s ago 5m 16.4M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:23:16.594 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (88s) 28s ago 5m 80.1M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:23:16.594 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (6m) 9s ago 6m 18.0M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:23:16.594 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (6m) 28s ago 6m 17.9M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:23:16.594 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (54s) 28s ago 9m 435M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:23:16.594 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (81s) 9s ago 11m 487M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (40s) 9s ago 11m 41.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 starting - - - 2048M 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (18s) 9s ago 10m 24.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (97s) 9s ago 5m 8228k - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (86s) 28s ago 4m 8388k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (9m) 9s ago 9m 171M 2481M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (9m) 9s ago 9m 153M 2481M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (8m) 9s ago 8m 188M 2481M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (8m) 9s ago 8m 127M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (8m) 28s ago 8m 130M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (7m) 28s ago 7m 136M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (7m) 28s ago 7m 98.0M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (6m) 28s ago 6m 86.0M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:23:16.595 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (59s) 28s ago 6m 47.0M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:23:16.596 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:23:16] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 1, 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:16.922 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 11, 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 4 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:23:16.923 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:23:18.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:17 smithi195 ceph-mon[89559]: pgmap v42: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 op/s 2024-09-18T02:23:18.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:17 smithi195 ceph-mon[89559]: osdmap e245: 8 total, 8 up, 8 in 2024-09-18T02:23:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:17 smithi046 ceph-mon[94621]: pgmap v42: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 op/s 2024-09-18T02:23:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:17 smithi046 ceph-mon[94621]: osdmap e245: 8 total, 8 up, 8 in 2024-09-18T02:23:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:17 smithi046 ceph-mon[97106]: pgmap v42: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 op/s 2024-09-18T02:23:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:17 smithi046 ceph-mon[97106]: osdmap e245: 8 total, 8 up, 8 in 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:954: done (2 left) 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:955: snap_remove snap 86 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:952: finishing write tid 2 to smithi04682744-4 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:952: finishing write tid 3 to smithi04682744-4 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 293 (ObjNum 313 snap 99 seq_num 313) dirty exists 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:952: left oid 4 (ObjNum 313 snap 99 seq_num 313) 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:953: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:953: finishing copy_from to smithi04682744-39 2024-09-18T02:23:18.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 274 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:23:18.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: pgmap v45: 121 pgs: 121 active+clean; 369 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-18T02:23:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: mon.b calling monitor election 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: mon.c calling monitor election 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: mon.a calling monitor election 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: monmap e4: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:23:18.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:23:18.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: osdmap e245: 8 total, 8 up, 8 in 2024-09-18T02:23:18.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: mgrmap e44: y(active, since 34s), standbys: x 2024-09-18T02:23:18.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T02:23:18.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:18.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:18.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: pgmap v45: 121 pgs: 121 active+clean; 369 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-18T02:23:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:23:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: mon.b calling monitor election 2024-09-18T02:23:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: mon.c calling monitor election 2024-09-18T02:23:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: mon.a calling monitor election 2024-09-18T02:23:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: monmap e4: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: osdmap e245: 8 total, 8 up, 8 in 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: mgrmap e44: y(active, since 34s), standbys: x 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:19.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: pgmap v45: 121 pgs: 121 active+clean; 369 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: mon.b calling monitor election 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: mon.c calling monitor election 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: mon.a calling monitor election 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: monmap e4: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.195:3300/0,v1:172.21.15.195:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: osdmap e245: 8 total, 8 up, 8 in 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: mgrmap e44: y(active, since 34s), standbys: x 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T02:23:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:19.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:19.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:19.781 INFO:tasks.rados.rados.0.smithi046.stdout:952: done (2 left) 2024-09-18T02:23:19.781 INFO:tasks.rados.rados.0.smithi046.stdout:953: done (1 left) 2024-09-18T02:23:19.781 INFO:tasks.rados.rados.0.smithi046.stdout:955: done (0 left) 2024-09-18T02:23:19.781 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 99 2024-09-18T02:23:19.782 INFO:tasks.rados.rados.0.smithi046.stdout:956: seq_num 314 ranges {5234688=466944} 2024-09-18T02:23:19.814 INFO:tasks.rados.rados.0.smithi046.stdout:956: writing smithi04682744-16 from 5234688 to 5701632 tid 1 2024-09-18T02:23:19.814 INFO:tasks.rados.rados.0.smithi046.stdout:957: read oid 27 snap -1 2024-09-18T02:23:19.815 INFO:tasks.rados.rados.0.smithi046.stdout:957: expect (ObjNum 271 snap 87 seq_num 271) 2024-09-18T02:23:19.815 INFO:tasks.rados.rados.0.smithi046.stdout:958: setattr oid 43 current snap is 99 2024-09-18T02:23:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 99 2024-09-18T02:23:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:959: seq_num 315 ranges {2187264=483328} 2024-09-18T02:23:19.832 INFO:tasks.rados.rados.0.smithi046.stdout:959: writing smithi04682744-13 from 2187264 to 2670592 tid 1 2024-09-18T02:23:19.832 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 99 2024-09-18T02:23:19.832 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 150 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:23:19.832 INFO:tasks.rados.rados.0.smithi046.stdout:956: finishing write tid 1 to smithi04682744-16 2024-09-18T02:23:19.832 INFO:tasks.rados.rados.0.smithi046.stdout:960: seq_num 316 ranges {450560=499712} 2024-09-18T02:23:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:960: writing smithi04682744-4 from 450560 to 950272 tid 1 2024-09-18T02:23:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:958: done (4 left) 2024-09-18T02:23:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 99 2024-09-18T02:23:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:961: seq_num 317 ranges {2375680=516096} 2024-09-18T02:23:19.853 INFO:tasks.rados.rados.0.smithi046.stdout:961: writing smithi04682744-46 from 2375680 to 2891776 tid 1 2024-09-18T02:23:19.854 INFO:tasks.rados.rados.0.smithi046.stdout:962: snap_remove snap 60 2024-09-18T02:23:20.139 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:19 smithi195 ceph-mon[89559]: osdmap e246: 8 total, 8 up, 8 in 2024-09-18T02:23:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:19 smithi046 ceph-mon[97106]: osdmap e246: 8 total, 8 up, 8 in 2024-09-18T02:23:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:19 smithi046 ceph-mon[94621]: osdmap e246: 8 total, 8 up, 8 in 2024-09-18T02:23:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:956: finishing write tid 2 to smithi04682744-16 2024-09-18T02:23:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:956: finishing write tid 3 to smithi04682744-16 2024-09-18T02:23:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 237 (ObjNum 314 snap 99 seq_num 314) dirty exists 2024-09-18T02:23:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:956: left oid 16 (ObjNum 314 snap 99 seq_num 314) 2024-09-18T02:23:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:959: finishing write tid 1 to smithi04682744-13 2024-09-18T02:23:20.787 INFO:tasks.rados.rados.0.smithi046.stdout:959: finishing write tid 2 to smithi04682744-13 2024-09-18T02:23:20.787 INFO:tasks.rados.rados.0.smithi046.stdout:959: finishing write tid 3 to smithi04682744-13 2024-09-18T02:23:20.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 525 (ObjNum 315 snap 99 seq_num 315) dirty exists 2024-09-18T02:23:20.787 INFO:tasks.rados.rados.0.smithi046.stdout:959: left oid 13 (ObjNum 315 snap 99 seq_num 315) 2024-09-18T02:23:20.787 INFO:tasks.rados.rados.0.smithi046.stdout:957: expect (ObjNum 271 snap 87 seq_num 271) 2024-09-18T02:23:21.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:20 smithi195 ceph-mon[89559]: pgmap v47: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:23:21.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:20 smithi195 ceph-mon[89559]: osdmap e247: 8 total, 8 up, 8 in 2024-09-18T02:23:21.158 INFO:tasks.rados.rados.0.smithi046.stdout:960: finishing write tid 1 to smithi04682744-4 2024-09-18T02:23:21.158 INFO:tasks.rados.rados.0.smithi046.stdout:960: finishing write tid 2 to smithi04682744-4 2024-09-18T02:23:21.158 INFO:tasks.rados.rados.0.smithi046.stdout:960: finishing write tid 3 to smithi04682744-4 2024-09-18T02:23:21.158 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 303 (ObjNum 316 snap 99 seq_num 316) dirty exists 2024-09-18T02:23:21.158 INFO:tasks.rados.rados.0.smithi046.stdout:960: left oid 4 (ObjNum 316 snap 99 seq_num 316) 2024-09-18T02:23:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:961: finishing write tid 1 to smithi04682744-46 2024-09-18T02:23:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:956: done (5 left) 2024-09-18T02:23:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:957: done (4 left) 2024-09-18T02:23:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:959: done (3 left) 2024-09-18T02:23:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:960: done (2 left) 2024-09-18T02:23:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:962: done (1 left) 2024-09-18T02:23:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:963: setattr oid 16 current snap is 99 2024-09-18T02:23:21.160 INFO:tasks.rados.rados.0.smithi046.stdout:961: finishing write tid 2 to smithi04682744-46 2024-09-18T02:23:21.160 INFO:tasks.rados.rados.0.smithi046.stdout:961: finishing write tid 3 to smithi04682744-46 2024-09-18T02:23:21.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 203 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-09-18T02:23:21.160 INFO:tasks.rados.rados.0.smithi046.stdout:961: left oid 46 (ObjNum 317 snap 99 seq_num 317) 2024-09-18T02:23:21.162 INFO:tasks.rados.rados.0.smithi046.stdout:961: done (1 left) 2024-09-18T02:23:21.162 INFO:tasks.rados.rados.0.smithi046.stdout:964: rollback oid 25 current snap is 99 2024-09-18T02:23:21.162 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 22 2024-09-18T02:23:21.162 INFO:tasks.rados.rados.0.smithi046.stdout:965: read oid 33 snap -1 2024-09-18T02:23:21.162 INFO:tasks.rados.rados.0.smithi046.stdout:965: expect (ObjNum 262 snap 86 seq_num 262) 2024-09-18T02:23:21.162 INFO:tasks.rados.rados.0.smithi046.stdout:966: read oid 17 snap -1 2024-09-18T02:23:21.163 INFO:tasks.rados.rados.0.smithi046.stdout:966: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:23:21.163 INFO:tasks.rados.rados.0.smithi046.stdout:967: rmattr oid 36 current snap is 99 2024-09-18T02:23:21.163 INFO:tasks.rados.rados.0.smithi046.stdout:968: read oid 18 snap 83 2024-09-18T02:23:21.163 INFO:tasks.rados.rados.0.smithi046.stdout:968: expect (ObjNum 106 snap 23 seq_num 106) 2024-09-18T02:23:21.163 INFO:tasks.rados.rados.0.smithi046.stdout:969: delete oid 37 current snap is 99 2024-09-18T02:23:21.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 439 (ObjNum 129 snap 0 seq_num 1146910752) dirty exists 2024-09-18T02:23:21.164 INFO:tasks.rados.rados.0.smithi046.stdout:964: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:23:21.165 INFO:tasks.rados.rados.0.smithi046.stdout:964: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:23:21.165 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 242 (ObjNum 314 snap 99 seq_num 314) dirty exists 2024-09-18T02:23:21.167 INFO:tasks.rados.rados.0.smithi046.stdout:964: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:23:21.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 342 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-18T02:23:21.172 INFO:tasks.rados.rados.0.smithi046.stdout:965: expect (ObjNum 262 snap 86 seq_num 262) 2024-09-18T02:23:21.229 INFO:tasks.rados.rados.0.smithi046.stdout:968: expect (ObjNum 106 snap 23 seq_num 106) 2024-09-18T02:23:21.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:20 smithi046 ceph-mon[94621]: pgmap v47: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:23:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:20 smithi046 ceph-mon[94621]: osdmap e247: 8 total, 8 up, 8 in 2024-09-18T02:23:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:20 smithi046 ceph-mon[97106]: pgmap v47: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-09-18T02:23:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:20 smithi046 ceph-mon[97106]: osdmap e247: 8 total, 8 up, 8 in 2024-09-18T02:23:21.428 INFO:tasks.rados.rados.0.smithi046.stdout:966: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:23:21.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:21 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:23:21.262+0000 7fd2e89d4640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:963: done (6 left) 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:964: done (5 left) 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:965: done (4 left) 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:966: done (3 left) 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:967: done (2 left) 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:968: done (1 left) 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:969: done (0 left) 2024-09-18T02:23:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:970: delete oid 16 current snap is 99 2024-09-18T02:23:21.831 INFO:tasks.rados.rados.0.smithi046.stdout:970: done (0 left) 2024-09-18T02:23:21.831 INFO:tasks.rados.rados.0.smithi046.stdout:971: snap_remove snap 76 2024-09-18T02:23:21.931 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:21 smithi195 ceph-mon[89559]: osdmap e248: 8 total, 8 up, 8 in 2024-09-18T02:23:21.932 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:21 smithi195 ceph-mon[89559]: osdmap e249: 8 total, 8 up, 8 in 2024-09-18T02:23:22.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:21 smithi046 ceph-mon[94621]: osdmap e248: 8 total, 8 up, 8 in 2024-09-18T02:23:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:21 smithi046 ceph-mon[94621]: osdmap e249: 8 total, 8 up, 8 in 2024-09-18T02:23:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:21 smithi046 ceph-mon[97106]: osdmap e248: 8 total, 8 up, 8 in 2024-09-18T02:23:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:21 smithi046 ceph-mon[97106]: osdmap e249: 8 total, 8 up, 8 in 2024-09-18T02:23:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:22.791 INFO:tasks.rados.rados.0.smithi046.stdout:971: done (0 left) 2024-09-18T02:23:22.792 INFO:tasks.rados.rados.0.smithi046.stdout:972: snap_remove snap 82 2024-09-18T02:23:23.344 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:23 smithi195 ceph-mon[89559]: pgmap v50: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:23.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:23 smithi195 ceph-mon[89559]: osdmap e250: 8 total, 8 up, 8 in 2024-09-18T02:23:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[94621]: pgmap v50: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[94621]: osdmap e250: 8 total, 8 up, 8 in 2024-09-18T02:23:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[97106]: pgmap v50: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:23 smithi046 ceph-mon[97106]: osdmap e250: 8 total, 8 up, 8 in 2024-09-18T02:23:23.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:972: done (0 left) 2024-09-18T02:23:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:973: snap_create 2024-09-18T02:23:24.634 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:24.634 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:24.798 INFO:tasks.rados.rados.0.smithi046.stdout:973: done (0 left) 2024-09-18T02:23:24.798 INFO:tasks.rados.rados.0.smithi046.stdout:974: rollback oid 48 current snap is 100 2024-09-18T02:23:24.798 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 83 2024-09-18T02:23:24.798 INFO:tasks.rados.rados.0.smithi046.stdout:975: copy_from oid 4 from oid 24 current snap is 100 2024-09-18T02:23:24.798 INFO:tasks.rados.rados.0.smithi046.stdout:976: snap_create 2024-09-18T02:23:24.804 INFO:tasks.rados.rados.0.smithi046.stdout:974: finishing rollback tid 0 to smithi04682744-48 2024-09-18T02:23:24.804 INFO:tasks.rados.rados.0.smithi046.stdout:974: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:23:24.804 INFO:tasks.rados.rados.0.smithi046.stdout:974: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:23:24.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 325 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-18T02:23:24.834 INFO:tasks.rados.rados.0.smithi046.stdout:975: finishing copy_from racing read to smithi04682744-4 2024-09-18T02:23:24.835 INFO:tasks.rados.rados.0.smithi046.stdout:975: finishing copy_from to smithi04682744-4 2024-09-18T02:23:24.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 224 (ObjNum 305 snap 98 seq_num 305) dirty exists 2024-09-18T02:23:24.885 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:24 smithi195 ceph-mon[89559]: pgmap v53: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:24.885 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:24 smithi195 ceph-mon[89559]: osdmap e251: 8 total, 8 up, 8 in 2024-09-18T02:23:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:24 smithi046 ceph-mon[94621]: pgmap v53: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:24 smithi046 ceph-mon[94621]: osdmap e251: 8 total, 8 up, 8 in 2024-09-18T02:23:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:24 smithi046 ceph-mon[97106]: pgmap v53: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:24 smithi046 ceph-mon[97106]: osdmap e251: 8 total, 8 up, 8 in 2024-09-18T02:23:25.803 INFO:tasks.rados.rados.0.smithi046.stdout:974: done (2 left) 2024-09-18T02:23:25.803 INFO:tasks.rados.rados.0.smithi046.stdout:975: done (1 left) 2024-09-18T02:23:25.803 INFO:tasks.rados.rados.0.smithi046.stdout:976: done (0 left) 2024-09-18T02:23:25.803 INFO:tasks.rados.rados.0.smithi046.stdout:977: read oid 34 snap 39 2024-09-18T02:23:25.804 INFO:tasks.rados.rados.0.smithi046.stdout:977: expect (ObjNum 130 snap 32 seq_num 130) 2024-09-18T02:23:25.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 101 2024-09-18T02:23:25.804 INFO:tasks.rados.rados.0.smithi046.stdout:978: seq_num 320 ranges {0=565248} 2024-09-18T02:23:25.806 INFO:tasks.rados.rados.0.smithi046.stdout:978: writing smithi04682744-45 from 0 to 565248 tid 1 2024-09-18T02:23:25.806 INFO:tasks.rados.rados.0.smithi046.stdout:979: delete oid 48 current snap is 101 2024-09-18T02:23:25.811 INFO:tasks.rados.rados.0.smithi046.stdout:979: done (2 left) 2024-09-18T02:23:25.811 INFO:tasks.rados.rados.0.smithi046.stdout:980: setattr oid 30 current snap is 101 2024-09-18T02:23:25.812 INFO:tasks.rados.rados.0.smithi046.stdout:978: finishing write tid 1 to smithi04682744-45 2024-09-18T02:23:25.814 INFO:tasks.rados.rados.0.smithi046.stdout:981: rollback oid 42 current snap is 101 2024-09-18T02:23:25.814 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 32 2024-09-18T02:23:25.814 INFO:tasks.rados.rados.0.smithi046.stdout:982: snap_create 2024-09-18T02:23:25.814 INFO:tasks.rados.rados.0.smithi046.stdout:978: finishing write tid 2 to smithi04682744-45 2024-09-18T02:23:25.816 INFO:tasks.rados.rados.0.smithi046.stdout:978: finishing write tid 3 to smithi04682744-45 2024-09-18T02:23:25.816 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 557 (ObjNum 320 snap 101 seq_num 320) dirty exists 2024-09-18T02:23:25.816 INFO:tasks.rados.rados.0.smithi046.stdout:978: left oid 45 (ObjNum 320 snap 101 seq_num 320) 2024-09-18T02:23:25.823 INFO:tasks.rados.rados.0.smithi046.stdout:977: expect (ObjNum 130 snap 32 seq_num 130) 2024-09-18T02:23:25.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 320 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:23:25.956 INFO:tasks.rados.rados.0.smithi046.stdout:981: finishing rollback tid 0 to smithi04682744-42 2024-09-18T02:23:25.956 INFO:tasks.rados.rados.0.smithi046.stdout:981: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:23:25.956 INFO:tasks.rados.rados.0.smithi046.stdout:981: finishing rollback tid 2 to smithi04682744-42 2024-09-18T02:23:25.956 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 324 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:23:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:25 smithi195 ceph-mon[89559]: osdmap e252: 8 total, 8 up, 8 in 2024-09-18T02:23:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:25 smithi046 ceph-mon[94621]: osdmap e252: 8 total, 8 up, 8 in 2024-09-18T02:23:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:25 smithi046 ceph-mon[97106]: osdmap e252: 8 total, 8 up, 8 in 2024-09-18T02:23:26.685 INFO:tasks.rados.rados.0.smithi046.stdout:977: done (4 left) 2024-09-18T02:23:26.685 INFO:tasks.rados.rados.0.smithi046.stdout:978: done (3 left) 2024-09-18T02:23:26.685 INFO:tasks.rados.rados.0.smithi046.stdout:980: done (2 left) 2024-09-18T02:23:26.685 INFO:tasks.rados.rados.0.smithi046.stdout:981: done (1 left) 2024-09-18T02:23:26.685 INFO:tasks.rados.rados.0.smithi046.stdout:982: done (0 left) 2024-09-18T02:23:26.685 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 102 2024-09-18T02:23:26.685 INFO:tasks.rados.rados.0.smithi046.stdout:983: seq_num 322 ranges {0=598016} 2024-09-18T02:23:26.688 INFO:tasks.rados.rados.0.smithi046.stdout:983: writing smithi04682744-36 from 0 to 598016 tid 1 2024-09-18T02:23:26.688 INFO:tasks.rados.rados.0.smithi046.stdout:984: read oid 24 snap -1 2024-09-18T02:23:26.688 INFO:tasks.rados.rados.0.smithi046.stdout:984: expect (ObjNum 305 snap 98 seq_num 305) 2024-09-18T02:23:26.688 INFO:tasks.rados.rados.0.smithi046.stdout:985: snap_remove snap 74 2024-09-18T02:23:26.692 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:23:26] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-09-18T02:23:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: pgmap v56: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 480 KiB/s wr, 19 op/s 2024-09-18T02:23:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: osdmap e253: 8 total, 8 up, 8 in 2024-09-18T02:23:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: Reconfiguring mon.a (monmap changed)... 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: Reconfiguring daemon mon.a on smithi046 2024-09-18T02:23:27.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[94621]: osdmap e254: 8 total, 8 up, 8 in 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: pgmap v56: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 480 KiB/s wr, 19 op/s 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: osdmap e253: 8 total, 8 up, 8 in 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: Reconfiguring mon.a (monmap changed)... 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:27.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:27.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:27.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: Reconfiguring daemon mon.a on smithi046 2024-09-18T02:23:27.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:26 smithi046 ceph-mon[97106]: osdmap e254: 8 total, 8 up, 8 in 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: pgmap v56: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 480 KiB/s wr, 19 op/s 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: osdmap e253: 8 total, 8 up, 8 in 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: Reconfiguring mon.a (monmap changed)... 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:27.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:27.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: Reconfiguring daemon mon.a on smithi046 2024-09-18T02:23:27.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:26 smithi195 ceph-mon[89559]: osdmap e254: 8 total, 8 up, 8 in 2024-09-18T02:23:27.690 INFO:tasks.rados.rados.0.smithi046.stdout:985: done (2 left) 2024-09-18T02:23:27.690 INFO:tasks.rados.rados.0.smithi046.stdout:986: read oid 22 snap -1 2024-09-18T02:23:27.690 INFO:tasks.rados.rados.0.smithi046.stdout:986: expect deleted 2024-09-18T02:23:27.690 INFO:tasks.rados.rados.0.smithi046.stdout:987: read oid 46 snap -1 2024-09-18T02:23:27.690 INFO:tasks.rados.rados.0.smithi046.stdout:987: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-18T02:23:27.690 INFO:tasks.rados.rados.0.smithi046.stdout:988: snap_remove snap 101 2024-09-18T02:23:28.692 INFO:tasks.rados.rados.0.smithi046.stdout:988: done (4 left) 2024-09-18T02:23:28.692 INFO:tasks.rados.rados.0.smithi046.stdout:989: read oid 40 snap 39 2024-09-18T02:23:28.692 INFO:tasks.rados.rados.0.smithi046.stdout:989: expect (ObjNum 1147495600 snap 21981 seq_num 1147361792) 2024-09-18T02:23:28.692 INFO:tasks.rados.rados.0.smithi046.stdout:990: snap_remove snap 50 2024-09-18T02:23:28.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: pgmap v59: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 480 KiB/s wr, 19 op/s 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: Reconfiguring mgr.y (monmap changed)... 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: Reconfiguring daemon mgr.y on smithi046 2024-09-18T02:23:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: osdmap e255: 8 total, 8 up, 8 in 2024-09-18T02:23:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: pgmap v59: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 480 KiB/s wr, 19 op/s 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: Reconfiguring mgr.y (monmap changed)... 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: Reconfiguring daemon mgr.y on smithi046 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: osdmap e255: 8 total, 8 up, 8 in 2024-09-18T02:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: pgmap v59: 121 pgs: 121 active+clean; 367 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 480 KiB/s wr, 19 op/s 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: Reconfiguring mgr.y (monmap changed)... 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: Reconfiguring daemon mgr.y on smithi046 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: osdmap e255: 8 total, 8 up, 8 in 2024-09-18T02:23:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:990: done (5 left) 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:991: read oid 18 snap -1 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:991: expect (ObjNum 306 snap 98 seq_num 306) 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:992: delete oid 14 current snap is 102 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:983: finishing write tid 1 to smithi04682744-36 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:983: finishing write tid 2 to smithi04682744-36 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:983: finishing write tid 3 to smithi04682744-36 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 454 (ObjNum 322 snap 102 seq_num 322) dirty exists 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:983: left oid 36 (ObjNum 322 snap 102 seq_num 322) 2024-09-18T02:23:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:984: expect (ObjNum 305 snap 98 seq_num 305) 2024-09-18T02:23:29.857 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[97106]: osdmap e256: 8 total, 8 up, 8 in 2024-09-18T02:23:29.857 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:29.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:29.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:29.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[94621]: osdmap e256: 8 total, 8 up, 8 in 2024-09-18T02:23:29.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:29.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:29.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:29.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:29 smithi195 ceph-mon[89559]: osdmap e256: 8 total, 8 up, 8 in 2024-09-18T02:23:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:30.313 INFO:tasks.rados.rados.0.smithi046.stdout:987: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-18T02:23:30.462 INFO:tasks.rados.rados.0.smithi046.stdout:989: expect (ObjNum 1147495600 snap 21981 seq_num 1147361792) 2024-09-18T02:23:30.466 INFO:tasks.rados.rados.0.smithi046.stdout:991: expect (ObjNum 306 snap 98 seq_num 306) 2024-09-18T02:23:30.913 INFO:tasks.rados.rados.0.smithi046.stdout:983: done (6 left) 2024-09-18T02:23:30.913 INFO:tasks.rados.rados.0.smithi046.stdout:984: done (5 left) 2024-09-18T02:23:30.914 INFO:tasks.rados.rados.0.smithi046.stdout:986: done (4 left) 2024-09-18T02:23:30.914 INFO:tasks.rados.rados.0.smithi046.stdout:987: done (3 left) 2024-09-18T02:23:30.914 INFO:tasks.rados.rados.0.smithi046.stdout:989: done (2 left) 2024-09-18T02:23:30.914 INFO:tasks.rados.rados.0.smithi046.stdout:991: done (1 left) 2024-09-18T02:23:30.914 INFO:tasks.rados.rados.0.smithi046.stdout:992: done (0 left) 2024-09-18T02:23:30.914 INFO:tasks.rados.rados.0.smithi046.stdout:993: snap_create 2024-09-18T02:23:30.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:30 smithi195 ceph-mon[89559]: Reconfiguring mon.c (monmap changed)... 2024-09-18T02:23:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:30 smithi195 ceph-mon[89559]: Reconfiguring daemon mon.c on smithi046 2024-09-18T02:23:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:30 smithi195 ceph-mon[89559]: pgmap v62: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-18T02:23:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:30 smithi195 ceph-mon[89559]: osdmap e257: 8 total, 8 up, 8 in 2024-09-18T02:23:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[94621]: Reconfiguring mon.c (monmap changed)... 2024-09-18T02:23:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[94621]: Reconfiguring daemon mon.c on smithi046 2024-09-18T02:23:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[94621]: pgmap v62: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-18T02:23:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[94621]: osdmap e257: 8 total, 8 up, 8 in 2024-09-18T02:23:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[97106]: Reconfiguring mon.c (monmap changed)... 2024-09-18T02:23:31.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[97106]: Reconfiguring daemon mon.c on smithi046 2024-09-18T02:23:31.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[97106]: pgmap v62: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-18T02:23:31.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:30 smithi046 ceph-mon[97106]: osdmap e257: 8 total, 8 up, 8 in 2024-09-18T02:23:31.686 INFO:tasks.rados.rados.0.smithi046.stdout:993: done (0 left) 2024-09-18T02:23:31.686 INFO:tasks.rados.rados.0.smithi046.stdout:994: delete oid 3 current snap is 103 2024-09-18T02:23:31.688 INFO:tasks.rados.rados.0.smithi046.stdout:994: done (0 left) 2024-09-18T02:23:31.688 INFO:tasks.rados.rados.0.smithi046.stdout:995: rollback oid 48 current snap is 103 2024-09-18T02:23:31.688 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 87 2024-09-18T02:23:31.688 INFO:tasks.rados.rados.0.smithi046.stdout:996: delete oid 19 current snap is 103 2024-09-18T02:23:31.691 INFO:tasks.rados.rados.0.smithi046.stdout:996: done (1 left) 2024-09-18T02:23:31.691 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 103 2024-09-18T02:23:31.691 INFO:tasks.rados.rados.0.smithi046.stdout:997: seq_num 326 ranges {6488064=663552} 2024-09-18T02:23:31.731 INFO:tasks.rados.rados.0.smithi046.stdout:997: writing smithi04682744-9 from 6488064 to 7151616 tid 1 2024-09-18T02:23:31.731 INFO:tasks.rados.rados.0.smithi046.stdout:998: snap_create 2024-09-18T02:23:31.731 INFO:tasks.rados.rados.0.smithi046.stdout:995: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:23:31.731 INFO:tasks.rados.rados.0.smithi046.stdout:995: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:23:31.731 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 328 (ObjNum 259 snap 85 seq_num 259) dirty exists 2024-09-18T02:23:31.734 INFO:tasks.rados.rados.0.smithi046.stdout:997: finishing write tid 1 to smithi04682744-9 2024-09-18T02:23:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:997: finishing write tid 2 to smithi04682744-9 2024-09-18T02:23:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:997: finishing write tid 3 to smithi04682744-9 2024-09-18T02:23:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 330 (ObjNum 326 snap 103 seq_num 326) dirty exists 2024-09-18T02:23:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:997: left oid 9 (ObjNum 326 snap 103 seq_num 326) 2024-09-18T02:23:31.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:31 smithi195 ceph-mon[89559]: Reconfiguring osd.0 (monmap changed)... 2024-09-18T02:23:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:23:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:31 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.0 on smithi046 2024-09-18T02:23:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:31 smithi195 ceph-mon[89559]: osdmap e258: 8 total, 8 up, 8 in 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[97106]: Reconfiguring osd.0 (monmap changed)... 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.0 on smithi046 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[97106]: osdmap e258: 8 total, 8 up, 8 in 2024-09-18T02:23:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[94621]: Reconfiguring osd.0 (monmap changed)... 2024-09-18T02:23:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:23:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.0 on smithi046 2024-09-18T02:23:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:31 smithi046 ceph-mon[94621]: osdmap e258: 8 total, 8 up, 8 in 2024-09-18T02:23:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:32.725 INFO:tasks.rados.rados.0.smithi046.stdout:995: done (2 left) 2024-09-18T02:23:32.725 INFO:tasks.rados.rados.0.smithi046.stdout:997: done (1 left) 2024-09-18T02:23:32.726 INFO:tasks.rados.rados.0.smithi046.stdout:998: done (0 left) 2024-09-18T02:23:32.726 INFO:tasks.rados.rados.0.smithi046.stdout:999: read oid 48 snap -1 2024-09-18T02:23:32.726 INFO:tasks.rados.rados.0.smithi046.stdout:999: expect (ObjNum 259 snap 85 seq_num 259) 2024-09-18T02:23:32.726 INFO:tasks.rados.rados.0.smithi046.stdout:1000: snap_remove snap 63 2024-09-18T02:23:32.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[97106]: pgmap v64: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-09-18T02:23:32.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.865 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:23:32.865 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:32.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[94621]: pgmap v64: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-09-18T02:23:32.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:23:32.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:32.986 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:32 smithi195 ceph-mon[89559]: pgmap v64: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-09-18T02:23:32.986 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.986 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:32.986 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:23:32.986 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1000: done (1 left) 2024-09-18T02:23:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1001: snap_create 2024-09-18T02:23:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:999: expect (ObjNum 259 snap 85 seq_num 259) 2024-09-18T02:23:33.962 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:33.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-mon[89559]: Reconfiguring osd.1 (monmap changed)... 2024-09-18T02:23:33.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.1 on smithi046 2024-09-18T02:23:33.963 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-mon[89559]: osdmap e259: 8 total, 8 up, 8 in 2024-09-18T02:23:33.963 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:33.963 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:33.963 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:23:33.963 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[94621]: Reconfiguring osd.1 (monmap changed)... 2024-09-18T02:23:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.1 on smithi046 2024-09-18T02:23:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[94621]: osdmap e259: 8 total, 8 up, 8 in 2024-09-18T02:23:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:23:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[97106]: Reconfiguring osd.1 (monmap changed)... 2024-09-18T02:23:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.1 on smithi046 2024-09-18T02:23:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[97106]: osdmap e259: 8 total, 8 up, 8 in 2024-09-18T02:23:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:23:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:34.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:34.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:34.738 INFO:tasks.rados.rados.0.smithi046.stdout:999: done (1 left) 2024-09-18T02:23:34.738 INFO:tasks.rados.rados.0.smithi046.stdout:1001: done (0 left) 2024-09-18T02:23:34.738 INFO:tasks.rados.rados.0.smithi046.stdout:1002: copy_from oid 20 from oid 32 current snap is 105 2024-09-18T02:23:34.739 INFO:tasks.rados.rados.0.smithi046.stdout:1003: delete oid 3 current snap is 105 2024-09-18T02:23:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1003: done (1 left) 2024-09-18T02:23:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1004: copy_from oid 45 from oid 37 current snap is 105 2024-09-18T02:23:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1005: snap_remove snap 93 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[97106]: pgmap v67: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[97106]: Reconfiguring osd.2 (monmap changed)... 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.2 on smithi046 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[97106]: osdmap e260: 8 total, 8 up, 8 in 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[94621]: pgmap v67: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[94621]: Reconfiguring osd.2 (monmap changed)... 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.2 on smithi046 2024-09-18T02:23:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:34 smithi046 ceph-mon[94621]: osdmap e260: 8 total, 8 up, 8 in 2024-09-18T02:23:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:34 smithi195 ceph-mon[89559]: pgmap v67: 121 pgs: 121 active+clean; 380 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-09-18T02:23:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:34 smithi195 ceph-mon[89559]: Reconfiguring osd.2 (monmap changed)... 2024-09-18T02:23:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:34 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.2 on smithi046 2024-09-18T02:23:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:34 smithi195 ceph-mon[89559]: osdmap e260: 8 total, 8 up, 8 in 2024-09-18T02:23:35.746 INFO:tasks.rados.rados.0.smithi046.stdout:1005: done (2 left) 2024-09-18T02:23:35.746 INFO:tasks.rados.rados.0.smithi046.stdout:1006: snap_create 2024-09-18T02:23:35.747 INFO:tasks.rados.rados.0.smithi046.stdout:1004: finishing copy_from to smithi04682744-45 2024-09-18T02:23:35.747 INFO:tasks.rados.rados.0.smithi046.stdout:1004: got expected ENOENT (src dne) 2024-09-18T02:23:35.747 INFO:tasks.rados.rados.0.smithi046.stdout:1004: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:23:35.747 INFO:tasks.rados.rados.0.smithi046.stdout:1002: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:23:35.747 INFO:tasks.rados.rados.0.smithi046.stdout:1002: finishing copy_from to smithi04682744-20 2024-09-18T02:23:35.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 103 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:23:35.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[97106]: osdmap e261: 8 total, 8 up, 8 in 2024-09-18T02:23:35.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[94621]: osdmap e261: 8 total, 8 up, 8 in 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:23:35.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:35 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:35 smithi195 ceph-mon[89559]: osdmap e261: 8 total, 8 up, 8 in 2024-09-18T02:23:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:35 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:35 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:35 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:23:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:35 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:36.641 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:23:36] "GET /metrics HTTP/1.1" 200 36053 "" "Prometheus/2.43.0" 2024-09-18T02:23:36.688 INFO:tasks.rados.rados.0.smithi046.stdout:1002: done (2 left) 2024-09-18T02:23:36.688 INFO:tasks.rados.rados.0.smithi046.stdout:1004: done (1 left) 2024-09-18T02:23:36.688 INFO:tasks.rados.rados.0.smithi046.stdout:1006: done (0 left) 2024-09-18T02:23:36.688 INFO:tasks.rados.rados.0.smithi046.stdout:1007: snap_remove snap 72 2024-09-18T02:23:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: pgmap v70: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 162 KiB/s wr, 3 op/s 2024-09-18T02:23:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: Reconfiguring osd.3 (monmap changed)... 2024-09-18T02:23:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.3 on smithi046 2024-09-18T02:23:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: osdmap e262: 8 total, 8 up, 8 in 2024-09-18T02:23:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: osdmap e263: 8 total, 8 up, 8 in 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: pgmap v70: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 162 KiB/s wr, 3 op/s 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: Reconfiguring osd.3 (monmap changed)... 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.3 on smithi046 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: osdmap e262: 8 total, 8 up, 8 in 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: osdmap e263: 8 total, 8 up, 8 in 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:23:37.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: pgmap v70: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 162 KiB/s wr, 3 op/s 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: Reconfiguring osd.3 (monmap changed)... 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.3 on smithi046 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: osdmap e262: 8 total, 8 up, 8 in 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: osdmap e263: 8 total, 8 up, 8 in 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:37.688 INFO:tasks.rados.rados.0.smithi046.stdout:1007: done (0 left) 2024-09-18T02:23:37.689 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 106 2024-09-18T02:23:37.689 INFO:tasks.rados.rados.0.smithi046.stdout:1008: seq_num 328 ranges {1769472=696320} 2024-09-18T02:23:37.705 INFO:tasks.rados.rados.0.smithi046.stdout:1008: writing smithi04682744-25 from 1769472 to 2465792 tid 1 2024-09-18T02:23:37.705 INFO:tasks.rados.rados.0.smithi046.stdout:1009: copy_from oid 1 from oid 10 current snap is 106 2024-09-18T02:23:37.706 INFO:tasks.rados.rados.0.smithi046.stdout:1010: read oid 46 snap -1 2024-09-18T02:23:37.706 INFO:tasks.rados.rados.0.smithi046.stdout:1010: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-18T02:23:37.706 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 106 2024-09-18T02:23:37.706 INFO:tasks.rados.rados.0.smithi046.stdout:1011: seq_num 329 ranges {7716864=712704} 2024-09-18T02:23:37.754 INFO:tasks.rados.rados.0.smithi046.stdout:1011: writing smithi04682744-24 from 7716864 to 8429568 tid 1 2024-09-18T02:23:37.754 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 106 2024-09-18T02:23:37.754 INFO:tasks.rados.rados.0.smithi046.stdout:1008: finishing write tid 1 to smithi04682744-25 2024-09-18T02:23:37.755 INFO:tasks.rados.rados.0.smithi046.stdout:1012: seq_num 330 ranges {0=737280} 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:1012: writing smithi04682744-5 from 0 to 737280 tid 1 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:1013: rollback oid 26 current snap is 106 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 66 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:1008: finishing write tid 2 to smithi04682744-25 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:1008: finishing write tid 3 to smithi04682744-25 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 344 (ObjNum 328 snap 106 seq_num 328) dirty exists 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:1008: left oid 25 (ObjNum 328 snap 106 seq_num 328) 2024-09-18T02:23:37.759 INFO:tasks.rados.rados.0.smithi046.stdout:1010: expect (ObjNum 317 snap 99 seq_num 317) 2024-09-18T02:23:37.911 INFO:tasks.rados.rados.0.smithi046.stdout:1009: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:23:37.911 INFO:tasks.rados.rados.0.smithi046.stdout:1009: finishing copy_from to smithi04682744-1 2024-09-18T02:23:37.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 365 (ObjNum 312 snap 99 seq_num 312) dirty exists 2024-09-18T02:23:37.911 INFO:tasks.rados.rados.0.smithi046.stdout:1008: done (5 left) 2024-09-18T02:23:37.911 INFO:tasks.rados.rados.0.smithi046.stdout:1009: done (4 left) 2024-09-18T02:23:37.912 INFO:tasks.rados.rados.0.smithi046.stdout:1010: done (3 left) 2024-09-18T02:23:37.912 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 106 2024-09-18T02:23:37.912 INFO:tasks.rados.rados.0.smithi046.stdout:1011: finishing write tid 1 to smithi04682744-24 2024-09-18T02:23:37.912 INFO:tasks.rados.rados.0.smithi046.stdout:1014: seq_num 331 ranges {2236416=753664} 2024-09-18T02:23:37.927 INFO:tasks.rados.rados.0.smithi046.stdout:1014: writing smithi04682744-12 from 2236416 to 2990080 tid 1 2024-09-18T02:23:37.927 INFO:tasks.rados.rados.0.smithi046.stdout:1015: copy_from oid 9 from oid 3 current snap is 106 2024-09-18T02:23:37.927 INFO:tasks.rados.rados.0.smithi046.stdout:1011: finishing write tid 2 to smithi04682744-24 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1011: finishing write tid 3 to smithi04682744-24 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 238 (ObjNum 329 snap 106 seq_num 329) dirty exists 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1011: left oid 24 (ObjNum 329 snap 106 seq_num 329) 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1012: finishing write tid 1 to smithi04682744-5 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1011: done (4 left) 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1016: copy_from oid 28 from oid 43 current snap is 106 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1012: finishing write tid 2 to smithi04682744-5 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1013: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:23:37.928 INFO:tasks.rados.rados.0.smithi046.stdout:1013: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1013: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 606 (ObjNum 945 snap 0 seq_num 986745248) dirty exists 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1012: finishing write tid 3 to smithi04682744-5 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 320 (ObjNum 330 snap 106 seq_num 330) dirty exists 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1012: left oid 5 (ObjNum 330 snap 106 seq_num 330) 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1012: done (4 left) 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1013: done (3 left) 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1017: read oid 41 snap -1 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1017: expect (ObjNum 240 snap 76 seq_num 240) 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 106 2024-09-18T02:23:37.929 INFO:tasks.rados.rados.0.smithi046.stdout:1018: seq_num 332 ranges {598016=770048} 2024-09-18T02:23:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:1018: writing smithi04682744-36 from 598016 to 1368064 tid 1 2024-09-18T02:23:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:1019: read oid 44 snap 79 2024-09-18T02:23:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:1019: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-18T02:23:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:1020: snap_create 2024-09-18T02:23:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:1015: finishing copy_from to smithi04682744-9 2024-09-18T02:23:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:1015: got expected ENOENT (src dne) 2024-09-18T02:23:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:1015: finishing copy_from racing read to smithi04682744-9 2024-09-18T02:23:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:1016: finishing copy_from racing read to smithi04682744-28 2024-09-18T02:23:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:1014: finishing write tid 1 to smithi04682744-12 2024-09-18T02:23:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:1014: finishing write tid 2 to smithi04682744-12 2024-09-18T02:23:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:1016: finishing copy_from to smithi04682744-28 2024-09-18T02:23:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 150 (ObjNum 209 snap 0 seq_num 1926247956) dirty exists 2024-09-18T02:23:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:1014: finishing write tid 3 to smithi04682744-12 2024-09-18T02:23:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 346 (ObjNum 331 snap 106 seq_num 331) dirty exists 2024-09-18T02:23:37.939 INFO:tasks.rados.rados.0.smithi046.stdout:1014: left oid 12 (ObjNum 331 snap 106 seq_num 331) 2024-09-18T02:23:37.939 INFO:tasks.rados.rados.0.smithi046.stdout:1019: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-18T02:23:37.959 INFO:tasks.rados.rados.0.smithi046.stdout:1018: finishing write tid 1 to smithi04682744-36 2024-09-18T02:23:37.959 INFO:tasks.rados.rados.0.smithi046.stdout:1018: finishing write tid 2 to smithi04682744-36 2024-09-18T02:23:37.959 INFO:tasks.rados.rados.0.smithi046.stdout:1018: finishing write tid 3 to smithi04682744-36 2024-09-18T02:23:37.959 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 497 (ObjNum 332 snap 106 seq_num 332) dirty exists 2024-09-18T02:23:37.960 INFO:tasks.rados.rados.0.smithi046.stdout:1018: left oid 36 (ObjNum 332 snap 106 seq_num 332) 2024-09-18T02:23:37.960 INFO:tasks.rados.rados.0.smithi046.stdout:1017: expect (ObjNum 240 snap 76 seq_num 240) 2024-09-18T02:23:37.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:37 smithi046 ceph-mon[94621]: Reconfiguring mds.a (monmap changed)... 2024-09-18T02:23:37.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:37 smithi046 ceph-mon[94621]: Reconfiguring daemon mds.a on smithi046 2024-09-18T02:23:37.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:37 smithi046 ceph-mon[94621]: osdmap e264: 8 total, 8 up, 8 in 2024-09-18T02:23:37.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:37 smithi046 ceph-mon[97106]: Reconfiguring mds.a (monmap changed)... 2024-09-18T02:23:37.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:37 smithi046 ceph-mon[97106]: Reconfiguring daemon mds.a on smithi046 2024-09-18T02:23:37.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:37 smithi046 ceph-mon[97106]: osdmap e264: 8 total, 8 up, 8 in 2024-09-18T02:23:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:37 smithi195 ceph-mon[89559]: Reconfiguring mds.a (monmap changed)... 2024-09-18T02:23:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:37 smithi195 ceph-mon[89559]: Reconfiguring daemon mds.a on smithi046 2024-09-18T02:23:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:37 smithi195 ceph-mon[89559]: osdmap e264: 8 total, 8 up, 8 in 2024-09-18T02:23:38.752 INFO:tasks.rados.rados.0.smithi046.stdout:1014: done (6 left) 2024-09-18T02:23:38.752 INFO:tasks.rados.rados.0.smithi046.stdout:1015: done (5 left) 2024-09-18T02:23:38.752 INFO:tasks.rados.rados.0.smithi046.stdout:1016: done (4 left) 2024-09-18T02:23:38.753 INFO:tasks.rados.rados.0.smithi046.stdout:1017: done (3 left) 2024-09-18T02:23:38.753 INFO:tasks.rados.rados.0.smithi046.stdout:1018: done (2 left) 2024-09-18T02:23:38.753 INFO:tasks.rados.rados.0.smithi046.stdout:1019: done (1 left) 2024-09-18T02:23:38.753 INFO:tasks.rados.rados.0.smithi046.stdout:1020: done (0 left) 2024-09-18T02:23:38.753 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 107 2024-09-18T02:23:38.753 INFO:tasks.rados.rados.0.smithi046.stdout:1021: seq_num 333 ranges {606208=786432} 2024-09-18T02:23:38.759 INFO:tasks.rados.rados.0.smithi046.stdout:1021: writing smithi04682744-6 from 606208 to 1392640 tid 1 2024-09-18T02:23:38.760 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 107 2024-09-18T02:23:38.760 INFO:tasks.rados.rados.0.smithi046.stdout:1022: seq_num 334 ranges {0=802816} 2024-09-18T02:23:38.765 INFO:tasks.rados.rados.0.smithi046.stdout:1022: writing smithi04682744-44 from 0 to 802816 tid 1 2024-09-18T02:23:38.765 INFO:tasks.rados.rados.0.smithi046.stdout:1023: read oid 50 snap -1 2024-09-18T02:23:38.765 INFO:tasks.rados.rados.0.smithi046.stdout:1023: expect (ObjNum 304 snap 98 seq_num 304) 2024-09-18T02:23:38.765 INFO:tasks.rados.rados.0.smithi046.stdout:1024: snap_create 2024-09-18T02:23:38.765 INFO:tasks.rados.rados.0.smithi046.stdout:1021: finishing write tid 1 to smithi04682744-6 2024-09-18T02:23:38.765 INFO:tasks.rados.rados.0.smithi046.stdout:1021: finishing write tid 2 to smithi04682744-6 2024-09-18T02:23:38.766 INFO:tasks.rados.rados.0.smithi046.stdout:1021: finishing write tid 3 to smithi04682744-6 2024-09-18T02:23:38.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 361 (ObjNum 333 snap 107 seq_num 333) dirty exists 2024-09-18T02:23:38.766 INFO:tasks.rados.rados.0.smithi046.stdout:1021: left oid 6 (ObjNum 333 snap 107 seq_num 333) 2024-09-18T02:23:38.770 INFO:tasks.rados.rados.0.smithi046.stdout:1022: finishing write tid 1 to smithi04682744-44 2024-09-18T02:23:38.770 INFO:tasks.rados.rados.0.smithi046.stdout:1022: finishing write tid 2 to smithi04682744-44 2024-09-18T02:23:38.770 INFO:tasks.rados.rados.0.smithi046.stdout:1023: expect (ObjNum 304 snap 98 seq_num 304) 2024-09-18T02:23:38.778 INFO:tasks.rados.rados.0.smithi046.stdout:1022: finishing write tid 3 to smithi04682744-44 2024-09-18T02:23:38.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 79 (ObjNum 334 snap 107 seq_num 334) dirty exists 2024-09-18T02:23:38.778 INFO:tasks.rados.rados.0.smithi046.stdout:1022: left oid 44 (ObjNum 334 snap 107 seq_num 334) 2024-09-18T02:23:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: pgmap v73: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 162 KiB/s wr, 3 op/s 2024-09-18T02:23:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: Reconfiguring mon.b (monmap changed)... 2024-09-18T02:23:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:39.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:39.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:39.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: Reconfiguring daemon mon.b on smithi195 2024-09-18T02:23:39.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:39 smithi195 ceph-mon[89559]: osdmap e265: 8 total, 8 up, 8 in 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: pgmap v73: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 162 KiB/s wr, 3 op/s 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: Reconfiguring mon.b (monmap changed)... 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: Reconfiguring daemon mon.b on smithi195 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[94621]: osdmap e265: 8 total, 8 up, 8 in 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: pgmap v73: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 162 KiB/s wr, 3 op/s 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: Reconfiguring mon.b (monmap changed)... 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: Reconfiguring daemon mon.b on smithi195 2024-09-18T02:23:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:39 smithi046 ceph-mon[97106]: osdmap e265: 8 total, 8 up, 8 in 2024-09-18T02:23:39.753 INFO:tasks.rados.rados.0.smithi046.stdout:1021: done (3 left) 2024-09-18T02:23:39.753 INFO:tasks.rados.rados.0.smithi046.stdout:1022: done (2 left) 2024-09-18T02:23:39.753 INFO:tasks.rados.rados.0.smithi046.stdout:1023: done (1 left) 2024-09-18T02:23:39.753 INFO:tasks.rados.rados.0.smithi046.stdout:1024: done (0 left) 2024-09-18T02:23:39.753 INFO:tasks.rados.rados.0.smithi046.stdout:1025: snap_create 2024-09-18T02:23:40.755 INFO:tasks.rados.rados.0.smithi046.stdout:1025: done (0 left) 2024-09-18T02:23:40.755 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 109 2024-09-18T02:23:40.755 INFO:tasks.rados.rados.0.smithi046.stdout:1026: seq_num 335 ranges {737280=417792,1155072=401408} 2024-09-18T02:23:40.761 INFO:tasks.rados.rados.0.smithi046.stdout:1026: writing smithi04682744-5 from 737280 to 1155072 tid 1 2024-09-18T02:23:40.764 INFO:tasks.rados.rados.0.smithi046.stdout:1026: writing smithi04682744-5 from 1155072 to 1556480 tid 2 2024-09-18T02:23:40.764 INFO:tasks.rados.rados.0.smithi046.stdout:1027: read oid 22 snap -1 2024-09-18T02:23:40.764 INFO:tasks.rados.rados.0.smithi046.stdout:1027: expect deleted 2024-09-18T02:23:40.764 INFO:tasks.rados.rados.0.smithi046.stdout:1028: rollback oid 47 current snap is 109 2024-09-18T02:23:40.765 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 22 2024-09-18T02:23:40.765 INFO:tasks.rados.rados.0.smithi046.stdout:1029: delete oid 15 current snap is 109 2024-09-18T02:23:40.770 INFO:tasks.rados.rados.0.smithi046.stdout:1028: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:23:40.770 INFO:tasks.rados.rados.0.smithi046.stdout:1026: finishing write tid 1 to smithi04682744-5 2024-09-18T02:23:40.770 INFO:tasks.rados.rados.0.smithi046.stdout:1026: finishing write tid 2 to smithi04682744-5 2024-09-18T02:23:40.770 INFO:tasks.rados.rados.0.smithi046.stdout:1026: finishing write tid 3 to smithi04682744-5 2024-09-18T02:23:40.770 INFO:tasks.rados.rados.0.smithi046.stdout:1028: finishing rollback tid 2 to smithi04682744-47 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 166 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1027: done (3 left) 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1028: done (2 left) 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1029: done (1 left) 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1030: rollback oid 33 current snap is 109 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 108 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 109 2024-09-18T02:23:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1031: seq_num 337 ranges {5210112=450560,5660672=401408} 2024-09-18T02:23:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:1031: writing smithi04682744-34 from 5210112 to 5660672 tid 1 2024-09-18T02:23:40.804 INFO:tasks.rados.rados.0.smithi046.stdout:1031: writing smithi04682744-34 from 5660672 to 6062080 tid 2 2024-09-18T02:23:40.804 INFO:tasks.rados.rados.0.smithi046.stdout:1032: delete oid 10 current snap is 109 2024-09-18T02:23:40.804 INFO:tasks.rados.rados.0.smithi046.stdout:1026: finishing write tid 4 to smithi04682744-5 2024-09-18T02:23:40.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 323 (ObjNum 335 snap 109 seq_num 335) dirty exists 2024-09-18T02:23:40.804 INFO:tasks.rados.rados.0.smithi046.stdout:1026: left oid 5 (ObjNum 335 snap 109 seq_num 335) 2024-09-18T02:23:40.805 INFO:tasks.rados.rados.0.smithi046.stdout:1030: finishing rollback tid 0 to smithi04682744-33 2024-09-18T02:23:40.805 INFO:tasks.rados.rados.0.smithi046.stdout:1030: finishing rollback tid 1 to smithi04682744-33 2024-09-18T02:23:40.805 INFO:tasks.rados.rados.0.smithi046.stdout:1030: finishing rollback tid 2 to smithi04682744-33 2024-09-18T02:23:40.805 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 315 (ObjNum 262 snap 86 seq_num 262) dirty exists 2024-09-18T02:23:40.805 INFO:tasks.rados.rados.0.smithi046.stdout:1031: finishing write tid 1 to smithi04682744-34 2024-09-18T02:23:40.807 INFO:tasks.rados.rados.0.smithi046.stdout:1031: finishing write tid 2 to smithi04682744-34 2024-09-18T02:23:40.807 INFO:tasks.rados.rados.0.smithi046.stdout:1031: finishing write tid 3 to smithi04682744-34 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1026: done (3 left) 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1030: done (2 left) 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1032: done (1 left) 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1033: rollback oid 47 current snap is 109 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 89 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1034: read oid 28 snap -1 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1034: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1035: read oid 43 snap -1 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1035: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1036: copy_from oid 44 from oid 18 current snap is 109 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1037: read oid 49 snap 108 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1037: expect (ObjNum 263 snap 86 seq_num 263) 2024-09-18T02:23:40.809 INFO:tasks.rados.rados.0.smithi046.stdout:1038: read oid 27 snap -1 2024-09-18T02:23:40.810 INFO:tasks.rados.rados.0.smithi046.stdout:1038: expect (ObjNum 271 snap 87 seq_num 271) 2024-09-18T02:23:40.810 INFO:tasks.rados.rados.0.smithi046.stdout:1039: copy_from oid 9 from oid 10 current snap is 109 2024-09-18T02:23:40.810 INFO:tasks.rados.rados.0.smithi046.stdout:1040: setattr oid 26 current snap is 109 2024-09-18T02:23:40.810 INFO:tasks.rados.rados.0.smithi046.stdout:1034: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:23:40.813 INFO:tasks.rados.rados.0.smithi046.stdout:1031: finishing write tid 4 to smithi04682744-34 2024-09-18T02:23:40.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 435 (ObjNum 337 snap 109 seq_num 337) dirty exists 2024-09-18T02:23:40.813 INFO:tasks.rados.rados.0.smithi046.stdout:1031: left oid 34 (ObjNum 337 snap 109 seq_num 337) 2024-09-18T02:23:40.813 INFO:tasks.rados.rados.0.smithi046.stdout:1033: finishing rollback tid 0 to smithi04682744-47 2024-09-18T02:23:40.813 INFO:tasks.rados.rados.0.smithi046.stdout:1035: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:23:40.817 INFO:tasks.rados.rados.0.smithi046.stdout:1033: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:23:40.817 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 168 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1039: finishing copy_from to smithi04682744-9 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1039: got expected ENOENT (src dne) 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1039: finishing copy_from racing read to smithi04682744-9 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1031: done (8 left) 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1033: done (7 left) 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1034: done (6 left) 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1035: done (5 left) 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1039: done (4 left) 2024-09-18T02:23:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:1041: delete oid 2 current snap is 109 2024-09-18T02:23:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1037: expect (ObjNum 263 snap 86 seq_num 263) 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: pgmap v76: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: Reconfiguring mgr.x (monmap changed)... 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: Reconfiguring daemon mgr.x on smithi195 2024-09-18T02:23:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:40 smithi195 ceph-mon[89559]: osdmap e266: 8 total, 8 up, 8 in 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: pgmap v76: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: Reconfiguring mgr.x (monmap changed)... 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: Reconfiguring daemon mgr.x on smithi195 2024-09-18T02:23:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[97106]: osdmap e266: 8 total, 8 up, 8 in 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: pgmap v76: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: Reconfiguring mgr.x (monmap changed)... 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: Reconfiguring daemon mgr.x on smithi195 2024-09-18T02:23:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:40 smithi046 ceph-mon[94621]: osdmap e266: 8 total, 8 up, 8 in 2024-09-18T02:23:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 608 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:23:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:1036: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:23:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:1036: finishing copy_from to smithi04682744-44 2024-09-18T02:23:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 317 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-18T02:23:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:1038: expect (ObjNum 271 snap 87 seq_num 271) 2024-09-18T02:23:41.539 INFO:tasks.rados.rados.0.smithi046.stdout:1036: done (4 left) 2024-09-18T02:23:41.539 INFO:tasks.rados.rados.0.smithi046.stdout:1037: done (3 left) 2024-09-18T02:23:41.539 INFO:tasks.rados.rados.0.smithi046.stdout:1038: done (2 left) 2024-09-18T02:23:41.539 INFO:tasks.rados.rados.0.smithi046.stdout:1040: done (1 left) 2024-09-18T02:23:41.539 INFO:tasks.rados.rados.0.smithi046.stdout:1041: done (0 left) 2024-09-18T02:23:41.539 INFO:tasks.rados.rados.0.smithi046.stdout:1042: setattr oid 28 current snap is 109 2024-09-18T02:23:41.541 INFO:tasks.rados.rados.0.smithi046.stdout:1043: snap_create 2024-09-18T02:23:41.544 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 242 (ObjNum 129 snap 0 seq_num 1147513104) dirty exists 2024-09-18T02:23:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:1042: done (1 left) 2024-09-18T02:23:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:1043: done (0 left) 2024-09-18T02:23:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:1044: read oid 42 snap -1 2024-09-18T02:23:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:1044: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:23:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:1045: snap_remove snap 62 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: osdmap e267: 8 total, 8 up, 8 in 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: Reconfiguring osd.4 (monmap changed)... 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.4 on smithi195 2024-09-18T02:23:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:41 smithi195 ceph-mon[89559]: osdmap e268: 8 total, 8 up, 8 in 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: osdmap e267: 8 total, 8 up, 8 in 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: Reconfiguring osd.4 (monmap changed)... 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.4 on smithi195 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[94621]: osdmap e268: 8 total, 8 up, 8 in 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: osdmap e267: 8 total, 8 up, 8 in 2024-09-18T02:23:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: Reconfiguring osd.4 (monmap changed)... 2024-09-18T02:23:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:23:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.4 on smithi195 2024-09-18T02:23:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:41 smithi046 ceph-mon[97106]: osdmap e268: 8 total, 8 up, 8 in 2024-09-18T02:23:42.402 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:42.690 INFO:tasks.rados.rados.0.smithi046.stdout:1044: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:23:42.755 INFO:tasks.rados.rados.0.smithi046.stdout:1044: done (1 left) 2024-09-18T02:23:42.756 INFO:tasks.rados.rados.0.smithi046.stdout:1045: done (0 left) 2024-09-18T02:23:42.756 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 110 2024-09-18T02:23:42.756 INFO:tasks.rados.rados.0.smithi046.stdout:1046: seq_num 340 ranges {0=499712,499712=401408} 2024-09-18T02:23:42.758 INFO:tasks.rados.rados.0.smithi046.stdout:1046: writing smithi04682744-29 from 0 to 499712 tid 1 2024-09-18T02:23:42.761 INFO:tasks.rados.rados.0.smithi046.stdout:1046: writing smithi04682744-29 from 499712 to 901120 tid 2 2024-09-18T02:23:42.761 INFO:tasks.rados.rados.0.smithi046.stdout:1047: copy_from oid 16 from oid 39 current snap is 110 2024-09-18T02:23:42.761 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 110 2024-09-18T02:23:42.761 INFO:tasks.rados.rados.0.smithi046.stdout:1048: seq_num 341 ranges {2465792=516096,2981888=401408} 2024-09-18T02:23:42.777 INFO:tasks.rados.rados.0.smithi046.stdout:1048: writing smithi04682744-25 from 2465792 to 2981888 tid 1 2024-09-18T02:23:42.779 INFO:tasks.rados.rados.0.smithi046.stdout:1048: writing smithi04682744-25 from 2981888 to 3383296 tid 2 2024-09-18T02:23:42.779 INFO:tasks.rados.rados.0.smithi046.stdout:1049: snap_remove snap 105 2024-09-18T02:23:43.453 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:43 smithi195 ceph-mon[89559]: pgmap v79: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-18T02:23:43.453 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:43.453 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:43.454 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:23:43.454 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:43.454 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:43 smithi195 ceph-mon[89559]: osdmap e269: 8 total, 8 up, 8 in 2024-09-18T02:23:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[94621]: pgmap v79: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-18T02:23:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:23:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[94621]: osdmap e269: 8 total, 8 up, 8 in 2024-09-18T02:23:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[97106]: pgmap v79: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-18T02:23:43.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:43.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:43.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:23:43.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:43.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:43 smithi046 ceph-mon[97106]: osdmap e269: 8 total, 8 up, 8 in 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1049: done (3 left) 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1050: delete oid 7 current snap is 110 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1046: finishing write tid 1 to smithi04682744-29 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1046: finishing write tid 2 to smithi04682744-29 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1046: finishing write tid 3 to smithi04682744-29 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1046: finishing write tid 4 to smithi04682744-29 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 224 (ObjNum 340 snap 110 seq_num 340) dirty exists 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1046: left oid 29 (ObjNum 340 snap 110 seq_num 340) 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1047: finishing copy_from racing read to smithi04682744-16 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:1047: finishing copy_from to smithi04682744-16 2024-09-18T02:23:43.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 274 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:23:43.692 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing write tid 1 to smithi04682744-25 2024-09-18T02:23:43.692 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing write tid 2 to smithi04682744-25 2024-09-18T02:23:43.692 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing write tid 3 to smithi04682744-25 2024-09-18T02:23:43.692 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing write tid 4 to smithi04682744-25 2024-09-18T02:23:43.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 351 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-18T02:23:43.692 INFO:tasks.rados.rados.0.smithi046.stdout:1048: left oid 25 (ObjNum 341 snap 110 seq_num 341) 2024-09-18T02:23:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:1046: done (3 left) 2024-09-18T02:23:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:1047: done (2 left) 2024-09-18T02:23:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:1048: done (1 left) 2024-09-18T02:23:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:1050: done (0 left) 2024-09-18T02:23:43.704 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 110 2024-09-18T02:23:43.704 INFO:tasks.rados.rados.0.smithi046.stdout:1051: seq_num 343 ranges {2891776=548864,3440640=401408} 2024-09-18T02:23:43.722 INFO:tasks.rados.rados.0.smithi046.stdout:1051: writing smithi04682744-46 from 2891776 to 3440640 tid 1 2024-09-18T02:23:43.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:1051: writing smithi04682744-46 from 3440640 to 3842048 tid 2 2024-09-18T02:23:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 110 2024-09-18T02:23:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:1052: seq_num 344 ranges {0=565248,565248=401408} 2024-09-18T02:23:43.728 INFO:tasks.rados.rados.0.smithi046.stdout:1052: writing smithi04682744-15 from 0 to 565248 tid 1 2024-09-18T02:23:43.731 INFO:tasks.rados.rados.0.smithi046.stdout:1052: writing smithi04682744-15 from 565248 to 966656 tid 2 2024-09-18T02:23:43.731 INFO:tasks.rados.rados.0.smithi046.stdout:1053: read oid 31 snap -1 2024-09-18T02:23:43.731 INFO:tasks.rados.rados.0.smithi046.stdout:1053: expect deleted 2024-09-18T02:23:43.731 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 110 2024-09-18T02:23:43.731 INFO:tasks.rados.rados.0.smithi046.stdout:1051: finishing write tid 1 to smithi04682744-46 2024-09-18T02:23:43.731 INFO:tasks.rados.rados.0.smithi046.stdout:1051: finishing write tid 2 to smithi04682744-46 2024-09-18T02:23:43.732 INFO:tasks.rados.rados.0.smithi046.stdout:1051: finishing write tid 3 to smithi04682744-46 2024-09-18T02:23:43.732 INFO:tasks.rados.rados.0.smithi046.stdout:1051: finishing write tid 4 to smithi04682744-46 2024-09-18T02:23:43.732 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 228 (ObjNum 343 snap 110 seq_num 343) dirty exists 2024-09-18T02:23:43.732 INFO:tasks.rados.rados.0.smithi046.stdout:1051: left oid 46 (ObjNum 343 snap 110 seq_num 343) 2024-09-18T02:23:43.732 INFO:tasks.rados.rados.0.smithi046.stdout:1052: finishing write tid 1 to smithi04682744-15 2024-09-18T02:23:43.732 INFO:tasks.rados.rados.0.smithi046.stdout:1054: seq_num 345 ranges {4325376=581632,4907008=401408} 2024-09-18T02:23:43.757 INFO:tasks.rados.rados.0.smithi046.stdout:1054: writing smithi04682744-23 from 4325376 to 4907008 tid 1 2024-09-18T02:23:43.760 INFO:tasks.rados.rados.0.smithi046.stdout:1054: writing smithi04682744-23 from 4907008 to 5308416 tid 2 2024-09-18T02:23:43.760 INFO:tasks.rados.rados.0.smithi046.stdout:1051: done (3 left) 2024-09-18T02:23:43.760 INFO:tasks.rados.rados.0.smithi046.stdout:1055: snap_remove snap 102 2024-09-18T02:23:44.379 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: Reconfiguring osd.5 (monmap changed)... 2024-09-18T02:23:44.379 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.5 on smithi195 2024-09-18T02:23:44.380 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:44.380 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: osdmap e270: 8 total, 8 up, 8 in 2024-09-18T02:23:44.380 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:44.380 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:44.380 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:23:44.380 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: Reconfiguring osd.5 (monmap changed)... 2024-09-18T02:23:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.5 on smithi195 2024-09-18T02:23:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: osdmap e270: 8 total, 8 up, 8 in 2024-09-18T02:23:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: Reconfiguring osd.5 (monmap changed)... 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.5 on smithi195 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: osdmap e270: 8 total, 8 up, 8 in 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:23:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:44.693 INFO:tasks.rados.rados.0.smithi046.stdout:1055: done (3 left) 2024-09-18T02:23:44.693 INFO:tasks.rados.rados.0.smithi046.stdout:1056: rmattr oid 32 current snap is 110 2024-09-18T02:23:44.693 INFO:tasks.rados.rados.0.smithi046.stdout:1056: done (3 left) 2024-09-18T02:23:44.693 INFO:tasks.rados.rados.0.smithi046.stdout:1057: snap_remove snap 109 2024-09-18T02:23:44.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:44.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:45 smithi195 ceph-mon[89559]: pgmap v82: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:45 smithi195 ceph-mon[89559]: Reconfiguring osd.6 (monmap changed)... 2024-09-18T02:23:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:45 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.6 on smithi195 2024-09-18T02:23:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:45 smithi195 ceph-mon[89559]: osdmap e271: 8 total, 8 up, 8 in 2024-09-18T02:23:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[97106]: pgmap v82: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[97106]: Reconfiguring osd.6 (monmap changed)... 2024-09-18T02:23:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.6 on smithi195 2024-09-18T02:23:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[97106]: osdmap e271: 8 total, 8 up, 8 in 2024-09-18T02:23:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[94621]: pgmap v82: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[94621]: Reconfiguring osd.6 (monmap changed)... 2024-09-18T02:23:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.6 on smithi195 2024-09-18T02:23:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:45 smithi046 ceph-mon[94621]: osdmap e271: 8 total, 8 up, 8 in 2024-09-18T02:23:45.694 INFO:tasks.rados.rados.0.smithi046.stdout:1057: done (3 left) 2024-09-18T02:23:45.694 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 110 2024-09-18T02:23:45.694 INFO:tasks.rados.rados.0.smithi046.stdout:1052: finishing write tid 2 to smithi04682744-15 2024-09-18T02:23:45.695 INFO:tasks.rados.rados.0.smithi046.stdout:1052: finishing write tid 3 to smithi04682744-15 2024-09-18T02:23:45.695 INFO:tasks.rados.rados.0.smithi046.stdout:1058: seq_num 346 ranges {0=598016,598016=401408} 2024-09-18T02:23:45.697 INFO:tasks.rados.rados.0.smithi046.stdout:1058: writing smithi04682744-22 from 0 to 598016 tid 1 2024-09-18T02:23:45.700 INFO:tasks.rados.rados.0.smithi046.stdout:1058: writing smithi04682744-22 from 598016 to 999424 tid 2 2024-09-18T02:23:45.700 INFO:tasks.rados.rados.0.smithi046.stdout:1053: done (3 left) 2024-09-18T02:23:45.700 INFO:tasks.rados.rados.0.smithi046.stdout:1059: read oid 19 snap -1 2024-09-18T02:23:45.700 INFO:tasks.rados.rados.0.smithi046.stdout:1059: expect deleted 2024-09-18T02:23:45.700 INFO:tasks.rados.rados.0.smithi046.stdout:1060: snap_remove snap 49 2024-09-18T02:23:46.548 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: pgmap v85: 121 pgs: 121 active+clean; 405 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-09-18T02:23:46.549 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:46.549 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:46.549 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: Reconfiguring osd.7 (monmap changed)... 2024-09-18T02:23:46.549 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:23:46.549 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:46.550 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: Reconfiguring daemon osd.7 on smithi195 2024-09-18T02:23:46.550 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:46 smithi195 ceph-mon[89559]: osdmap e272: 8 total, 8 up, 8 in 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1060: done (4 left) 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1061: read oid 21 snap -1 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1061: expect (ObjNum 293 snap 97 seq_num 293) 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1062: delete oid 33 current snap is 110 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1052: finishing write tid 4 to smithi04682744-15 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 385 (ObjNum 344 snap 110 seq_num 344) dirty exists 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1052: left oid 15 (ObjNum 344 snap 110 seq_num 344) 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1054: finishing write tid 1 to smithi04682744-23 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1054: finishing write tid 2 to smithi04682744-23 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1054: finishing write tid 3 to smithi04682744-23 2024-09-18T02:23:46.691 INFO:tasks.rados.rados.0.smithi046.stdout:1054: finishing write tid 4 to smithi04682744-23 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 617 (ObjNum 345 snap 110 seq_num 345) dirty exists 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:1054: left oid 23 (ObjNum 345 snap 110 seq_num 345) 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:1058: finishing write tid 1 to smithi04682744-22 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:1058: finishing write tid 2 to smithi04682744-22 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:1058: finishing write tid 3 to smithi04682744-22 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:1058: finishing write tid 4 to smithi04682744-22 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 625 (ObjNum 346 snap 110 seq_num 346) dirty exists 2024-09-18T02:23:46.692 INFO:tasks.rados.rados.0.smithi046.stdout:1058: left oid 22 (ObjNum 346 snap 110 seq_num 346) 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:1052: done (5 left) 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:1054: done (4 left) 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:1058: done (3 left) 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:1059: done (2 left) 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:1062: done (1 left) 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:1063: rollback oid 41 current snap is 110 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 103 2024-09-18T02:23:46.702 INFO:tasks.rados.rados.0.smithi046.stdout:1064: snap_remove snap 32 2024-09-18T02:23:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:23:46] "GET /metrics HTTP/1.1" 200 36047 "" "Prometheus/2.43.0" 2024-09-18T02:23:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: pgmap v85: 121 pgs: 121 active+clean; 405 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-09-18T02:23:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: Reconfiguring osd.7 (monmap changed)... 2024-09-18T02:23:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: Reconfiguring daemon osd.7 on smithi195 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[97106]: osdmap e272: 8 total, 8 up, 8 in 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: pgmap v85: 121 pgs: 121 active+clean; 405 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: Reconfiguring osd.7 (monmap changed)... 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:23:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:46.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: Reconfiguring daemon osd.7 on smithi195 2024-09-18T02:23:46.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:46 smithi046 ceph-mon[94621]: osdmap e272: 8 total, 8 up, 8 in 2024-09-18T02:23:47.219 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 40s ago 6m 16.4M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (119s) 25s ago 6m 82.2M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (7m) 40s ago 7m 18.0M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (7m) 25s ago 7m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (85s) 25s ago 10m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (112s) 40s ago 12m 487M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (71s) 40s ago 12m 41.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (31s) 25s ago 10m 28.6M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (49s) 40s ago 10m 24.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:23:47.489 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 40s ago 5m 8228k - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (117s) 25s ago 5m 8707k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (10m) 40s ago 10m 171M 2481M 17.2.7-1635-g4a704134 f22ead590bad 7c584992f5f8 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (9m) 40s ago 9m 153M 2481M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (9m) 40s ago 9m 188M 2481M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (9m) 40s ago 9m 127M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (8m) 25s ago 8m 143M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (8m) 25s ago 8m 150M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (7m) 25s ago 7m 107M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (7m) 25s ago 7m 93.8M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:23:47.490 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (90s) 25s ago 6m 49.4M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:23:47.693 INFO:tasks.rados.rados.0.smithi046.stdout:1064: done (2 left) 2024-09-18T02:23:47.693 INFO:tasks.rados.rados.0.smithi046.stdout:1065: read oid 29 snap -1 2024-09-18T02:23:47.693 INFO:tasks.rados.rados.0.smithi046.stdout:1065: expect (ObjNum 340 snap 110 seq_num 340) 2024-09-18T02:23:47.693 INFO:tasks.rados.rados.0.smithi046.stdout:1066: rmattr oid 28 current snap is 110 2024-09-18T02:23:47.693 INFO:tasks.rados.rados.0.smithi046.stdout:1063: finishing rollback tid 0 to smithi04682744-41 2024-09-18T02:23:47.693 INFO:tasks.rados.rados.0.smithi046.stdout:1063: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:23:47.694 INFO:tasks.rados.rados.0.smithi046.stdout:1063: finishing rollback tid 2 to smithi04682744-41 2024-09-18T02:23:47.694 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 279 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-09-18T02:23:47.694 INFO:tasks.rados.rados.0.smithi046.stdout:1061: expect (ObjNum 293 snap 97 seq_num 293) 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[97106]: Reconfiguring mds.b (monmap changed)... 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[97106]: Reconfiguring daemon mds.b on smithi195 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[97106]: osdmap e273: 8 total, 8 up, 8 in 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[94621]: Reconfiguring mds.b (monmap changed)... 2024-09-18T02:23:47.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:23:47.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:47.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[94621]: Reconfiguring daemon mds.b on smithi195 2024-09-18T02:23:47.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:47 smithi046 ceph-mon[94621]: osdmap e273: 8 total, 8 up, 8 in 2024-09-18T02:23:47.848 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:23:47.849 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:23:47.850 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 10, 2024-09-18T02:23:47.850 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 5 2024-09-18T02:23:47.850 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:23:47.850 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:23:47.912 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 259 (ObjNum 129 snap 0 seq_num 1148023368) dirty exists 2024-09-18T02:23:47.913 INFO:tasks.rados.rados.0.smithi046.stdout:1065: expect (ObjNum 340 snap 110 seq_num 340) 2024-09-18T02:23:47.936 INFO:tasks.rados.rados.0.smithi046.stdout:1061: done (3 left) 2024-09-18T02:23:47.936 INFO:tasks.rados.rados.0.smithi046.stdout:1063: done (2 left) 2024-09-18T02:23:47.936 INFO:tasks.rados.rados.0.smithi046.stdout:1065: done (1 left) 2024-09-18T02:23:47.936 INFO:tasks.rados.rados.0.smithi046.stdout:1066: done (0 left) 2024-09-18T02:23:47.936 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 110 2024-09-18T02:23:47.936 INFO:tasks.rados.rados.0.smithi046.stdout:1067: seq_num 348 ranges {0=630784,630784=401408} 2024-09-18T02:23:47.939 INFO:tasks.rados.rados.0.smithi046.stdout:1067: writing smithi04682744-43 from 0 to 630784 tid 1 2024-09-18T02:23:47.941 INFO:tasks.rados.rados.0.smithi046.stdout:1067: writing smithi04682744-43 from 630784 to 1032192 tid 2 2024-09-18T02:23:47.942 INFO:tasks.rados.rados.0.smithi046.stdout:1068: delete oid 46 current snap is 110 2024-09-18T02:23:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:1068: done (1 left) 2024-09-18T02:23:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:1069: read oid 3 snap -1 2024-09-18T02:23:47.944 INFO:tasks.rados.rados.0.smithi046.stdout:1069: expect deleted 2024-09-18T02:23:47.944 INFO:tasks.rados.rados.0.smithi046.stdout:1070: snap_remove snap 100 2024-09-18T02:23:47.946 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:47.946 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:47.946 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:47 smithi195 ceph-mon[89559]: Reconfiguring mds.b (monmap changed)... 2024-09-18T02:23:47.946 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:23:47.946 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:47.947 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:47 smithi195 ceph-mon[89559]: Reconfiguring daemon mds.b on smithi195 2024-09-18T02:23:47.947 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:47 smithi195 ceph-mon[89559]: osdmap e273: 8 total, 8 up, 8 in 2024-09-18T02:23:48.697 INFO:tasks.rados.rados.0.smithi046.stdout:1070: done (2 left) 2024-09-18T02:23:48.697 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 110 2024-09-18T02:23:48.697 INFO:tasks.rados.rados.0.smithi046.stdout:1071: seq_num 350 ranges {1622016=671744,2293760=401408} 2024-09-18T02:23:48.710 INFO:tasks.rados.rados.0.smithi046.stdout:1071: writing smithi04682744-42 from 1622016 to 2293760 tid 1 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:1071: writing smithi04682744-42 from 2293760 to 2695168 tid 2 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:1072: read oid 31 snap -1 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:1072: expect deleted 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:1073: rollback oid 10 current snap is 110 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 66 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:1067: finishing write tid 1 to smithi04682744-43 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:1067: finishing write tid 2 to smithi04682744-43 2024-09-18T02:23:48.714 INFO:tasks.rados.rados.0.smithi046.stdout:1067: finishing write tid 3 to smithi04682744-43 2024-09-18T02:23:48.715 INFO:tasks.rados.rados.0.smithi046.stdout:1067: finishing write tid 4 to smithi04682744-43 2024-09-18T02:23:48.715 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 176 (ObjNum 348 snap 110 seq_num 348) dirty exists 2024-09-18T02:23:48.715 INFO:tasks.rados.rados.0.smithi046.stdout:1067: left oid 43 (ObjNum 348 snap 110 seq_num 348) 2024-09-18T02:23:48.715 INFO:tasks.rados.rados.0.smithi046.stdout:1067: done (4 left) 2024-09-18T02:23:48.715 INFO:tasks.rados.rados.0.smithi046.stdout:1069: done (3 left) 2024-09-18T02:23:48.715 INFO:tasks.rados.rados.0.smithi046.stdout:1074: snap_create 2024-09-18T02:23:48.715 INFO:tasks.rados.rados.0.smithi046.stdout:1071: finishing write tid 1 to smithi04682744-42 2024-09-18T02:23:48.716 INFO:tasks.rados.rados.0.smithi046.stdout:1073: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:23:48.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 437 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:23:48.718 INFO:tasks.rados.rados.0.smithi046.stdout:1071: finishing write tid 2 to smithi04682744-42 2024-09-18T02:23:48.719 INFO:tasks.rados.rados.0.smithi046.stdout:1071: finishing write tid 3 to smithi04682744-42 2024-09-18T02:23:48.719 INFO:tasks.rados.rados.0.smithi046.stdout:1071: finishing write tid 4 to smithi04682744-42 2024-09-18T02:23:48.719 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 395 (ObjNum 350 snap 110 seq_num 350) dirty exists 2024-09-18T02:23:48.719 INFO:tasks.rados.rados.0.smithi046.stdout:1071: left oid 42 (ObjNum 350 snap 110 seq_num 350) 2024-09-18T02:23:48.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: pgmap v88: 121 pgs: 121 active+clean; 405 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: osdmap e274: 8 total, 8 up, 8 in 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3733299474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all mon 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all crash 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T02:23:48.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:48 smithi195 ceph-mon[89559]: Upgrade: osd.0 is safe to restart 2024-09-18T02:23:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:23:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: pgmap v88: 121 pgs: 121 active+clean; 405 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-09-18T02:23:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:23:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: osdmap e274: 8 total, 8 up, 8 in 2024-09-18T02:23:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3733299474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all mon 2024-09-18T02:23:49.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-18T02:23:49.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T02:23:49.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T02:23:49.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-18T02:23:49.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-18T02:23:49.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T02:23:49.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all crash 2024-09-18T02:23:49.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T02:23:49.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T02:23:49.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[94621]: Upgrade: osd.0 is safe to restart 2024-09-18T02:23:49.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:23:49.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: pgmap v88: 121 pgs: 121 active+clean; 405 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-09-18T02:23:49.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:23:49.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: osdmap e274: 8 total, 8 up, 8 in 2024-09-18T02:23:49.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3733299474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:49.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all mon 2024-09-18T02:23:49.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-18T02:23:49.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-18T02:23:49.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-18T02:23:49.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-18T02:23:49.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-18T02:23:49.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-18T02:23:49.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:23:49.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all crash 2024-09-18T02:23:49.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T02:23:49.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-18T02:23:49.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:48 smithi046 ceph-mon[97106]: Upgrade: osd.0 is safe to restart 2024-09-18T02:23:49.704 INFO:tasks.rados.rados.0.smithi046.stdout:1071: done (3 left) 2024-09-18T02:23:49.704 INFO:tasks.rados.rados.0.smithi046.stdout:1072: done (2 left) 2024-09-18T02:23:49.704 INFO:tasks.rados.rados.0.smithi046.stdout:1073: done (1 left) 2024-09-18T02:23:49.704 INFO:tasks.rados.rados.0.smithi046.stdout:1074: done (0 left) 2024-09-18T02:23:49.704 INFO:tasks.rados.rados.0.smithi046.stdout:1075: rollback oid 29 current snap is 111 2024-09-18T02:23:49.704 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 81 2024-09-18T02:23:49.704 INFO:tasks.rados.rados.0.smithi046.stdout:1076: snap_remove snap 103 2024-09-18T02:23:49.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[94621]: osdmap e275: 8 total, 8 up, 8 in 2024-09-18T02:23:49.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:23:49.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:49.972 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[97106]: osdmap e275: 8 total, 8 up, 8 in 2024-09-18T02:23:49.972 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.972 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:23:49.972 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:49 smithi195 ceph-mon[89559]: osdmap e275: 8 total, 8 up, 8 in 2024-09-18T02:23:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-18T02:23:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:1076: done (1 left) 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:1077: read oid 4 snap -1 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:1077: expect (ObjNum 305 snap 98 seq_num 305) 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:1078: delete oid 20 current snap is 111 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:1075: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:1075: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:1075: finishing rollback tid 2 to smithi04682744-29 2024-09-18T02:23:50.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 247 (ObjNum 241 snap 76 seq_num 241) dirty exists 2024-09-18T02:23:50.713 INFO:tasks.rados.rados.0.smithi046.stdout:1075: done (2 left) 2024-09-18T02:23:50.713 INFO:tasks.rados.rados.0.smithi046.stdout:1078: done (1 left) 2024-09-18T02:23:50.713 INFO:tasks.rados.rados.0.smithi046.stdout:1079: snap_remove snap 110 2024-09-18T02:23:50.888 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[97106]: pgmap v91: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 758 KiB/s wr, 8 op/s 2024-09-18T02:23:50.888 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[97106]: Upgrade: Updating osd.0 2024-09-18T02:23:50.889 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[97106]: Deploying daemon osd.0 on smithi046 2024-09-18T02:23:50.889 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[97106]: osdmap e276: 8 total, 8 up, 8 in 2024-09-18T02:23:50.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[94621]: pgmap v91: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 758 KiB/s wr, 8 op/s 2024-09-18T02:23:50.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[94621]: Upgrade: Updating osd.0 2024-09-18T02:23:50.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[94621]: Deploying daemon osd.0 on smithi046 2024-09-18T02:23:50.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:50 smithi046 ceph-mon[94621]: osdmap e276: 8 total, 8 up, 8 in 2024-09-18T02:23:50.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:50 smithi195 ceph-mon[89559]: pgmap v91: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 758 KiB/s wr, 8 op/s 2024-09-18T02:23:50.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:50 smithi195 ceph-mon[89559]: Upgrade: Updating osd.0 2024-09-18T02:23:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:50 smithi195 ceph-mon[89559]: Deploying daemon osd.0 on smithi046 2024-09-18T02:23:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:50 smithi195 ceph-mon[89559]: osdmap e276: 8 total, 8 up, 8 in 2024-09-18T02:23:51.690 INFO:tasks.rados.rados.0.smithi046.stdout:1079: done (1 left) 2024-09-18T02:23:51.690 INFO:tasks.rados.rados.0.smithi046.stdout:1080: delete oid 11 current snap is 111 2024-09-18T02:23:51.690 INFO:tasks.rados.rados.0.smithi046.stdout:1077: expect (ObjNum 305 snap 98 seq_num 305) 2024-09-18T02:23:51.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:51 smithi046 ceph-mon[94621]: osdmap e277: 8 total, 8 up, 8 in 2024-09-18T02:23:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:51 smithi046 ceph-mon[94621]: osdmap e278: 8 total, 8 up, 8 in 2024-09-18T02:23:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:51 smithi046 ceph-mon[97106]: osdmap e277: 8 total, 8 up, 8 in 2024-09-18T02:23:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:51 smithi046 ceph-mon[97106]: osdmap e278: 8 total, 8 up, 8 in 2024-09-18T02:23:51.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:51 smithi195 ceph-mon[89559]: osdmap e277: 8 total, 8 up, 8 in 2024-09-18T02:23:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:51 smithi195 ceph-mon[89559]: osdmap e278: 8 total, 8 up, 8 in 2024-09-18T02:23:52.300 INFO:tasks.rados.rados.0.smithi046.stdout:1077: done (1 left) 2024-09-18T02:23:52.301 INFO:tasks.rados.rados.0.smithi046.stdout:1080: done (0 left) 2024-09-18T02:23:52.301 INFO:tasks.rados.rados.0.smithi046.stdout:1081: snap_remove snap 104 2024-09-18T02:23:52.712 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:52 smithi046 systemd[1]: Stopping Ceph osd.0 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:23:52.713 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:52.720 INFO:tasks.rados.rados.0.smithi046.stdout:1081: done (0 left) 2024-09-18T02:23:52.720 INFO:tasks.rados.rados.0.smithi046.stdout:1082: read oid 6 snap -1 2024-09-18T02:23:52.720 INFO:tasks.rados.rados.0.smithi046.stdout:1082: expect (ObjNum 333 snap 107 seq_num 333) 2024-09-18T02:23:52.720 INFO:tasks.rados.rados.0.smithi046.stdout:1083: copy_from oid 50 from oid 30 current snap is 111 2024-09-18T02:23:52.721 INFO:tasks.rados.rados.0.smithi046.stdout:1084: rmattr oid 49 current snap is 111 2024-09-18T02:23:52.721 INFO:tasks.rados.rados.0.smithi046.stdout:1085: delete oid 45 current snap is 111 2024-09-18T02:23:52.725 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 653 (ObjNum 263 snap 86 seq_num 263) dirty exists 2024-09-18T02:23:52.730 INFO:tasks.rados.rados.0.smithi046.stdout:1082: expect (ObjNum 333 snap 107 seq_num 333) 2024-09-18T02:23:52.780 INFO:tasks.rados.rados.0.smithi046.stdout:1083: finishing copy_from racing read to smithi04682744-50 2024-09-18T02:23:52.780 INFO:tasks.rados.rados.0.smithi046.stdout:1083: finishing copy_from to smithi04682744-50 2024-09-18T02:23:52.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 320 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:23:52.781 INFO:tasks.rados.rados.0.smithi046.stdout:1082: done (3 left) 2024-09-18T02:23:52.781 INFO:tasks.rados.rados.0.smithi046.stdout:1083: done (2 left) 2024-09-18T02:23:52.781 INFO:tasks.rados.rados.0.smithi046.stdout:1084: done (1 left) 2024-09-18T02:23:52.781 INFO:tasks.rados.rados.0.smithi046.stdout:1085: done (0 left) 2024-09-18T02:23:52.781 INFO:tasks.rados.rados.0.smithi046.stdout:1086: delete oid 3 current snap is 111 2024-09-18T02:23:52.782 INFO:tasks.rados.rados.0.smithi046.stdout:1086: done (0 left) 2024-09-18T02:23:52.782 INFO:tasks.rados.rados.0.smithi046.stdout:1087: read oid 23 snap 81 2024-09-18T02:23:52.782 INFO:tasks.rados.rados.0.smithi046.stdout:1087: expect (ObjNum 234 snap 71 seq_num 234) 2024-09-18T02:23:52.782 INFO:tasks.rados.rados.0.smithi046.stdout:1088: copy_from oid 20 from oid 30 current snap is 111 2024-09-18T02:23:52.782 INFO:tasks.rados.rados.0.smithi046.stdout:1089: copy_from oid 7 from oid 1 current snap is 111 2024-09-18T02:23:52.782 INFO:tasks.rados.rados.0.smithi046.stdout:1090: snap_remove snap 96 2024-09-18T02:23:52.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:52 smithi195 ceph-mon[89559]: pgmap v94: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 758 KiB/s wr, 8 op/s 2024-09-18T02:23:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:52 smithi046 ceph-mon[97106]: pgmap v94: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 758 KiB/s wr, 8 op/s 2024-09-18T02:23:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:52 smithi046 ceph-mon[94621]: pgmap v94: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 758 KiB/s wr, 8 op/s 2024-09-18T02:23:53.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[43410]: 2024-09-18T02:23:52.732+0000 7f91d00eb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:23:53.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[43410]: 2024-09-18T02:23:52.732+0000 7f91d00eb640 -1 osd.0 279 *** Got signal Terminated *** 2024-09-18T02:23:53.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[43410]: 2024-09-18T02:23:52.732+0000 7f91d00eb640 -1 osd.0 279 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:23:53.726 INFO:tasks.rados.rados.0.smithi046.stdout:1090: done (3 left) 2024-09-18T02:23:53.726 INFO:tasks.rados.rados.0.smithi046.stdout:1091: read oid 4 snap 39 2024-09-18T02:23:53.726 INFO:tasks.rados.rados.0.smithi046.stdout:1091: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-18T02:23:53.726 INFO:tasks.rados.rados.0.smithi046.stdout:1092: snap_create 2024-09-18T02:23:53.726 INFO:tasks.rados.rados.0.smithi046.stdout:1088: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:23:53.727 INFO:tasks.rados.rados.0.smithi046.stdout:1088: finishing copy_from to smithi04682744-20 2024-09-18T02:23:53.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 320 (ObjNum 33 snap 0 seq_num 1147570832) dirty exists 2024-09-18T02:23:53.727 INFO:tasks.rados.rados.0.smithi046.stdout:1087: expect (ObjNum 234 snap 71 seq_num 234) 2024-09-18T02:23:53.910 INFO:tasks.rados.rados.0.smithi046.stdout:1089: finishing copy_from racing read to smithi04682744-7 2024-09-18T02:23:53.910 INFO:tasks.rados.rados.0.smithi046.stdout:1089: finishing copy_from to smithi04682744-7 2024-09-18T02:23:53.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 365 (ObjNum 312 snap 99 seq_num 312) dirty exists 2024-09-18T02:23:53.910 INFO:tasks.rados.rados.0.smithi046.stdout:1091: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-18T02:23:53.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:53 smithi195 ceph-mon[89559]: osdmap e279: 8 total, 8 up, 8 in 2024-09-18T02:23:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:53 smithi195 ceph-mon[89559]: osd.0 marked itself down and dead 2024-09-18T02:23:53.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:54.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:53 smithi046 ceph-mon[94621]: osdmap e279: 8 total, 8 up, 8 in 2024-09-18T02:23:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:53 smithi046 ceph-mon[94621]: osd.0 marked itself down and dead 2024-09-18T02:23:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:53 smithi046 ceph-mon[97106]: osdmap e279: 8 total, 8 up, 8 in 2024-09-18T02:23:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:53 smithi046 ceph-mon[97106]: osd.0 marked itself down and dead 2024-09-18T02:23:54.568 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:54 smithi046 podman[102250]: 2024-09-18 02:23:54.277711408 +0000 UTC m=+1.670181031 container died 7c584992f5f8bbc07a1bc9757fa2b33a31ea81a743f6ca8384fd6c4e1642e599 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-4a70413, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-18T02:23:54.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:54.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:54.735 INFO:tasks.rados.rados.0.smithi046.stdout:1087: done (4 left) 2024-09-18T02:23:54.735 INFO:tasks.rados.rados.0.smithi046.stdout:1088: done (3 left) 2024-09-18T02:23:54.735 INFO:tasks.rados.rados.0.smithi046.stdout:1089: done (2 left) 2024-09-18T02:23:54.735 INFO:tasks.rados.rados.0.smithi046.stdout:1091: done (1 left) 2024-09-18T02:23:54.735 INFO:tasks.rados.rados.0.smithi046.stdout:1092: done (0 left) 2024-09-18T02:23:54.735 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 112 2024-09-18T02:23:54.735 INFO:tasks.rados.rados.0.smithi046.stdout:1093: seq_num 355 ranges {2670592=753664,3424256=401408} 2024-09-18T02:23:54.752 INFO:tasks.rados.rados.0.smithi046.stdout:1093: writing smithi04682744-13 from 2670592 to 3424256 tid 1 2024-09-18T02:23:54.754 INFO:tasks.rados.rados.0.smithi046.stdout:1093: writing smithi04682744-13 from 3424256 to 3825664 tid 2 2024-09-18T02:23:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:1094: snap_create 2024-09-18T02:23:54.757 INFO:tasks.rados.rados.0.smithi046.stdout:1093: finishing write tid 1 to smithi04682744-13 2024-09-18T02:23:54.757 INFO:tasks.rados.rados.0.smithi046.stdout:1093: finishing write tid 2 to smithi04682744-13 2024-09-18T02:23:54.757 INFO:tasks.rados.rados.0.smithi046.stdout:1093: finishing write tid 3 to smithi04682744-13 2024-09-18T02:23:54.759 INFO:tasks.rados.rados.0.smithi046.stdout:1093: finishing write tid 4 to smithi04682744-13 2024-09-18T02:23:54.759 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 657 (ObjNum 355 snap 112 seq_num 355) dirty exists 2024-09-18T02:23:54.759 INFO:tasks.rados.rados.0.smithi046.stdout:1093: left oid 13 (ObjNum 355 snap 112 seq_num 355) 2024-09-18T02:23:54.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:54 smithi046 ceph-mon[94621]: pgmap v97: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:54.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:54 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:23:54.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:54 smithi046 ceph-mon[94621]: osdmap e280: 8 total, 7 up, 8 in 2024-09-18T02:23:54.873 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:54 smithi046 podman[102250]: 2024-09-18 02:23:54.65734834 +0000 UTC m=+2.049817948 container cleanup 7c584992f5f8bbc07a1bc9757fa2b33a31ea81a743f6ca8384fd6c4e1642e599 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-4a70413, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-18T02:23:54.873 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:54 smithi046 bash[102250]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0 2024-09-18T02:23:54.874 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:54 smithi046 ceph-mon[97106]: pgmap v97: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:54.874 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:54 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:23:54.874 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:54 smithi046 ceph-mon[97106]: osdmap e280: 8 total, 7 up, 8 in 2024-09-18T02:23:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:54 smithi195 ceph-mon[89559]: pgmap v97: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:23:55.395 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:54 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:23:55.395 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:54 smithi195 ceph-mon[89559]: osdmap e280: 8 total, 7 up, 8 in 2024-09-18T02:23:55.396 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:54 smithi046 podman[102271]: 2024-09-18 02:23:54.909170186 +0000 UTC m=+0.629439010 container remove 7c584992f5f8bbc07a1bc9757fa2b33a31ea81a743f6ca8384fd6c4e1642e599 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=quincy-4a70413, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:23:55.508 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:55 smithi046 podman[102362]: 2024-09-18 02:23:55.136469115 +0000 UTC m=+0.016179575 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:23:55.508 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:55 smithi046 podman[102362]: 2024-09-18 02:23:55.293986222 +0000 UTC m=+0.173696722 container create 0cf15b3579f0e2163b5c859cee977dc6ab630b98c07440381ddfd835a981006c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:23:55.742 INFO:tasks.rados.rados.0.smithi046.stdout:1093: done (1 left) 2024-09-18T02:23:55.742 INFO:tasks.rados.rados.0.smithi046.stdout:1094: done (0 left) 2024-09-18T02:23:55.742 INFO:tasks.rados.rados.0.smithi046.stdout:1095: rollback oid 26 current snap is 113 2024-09-18T02:23:55.742 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 112 2024-09-18T02:23:55.742 INFO:tasks.rados.rados.0.smithi046.stdout:1096: copy_from oid 48 from oid 14 current snap is 113 2024-09-18T02:23:55.742 INFO:tasks.rados.rados.0.smithi046.stdout:1097: snap_create 2024-09-18T02:23:55.745 INFO:tasks.rados.rados.0.smithi046.stdout:1096: finishing copy_from to smithi04682744-48 2024-09-18T02:23:55.745 INFO:tasks.rados.rados.0.smithi046.stdout:1096: got expected ENOENT (src dne) 2024-09-18T02:23:55.745 INFO:tasks.rados.rados.0.smithi046.stdout:1096: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:23:55.747 INFO:tasks.rados.rados.0.smithi046.stdout:1095: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:23:55.748 INFO:tasks.rados.rados.0.smithi046.stdout:1095: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:23:55.748 INFO:tasks.rados.rados.0.smithi046.stdout:1095: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:23:55.748 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 658 (ObjNum 177 snap 0 seq_num 962567552) dirty exists 2024-09-18T02:23:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:55 smithi046 ceph-mon[94621]: osdmap e281: 8 total, 7 up, 8 in 2024-09-18T02:23:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:55 smithi046 ceph-mon[97106]: osdmap e281: 8 total, 7 up, 8 in 2024-09-18T02:23:56.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:55 smithi046 podman[102362]: 2024-09-18 02:23:55.521317821 +0000 UTC m=+0.401028279 container init 0cf15b3579f0e2163b5c859cee977dc6ab630b98c07440381ddfd835a981006c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-09-18T02:23:56.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:55 smithi046 podman[102362]: 2024-09-18 02:23:55.526448223 +0000 UTC m=+0.406158683 container start 0cf15b3579f0e2163b5c859cee977dc6ab630b98c07440381ddfd835a981006c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:23:56.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:55 smithi046 podman[102362]: 2024-09-18 02:23:55.612848986 +0000 UTC m=+0.492559444 container attach 0cf15b3579f0e2163b5c859cee977dc6ab630b98c07440381ddfd835a981006c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-18T02:23:56.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:55 smithi046 podman[102362]: 2024-09-18 02:23:55.720541705 +0000 UTC m=+0.600252172 container died 0cf15b3579f0e2163b5c859cee977dc6ab630b98c07440381ddfd835a981006c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-18T02:23:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:55 smithi195 ceph-mon[89559]: osdmap e281: 8 total, 7 up, 8 in 2024-09-18T02:23:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1095: done (2 left) 2024-09-18T02:23:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1096: done (1 left) 2024-09-18T02:23:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1097: done (0 left) 2024-09-18T02:23:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 114 2024-09-18T02:23:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1098: seq_num 356 ranges {5308416=770048,6078464=401408} 2024-09-18T02:23:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1098: writing smithi04682744-23 from 5308416 to 6078464 tid 1 2024-09-18T02:23:56.726 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:23:56] "GET /metrics HTTP/1.1" 200 36047 "" "Prometheus/2.43.0" 2024-09-18T02:23:56.727 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 podman[102406]: 2024-09-18 02:23:56.283102045 +0000 UTC m=+0.551719681 container remove 0cf15b3579f0e2163b5c859cee977dc6ab630b98c07440381ddfd835a981006c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-18T02:23:56.727 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-18T02:23:56.727 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 systemd[1]: Stopped Ceph osd.0 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:23:56.727 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.0.service: Consumed 11.023s CPU time. 2024-09-18T02:23:56.727 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 systemd[1]: Starting Ceph osd.0 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:23:56.728 INFO:tasks.rados.rados.0.smithi046.stdout:1098: writing smithi04682744-23 from 6078464 to 6479872 tid 2 2024-09-18T02:23:56.728 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 114 2024-09-18T02:23:56.729 INFO:tasks.rados.rados.0.smithi046.stdout:1099: seq_num 357 ranges {1368064=786432,2154496=401408} 2024-09-18T02:23:56.740 INFO:tasks.rados.rados.0.smithi046.stdout:1099: writing smithi04682744-36 from 1368064 to 2154496 tid 1 2024-09-18T02:23:56.743 INFO:tasks.rados.rados.0.smithi046.stdout:1099: writing smithi04682744-36 from 2154496 to 2555904 tid 2 2024-09-18T02:23:56.743 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 114 2024-09-18T02:23:56.743 INFO:tasks.rados.rados.0.smithi046.stdout:1100: seq_num 358 ranges {2990080=802816,3792896=401408} 2024-09-18T02:23:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1100: writing smithi04682744-12 from 2990080 to 3792896 tid 1 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1100: writing smithi04682744-12 from 3792896 to 4194304 tid 2 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1101: snap_create 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1098: finishing write tid 1 to smithi04682744-23 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1098: finishing write tid 2 to smithi04682744-23 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1098: finishing write tid 3 to smithi04682744-23 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1098: finishing write tid 4 to smithi04682744-23 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 661 (ObjNum 356 snap 114 seq_num 356) dirty exists 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1098: left oid 23 (ObjNum 356 snap 114 seq_num 356) 2024-09-18T02:23:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 1 to smithi04682744-36 2024-09-18T02:23:56.768 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 2 to smithi04682744-36 2024-09-18T02:23:56.768 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 3 to smithi04682744-36 2024-09-18T02:23:56.768 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 4 to smithi04682744-36 2024-09-18T02:23:56.768 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 561 (ObjNum 357 snap 114 seq_num 357) dirty exists 2024-09-18T02:23:56.768 INFO:tasks.rados.rados.0.smithi046.stdout:1099: left oid 36 (ObjNum 357 snap 114 seq_num 357) 2024-09-18T02:23:56.770 INFO:tasks.rados.rados.0.smithi046.stdout:1100: finishing write tid 1 to smithi04682744-12 2024-09-18T02:23:56.771 INFO:tasks.rados.rados.0.smithi046.stdout:1100: finishing write tid 2 to smithi04682744-12 2024-09-18T02:23:56.771 INFO:tasks.rados.rados.0.smithi046.stdout:1100: finishing write tid 3 to smithi04682744-12 2024-09-18T02:23:56.771 INFO:tasks.rados.rados.0.smithi046.stdout:1100: finishing write tid 4 to smithi04682744-12 2024-09-18T02:23:56.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 395 (ObjNum 358 snap 114 seq_num 358) dirty exists 2024-09-18T02:23:56.772 INFO:tasks.rados.rados.0.smithi046.stdout:1100: left oid 12 (ObjNum 358 snap 114 seq_num 358) 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[97106]: pgmap v100: 121 pgs: 52 peering, 69 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[97106]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[97106]: osdmap e282: 8 total, 7 up, 8 in 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[97106]: osdmap e283: 8 total, 7 up, 8 in 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[94621]: pgmap v100: 121 pgs: 52 peering, 69 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[94621]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[94621]: osdmap e282: 8 total, 7 up, 8 in 2024-09-18T02:23:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:56 smithi046 ceph-mon[94621]: osdmap e283: 8 total, 7 up, 8 in 2024-09-18T02:23:57.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 podman[102509]: 2024-09-18 02:23:56.725759113 +0000 UTC m=+0.108052403 container create e539fe5668312edd84dc09d9c2a595522f5e9df4371824b8e091968ad4aec341 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-18T02:23:57.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 podman[102509]: 2024-09-18 02:23:56.633975357 +0000 UTC m=+0.016268666 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:23:57.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 podman[102509]: 2024-09-18 02:23:56.962538219 +0000 UTC m=+0.344831516 container init e539fe5668312edd84dc09d9c2a595522f5e9df4371824b8e091968ad4aec341 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-18T02:23:57.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:56 smithi046 podman[102509]: 2024-09-18 02:23:56.968120361 +0000 UTC m=+0.350413653 container start e539fe5668312edd84dc09d9c2a595522f5e9df4371824b8e091968ad4aec341 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731) 2024-09-18T02:23:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:56 smithi195 ceph-mon[89559]: pgmap v100: 121 pgs: 52 peering, 69 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-18T02:23:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:56 smithi195 ceph-mon[89559]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-18T02:23:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:56 smithi195 ceph-mon[89559]: osdmap e282: 8 total, 7 up, 8 in 2024-09-18T02:23:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:56 smithi195 ceph-mon[89559]: osdmap e283: 8 total, 7 up, 8 in 2024-09-18T02:23:57.329 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 podman[102509]: 2024-09-18 02:23:57.062251954 +0000 UTC m=+0.444545269 container attach e539fe5668312edd84dc09d9c2a595522f5e9df4371824b8e091968ad4aec341 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:23:57.329 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate[102523]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-18T02:23:57.329 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 bash[102509]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-18T02:23:57.329 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate[102523]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 bash[102509]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate[102523]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 bash[102509]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate[102523]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 bash[102509]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate[102523]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 bash[102509]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate[102523]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 bash[102509]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate[102523]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-18T02:23:57.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 bash[102509]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-18T02:23:57.616 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 podman[102509]: 2024-09-18 02:23:57.329443441 +0000 UTC m=+0.711736741 container died e539fe5668312edd84dc09d9c2a595522f5e9df4371824b8e091968ad4aec341 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-18T02:23:57.746 INFO:tasks.rados.rados.0.smithi046.stdout:1098: done (3 left) 2024-09-18T02:23:57.746 INFO:tasks.rados.rados.0.smithi046.stdout:1099: done (2 left) 2024-09-18T02:23:57.746 INFO:tasks.rados.rados.0.smithi046.stdout:1100: done (1 left) 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1101: done (0 left) 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1102: read oid 16 snap -1 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1102: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1103: read oid 47 snap -1 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1103: expect deleted 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1104: read oid 29 snap -1 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1104: expect (ObjNum 241 snap 76 seq_num 241) 2024-09-18T02:23:57.747 INFO:tasks.rados.rados.0.smithi046.stdout:1105: snap_create 2024-09-18T02:23:57.752 INFO:tasks.rados.rados.0.smithi046.stdout:1102: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:23:57.786 INFO:tasks.rados.rados.0.smithi046.stdout:1104: expect (ObjNum 241 snap 76 seq_num 241) 2024-09-18T02:23:58.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:57 smithi046 podman[102673]: 2024-09-18 02:23:57.866003822 +0000 UTC m=+0.530637443 container remove e539fe5668312edd84dc09d9c2a595522f5e9df4371824b8e091968ad4aec341 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:23:58.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 podman[102738]: 2024-09-18 02:23:57.975366089 +0000 UTC m=+0.016567387 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:23:58.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 podman[102738]: 2024-09-18 02:23:58.092118551 +0000 UTC m=+0.133319879 container create a03421206d8c405603206e453395ed1574aa0f9f1a403ed6fcb14376e07f9834 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-18T02:23:58.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 podman[102738]: 2024-09-18 02:23:58.302880404 +0000 UTC m=+0.344081705 container init a03421206d8c405603206e453395ed1574aa0f9f1a403ed6fcb14376e07f9834 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-18T02:23:58.330 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 podman[102738]: 2024-09-18 02:23:58.307727506 +0000 UTC m=+0.348928790 container start a03421206d8c405603206e453395ed1574aa0f9f1a403ed6fcb14376e07f9834 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:23:58.748 INFO:tasks.rados.rados.0.smithi046.stdout:1102: done (3 left) 2024-09-18T02:23:58.748 INFO:tasks.rados.rados.0.smithi046.stdout:1103: done (2 left) 2024-09-18T02:23:58.748 INFO:tasks.rados.rados.0.smithi046.stdout:1104: done (1 left) 2024-09-18T02:23:58.748 INFO:tasks.rados.rados.0.smithi046.stdout:1105: done (0 left) 2024-09-18T02:23:58.748 INFO:tasks.rados.rados.0.smithi046.stdout:1106: snap_remove snap 79 2024-09-18T02:23:58.749 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-osd[102776]: -- 172.21.15.46:0/3555940181 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5616a702b1e0 con 0x5616a7daa000 2024-09-18T02:23:58.749 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 bash[102738]: a03421206d8c405603206e453395ed1574aa0f9f1a403ed6fcb14376e07f9834 2024-09-18T02:23:58.749 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 systemd[1]: Started Ceph osd.0 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:23:58.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:23:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-mon[89559]: pgmap v103: 121 pgs: 52 peering, 69 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-18T02:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-mon[89559]: osdmap e284: 8 total, 7 up, 8 in 2024-09-18T02:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:59.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[102753]: 2024-09-18T02:23:58.851+0000 7f3ff9761640 -1 Falling back to public interface 2024-09-18T02:23:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[94621]: pgmap v103: 121 pgs: 52 peering, 69 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-18T02:23:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[94621]: osdmap e284: 8 total, 7 up, 8 in 2024-09-18T02:23:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[97106]: pgmap v103: 121 pgs: 52 peering, 69 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-18T02:23:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[97106]: osdmap e284: 8 total, 7 up, 8 in 2024-09-18T02:23:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:23:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:23:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:23:59.749 INFO:tasks.rados.rados.0.smithi046.stdout:1106: done (0 left) 2024-09-18T02:23:59.749 INFO:tasks.rados.rados.0.smithi046.stdout:1107: copy_from oid 33 from oid 1 current snap is 116 2024-09-18T02:23:59.749 INFO:tasks.rados.rados.0.smithi046.stdout:1108: read oid 46 snap -1 2024-09-18T02:23:59.749 INFO:tasks.rados.rados.0.smithi046.stdout:1108: expect deleted 2024-09-18T02:23:59.749 INFO:tasks.rados.rados.0.smithi046.stdout:1109: snap_remove snap 107 2024-09-18T02:24:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:59 smithi046 ceph-mon[94621]: osdmap e285: 8 total, 7 up, 8 in 2024-09-18T02:24:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:23:59 smithi046 ceph-mon[94621]: osdmap e286: 8 total, 7 up, 8 in 2024-09-18T02:24:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:59 smithi046 ceph-mon[97106]: osdmap e285: 8 total, 7 up, 8 in 2024-09-18T02:24:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:23:59 smithi046 ceph-mon[97106]: osdmap e286: 8 total, 7 up, 8 in 2024-09-18T02:24:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:59 smithi195 ceph-mon[89559]: osdmap e285: 8 total, 7 up, 8 in 2024-09-18T02:24:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:23:59 smithi195 ceph-mon[89559]: osdmap e286: 8 total, 7 up, 8 in 2024-09-18T02:24:00.750 INFO:tasks.rados.rados.0.smithi046.stdout:1109: done (2 left) 2024-09-18T02:24:00.750 INFO:tasks.rados.rados.0.smithi046.stdout:1110: snap_remove snap 113 2024-09-18T02:24:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[97106]: pgmap v106: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 148/894 objects degraded (16.555%) 2024-09-18T02:24:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 148/894 objects degraded (16.555%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[97106]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-09-18T02:24:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[97106]: osdmap e287: 8 total, 7 up, 8 in 2024-09-18T02:24:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[94621]: pgmap v106: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 148/894 objects degraded (16.555%) 2024-09-18T02:24:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 148/894 objects degraded (16.555%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[94621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-09-18T02:24:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:00 smithi046 ceph-mon[94621]: osdmap e287: 8 total, 7 up, 8 in 2024-09-18T02:24:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:00 smithi195 ceph-mon[89559]: pgmap v106: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 148/894 objects degraded (16.555%) 2024-09-18T02:24:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:00 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 148/894 objects degraded (16.555%), 16 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:00 smithi195 ceph-mon[89559]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-09-18T02:24:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:00 smithi195 ceph-mon[89559]: osdmap e287: 8 total, 7 up, 8 in 2024-09-18T02:24:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:1110: done (2 left) 2024-09-18T02:24:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:1111: snap_create 2024-09-18T02:24:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing copy_from racing read to smithi04682744-33 2024-09-18T02:24:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing copy_from to smithi04682744-33 2024-09-18T02:24:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 365 (ObjNum 312 snap 99 seq_num 312) dirty exists 2024-09-18T02:24:02.007 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:24:01 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[102753]: 2024-09-18T02:24:01.754+0000 7f3ff9761640 -1 osd.0 279 log_to_monitors true 2024-09-18T02:24:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:02.754 INFO:tasks.rados.rados.0.smithi046.stdout:1107: done (2 left) 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1108: done (1 left) 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1111: done (0 left) 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1112: rmattr oid 26 current snap is 117 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1113: rmattr oid 42 current snap is 117 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1113: done (1 left) 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1114: rmattr oid 11 current snap is 117 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1114: done (1 left) 2024-09-18T02:24:02.755 INFO:tasks.rados.rados.0.smithi046.stdout:1115: snap_remove snap 91 2024-09-18T02:24:02.996 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-mon[89559]: pgmap v109: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 148/894 objects degraded (16.555%) 2024-09-18T02:24:02.996 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-mon[89559]: osdmap e288: 8 total, 7 up, 8 in 2024-09-18T02:24:02.996 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-mon[89559]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T02:24:02.996 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:02.996 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:02.996 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:02.996 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[94621]: pgmap v109: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 148/894 objects degraded (16.555%) 2024-09-18T02:24:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[94621]: osdmap e288: 8 total, 7 up, 8 in 2024-09-18T02:24:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[94621]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T02:24:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[97106]: pgmap v109: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 148/894 objects degraded (16.555%) 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[97106]: osdmap e288: 8 total, 7 up, 8 in 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[97106]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:03.010 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 02:24:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[102753]: 2024-09-18T02:24:02.771+0000 7f3ff150b640 -1 osd.0 279 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:24:03.758 INFO:tasks.rados.rados.0.smithi046.stdout:1115: done (1 left) 2024-09-18T02:24:03.758 INFO:tasks.rados.rados.0.smithi046.stdout:1116: delete oid 37 current snap is 117 2024-09-18T02:24:03.758 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 660 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-18T02:24:03.775 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:03.786 INFO:tasks.rados.rados.0.smithi046.stdout:1112: done (1 left) 2024-09-18T02:24:03.786 INFO:tasks.rados.rados.0.smithi046.stdout:1116: done (0 left) 2024-09-18T02:24:03.786 INFO:tasks.rados.rados.0.smithi046.stdout:1117: rollback oid 3 current snap is 117 2024-09-18T02:24:03.786 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 77 2024-09-18T02:24:03.786 INFO:tasks.rados.rados.0.smithi046.stdout:1118: setattr oid 37 current snap is 117 2024-09-18T02:24:03.786 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 117 2024-09-18T02:24:03.786 INFO:tasks.rados.rados.0.smithi046.stdout:1119: seq_num 360 ranges {6979584=434176,7413760=704512,8118272=98304} 2024-09-18T02:24:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1119: writing smithi04682744-18 from 6979584 to 7413760 tid 1 2024-09-18T02:24:03.829 INFO:tasks.rados.rados.0.smithi046.stdout:1119: writing smithi04682744-18 from 7413760 to 8118272 tid 2 2024-09-18T02:24:03.830 INFO:tasks.rados.rados.0.smithi046.stdout:1119: writing smithi04682744-18 from 8118272 to 8216576 tid 3 2024-09-18T02:24:03.830 INFO:tasks.rados.rados.0.smithi046.stdout:1120: snap_create 2024-09-18T02:24:03.830 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 368 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-18T02:24:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[94621]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T02:24:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[94621]: osdmap e289: 8 total, 7 up, 8 in 2024-09-18T02:24:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[94621]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:24:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:24:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[97106]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T02:24:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[97106]: osdmap e289: 8 total, 7 up, 8 in 2024-09-18T02:24:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[97106]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:24:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:03 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:24:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:03 smithi195 ceph-mon[89559]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-18T02:24:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:03 smithi195 ceph-mon[89559]: osdmap e289: 8 total, 7 up, 8 in 2024-09-18T02:24:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:03 smithi195 ceph-mon[89559]: from='osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:24:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:03 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:24:04.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:04.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:04.759 INFO:tasks.rados.rados.0.smithi046.stdout:1118: done (3 left) 2024-09-18T02:24:04.759 INFO:tasks.rados.rados.0.smithi046.stdout:1120: done (2 left) 2024-09-18T02:24:04.759 INFO:tasks.rados.rados.0.smithi046.stdout:1121: read oid 4 snap 77 2024-09-18T02:24:04.759 INFO:tasks.rados.rados.0.smithi046.stdout:1121: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-18T02:24:04.759 INFO:tasks.rados.rados.0.smithi046.stdout:1122: rmattr oid 5 current snap is 118 2024-09-18T02:24:04.759 INFO:tasks.rados.rados.0.smithi046.stdout:1122: done (3 left) 2024-09-18T02:24:04.760 INFO:tasks.rados.rados.0.smithi046.stdout:1123: copy_from oid 37 from oid 6 current snap is 118 2024-09-18T02:24:04.760 INFO:tasks.rados.rados.0.smithi046.stdout:1124: copy_from oid 20 from oid 10 current snap is 118 2024-09-18T02:24:04.760 INFO:tasks.rados.rados.0.smithi046.stdout:1125: copy_from oid 5 from oid 2 current snap is 118 2024-09-18T02:24:04.760 INFO:tasks.rados.rados.0.smithi046.stdout:1126: delete oid 50 current snap is 118 2024-09-18T02:24:04.768 INFO:tasks.rados.rados.0.smithi046.stdout:1124: finishing copy_from to smithi04682744-20 2024-09-18T02:24:04.768 INFO:tasks.rados.rados.0.smithi046.stdout:1124: got expected ENOENT (src dne) 2024-09-18T02:24:04.768 INFO:tasks.rados.rados.0.smithi046.stdout:1124: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:24:04.768 INFO:tasks.rados.rados.0.smithi046.stdout:1121: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-18T02:24:04.779 INFO:tasks.rados.rados.0.smithi046.stdout:1123: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:24:04.783 INFO:tasks.rados.rados.0.smithi046.stdout:1123: finishing copy_from to smithi04682744-37 2024-09-18T02:24:04.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 361 (ObjNum 333 snap 107 seq_num 333) dirty exists 2024-09-18T02:24:04.784 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 1 to smithi04682744-18 2024-09-18T02:24:04.785 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 2 to smithi04682744-18 2024-09-18T02:24:04.785 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 3 to smithi04682744-18 2024-09-18T02:24:04.786 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 4 to smithi04682744-18 2024-09-18T02:24:04.787 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 5 to smithi04682744-18 2024-09-18T02:24:04.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 327 (ObjNum 360 snap 117 seq_num 360) dirty exists 2024-09-18T02:24:04.788 INFO:tasks.rados.rados.0.smithi046.stdout:1119: left oid 18 (ObjNum 360 snap 117 seq_num 360) 2024-09-18T02:24:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:1119: done (6 left) 2024-09-18T02:24:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:1121: done (5 left) 2024-09-18T02:24:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:1123: done (4 left) 2024-09-18T02:24:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:1124: done (3 left) 2024-09-18T02:24:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:1126: done (2 left) 2024-09-18T02:24:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:1127: rollback oid 27 current snap is 118 2024-09-18T02:24:04.791 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 83 2024-09-18T02:24:04.791 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 118 2024-09-18T02:24:04.791 INFO:tasks.rados.rados.0.smithi046.stdout:1128: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-09-18T02:24:04.797 INFO:tasks.rados.rados.0.smithi046.stdout:1128: writing smithi04682744-14 from 0 to 466944 tid 1 2024-09-18T02:24:04.797 INFO:tasks.rados.rados.0.smithi046.stdout:1128: writing smithi04682744-14 from 466944 to 933888 tid 2 2024-09-18T02:24:04.799 INFO:tasks.rados.rados.0.smithi046.stdout:1128: writing smithi04682744-14 from 933888 to 1269760 tid 3 2024-09-18T02:24:04.799 INFO:tasks.rados.rados.0.smithi046.stdout:1129: snap_remove snap 89 2024-09-18T02:24:04.877 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[97106]: pgmap v112: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 148/894 objects degraded (16.555%) 2024-09-18T02:24:04.877 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[97106]: osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595] boot 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[97106]: osdmap e290: 8 total, 8 up, 8 in 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[97106]: osdmap e291: 8 total, 8 up, 8 in 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[94621]: pgmap v112: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 148/894 objects degraded (16.555%) 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[94621]: osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595] boot 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[94621]: osdmap e290: 8 total, 8 up, 8 in 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:24:04.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:04 smithi046 ceph-mon[94621]: osdmap e291: 8 total, 8 up, 8 in 2024-09-18T02:24:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:04 smithi195 ceph-mon[89559]: pgmap v112: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 389 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 148/894 objects degraded (16.555%) 2024-09-18T02:24:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:04 smithi195 ceph-mon[89559]: osd.0 [v2:172.21.15.46:6802/270426595,v1:172.21.15.46:6803/270426595] boot 2024-09-18T02:24:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:04 smithi195 ceph-mon[89559]: osdmap e290: 8 total, 8 up, 8 in 2024-09-18T02:24:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:04 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-18T02:24:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:04 smithi195 ceph-mon[89559]: osdmap e291: 8 total, 8 up, 8 in 2024-09-18T02:24:05.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:24:05.641+0000 7fd2e89d4640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-18T02:24:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:1129: done (4 left) 2024-09-18T02:24:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:1130: snap_remove snap 117 2024-09-18T02:24:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:24:06] "GET /metrics HTTP/1.1" 200 36183 "" "Prometheus/2.43.0" 2024-09-18T02:24:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: pgmap v115: 121 pgs: 38 peering, 9 active+undersized, 5 active+undersized+degraded, 69 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 8 op/s; 29/891 objects degraded (3.255%) 2024-09-18T02:24:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:24:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 29/891 objects degraded (3.255%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[94621]: osdmap e292: 8 total, 8 up, 8 in 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: pgmap v115: 121 pgs: 38 peering, 9 active+undersized, 5 active+undersized+degraded, 69 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 8 op/s; 29/891 objects degraded (3.255%) 2024-09-18T02:24:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 29/891 objects degraded (3.255%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:06.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:06 smithi046 ceph-mon[97106]: osdmap e292: 8 total, 8 up, 8 in 2024-09-18T02:24:06.786 INFO:tasks.rados.rados.0.smithi046.stdout:1130: done (4 left) 2024-09-18T02:24:06.786 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 118 2024-09-18T02:24:06.786 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing copy_from to smithi04682744-5 2024-09-18T02:24:06.786 INFO:tasks.rados.rados.0.smithi046.stdout:1125: got expected ENOENT (src dne) 2024-09-18T02:24:06.786 INFO:tasks.rados.rados.0.smithi046.stdout:1131: seq_num 363 ranges {1392640=483328,1875968=753664,2629632=49152} 2024-09-18T02:24:06.796 INFO:tasks.rados.rados.0.smithi046.stdout:1131: writing smithi04682744-37 from 1392640 to 1875968 tid 1 2024-09-18T02:24:06.801 INFO:tasks.rados.rados.0.smithi046.stdout:1131: writing smithi04682744-37 from 1875968 to 2629632 tid 2 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1131: writing smithi04682744-37 from 2629632 to 2678784 tid 3 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1132: read oid 31 snap -1 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1132: expect deleted 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1133: delete oid 50 current snap is 118 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1127: finishing rollback tid 0 to smithi04682744-27 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1127: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1127: finishing rollback tid 2 to smithi04682744-27 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 500 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-09-18T02:24:06.802 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 1 to smithi04682744-14 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 2 to smithi04682744-14 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 3 to smithi04682744-14 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 4 to smithi04682744-14 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:1117: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:1117: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 662 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 5 to smithi04682744-14 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 286 (ObjNum 362 snap 118 seq_num 362) dirty exists 2024-09-18T02:24:06.803 INFO:tasks.rados.rados.0.smithi046.stdout:1128: left oid 14 (ObjNum 362 snap 118 seq_num 362) 2024-09-18T02:24:06.804 INFO:tasks.rados.rados.0.smithi046.stdout:1117: done (6 left) 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:1125: done (5 left) 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:1127: done (4 left) 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:1128: done (3 left) 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:1132: done (2 left) 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:1133: done (1 left) 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:1134: rollback oid 26 current snap is 118 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 17 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 118 2024-09-18T02:24:06.805 INFO:tasks.rados.rados.0.smithi046.stdout:1135: seq_num 365 ranges {6651904=516096,7168000=573440,7741440=229376} 2024-09-18T02:24:06.844 INFO:tasks.rados.rados.0.smithi046.stdout:1135: writing smithi04682744-49 from 6651904 to 7168000 tid 1 2024-09-18T02:24:06.847 INFO:tasks.rados.rados.0.smithi046.stdout:1135: writing smithi04682744-49 from 7168000 to 7741440 tid 2 2024-09-18T02:24:06.849 INFO:tasks.rados.rados.0.smithi046.stdout:1135: writing smithi04682744-49 from 7741440 to 7970816 tid 3 2024-09-18T02:24:06.849 INFO:tasks.rados.rados.0.smithi046.stdout:1136: rollback oid 3 current snap is 118 2024-09-18T02:24:06.849 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 115 2024-09-18T02:24:06.849 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 1 to smithi04682744-37 2024-09-18T02:24:06.849 INFO:tasks.rados.rados.0.smithi046.stdout:1137: delete oid 34 current snap is 118 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 2 to smithi04682744-37 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 3 to smithi04682744-37 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 4 to smithi04682744-37 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 5 to smithi04682744-37 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 380 (ObjNum 363 snap 118 seq_num 363) dirty exists 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1131: left oid 37 (ObjNum 363 snap 118 seq_num 363) 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:24:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 685 (ObjNum 93 snap 16 seq_num 93) dirty exists 2024-09-18T02:24:06.851 INFO:tasks.rados.rados.0.smithi046.stdout:1135: finishing write tid 1 to smithi04682744-49 2024-09-18T02:24:06.851 INFO:tasks.rados.rados.0.smithi046.stdout:1131: done (4 left) 2024-09-18T02:24:06.851 INFO:tasks.rados.rados.0.smithi046.stdout:1134: done (3 left) 2024-09-18T02:24:06.851 INFO:tasks.rados.rados.0.smithi046.stdout:1137: done (2 left) 2024-09-18T02:24:06.851 INFO:tasks.rados.rados.0.smithi046.stdout:1138: delete oid 41 current snap is 118 2024-09-18T02:24:06.853 INFO:tasks.rados.rados.0.smithi046.stdout:1135: finishing write tid 2 to smithi04682744-49 2024-09-18T02:24:06.853 INFO:tasks.rados.rados.0.smithi046.stdout:1135: finishing write tid 3 to smithi04682744-49 2024-09-18T02:24:06.854 INFO:tasks.rados.rados.0.smithi046.stdout:1138: done (2 left) 2024-09-18T02:24:06.854 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 118 2024-09-18T02:24:06.854 INFO:tasks.rados.rados.0.smithi046.stdout:1139: seq_num 368 ranges {1646592=573440,2220032=622592,2842624=180224} 2024-09-18T02:24:06.866 INFO:tasks.rados.rados.0.smithi046.stdout:1139: writing smithi04682744-29 from 1646592 to 2220032 tid 1 2024-09-18T02:24:06.870 INFO:tasks.rados.rados.0.smithi046.stdout:1139: writing smithi04682744-29 from 2220032 to 2842624 tid 2 2024-09-18T02:24:06.871 INFO:tasks.rados.rados.0.smithi046.stdout:1139: writing smithi04682744-29 from 2842624 to 3022848 tid 3 2024-09-18T02:24:06.871 INFO:tasks.rados.rados.0.smithi046.stdout:1140: rmattr oid 40 current snap is 118 2024-09-18T02:24:06.872 INFO:tasks.rados.rados.0.smithi046.stdout:1140: done (3 left) 2024-09-18T02:24:06.872 INFO:tasks.rados.rados.0.smithi046.stdout:1141: read oid 37 snap 81 2024-09-18T02:24:06.872 INFO:tasks.rados.rados.0.smithi046.stdout:1141: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:24:06.872 INFO:tasks.rados.rados.0.smithi046.stdout:1142: snap_remove snap 38 2024-09-18T02:24:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: pgmap v115: 121 pgs: 38 peering, 9 active+undersized, 5 active+undersized+degraded, 69 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 8 op/s; 29/891 objects degraded (3.255%) 2024-09-18T02:24:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:24:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 29/891 objects degraded (3.255%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:06.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:06 smithi195 ceph-mon[89559]: osdmap e292: 8 total, 8 up, 8 in 2024-09-18T02:24:07.792 INFO:tasks.rados.rados.0.smithi046.stdout:1135: finishing write tid 4 to smithi04682744-49 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1136: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1136: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 692 (ObjNum 97 snap 0 seq_num 1936941392) dirty dne 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1135: finishing write tid 5 to smithi04682744-49 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 690 (ObjNum 365 snap 118 seq_num 365) dirty exists 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1135: left oid 49 (ObjNum 365 snap 118 seq_num 365) 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1139: finishing write tid 1 to smithi04682744-29 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1139: finishing write tid 2 to smithi04682744-29 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1139: finishing write tid 3 to smithi04682744-29 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1139: finishing write tid 4 to smithi04682744-29 2024-09-18T02:24:07.793 INFO:tasks.rados.rados.0.smithi046.stdout:1139: finishing write tid 5 to smithi04682744-29 2024-09-18T02:24:07.794 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 276 (ObjNum 368 snap 118 seq_num 368) dirty exists 2024-09-18T02:24:07.794 INFO:tasks.rados.rados.0.smithi046.stdout:1139: left oid 29 (ObjNum 368 snap 118 seq_num 368) 2024-09-18T02:24:07.794 INFO:tasks.rados.rados.0.smithi046.stdout:1141: expect (ObjNum 173 snap 44 seq_num 173) 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1135: done (4 left) 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1136: done (3 left) 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1139: done (2 left) 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1141: done (1 left) 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1142: done (0 left) 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1143: read oid 16 snap -1 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1143: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:08.048 INFO:tasks.rados.rados.0.smithi046.stdout:1144: snap_remove snap 116 2024-09-18T02:24:08.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:07 smithi195 ceph-mon[89559]: osdmap e293: 8 total, 8 up, 8 in 2024-09-18T02:24:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:07 smithi046 ceph-mon[97106]: osdmap e293: 8 total, 8 up, 8 in 2024-09-18T02:24:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:07 smithi046 ceph-mon[94621]: osdmap e293: 8 total, 8 up, 8 in 2024-09-18T02:24:08.798 INFO:tasks.rados.rados.0.smithi046.stdout:1143: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:08.829 INFO:tasks.rados.rados.0.smithi046.stdout:1143: done (1 left) 2024-09-18T02:24:08.829 INFO:tasks.rados.rados.0.smithi046.stdout:1144: done (0 left) 2024-09-18T02:24:08.829 INFO:tasks.rados.rados.0.smithi046.stdout:1145: rollback oid 10 current snap is 118 2024-09-18T02:24:08.830 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 22 2024-09-18T02:24:08.830 INFO:tasks.rados.rados.0.smithi046.stdout:1146: snap_create 2024-09-18T02:24:08.838 INFO:tasks.rados.rados.0.smithi046.stdout:1145: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:24:08.838 INFO:tasks.rados.rados.0.smithi046.stdout:1145: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:24:08.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 520 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-18T02:24:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:08 smithi195 ceph-mon[89559]: pgmap v118: 121 pgs: 38 peering, 9 active+undersized, 5 active+undersized+degraded, 69 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 8 op/s; 29/891 objects degraded (3.255%) 2024-09-18T02:24:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:08 smithi195 ceph-mon[89559]: osdmap e294: 8 total, 8 up, 8 in 2024-09-18T02:24:08.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:08.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-18T02:24:08.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:08 smithi046 ceph-mon[94621]: pgmap v118: 121 pgs: 38 peering, 9 active+undersized, 5 active+undersized+degraded, 69 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 8 op/s; 29/891 objects degraded (3.255%) 2024-09-18T02:24:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:08 smithi046 ceph-mon[94621]: osdmap e294: 8 total, 8 up, 8 in 2024-09-18T02:24:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:08 smithi046 ceph-mon[97106]: pgmap v118: 121 pgs: 38 peering, 9 active+undersized, 5 active+undersized+degraded, 69 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 8 op/s; 29/891 objects degraded (3.255%) 2024-09-18T02:24:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:08 smithi046 ceph-mon[97106]: osdmap e294: 8 total, 8 up, 8 in 2024-09-18T02:24:09.802 INFO:tasks.rados.rados.0.smithi046.stdout:1145: done (1 left) 2024-09-18T02:24:09.802 INFO:tasks.rados.rados.0.smithi046.stdout:1146: done (0 left) 2024-09-18T02:24:09.802 INFO:tasks.rados.rados.0.smithi046.stdout:1147: snap_create 2024-09-18T02:24:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:09 smithi195 ceph-mon[89559]: osdmap e295: 8 total, 8 up, 8 in 2024-09-18T02:24:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:09 smithi046 ceph-mon[97106]: osdmap e295: 8 total, 8 up, 8 in 2024-09-18T02:24:10.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:09 smithi046 ceph-mon[94621]: osdmap e295: 8 total, 8 up, 8 in 2024-09-18T02:24:10.808 INFO:tasks.rados.rados.0.smithi046.stdout:1147: done (0 left) 2024-09-18T02:24:10.809 INFO:tasks.rados.rados.0.smithi046.stdout:1148: delete oid 39 current snap is 120 2024-09-18T02:24:10.814 INFO:tasks.rados.rados.0.smithi046.stdout:1148: done (0 left) 2024-09-18T02:24:10.814 INFO:tasks.rados.rados.0.smithi046.stdout:1149: rollback oid 33 current snap is 120 2024-09-18T02:24:10.814 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 22 2024-09-18T02:24:10.814 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 120 2024-09-18T02:24:10.814 INFO:tasks.rados.rados.0.smithi046.stdout:1150: seq_num 370 ranges {4194304=606208,4800512=794624,5595136=8192} 2024-09-18T02:24:10.840 INFO:tasks.rados.rados.0.smithi046.stdout:1150: writing smithi04682744-12 from 4194304 to 4800512 tid 1 2024-09-18T02:24:10.845 INFO:tasks.rados.rados.0.smithi046.stdout:1150: writing smithi04682744-12 from 4800512 to 5595136 tid 2 2024-09-18T02:24:10.845 INFO:tasks.rados.rados.0.smithi046.stdout:1150: writing smithi04682744-12 from 5595136 to 5603328 tid 3 2024-09-18T02:24:10.845 INFO:tasks.rados.rados.0.smithi046.stdout:1151: rollback oid 42 current snap is 120 2024-09-18T02:24:10.845 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 99 2024-09-18T02:24:10.845 INFO:tasks.rados.rados.0.smithi046.stdout:1149: finishing rollback tid 0 to smithi04682744-33 2024-09-18T02:24:10.845 INFO:tasks.rados.rados.0.smithi046.stdout:1149: finishing rollback tid 1 to smithi04682744-33 2024-09-18T02:24:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:1149: finishing rollback tid 2 to smithi04682744-33 2024-09-18T02:24:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 390 (ObjNum 103 snap 18 seq_num 103) dirty exists 2024-09-18T02:24:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:1150: finishing write tid 1 to smithi04682744-12 2024-09-18T02:24:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:1149: done (2 left) 2024-09-18T02:24:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:1152: snap_remove snap 17 2024-09-18T02:24:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:10 smithi195 ceph-mon[89559]: pgmap v121: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 958 KiB/s, 1 objects/s recovering 2024-09-18T02:24:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:10 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/891 objects degraded (3.255%), 5 pgs degraded) 2024-09-18T02:24:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:10 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:24:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:10 smithi195 ceph-mon[89559]: osdmap e296: 8 total, 8 up, 8 in 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[94621]: pgmap v121: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 958 KiB/s, 1 objects/s recovering 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/891 objects degraded (3.255%), 5 pgs degraded) 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[94621]: osdmap e296: 8 total, 8 up, 8 in 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[97106]: pgmap v121: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 958 KiB/s, 1 objects/s recovering 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/891 objects degraded (3.255%), 5 pgs degraded) 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:24:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:10 smithi046 ceph-mon[97106]: osdmap e296: 8 total, 8 up, 8 in 2024-09-18T02:24:11.697 INFO:tasks.rados.rados.0.smithi046.stdout:1152: done (2 left) 2024-09-18T02:24:11.697 INFO:tasks.rados.rados.0.smithi046.stdout:1151: finishing rollback tid 0 to smithi04682744-42 2024-09-18T02:24:11.697 INFO:tasks.rados.rados.0.smithi046.stdout:1151: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1151: finishing rollback tid 2 to smithi04682744-42 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 449 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1150: finishing write tid 2 to smithi04682744-12 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1150: finishing write tid 3 to smithi04682744-12 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1150: finishing write tid 4 to smithi04682744-12 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1150: finishing write tid 5 to smithi04682744-12 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 430 (ObjNum 370 snap 120 seq_num 370) dirty exists 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1150: left oid 12 (ObjNum 370 snap 120 seq_num 370) 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1153: read oid 8 snap -1 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1153: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1150: done (2 left) 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1151: done (1 left) 2024-09-18T02:24:11.698 INFO:tasks.rados.rados.0.smithi046.stdout:1154: setattr oid 39 current snap is 120 2024-09-18T02:24:11.699 INFO:tasks.rados.rados.0.smithi046.stdout:1155: delete oid 29 current snap is 120 2024-09-18T02:24:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 431 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:24:11.712 INFO:tasks.rados.rados.0.smithi046.stdout:1154: done (2 left) 2024-09-18T02:24:11.712 INFO:tasks.rados.rados.0.smithi046.stdout:1155: done (1 left) 2024-09-18T02:24:11.712 INFO:tasks.rados.rados.0.smithi046.stdout:1156: snap_create 2024-09-18T02:24:11.712 INFO:tasks.rados.rados.0.smithi046.stdout:1153: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:11 smithi195 ceph-mon[89559]: osdmap e297: 8 total, 8 up, 8 in 2024-09-18T02:24:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:11 smithi195 ceph-mon[89559]: osdmap e298: 8 total, 8 up, 8 in 2024-09-18T02:24:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:11 smithi046 ceph-mon[97106]: osdmap e297: 8 total, 8 up, 8 in 2024-09-18T02:24:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:11 smithi046 ceph-mon[97106]: osdmap e298: 8 total, 8 up, 8 in 2024-09-18T02:24:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:11 smithi046 ceph-mon[94621]: osdmap e297: 8 total, 8 up, 8 in 2024-09-18T02:24:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:11 smithi046 ceph-mon[94621]: osdmap e298: 8 total, 8 up, 8 in 2024-09-18T02:24:12.698 INFO:tasks.rados.rados.0.smithi046.stdout:1153: done (1 left) 2024-09-18T02:24:12.698 INFO:tasks.rados.rados.0.smithi046.stdout:1156: done (0 left) 2024-09-18T02:24:12.698 INFO:tasks.rados.rados.0.smithi046.stdout:1157: rollback oid 41 current snap is 121 2024-09-18T02:24:12.698 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 112 2024-09-18T02:24:12.698 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 121 2024-09-18T02:24:12.698 INFO:tasks.rados.rados.0.smithi046.stdout:1158: seq_num 372 ranges {7716864=638976,8355840=565248,8921088=237568} 2024-09-18T02:24:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:12.743 INFO:tasks.rados.rados.0.smithi046.stdout:1158: writing smithi04682744-4 from 7716864 to 8355840 tid 1 2024-09-18T02:24:12.747 INFO:tasks.rados.rados.0.smithi046.stdout:1158: writing smithi04682744-4 from 8355840 to 8921088 tid 2 2024-09-18T02:24:12.749 INFO:tasks.rados.rados.0.smithi046.stdout:1158: writing smithi04682744-4 from 8921088 to 9158656 tid 3 2024-09-18T02:24:12.749 INFO:tasks.rados.rados.0.smithi046.stdout:1159: delete oid 19 current snap is 121 2024-09-18T02:24:12.749 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:24:12.749 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing rollback tid 2 to smithi04682744-41 2024-09-18T02:24:12.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 311 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-09-18T02:24:12.751 INFO:tasks.rados.rados.0.smithi046.stdout:1157: done (2 left) 2024-09-18T02:24:12.751 INFO:tasks.rados.rados.0.smithi046.stdout:1159: done (1 left) 2024-09-18T02:24:12.751 INFO:tasks.rados.rados.0.smithi046.stdout:1160: rollback oid 6 current snap is 121 2024-09-18T02:24:12.751 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 22 2024-09-18T02:24:12.751 INFO:tasks.rados.rados.0.smithi046.stdout:1161: snap_remove snap 81 2024-09-18T02:24:13.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:12 smithi046 ceph-mon[94621]: pgmap v124: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 958 KiB/s, 1 objects/s recovering 2024-09-18T02:24:13.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:12 smithi046 ceph-mon[94621]: osdmap e299: 8 total, 8 up, 8 in 2024-09-18T02:24:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:12 smithi046 ceph-mon[97106]: pgmap v124: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 958 KiB/s, 1 objects/s recovering 2024-09-18T02:24:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:12 smithi046 ceph-mon[97106]: osdmap e299: 8 total, 8 up, 8 in 2024-09-18T02:24:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:12 smithi195 ceph-mon[89559]: pgmap v124: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 958 KiB/s, 1 objects/s recovering 2024-09-18T02:24:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:12 smithi195 ceph-mon[89559]: osdmap e299: 8 total, 8 up, 8 in 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 1 to smithi04682744-4 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 2 to smithi04682744-4 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 3 to smithi04682744-4 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 4 to smithi04682744-4 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing rollback tid 0 to smithi04682744-6 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing rollback tid 1 to smithi04682744-6 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 5 to smithi04682744-4 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 462 (ObjNum 372 snap 121 seq_num 372) dirty exists 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1158: left oid 4 (ObjNum 372 snap 121 seq_num 372) 2024-09-18T02:24:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing rollback tid 2 to smithi04682744-6 2024-09-18T02:24:13.701 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 466 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-18T02:24:13.701 INFO:tasks.rados.rados.0.smithi046.stdout:1158: done (2 left) 2024-09-18T02:24:13.701 INFO:tasks.rados.rados.0.smithi046.stdout:1160: done (1 left) 2024-09-18T02:24:13.701 INFO:tasks.rados.rados.0.smithi046.stdout:1161: done (0 left) 2024-09-18T02:24:13.701 INFO:tasks.rados.rados.0.smithi046.stdout:1162: read oid 36 snap -1 2024-09-18T02:24:13.701 INFO:tasks.rados.rados.0.smithi046.stdout:1162: expect (ObjNum 357 snap 114 seq_num 357) 2024-09-18T02:24:13.701 INFO:tasks.rados.rados.0.smithi046.stdout:1163: snap_create 2024-09-18T02:24:13.718 INFO:tasks.rados.rados.0.smithi046.stdout:1162: expect (ObjNum 357 snap 114 seq_num 357) 2024-09-18T02:24:13.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:14.700 INFO:tasks.rados.rados.0.smithi046.stdout:1162: done (1 left) 2024-09-18T02:24:14.701 INFO:tasks.rados.rados.0.smithi046.stdout:1163: done (0 left) 2024-09-18T02:24:14.701 INFO:tasks.rados.rados.0.smithi046.stdout:1164: read oid 38 snap -1 2024-09-18T02:24:14.701 INFO:tasks.rados.rados.0.smithi046.stdout:1164: expect deleted 2024-09-18T02:24:14.701 INFO:tasks.rados.rados.0.smithi046.stdout:1165: delete oid 48 current snap is 122 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:1164: done (1 left) 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:1165: done (0 left) 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:1166: read oid 32 snap 108 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:1166: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:1167: rollback oid 8 current snap is 122 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 83 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 122 2024-09-18T02:24:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:1168: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-09-18T02:24:14.708 INFO:tasks.rados.rados.0.smithi046.stdout:1168: writing smithi04682744-19 from 0 to 688128 tid 1 2024-09-18T02:24:14.712 INFO:tasks.rados.rados.0.smithi046.stdout:1168: writing smithi04682744-19 from 688128 to 1351680 tid 2 2024-09-18T02:24:14.713 INFO:tasks.rados.rados.0.smithi046.stdout:1168: writing smithi04682744-19 from 1351680 to 1490944 tid 3 2024-09-18T02:24:14.713 INFO:tasks.rados.rados.0.smithi046.stdout:1169: read oid 7 snap -1 2024-09-18T02:24:14.713 INFO:tasks.rados.rados.0.smithi046.stdout:1169: expect (ObjNum 312 snap 99 seq_num 312) 2024-09-18T02:24:14.713 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 122 2024-09-18T02:24:14.714 INFO:tasks.rados.rados.0.smithi046.stdout:1170: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-09-18T02:24:14.717 INFO:tasks.rados.rados.0.smithi046.stdout:1170: writing smithi04682744-34 from 0 to 704512 tid 1 2024-09-18T02:24:14.721 INFO:tasks.rados.rados.0.smithi046.stdout:1170: writing smithi04682744-34 from 704512 to 1253376 tid 2 2024-09-18T02:24:14.723 INFO:tasks.rados.rados.0.smithi046.stdout:1170: writing smithi04682744-34 from 1253376 to 1507328 tid 3 2024-09-18T02:24:14.723 INFO:tasks.rados.rados.0.smithi046.stdout:1171: read oid 25 snap -1 2024-09-18T02:24:14.723 INFO:tasks.rados.rados.0.smithi046.stdout:1171: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-18T02:24:14.723 INFO:tasks.rados.rados.0.smithi046.stdout:1172: snap_create 2024-09-18T02:24:14.723 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing rollback tid 0 to smithi04682744-8 2024-09-18T02:24:14.723 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing rollback tid 1 to smithi04682744-8 2024-09-18T02:24:14.723 INFO:tasks.rados.rados.0.smithi046.stdout:1166: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:24:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:14 smithi195 ceph-mon[89559]: pgmap v127: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:24:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:14 smithi195 ceph-mon[89559]: osdmap e300: 8 total, 8 up, 8 in 2024-09-18T02:24:14.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:14.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[94621]: pgmap v127: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[94621]: osdmap e300: 8 total, 8 up, 8 in 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[97106]: pgmap v127: 121 pgs: 121 active+clean; 402 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:14 smithi046 ceph-mon[97106]: osdmap e300: 8 total, 8 up, 8 in 2024-09-18T02:24:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing rollback tid 2 to smithi04682744-8 2024-09-18T02:24:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 616 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:24:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1168: finishing write tid 1 to smithi04682744-19 2024-09-18T02:24:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1168: finishing write tid 2 to smithi04682744-19 2024-09-18T02:24:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1168: finishing write tid 3 to smithi04682744-19 2024-09-18T02:24:14.781 INFO:tasks.rados.rados.0.smithi046.stdout:1168: finishing write tid 4 to smithi04682744-19 2024-09-18T02:24:14.781 INFO:tasks.rados.rados.0.smithi046.stdout:1168: finishing write tid 5 to smithi04682744-19 2024-09-18T02:24:14.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 620 (ObjNum 375 snap 122 seq_num 375) dirty exists 2024-09-18T02:24:14.781 INFO:tasks.rados.rados.0.smithi046.stdout:1168: left oid 19 (ObjNum 375 snap 122 seq_num 375) 2024-09-18T02:24:14.781 INFO:tasks.rados.rados.0.smithi046.stdout:1171: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-18T02:24:14.948 INFO:tasks.rados.rados.0.smithi046.stdout:1169: expect (ObjNum 312 snap 99 seq_num 312) 2024-09-18T02:24:15.423 INFO:tasks.rados.rados.0.smithi046.stdout:1170: finishing write tid 1 to smithi04682744-34 2024-09-18T02:24:15.423 INFO:tasks.rados.rados.0.smithi046.stdout:1170: finishing write tid 2 to smithi04682744-34 2024-09-18T02:24:15.423 INFO:tasks.rados.rados.0.smithi046.stdout:1170: finishing write tid 3 to smithi04682744-34 2024-09-18T02:24:15.423 INFO:tasks.rados.rados.0.smithi046.stdout:1170: finishing write tid 4 to smithi04682744-34 2024-09-18T02:24:15.424 INFO:tasks.rados.rados.0.smithi046.stdout:1170: finishing write tid 5 to smithi04682744-34 2024-09-18T02:24:15.424 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 542 (ObjNum 376 snap 122 seq_num 376) dirty exists 2024-09-18T02:24:15.424 INFO:tasks.rados.rados.0.smithi046.stdout:1170: left oid 34 (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:24:15.711 INFO:tasks.rados.rados.0.smithi046.stdout:1166: done (6 left) 2024-09-18T02:24:15.711 INFO:tasks.rados.rados.0.smithi046.stdout:1167: done (5 left) 2024-09-18T02:24:15.712 INFO:tasks.rados.rados.0.smithi046.stdout:1168: done (4 left) 2024-09-18T02:24:15.712 INFO:tasks.rados.rados.0.smithi046.stdout:1169: done (3 left) 2024-09-18T02:24:15.712 INFO:tasks.rados.rados.0.smithi046.stdout:1170: done (2 left) 2024-09-18T02:24:15.712 INFO:tasks.rados.rados.0.smithi046.stdout:1171: done (1 left) 2024-09-18T02:24:15.712 INFO:tasks.rados.rados.0.smithi046.stdout:1172: done (0 left) 2024-09-18T02:24:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:1173: read oid 18 snap -1 2024-09-18T02:24:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:1173: expect (ObjNum 360 snap 117 seq_num 360) 2024-09-18T02:24:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 123 2024-09-18T02:24:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:1174: seq_num 377 ranges {2555904=720896,3276800=434176,3710976=368640} 2024-09-18T02:24:15.730 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04682744-36 from 2555904 to 3276800 tid 1 2024-09-18T02:24:15.732 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04682744-36 from 3276800 to 3710976 tid 2 2024-09-18T02:24:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04682744-36 from 3710976 to 4079616 tid 3 2024-09-18T02:24:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:1175: read oid 3 snap -1 2024-09-18T02:24:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:1175: expect deleted 2024-09-18T02:24:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 123 2024-09-18T02:24:15.735 INFO:tasks.rados.rados.0.smithi046.stdout:1176: seq_num 378 ranges {966656=737280,1703936=720896,2424832=81920} 2024-09-18T02:24:15.745 INFO:tasks.rados.rados.0.smithi046.stdout:1176: writing smithi04682744-15 from 966656 to 1703936 tid 1 2024-09-18T02:24:15.749 INFO:tasks.rados.rados.0.smithi046.stdout:1176: writing smithi04682744-15 from 1703936 to 2424832 tid 2 2024-09-18T02:24:15.750 INFO:tasks.rados.rados.0.smithi046.stdout:1176: writing smithi04682744-15 from 2424832 to 2506752 tid 3 2024-09-18T02:24:15.750 INFO:tasks.rados.rados.0.smithi046.stdout:1177: rmattr oid 24 current snap is 123 2024-09-18T02:24:15.750 INFO:tasks.rados.rados.0.smithi046.stdout:1177: done (4 left) 2024-09-18T02:24:15.750 INFO:tasks.rados.rados.0.smithi046.stdout:1178: read oid 27 snap -1 2024-09-18T02:24:15.750 INFO:tasks.rados.rados.0.smithi046.stdout:1178: expect (ObjNum 246 snap 80 seq_num 246) 2024-09-18T02:24:15.750 INFO:tasks.rados.rados.0.smithi046.stdout:1179: rmattr oid 20 current snap is 123 2024-09-18T02:24:15.750 INFO:tasks.rados.rados.0.smithi046.stdout:1173: expect (ObjNum 360 snap 117 seq_num 360) 2024-09-18T02:24:15.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:15 smithi195 ceph-mon[89559]: osdmap e301: 8 total, 8 up, 8 in 2024-09-18T02:24:16.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:15 smithi046 ceph-mon[94621]: osdmap e301: 8 total, 8 up, 8 in 2024-09-18T02:24:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:15 smithi046 ceph-mon[97106]: osdmap e301: 8 total, 8 up, 8 in 2024-09-18T02:24:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 1 to smithi04682744-36 2024-09-18T02:24:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 2 to smithi04682744-36 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 3 to smithi04682744-36 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 4 to smithi04682744-36 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 5 to smithi04682744-36 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 625 (ObjNum 377 snap 123 seq_num 377) dirty exists 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1174: left oid 36 (ObjNum 377 snap 123 seq_num 377) 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1176: finishing write tid 1 to smithi04682744-15 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1173: done (5 left) 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1174: done (4 left) 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1175: done (3 left) 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1180: rmattr oid 5 current snap is 123 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1180: done (3 left) 2024-09-18T02:24:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:1181: copy_from oid 41 from oid 30 current snap is 123 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:1176: finishing write tid 2 to smithi04682744-15 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:1176: finishing write tid 3 to smithi04682744-15 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:1176: finishing write tid 4 to smithi04682744-15 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:1176: finishing write tid 5 to smithi04682744-15 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 445 (ObjNum 378 snap 123 seq_num 378) dirty exists 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:1176: left oid 15 (ObjNum 378 snap 123 seq_num 378) 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 402 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-18T02:24:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:1178: expect (ObjNum 246 snap 80 seq_num 246) 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing copy_from racing read to smithi04682744-41 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing copy_from to smithi04682744-41 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 320 (ObjNum 81 snap 0 seq_num 1666936676) dirty exists 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:1176: done (3 left) 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:1178: done (2 left) 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:1179: done (1 left) 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:1181: done (0 left) 2024-09-18T02:24:16.464 INFO:tasks.rados.rados.0.smithi046.stdout:1182: snap_create 2024-09-18T02:24:16.697 INFO:tasks.rados.rados.0.smithi046.stdout:1182: done (0 left) 2024-09-18T02:24:16.697 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 124 2024-09-18T02:24:16.697 INFO:tasks.rados.rados.0.smithi046.stdout:1183: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-09-18T02:24:16.701 INFO:tasks.rados.rados.0.smithi046.stdout:1183: writing smithi04682744-28 from 0 to 753664 tid 1 2024-09-18T02:24:16.703 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:24:16] "GET /metrics HTTP/1.1" 200 36175 "" "Prometheus/2.43.0" 2024-09-18T02:24:16.705 INFO:tasks.rados.rados.0.smithi046.stdout:1183: writing smithi04682744-28 from 753664 to 1359872 tid 2 2024-09-18T02:24:16.706 INFO:tasks.rados.rados.0.smithi046.stdout:1183: writing smithi04682744-28 from 1359872 to 1556480 tid 3 2024-09-18T02:24:16.707 INFO:tasks.rados.rados.0.smithi046.stdout:1184: rmattr oid 39 current snap is 124 2024-09-18T02:24:16.707 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 124 2024-09-18T02:24:16.707 INFO:tasks.rados.rados.0.smithi046.stdout:1185: seq_num 380 ranges {9158656=770048,9928704=483328,10412032=319488} 2024-09-18T02:24:16.761 INFO:tasks.rados.rados.0.smithi046.stdout:1185: writing smithi04682744-4 from 9158656 to 9928704 tid 1 2024-09-18T02:24:16.763 INFO:tasks.rados.rados.0.smithi046.stdout:1185: writing smithi04682744-4 from 9928704 to 10412032 tid 2 2024-09-18T02:24:16.766 INFO:tasks.rados.rados.0.smithi046.stdout:1185: writing smithi04682744-4 from 10412032 to 10731520 tid 3 2024-09-18T02:24:16.766 INFO:tasks.rados.rados.0.smithi046.stdout:1186: copy_from oid 37 from oid 50 current snap is 124 2024-09-18T02:24:16.766 INFO:tasks.rados.rados.0.smithi046.stdout:1183: finishing write tid 1 to smithi04682744-28 2024-09-18T02:24:16.766 INFO:tasks.rados.rados.0.smithi046.stdout:1183: finishing write tid 2 to smithi04682744-28 2024-09-18T02:24:16.766 INFO:tasks.rados.rados.0.smithi046.stdout:1183: finishing write tid 3 to smithi04682744-28 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1183: finishing write tid 4 to smithi04682744-28 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 445 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1183: finishing write tid 5 to smithi04682744-28 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 308 (ObjNum 379 snap 124 seq_num 379) dirty exists 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1183: left oid 28 (ObjNum 379 snap 124 seq_num 379) 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 1 to smithi04682744-4 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1183: done (3 left) 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1184: done (2 left) 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1187: copy_from oid 49 from oid 44 current snap is 124 2024-09-18T02:24:16.767 INFO:tasks.rados.rados.0.smithi046.stdout:1188: snap_create 2024-09-18T02:24:16.768 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 2 to smithi04682744-4 2024-09-18T02:24:16.768 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 3 to smithi04682744-4 2024-09-18T02:24:16.769 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 4 to smithi04682744-4 2024-09-18T02:24:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 5 to smithi04682744-4 2024-09-18T02:24:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 479 (ObjNum 380 snap 124 seq_num 380) dirty exists 2024-09-18T02:24:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1185: left oid 4 (ObjNum 380 snap 124 seq_num 380) 2024-09-18T02:24:16.771 INFO:tasks.rados.rados.0.smithi046.stdout:1186: finishing copy_from to smithi04682744-37 2024-09-18T02:24:16.772 INFO:tasks.rados.rados.0.smithi046.stdout:1186: got expected ENOENT (src dne) 2024-09-18T02:24:16.772 INFO:tasks.rados.rados.0.smithi046.stdout:1186: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:24:16.792 INFO:tasks.rados.rados.0.smithi046.stdout:1187: finishing copy_from racing read to smithi04682744-49 2024-09-18T02:24:16.796 INFO:tasks.rados.rados.0.smithi046.stdout:1187: finishing copy_from to smithi04682744-49 2024-09-18T02:24:16.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 317 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-18T02:24:16.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:16 smithi195 ceph-mon[89559]: pgmap v130: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 697 KiB/s wr, 12 op/s 2024-09-18T02:24:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:16 smithi195 ceph-mon[89559]: mgrmap e45: y(active, since 92s), standbys: x 2024-09-18T02:24:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:16 smithi195 ceph-mon[89559]: osdmap e302: 8 total, 8 up, 8 in 2024-09-18T02:24:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:16 smithi195 ceph-mon[89559]: osdmap e303: 8 total, 8 up, 8 in 2024-09-18T02:24:17.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[94621]: pgmap v130: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 697 KiB/s wr, 12 op/s 2024-09-18T02:24:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[94621]: mgrmap e45: y(active, since 92s), standbys: x 2024-09-18T02:24:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[94621]: osdmap e302: 8 total, 8 up, 8 in 2024-09-18T02:24:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[94621]: osdmap e303: 8 total, 8 up, 8 in 2024-09-18T02:24:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[97106]: pgmap v130: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 697 KiB/s wr, 12 op/s 2024-09-18T02:24:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[97106]: mgrmap e45: y(active, since 92s), standbys: x 2024-09-18T02:24:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[97106]: osdmap e302: 8 total, 8 up, 8 in 2024-09-18T02:24:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:16 smithi046 ceph-mon[97106]: osdmap e303: 8 total, 8 up, 8 in 2024-09-18T02:24:17.711 INFO:tasks.rados.rados.0.smithi046.stdout:1185: done (3 left) 2024-09-18T02:24:17.711 INFO:tasks.rados.rados.0.smithi046.stdout:1186: done (2 left) 2024-09-18T02:24:17.711 INFO:tasks.rados.rados.0.smithi046.stdout:1187: done (1 left) 2024-09-18T02:24:17.712 INFO:tasks.rados.rados.0.smithi046.stdout:1188: done (0 left) 2024-09-18T02:24:17.712 INFO:tasks.rados.rados.0.smithi046.stdout:1189: snap_create 2024-09-18T02:24:18.154 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:24:18.418 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:24:18.418 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 16s ago 6m 16.4M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:24:18.418 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (2m) 56s ago 6m 82.2M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:24:18.418 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (7m) 16s ago 7m 18.2M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:24:18.418 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (7m) 56s ago 7m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:24:18.418 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (116s) 56s ago 11m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:24:18.418 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (2m) 16s ago 12m 492M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (102s) 16s ago 12m 47.6M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (62s) 56s ago 11m 28.6M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (80s) 16s ago 11m 38.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 16s ago 6m 8136k - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (2m) 56s ago 6m 8707k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (20s) 16s ago 10m 14.3M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (10m) 16s ago 10m 188M 2481M 17.2.7-1635-g4a704134 f22ead590bad 5761de1219eb 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (9m) 16s ago 9m 216M 2481M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (9m) 16s ago 9m 145M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (9m) 56s ago 9m 143M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (8m) 56s ago 8m 150M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (8m) 56s ago 8m 107M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:24:18.419 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (7m) 56s ago 7m 93.8M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:24:18.420 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (2m) 56s ago 7m 49.4M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:24:18.713 INFO:tasks.rados.rados.0.smithi046.stdout:1189: done (0 left) 2024-09-18T02:24:18.714 INFO:tasks.rados.rados.0.smithi046.stdout:1190: snap_remove snap 122 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:18.752 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 7, 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 9, 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 6 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:24:18.753 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:24:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:18 smithi195 ceph-mon[89559]: pgmap v133: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 697 KiB/s wr, 12 op/s 2024-09-18T02:24:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:18 smithi195 ceph-mon[89559]: osdmap e304: 8 total, 8 up, 8 in 2024-09-18T02:24:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:18 smithi195 ceph-mon[89559]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:18.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:19.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[97106]: pgmap v133: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 697 KiB/s wr, 12 op/s 2024-09-18T02:24:19.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[97106]: osdmap e304: 8 total, 8 up, 8 in 2024-09-18T02:24:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[97106]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[94621]: pgmap v133: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 697 KiB/s wr, 12 op/s 2024-09-18T02:24:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[94621]: osdmap e304: 8 total, 8 up, 8 in 2024-09-18T02:24:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[94621]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:1190: done (0 left) 2024-09-18T02:24:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:1191: rollback oid 5 current snap is 126 2024-09-18T02:24:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 115 2024-09-18T02:24:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 126 2024-09-18T02:24:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:1192: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-09-18T02:24:19.722 INFO:tasks.rados.rados.0.smithi046.stdout:1192: writing smithi04682744-29 from 0 to 786432 tid 1 2024-09-18T02:24:19.726 INFO:tasks.rados.rados.0.smithi046.stdout:1192: writing smithi04682744-29 from 786432 to 1204224 tid 2 2024-09-18T02:24:19.729 INFO:tasks.rados.rados.0.smithi046.stdout:1192: writing smithi04682744-29 from 1204224 to 1589248 tid 3 2024-09-18T02:24:19.730 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 126 2024-09-18T02:24:19.730 INFO:tasks.rados.rados.0.smithi046.stdout:1193: seq_num 382 ranges {638976=802816,1441792=704512,2146304=98304} 2024-09-18T02:24:19.738 INFO:tasks.rados.rados.0.smithi046.stdout:1193: writing smithi04682744-10 from 638976 to 1441792 tid 1 2024-09-18T02:24:19.743 INFO:tasks.rados.rados.0.smithi046.stdout:1193: writing smithi04682744-10 from 1441792 to 2146304 tid 2 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1193: writing smithi04682744-10 from 2146304 to 2244608 tid 3 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1194: delete oid 26 current snap is 126 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1191: finishing rollback tid 0 to smithi04682744-5 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1191: finishing rollback tid 1 to smithi04682744-5 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1191: finishing rollback tid 2 to smithi04682744-5 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 331 (ObjNum 335 snap 109 seq_num 335) dirty exists 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 1 to smithi04682744-29 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 2 to smithi04682744-29 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 3 to smithi04682744-29 2024-09-18T02:24:19.744 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 4 to smithi04682744-29 2024-09-18T02:24:19.745 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 5 to smithi04682744-29 2024-09-18T02:24:19.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 296 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:24:19.745 INFO:tasks.rados.rados.0.smithi046.stdout:1192: left oid 29 (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:24:19.745 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing write tid 1 to smithi04682744-10 2024-09-18T02:24:19.746 INFO:tasks.rados.rados.0.smithi046.stdout:1191: done (3 left) 2024-09-18T02:24:19.746 INFO:tasks.rados.rados.0.smithi046.stdout:1192: done (2 left) 2024-09-18T02:24:19.746 INFO:tasks.rados.rados.0.smithi046.stdout:1194: done (1 left) 2024-09-18T02:24:19.746 INFO:tasks.rados.rados.0.smithi046.stdout:1195: read oid 39 snap -1 2024-09-18T02:24:19.746 INFO:tasks.rados.rados.0.smithi046.stdout:1195: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:24:19.746 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 126 2024-09-18T02:24:19.747 INFO:tasks.rados.rados.0.smithi046.stdout:1196: seq_num 384 ranges {1622016=434176,2056192=475136,2531328=630784,3162112=98304} 2024-09-18T02:24:19.758 INFO:tasks.rados.rados.0.smithi046.stdout:1196: writing smithi04682744-42 from 1622016 to 2056192 tid 1 2024-09-18T02:24:19.761 INFO:tasks.rados.rados.0.smithi046.stdout:1196: writing smithi04682744-42 from 2056192 to 2531328 tid 2 2024-09-18T02:24:19.764 INFO:tasks.rados.rados.0.smithi046.stdout:1196: writing smithi04682744-42 from 2531328 to 3162112 tid 3 2024-09-18T02:24:19.765 INFO:tasks.rados.rados.0.smithi046.stdout:1196: writing smithi04682744-42 from 3162112 to 3260416 tid 4 2024-09-18T02:24:19.765 INFO:tasks.rados.rados.0.smithi046.stdout:1197: delete oid 32 current snap is 126 2024-09-18T02:24:19.765 INFO:tasks.rados.rados.0.smithi046.stdout:1195: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:24:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing write tid 2 to smithi04682744-10 2024-09-18T02:24:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing write tid 3 to smithi04682744-10 2024-09-18T02:24:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing write tid 4 to smithi04682744-10 2024-09-18T02:24:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing write tid 5 to smithi04682744-10 2024-09-18T02:24:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 547 (ObjNum 382 snap 126 seq_num 382) dirty exists 2024-09-18T02:24:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:1193: left oid 10 (ObjNum 382 snap 126 seq_num 382) 2024-09-18T02:24:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 1 to smithi04682744-42 2024-09-18T02:24:19.767 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 2 to smithi04682744-42 2024-09-18T02:24:19.767 INFO:tasks.rados.rados.0.smithi046.stdout:1193: done (3 left) 2024-09-18T02:24:19.767 INFO:tasks.rados.rados.0.smithi046.stdout:1195: done (2 left) 2024-09-18T02:24:19.767 INFO:tasks.rados.rados.0.smithi046.stdout:1197: done (1 left) 2024-09-18T02:24:19.768 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 126 2024-09-18T02:24:19.768 INFO:tasks.rados.rados.0.smithi046.stdout:1198: seq_num 386 ranges {6979584=466944,7446528=638976,8085504=565248} 2024-09-18T02:24:19.808 INFO:tasks.rados.rados.0.smithi046.stdout:1198: writing smithi04682744-44 from 6979584 to 7446528 tid 1 2024-09-18T02:24:19.812 INFO:tasks.rados.rados.0.smithi046.stdout:1198: writing smithi04682744-44 from 7446528 to 8085504 tid 2 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1198: writing smithi04682744-44 from 8085504 to 8650752 tid 3 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 126 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 3 to smithi04682744-42 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 4 to smithi04682744-42 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 5 to smithi04682744-42 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 6 to smithi04682744-42 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 487 (ObjNum 384 snap 126 seq_num 384) dirty exists 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1196: left oid 42 (ObjNum 384 snap 126 seq_num 384) 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1198: finishing write tid 1 to smithi04682744-44 2024-09-18T02:24:19.816 INFO:tasks.rados.rados.0.smithi046.stdout:1198: finishing write tid 2 to smithi04682744-44 2024-09-18T02:24:19.817 INFO:tasks.rados.rados.0.smithi046.stdout:1199: seq_num 387 ranges {999424=483328,1482752=524288,2007040=679936} 2024-09-18T02:24:19.824 INFO:tasks.rados.rados.0.smithi046.stdout:1199: writing smithi04682744-22 from 999424 to 1482752 tid 1 2024-09-18T02:24:19.827 INFO:tasks.rados.rados.0.smithi046.stdout:1199: writing smithi04682744-22 from 1482752 to 2007040 tid 2 2024-09-18T02:24:19.831 INFO:tasks.rados.rados.0.smithi046.stdout:1199: writing smithi04682744-22 from 2007040 to 2686976 tid 3 2024-09-18T02:24:19.831 INFO:tasks.rados.rados.0.smithi046.stdout:1196: done (2 left) 2024-09-18T02:24:19.831 INFO:tasks.rados.rados.0.smithi046.stdout:1200: snap_remove snap 114 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[94621]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[94621]: osdmap e305: 8 total, 8 up, 8 in 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1660109166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[94621]: osdmap e306: 8 total, 8 up, 8 in 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[97106]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[97106]: osdmap e305: 8 total, 8 up, 8 in 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1660109166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:19 smithi046 ceph-mon[97106]: osdmap e306: 8 total, 8 up, 8 in 2024-09-18T02:24:20.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:19 smithi195 ceph-mon[89559]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:19 smithi195 ceph-mon[89559]: osdmap e305: 8 total, 8 up, 8 in 2024-09-18T02:24:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:19 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1660109166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:19 smithi195 ceph-mon[89559]: osdmap e306: 8 total, 8 up, 8 in 2024-09-18T02:24:20.738 INFO:tasks.rados.rados.0.smithi046.stdout:1200: done (2 left) 2024-09-18T02:24:20.738 INFO:tasks.rados.rados.0.smithi046.stdout:1201: rollback oid 24 current snap is 126 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 77 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:1198: finishing write tid 3 to smithi04682744-44 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:1202: read oid 25 snap -1 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:1202: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:1203: read oid 6 snap -1 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:1203: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:1204: rollback oid 23 current snap is 126 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 99 2024-09-18T02:24:20.739 INFO:tasks.rados.rados.0.smithi046.stdout:1205: read oid 46 snap 66 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1205: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1206: setattr oid 11 current snap is 126 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1198: finishing write tid 4 to smithi04682744-44 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1198: finishing write tid 5 to smithi04682744-44 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 321 (ObjNum 386 snap 126 seq_num 386) dirty exists 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1198: left oid 44 (ObjNum 386 snap 126 seq_num 386) 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 1 to smithi04682744-22 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 2 to smithi04682744-22 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 3 to smithi04682744-22 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 4 to smithi04682744-22 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 5 to smithi04682744-22 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 733 (ObjNum 387 snap 126 seq_num 387) dirty exists 2024-09-18T02:24:20.740 INFO:tasks.rados.rados.0.smithi046.stdout:1199: left oid 22 (ObjNum 387 snap 126 seq_num 387) 2024-09-18T02:24:20.741 INFO:tasks.rados.rados.0.smithi046.stdout:1198: done (7 left) 2024-09-18T02:24:20.741 INFO:tasks.rados.rados.0.smithi046.stdout:1199: done (6 left) 2024-09-18T02:24:20.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 126 2024-09-18T02:24:20.741 INFO:tasks.rados.rados.0.smithi046.stdout:1207: seq_num 388 ranges {7151616=507904,7659520=458752,8118272=606208,8724480=139264} 2024-09-18T02:24:20.784 INFO:tasks.rados.rados.0.smithi046.stdout:1207: writing smithi04682744-9 from 7151616 to 7659520 tid 1 2024-09-18T02:24:20.787 INFO:tasks.rados.rados.0.smithi046.stdout:1207: writing smithi04682744-9 from 7659520 to 8118272 tid 2 2024-09-18T02:24:20.790 INFO:tasks.rados.rados.0.smithi046.stdout:1207: writing smithi04682744-9 from 8118272 to 8724480 tid 3 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1207: writing smithi04682744-9 from 8724480 to 8863744 tid 4 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1208: read oid 5 snap -1 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1208: expect (ObjNum 335 snap 109 seq_num 335) 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1209: delete oid 33 current snap is 126 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing rollback tid 0 to smithi04682744-23 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing rollback tid 1 to smithi04682744-23 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing rollback tid 2 to smithi04682744-23 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 727 (ObjNum 311 snap 99 seq_num 311) dirty exists 2024-09-18T02:24:20.792 INFO:tasks.rados.rados.0.smithi046.stdout:1203: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-18T02:24:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 450 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-18T02:24:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:1201: finishing rollback tid 0 to smithi04682744-24 2024-09-18T02:24:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:1201: finishing rollback tid 1 to smithi04682744-24 2024-09-18T02:24:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:1201: finishing rollback tid 2 to smithi04682744-24 2024-09-18T02:24:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 316 (ObjNum 217 snap 62 seq_num 217) dirty exists 2024-09-18T02:24:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:1205: expect (ObjNum 204 snap 58 seq_num 204) 2024-09-18T02:24:20.908 INFO:tasks.rados.rados.0.smithi046.stdout:1202: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-18T02:24:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:20 smithi046 ceph-mon[97106]: pgmap v136: 121 pgs: 121 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-18T02:24:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:20 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:20 smithi046 ceph-mon[94621]: pgmap v136: 121 pgs: 121 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-18T02:24:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:20 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:21.078 INFO:tasks.rados.rados.0.smithi046.stdout:1207: finishing write tid 1 to smithi04682744-9 2024-09-18T02:24:21.078 INFO:tasks.rados.rados.0.smithi046.stdout:1207: finishing write tid 2 to smithi04682744-9 2024-09-18T02:24:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:1207: finishing write tid 3 to smithi04682744-9 2024-09-18T02:24:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:1207: finishing write tid 4 to smithi04682744-9 2024-09-18T02:24:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:1207: finishing write tid 5 to smithi04682744-9 2024-09-18T02:24:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:1207: finishing write tid 6 to smithi04682744-9 2024-09-18T02:24:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 336 (ObjNum 388 snap 126 seq_num 388) dirty exists 2024-09-18T02:24:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:1207: left oid 9 (ObjNum 388 snap 126 seq_num 388) 2024-09-18T02:24:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:1208: expect (ObjNum 335 snap 109 seq_num 335) 2024-09-18T02:24:21.132 INFO:tasks.rados.rados.0.smithi046.stdout:1201: done (8 left) 2024-09-18T02:24:21.132 INFO:tasks.rados.rados.0.smithi046.stdout:1202: done (7 left) 2024-09-18T02:24:21.132 INFO:tasks.rados.rados.0.smithi046.stdout:1203: done (6 left) 2024-09-18T02:24:21.132 INFO:tasks.rados.rados.0.smithi046.stdout:1204: done (5 left) 2024-09-18T02:24:21.132 INFO:tasks.rados.rados.0.smithi046.stdout:1205: done (4 left) 2024-09-18T02:24:21.133 INFO:tasks.rados.rados.0.smithi046.stdout:1206: done (3 left) 2024-09-18T02:24:21.133 INFO:tasks.rados.rados.0.smithi046.stdout:1207: done (2 left) 2024-09-18T02:24:21.133 INFO:tasks.rados.rados.0.smithi046.stdout:1208: done (1 left) 2024-09-18T02:24:21.133 INFO:tasks.rados.rados.0.smithi046.stdout:1209: done (0 left) 2024-09-18T02:24:21.133 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 126 2024-09-18T02:24:21.133 INFO:tasks.rados.rados.0.smithi046.stdout:1210: seq_num 390 ranges {2244608=540672,2785280=630784,3416064=573440} 2024-09-18T02:24:21.147 INFO:tasks.rados.rados.0.smithi046.stdout:1210: writing smithi04682744-10 from 2244608 to 2785280 tid 1 2024-09-18T02:24:21.152 INFO:tasks.rados.rados.0.smithi046.stdout:1210: writing smithi04682744-10 from 2785280 to 3416064 tid 2 2024-09-18T02:24:21.155 INFO:tasks.rados.rados.0.smithi046.stdout:1210: writing smithi04682744-10 from 3416064 to 3989504 tid 3 2024-09-18T02:24:21.155 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 126 2024-09-18T02:24:21.155 INFO:tasks.rados.rados.0.smithi046.stdout:1211: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2024-09-18T02:24:21.159 INFO:tasks.rados.rados.0.smithi046.stdout:1211: writing smithi04682744-30 from 0 to 557056 tid 1 2024-09-18T02:24:21.163 INFO:tasks.rados.rados.0.smithi046.stdout:1211: writing smithi04682744-30 from 557056 to 1073152 tid 2 2024-09-18T02:24:21.168 INFO:tasks.rados.rados.0.smithi046.stdout:1211: writing smithi04682744-30 from 1073152 to 1761280 tid 3 2024-09-18T02:24:21.168 INFO:tasks.rados.rados.0.smithi046.stdout:1212: read oid 25 snap -1 2024-09-18T02:24:21.168 INFO:tasks.rados.rados.0.smithi046.stdout:1212: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-18T02:24:21.168 INFO:tasks.rados.rados.0.smithi046.stdout:1213: read oid 46 snap -1 2024-09-18T02:24:21.168 INFO:tasks.rados.rados.0.smithi046.stdout:1213: expect deleted 2024-09-18T02:24:21.168 INFO:tasks.rados.rados.0.smithi046.stdout:1214: snap_remove snap 119 2024-09-18T02:24:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:20 smithi195 ceph-mon[89559]: pgmap v136: 121 pgs: 121 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-18T02:24:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:20 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:21.699 INFO:tasks.rados.rados.0.smithi046.stdout:1214: done (4 left) 2024-09-18T02:24:21.699 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 126 2024-09-18T02:24:21.699 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing write tid 1 to smithi04682744-10 2024-09-18T02:24:21.699 INFO:tasks.rados.rados.0.smithi046.stdout:1215: seq_num 392 ranges {8863744=573440,9437184=802816,10240000=401408} 2024-09-18T02:24:21.752 INFO:tasks.rados.rados.0.smithi046.stdout:1215: writing smithi04682744-9 from 8863744 to 9437184 tid 1 2024-09-18T02:24:21.756 INFO:tasks.rados.rados.0.smithi046.stdout:1215: writing smithi04682744-9 from 9437184 to 10240000 tid 2 2024-09-18T02:24:21.759 INFO:tasks.rados.rados.0.smithi046.stdout:1215: writing smithi04682744-9 from 10240000 to 10641408 tid 3 2024-09-18T02:24:21.759 INFO:tasks.rados.rados.0.smithi046.stdout:1216: snap_create 2024-09-18T02:24:21.759 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing write tid 2 to smithi04682744-10 2024-09-18T02:24:21.759 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing write tid 3 to smithi04682744-10 2024-09-18T02:24:21.759 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing write tid 4 to smithi04682744-10 2024-09-18T02:24:21.759 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing write tid 5 to smithi04682744-10 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 555 (ObjNum 390 snap 126 seq_num 390) dirty exists 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1210: left oid 10 (ObjNum 390 snap 126 seq_num 390) 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1211: finishing write tid 1 to smithi04682744-30 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1211: finishing write tid 2 to smithi04682744-30 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1211: finishing write tid 3 to smithi04682744-30 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1211: finishing write tid 4 to smithi04682744-30 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1211: finishing write tid 5 to smithi04682744-30 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 498 (ObjNum 391 snap 126 seq_num 391) dirty exists 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1211: left oid 30 (ObjNum 391 snap 126 seq_num 391) 2024-09-18T02:24:21.760 INFO:tasks.rados.rados.0.smithi046.stdout:1212: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-18T02:24:21.927 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 1 to smithi04682744-9 2024-09-18T02:24:21.927 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 2 to smithi04682744-9 2024-09-18T02:24:21.928 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 3 to smithi04682744-9 2024-09-18T02:24:21.928 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 4 to smithi04682744-9 2024-09-18T02:24:21.928 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 5 to smithi04682744-9 2024-09-18T02:24:21.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 340 (ObjNum 392 snap 126 seq_num 392) dirty exists 2024-09-18T02:24:21.928 INFO:tasks.rados.rados.0.smithi046.stdout:1215: left oid 9 (ObjNum 392 snap 126 seq_num 392) 2024-09-18T02:24:21.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:21.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[97106]: Upgrade: osd.1 is safe to restart 2024-09-18T02:24:21.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[97106]: osdmap e307: 8 total, 8 up, 8 in 2024-09-18T02:24:21.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[97106]: osdmap e308: 8 total, 8 up, 8 in 2024-09-18T02:24:21.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:21.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[94621]: Upgrade: osd.1 is safe to restart 2024-09-18T02:24:21.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[94621]: osdmap e307: 8 total, 8 up, 8 in 2024-09-18T02:24:21.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:21 smithi046 ceph-mon[94621]: osdmap e308: 8 total, 8 up, 8 in 2024-09-18T02:24:22.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:21 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-18T02:24:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:21 smithi195 ceph-mon[89559]: Upgrade: osd.1 is safe to restart 2024-09-18T02:24:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:21 smithi195 ceph-mon[89559]: osdmap e307: 8 total, 8 up, 8 in 2024-09-18T02:24:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:21 smithi195 ceph-mon[89559]: osdmap e308: 8 total, 8 up, 8 in 2024-09-18T02:24:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:22.739 INFO:tasks.rados.rados.0.smithi046.stdout:1210: done (5 left) 2024-09-18T02:24:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:1211: done (4 left) 2024-09-18T02:24:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:1212: done (3 left) 2024-09-18T02:24:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:1213: done (2 left) 2024-09-18T02:24:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:1215: done (1 left) 2024-09-18T02:24:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:1216: done (0 left) 2024-09-18T02:24:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 127 2024-09-18T02:24:22.740 INFO:tasks.rados.rados.0.smithi046.stdout:1217: seq_num 393 ranges {1507328=589824,2097152=679936,2777088=524288} 2024-09-18T02:24:22.751 INFO:tasks.rados.rados.0.smithi046.stdout:1217: writing smithi04682744-34 from 1507328 to 2097152 tid 1 2024-09-18T02:24:22.756 INFO:tasks.rados.rados.0.smithi046.stdout:1217: writing smithi04682744-34 from 2097152 to 2777088 tid 2 2024-09-18T02:24:22.758 INFO:tasks.rados.rados.0.smithi046.stdout:1217: writing smithi04682744-34 from 2777088 to 3301376 tid 3 2024-09-18T02:24:22.758 INFO:tasks.rados.rados.0.smithi046.stdout:1218: read oid 37 snap -1 2024-09-18T02:24:22.758 INFO:tasks.rados.rados.0.smithi046.stdout:1218: expect (ObjNum 363 snap 118 seq_num 363) 2024-09-18T02:24:22.759 INFO:tasks.rados.rados.0.smithi046.stdout:1219: snap_create 2024-09-18T02:24:22.759 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 1 to smithi04682744-34 2024-09-18T02:24:22.759 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 2 to smithi04682744-34 2024-09-18T02:24:22.760 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 3 to smithi04682744-34 2024-09-18T02:24:22.760 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 4 to smithi04682744-34 2024-09-18T02:24:22.762 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 5 to smithi04682744-34 2024-09-18T02:24:22.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 562 (ObjNum 393 snap 127 seq_num 393) dirty exists 2024-09-18T02:24:22.762 INFO:tasks.rados.rados.0.smithi046.stdout:1217: left oid 34 (ObjNum 393 snap 127 seq_num 393) 2024-09-18T02:24:22.771 INFO:tasks.rados.rados.0.smithi046.stdout:1218: expect (ObjNum 363 snap 118 seq_num 363) 2024-09-18T02:24:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[94621]: pgmap v139: 121 pgs: 121 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-18T02:24:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[94621]: Upgrade: Updating osd.1 2024-09-18T02:24:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:24:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[94621]: Deploying daemon osd.1 on smithi046 2024-09-18T02:24:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[94621]: osdmap e309: 8 total, 8 up, 8 in 2024-09-18T02:24:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[97106]: pgmap v139: 121 pgs: 121 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-18T02:24:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[97106]: Upgrade: Updating osd.1 2024-09-18T02:24:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:24:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[97106]: Deploying daemon osd.1 on smithi046 2024-09-18T02:24:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:22 smithi046 ceph-mon[97106]: osdmap e309: 8 total, 8 up, 8 in 2024-09-18T02:24:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-mon[89559]: pgmap v139: 121 pgs: 121 active+clean; 422 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-09-18T02:24:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-mon[89559]: Upgrade: Updating osd.1 2024-09-18T02:24:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-18T02:24:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-mon[89559]: Deploying daemon osd.1 on smithi046 2024-09-18T02:24:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:22 smithi195 ceph-mon[89559]: osdmap e309: 8 total, 8 up, 8 in 2024-09-18T02:24:23.741 INFO:tasks.rados.rados.0.smithi046.stdout:1217: done (2 left) 2024-09-18T02:24:23.742 INFO:tasks.rados.rados.0.smithi046.stdout:1218: done (1 left) 2024-09-18T02:24:23.742 INFO:tasks.rados.rados.0.smithi046.stdout:1219: done (0 left) 2024-09-18T02:24:23.742 INFO:tasks.rados.rados.0.smithi046.stdout:1220: snap_remove snap 111 2024-09-18T02:24:23.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:24.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:24.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:24.743 INFO:tasks.rados.rados.0.smithi046.stdout:1220: done (0 left) 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1221: read oid 9 snap -1 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1221: expect (ObjNum 392 snap 126 seq_num 392) 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1222: read oid 41 snap 83 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1222: expect (ObjNum 240 snap 76 seq_num 240) 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1223: read oid 29 snap -1 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1223: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1224: read oid 27 snap -1 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1224: expect (ObjNum 246 snap 80 seq_num 246) 2024-09-18T02:24:24.744 INFO:tasks.rados.rados.0.smithi046.stdout:1225: delete oid 31 current snap is 128 2024-09-18T02:24:24.758 INFO:tasks.rados.rados.0.smithi046.stdout:1225: done (4 left) 2024-09-18T02:24:24.758 INFO:tasks.rados.rados.0.smithi046.stdout:1226: snap_create 2024-09-18T02:24:24.759 INFO:tasks.rados.rados.0.smithi046.stdout:1223: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:24:24.820 INFO:tasks.rados.rados.0.smithi046.stdout:1222: expect (ObjNum 240 snap 76 seq_num 240) 2024-09-18T02:24:24.915 INFO:tasks.rados.rados.0.smithi046.stdout:1224: expect (ObjNum 246 snap 80 seq_num 246) 2024-09-18T02:24:24.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:24 smithi046 ceph-mon[94621]: pgmap v142: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 408 KiB/s wr, 6 op/s 2024-09-18T02:24:24.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:24 smithi046 ceph-mon[94621]: osdmap e310: 8 total, 8 up, 8 in 2024-09-18T02:24:24.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:24 smithi046 ceph-mon[97106]: pgmap v142: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 408 KiB/s wr, 6 op/s 2024-09-18T02:24:24.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:24 smithi046 ceph-mon[97106]: osdmap e310: 8 total, 8 up, 8 in 2024-09-18T02:24:25.038 INFO:tasks.rados.rados.0.smithi046.stdout:1221: expect (ObjNum 392 snap 126 seq_num 392) 2024-09-18T02:24:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:24 smithi195 ceph-mon[89559]: pgmap v142: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 408 KiB/s wr, 6 op/s 2024-09-18T02:24:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:24 smithi195 ceph-mon[89559]: osdmap e310: 8 total, 8 up, 8 in 2024-09-18T02:24:25.245 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:24 smithi046 systemd[1]: Stopping Ceph osd.1 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:24:25.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[49766]: 2024-09-18T02:24:25.244+0000 7ff6ca9c3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:24:25.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[49766]: 2024-09-18T02:24:25.244+0000 7ff6ca9c3640 -1 osd.1 311 *** Got signal Terminated *** 2024-09-18T02:24:25.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[49766]: 2024-09-18T02:24:25.244+0000 7ff6ca9c3640 -1 osd.1 311 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:24:25.844 INFO:tasks.rados.rados.0.smithi046.stdout:1221: done (4 left) 2024-09-18T02:24:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:1222: done (3 left) 2024-09-18T02:24:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:1223: done (2 left) 2024-09-18T02:24:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:1224: done (1 left) 2024-09-18T02:24:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:1226: done (0 left) 2024-09-18T02:24:25.870 INFO:tasks.rados.rados.0.smithi046.stdout:1227: copy_from oid 38 from oid 8 current snap is 129 2024-09-18T02:24:25.870 INFO:tasks.rados.rados.0.smithi046.stdout:1228: delete oid 42 current snap is 129 2024-09-18T02:24:25.870 INFO:tasks.rados.rados.0.smithi046.stdout:1228: done (1 left) 2024-09-18T02:24:25.870 INFO:tasks.rados.rados.0.smithi046.stdout:1229: delete oid 29 current snap is 129 2024-09-18T02:24:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:25 smithi046 ceph-mon[94621]: osdmap e311: 8 total, 8 up, 8 in 2024-09-18T02:24:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:25 smithi046 ceph-mon[94621]: osd.1 marked itself down and dead 2024-09-18T02:24:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:25 smithi046 ceph-mon[97106]: osdmap e311: 8 total, 8 up, 8 in 2024-09-18T02:24:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:25 smithi046 ceph-mon[97106]: osd.1 marked itself down and dead 2024-09-18T02:24:26.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:25 smithi195 ceph-mon[89559]: osdmap e311: 8 total, 8 up, 8 in 2024-09-18T02:24:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:25 smithi195 ceph-mon[89559]: osd.1 marked itself down and dead 2024-09-18T02:24:26.412 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:26 smithi046 podman[107425]: 2024-09-18 02:24:26.14280387 +0000 UTC m=+1.017494048 container died 5761de1219ebaf6aad719a2ff389510347deed0156e6dd81e76c00fc2dd01d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-4a70413, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-18T02:24:26.716 INFO:tasks.rados.rados.0.smithi046.stdout:1229: done (1 left) 2024-09-18T02:24:26.716 INFO:tasks.rados.rados.0.smithi046.stdout:1230: rollback oid 27 current snap is 129 2024-09-18T02:24:26.716 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 121 2024-09-18T02:24:26.716 INFO:tasks.rados.rados.0.smithi046.stdout:1231: snap_remove snap 22 2024-09-18T02:24:26.752 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:24:26] "GET /metrics HTTP/1.1" 200 36175 "" "Prometheus/2.43.0" 2024-09-18T02:24:26.753 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:26 smithi046 podman[107425]: 2024-09-18 02:24:26.608946135 +0000 UTC m=+1.483636311 container cleanup 5761de1219ebaf6aad719a2ff389510347deed0156e6dd81e76c00fc2dd01d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-4a70413, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-18T02:24:26.753 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:26 smithi046 bash[107425]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1 2024-09-18T02:24:27.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:26 smithi046 podman[107447]: 2024-09-18 02:24:26.89427244 +0000 UTC m=+0.749358332 container remove 5761de1219ebaf6aad719a2ff389510347deed0156e6dd81e76c00fc2dd01d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:24:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[94621]: pgmap v145: 121 pgs: 121 active+clean; 438 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-09-18T02:24:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:24:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[94621]: osdmap e312: 8 total, 7 up, 8 in 2024-09-18T02:24:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[94621]: osdmap e313: 8 total, 7 up, 8 in 2024-09-18T02:24:27.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[97106]: pgmap v145: 121 pgs: 121 active+clean; 438 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-09-18T02:24:27.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:24:27.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[97106]: osdmap e312: 8 total, 7 up, 8 in 2024-09-18T02:24:27.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:26 smithi046 ceph-mon[97106]: osdmap e313: 8 total, 7 up, 8 in 2024-09-18T02:24:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:26 smithi195 ceph-mon[89559]: pgmap v145: 121 pgs: 121 active+clean; 438 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-09-18T02:24:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:26 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:24:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:26 smithi195 ceph-mon[89559]: osdmap e312: 8 total, 7 up, 8 in 2024-09-18T02:24:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:26 smithi195 ceph-mon[89559]: osdmap e313: 8 total, 7 up, 8 in 2024-09-18T02:24:27.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:27 smithi046 podman[107544]: 2024-09-18 02:24:27.245179467 +0000 UTC m=+0.108851838 container create 86677278a821ec07410b45a4b681c9c5b0a8aea23384e47b0871b03dbfffb917 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-18T02:24:27.508 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:27 smithi046 podman[107544]: 2024-09-18 02:24:27.152470029 +0000 UTC m=+0.016142380 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:24:27.703 INFO:tasks.rados.rados.0.smithi046.stdout:1231: done (2 left) 2024-09-18T02:24:27.703 INFO:tasks.rados.rados.0.smithi046.stdout:1232: copy_from oid 3 from oid 44 current snap is 129 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1227: finishing copy_from racing read to smithi04682744-38 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1227: finishing copy_from to smithi04682744-38 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 616 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing rollback tid 0 to smithi04682744-27 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing rollback tid 2 to smithi04682744-27 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 570 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1227: done (2 left) 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1230: done (1 left) 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1233: rollback oid 23 current snap is 129 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 83 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1234: rollback oid 49 current snap is 129 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 118 2024-09-18T02:24:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:1235: snap_remove snap 39 2024-09-18T02:24:28.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:27 smithi046 podman[107544]: 2024-09-18 02:24:27.522825899 +0000 UTC m=+0.386498247 container init 86677278a821ec07410b45a4b681c9c5b0a8aea23384e47b0871b03dbfffb917 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:24:28.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:27 smithi046 podman[107544]: 2024-09-18 02:24:27.528161195 +0000 UTC m=+0.391833524 container start 86677278a821ec07410b45a4b681c9c5b0a8aea23384e47b0871b03dbfffb917 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-18T02:24:28.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:27 smithi046 podman[107544]: 2024-09-18 02:24:27.622599241 +0000 UTC m=+0.486271583 container attach 86677278a821ec07410b45a4b681c9c5b0a8aea23384e47b0871b03dbfffb917 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:24:28.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:27 smithi046 podman[107544]: 2024-09-18 02:24:27.741070559 +0000 UTC m=+0.604742888 container died 86677278a821ec07410b45a4b681c9c5b0a8aea23384e47b0871b03dbfffb917 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-18T02:24:28.701 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 podman[107587]: 2024-09-18 02:24:28.301304457 +0000 UTC m=+0.553631088 container remove 86677278a821ec07410b45a4b681c9c5b0a8aea23384e47b0871b03dbfffb917 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-18T02:24:28.701 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-18T02:24:28.702 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 systemd[1]: Stopped Ceph osd.1 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:24:28.702 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.1.service: Consumed 11.347s CPU time. 2024-09-18T02:24:28.702 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 systemd[1]: Starting Ceph osd.1 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:1235: done (3 left) 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:1236: copy_from oid 19 from oid 11 current snap is 129 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:1234: finishing rollback tid 0 to smithi04682744-49 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:1234: finishing rollback tid 1 to smithi04682744-49 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:1233: finishing rollback tid 0 to smithi04682744-23 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:1233: finishing rollback tid 1 to smithi04682744-23 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:1234: finishing rollback tid 2 to smithi04682744-49 2024-09-18T02:24:28.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 761 (ObjNum 365 snap 118 seq_num 365) dirty exists 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:1233: finishing rollback tid 2 to smithi04682744-23 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 738 (ObjNum 234 snap 71 seq_num 234) dirty exists 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:1232: finishing copy_from racing read to smithi04682744-3 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:1232: finishing copy_from to smithi04682744-3 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 321 (ObjNum 386 snap 126 seq_num 386) dirty exists 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:1232: done (3 left) 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:1233: done (2 left) 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:1234: done (1 left) 2024-09-18T02:24:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:1237: snap_create 2024-09-18T02:24:28.715 INFO:tasks.rados.rados.0.smithi046.stdout:1236: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:24:28.719 INFO:tasks.rados.rados.0.smithi046.stdout:1236: finishing copy_from to smithi04682744-19 2024-09-18T02:24:28.719 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 450 (ObjNum 385 snap 0 seq_num 1147089616) dirty exists 2024-09-18T02:24:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:28 smithi195 ceph-mon[89559]: pgmap v148: 121 pgs: 16 stale+active+clean, 105 active+clean; 438 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-09-18T02:24:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:28 smithi195 ceph-mon[89559]: osdmap e314: 8 total, 7 up, 8 in 2024-09-18T02:24:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:28.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:28.997 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 podman[107692]: 2024-09-18 02:24:28.645492485 +0000 UTC m=+0.016188547 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:24:28.998 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 podman[107692]: 2024-09-18 02:24:28.769330172 +0000 UTC m=+0.140026222 container create b7fe234bddb740761c67fb7a8b625694193dfc0dddfc1fd9a88637effdfca532 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:24:28.998 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[97106]: pgmap v148: 121 pgs: 16 stale+active+clean, 105 active+clean; 438 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-09-18T02:24:28.998 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[97106]: osdmap e314: 8 total, 7 up, 8 in 2024-09-18T02:24:28.998 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:28.998 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:28.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[94621]: pgmap v148: 121 pgs: 16 stale+active+clean, 105 active+clean; 438 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-09-18T02:24:28.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[94621]: osdmap e314: 8 total, 7 up, 8 in 2024-09-18T02:24:28.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:28.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:29.258 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:28 smithi046 podman[107692]: 2024-09-18 02:24:28.996939118 +0000 UTC m=+0.367635176 container init b7fe234bddb740761c67fb7a8b625694193dfc0dddfc1fd9a88637effdfca532 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-18T02:24:29.258 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 podman[107692]: 2024-09-18 02:24:29.002464605 +0000 UTC m=+0.373160655 container start b7fe234bddb740761c67fb7a8b625694193dfc0dddfc1fd9a88637effdfca532 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-09-18T02:24:29.258 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 podman[107692]: 2024-09-18 02:24:29.096942968 +0000 UTC m=+0.467639036 container attach b7fe234bddb740761c67fb7a8b625694193dfc0dddfc1fd9a88637effdfca532 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-18T02:24:29.643 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate[107707]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-18T02:24:29.643 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 bash[107692]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-18T02:24:29.643 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate[107707]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 bash[107692]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate[107707]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 bash[107692]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate[107707]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 bash[107692]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate[107707]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 bash[107692]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate[107707]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 bash[107692]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate[107707]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 bash[107692]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-18T02:24:29.644 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 podman[107692]: 2024-09-18 02:24:29.356917638 +0000 UTC m=+0.727613698 container died b7fe234bddb740761c67fb7a8b625694193dfc0dddfc1fd9a88637effdfca532 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:24:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:1236: done (1 left) 2024-09-18T02:24:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:1237: done (0 left) 2024-09-18T02:24:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:1238: copy_from oid 35 from oid 22 current snap is 130 2024-09-18T02:24:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:1239: rollback oid 20 current snap is 130 2024-09-18T02:24:29.713 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 129 2024-09-18T02:24:29.713 INFO:tasks.rados.rados.0.smithi046.stdout:1240: delete oid 27 current snap is 130 2024-09-18T02:24:29.715 INFO:tasks.rados.rados.0.smithi046.stdout:1240: done (2 left) 2024-09-18T02:24:29.715 INFO:tasks.rados.rados.0.smithi046.stdout:1241: rollback oid 36 current snap is 130 2024-09-18T02:24:29.715 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 77 2024-09-18T02:24:29.715 INFO:tasks.rados.rados.0.smithi046.stdout:1242: delete oid 7 current snap is 130 2024-09-18T02:24:29.717 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:24:29.717 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:24:29.718 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing rollback tid 2 to smithi04682744-20 2024-09-18T02:24:29.718 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 430 (ObjNum 129 snap 0 seq_num 1145764784) dirty exists 2024-09-18T02:24:29.720 INFO:tasks.rados.rados.0.smithi046.stdout:1239: done (3 left) 2024-09-18T02:24:29.720 INFO:tasks.rados.rados.0.smithi046.stdout:1242: done (2 left) 2024-09-18T02:24:29.720 INFO:tasks.rados.rados.0.smithi046.stdout:1243: copy_from oid 20 from oid 34 current snap is 130 2024-09-18T02:24:29.720 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 130 2024-09-18T02:24:29.720 INFO:tasks.rados.rados.0.smithi046.stdout:1244: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-09-18T02:24:29.725 INFO:tasks.rados.rados.0.smithi046.stdout:1244: writing smithi04682744-7 from 0 to 688128 tid 1 2024-09-18T02:24:29.727 INFO:tasks.rados.rados.0.smithi046.stdout:1244: writing smithi04682744-7 from 688128 to 1122304 tid 2 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:1244: writing smithi04682744-7 from 1122304 to 1867776 tid 3 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:1244: writing smithi04682744-7 from 1867776 to 1892352 tid 4 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 130 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:1241: finishing rollback tid 0 to smithi04682744-36 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:1241: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 660 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:1244: finishing write tid 1 to smithi04682744-7 2024-09-18T02:24:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:24:29.733 INFO:tasks.rados.rados.0.smithi046.stdout:1244: finishing write tid 2 to smithi04682744-7 2024-09-18T02:24:29.733 INFO:tasks.rados.rados.0.smithi046.stdout:1245: seq_num 400 ranges {8650752=704512,9355264=720896,10076160=483328} 2024-09-18T02:24:29.783 INFO:tasks.rados.rados.0.smithi046.stdout:1245: writing smithi04682744-3 from 8650752 to 9355264 tid 1 2024-09-18T02:24:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1245: writing smithi04682744-3 from 9355264 to 10076160 tid 2 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:1245: writing smithi04682744-3 from 10076160 to 10559488 tid 3 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:1241: done (4 left) 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:1246: rollback oid 17 current snap is 130 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 108 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing copy_from to smithi04682744-35 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 733 (ObjNum 387 snap 126 seq_num 387) dirty exists 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:1244: finishing write tid 3 to smithi04682744-7 2024-09-18T02:24:29.791 INFO:tasks.rados.rados.0.smithi046.stdout:1244: finishing write tid 4 to smithi04682744-7 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1244: finishing write tid 5 to smithi04682744-7 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1244: finishing write tid 6 to smithi04682744-7 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 579 (ObjNum 399 snap 130 seq_num 399) dirty exists 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1244: left oid 7 (ObjNum 399 snap 130 seq_num 399) 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1238: done (4 left) 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1244: done (3 left) 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1247: read oid 14 snap -1 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1247: expect (ObjNum 362 snap 118 seq_num 362) 2024-09-18T02:24:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1248: snap_remove snap 87 2024-09-18T02:24:29.968 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-mon[97106]: osdmap e315: 8 total, 7 up, 8 in 2024-09-18T02:24:29.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:29 smithi046 ceph-mon[94621]: osdmap e315: 8 total, 7 up, 8 in 2024-09-18T02:24:29.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:29 smithi195 ceph-mon[89559]: osdmap e315: 8 total, 7 up, 8 in 2024-09-18T02:24:30.258 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:29 smithi046 podman[107841]: 2024-09-18 02:24:29.968006613 +0000 UTC m=+0.604903517 container remove b7fe234bddb740761c67fb7a8b625694193dfc0dddfc1fd9a88637effdfca532 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-18T02:24:30.258 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 podman[107906]: 2024-09-18 02:24:30.079097603 +0000 UTC m=+0.016250801 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:24:30.258 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 podman[107906]: 2024-09-18 02:24:30.202264684 +0000 UTC m=+0.139417873 container create 874c36a46eeb364913b6e4e3841878127b7170fe1698dc97eddb181e54bd9bb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:24:30.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[97106]: pgmap v151: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 151/858 objects degraded (17.599%) 2024-09-18T02:24:30.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 151/858 objects degraded (17.599%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:30.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[97106]: osdmap e316: 8 total, 7 up, 8 in 2024-09-18T02:24:30.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:30.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:30.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:30.712 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 podman[107906]: 2024-09-18 02:24:30.396472745 +0000 UTC m=+0.333625943 container init 874c36a46eeb364913b6e4e3841878127b7170fe1698dc97eddb181e54bd9bb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-18T02:24:30.712 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 podman[107906]: 2024-09-18 02:24:30.401502348 +0000 UTC m=+0.338655537 container start 874c36a46eeb364913b6e4e3841878127b7170fe1698dc97eddb181e54bd9bb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-19e2a2b) 2024-09-18T02:24:30.712 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-osd[107943]: -- 172.21.15.46:0/1323213896 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55902a6d11e0 con 0x55902a66fc00 2024-09-18T02:24:30.712 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 bash[107906]: 874c36a46eeb364913b6e4e3841878127b7170fe1698dc97eddb181e54bd9bb4 2024-09-18T02:24:30.712 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 systemd[1]: Started Ceph osd.1 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:24:30.712 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[94621]: pgmap v151: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 151/858 objects degraded (17.599%) 2024-09-18T02:24:30.712 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 151/858 objects degraded (17.599%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:30.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[94621]: osdmap e316: 8 total, 7 up, 8 in 2024-09-18T02:24:30.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:30.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:30.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:30.717 INFO:tasks.rados.rados.0.smithi046.stdout:1248: done (4 left) 2024-09-18T02:24:30.717 INFO:tasks.rados.rados.0.smithi046.stdout:1249: delete oid 1 current snap is 130 2024-09-18T02:24:30.717 INFO:tasks.rados.rados.0.smithi046.stdout:1243: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:24:30.717 INFO:tasks.rados.rados.0.smithi046.stdout:1243: finishing copy_from to smithi04682744-20 2024-09-18T02:24:30.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 562 (ObjNum 393 snap 127 seq_num 393) dirty exists 2024-09-18T02:24:30.717 INFO:tasks.rados.rados.0.smithi046.stdout:1245: finishing write tid 1 to smithi04682744-3 2024-09-18T02:24:30.717 INFO:tasks.rados.rados.0.smithi046.stdout:1245: finishing write tid 2 to smithi04682744-3 2024-09-18T02:24:30.718 INFO:tasks.rados.rados.0.smithi046.stdout:1247: expect (ObjNum 362 snap 118 seq_num 362) 2024-09-18T02:24:30.764 INFO:tasks.rados.rados.0.smithi046.stdout:1245: finishing write tid 3 to smithi04682744-3 2024-09-18T02:24:30.764 INFO:tasks.rados.rados.0.smithi046.stdout:1245: finishing write tid 4 to smithi04682744-3 2024-09-18T02:24:30.764 INFO:tasks.rados.rados.0.smithi046.stdout:1243: done (4 left) 2024-09-18T02:24:30.764 INFO:tasks.rados.rados.0.smithi046.stdout:1247: done (3 left) 2024-09-18T02:24:30.764 INFO:tasks.rados.rados.0.smithi046.stdout:1249: done (2 left) 2024-09-18T02:24:30.764 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 130 2024-09-18T02:24:30.765 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing rollback tid 0 to smithi04682744-17 2024-09-18T02:24:30.765 INFO:tasks.rados.rados.0.smithi046.stdout:1245: finishing write tid 5 to smithi04682744-3 2024-09-18T02:24:30.765 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 767 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-09-18T02:24:30.765 INFO:tasks.rados.rados.0.smithi046.stdout:1245: left oid 3 (ObjNum 400 snap 130 seq_num 400) 2024-09-18T02:24:30.765 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing rollback tid 1 to smithi04682744-17 2024-09-18T02:24:30.765 INFO:tasks.rados.rados.0.smithi046.stdout:1250: seq_num 402 ranges {2678784=737280,3416064=491520,3907584=516096,4423680=196608} 2024-09-18T02:24:30.783 INFO:tasks.rados.rados.0.smithi046.stdout:1250: writing smithi04682744-37 from 2678784 to 3416064 tid 1 2024-09-18T02:24:30.786 INFO:tasks.rados.rados.0.smithi046.stdout:1250: writing smithi04682744-37 from 3416064 to 3907584 tid 2 2024-09-18T02:24:30.789 INFO:tasks.rados.rados.0.smithi046.stdout:1250: writing smithi04682744-37 from 3907584 to 4423680 tid 3 2024-09-18T02:24:30.791 INFO:tasks.rados.rados.0.smithi046.stdout:1250: writing smithi04682744-37 from 4423680 to 4620288 tid 4 2024-09-18T02:24:30.791 INFO:tasks.rados.rados.0.smithi046.stdout:1245: done (2 left) 2024-09-18T02:24:30.791 INFO:tasks.rados.rados.0.smithi046.stdout:1251: snap_create 2024-09-18T02:24:30.791 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing rollback tid 2 to smithi04682744-17 2024-09-18T02:24:30.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 742 (ObjNum 301 snap 97 seq_num 301) dirty exists 2024-09-18T02:24:30.791 INFO:tasks.rados.rados.0.smithi046.stdout:1250: finishing write tid 1 to smithi04682744-37 2024-09-18T02:24:30.791 INFO:tasks.rados.rados.0.smithi046.stdout:1250: finishing write tid 2 to smithi04682744-37 2024-09-18T02:24:30.793 INFO:tasks.rados.rados.0.smithi046.stdout:1250: finishing write tid 3 to smithi04682744-37 2024-09-18T02:24:30.793 INFO:tasks.rados.rados.0.smithi046.stdout:1250: finishing write tid 4 to smithi04682744-37 2024-09-18T02:24:30.793 INFO:tasks.rados.rados.0.smithi046.stdout:1250: finishing write tid 5 to smithi04682744-37 2024-09-18T02:24:30.794 INFO:tasks.rados.rados.0.smithi046.stdout:1250: finishing write tid 6 to smithi04682744-37 2024-09-18T02:24:30.794 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 567 (ObjNum 402 snap 130 seq_num 402) dirty exists 2024-09-18T02:24:30.794 INFO:tasks.rados.rados.0.smithi046.stdout:1250: left oid 37 (ObjNum 402 snap 130 seq_num 402) 2024-09-18T02:24:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:30 smithi195 ceph-mon[89559]: pgmap v151: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 151/858 objects degraded (17.599%) 2024-09-18T02:24:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:30 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 151/858 objects degraded (17.599%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:30 smithi195 ceph-mon[89559]: osdmap e316: 8 total, 7 up, 8 in 2024-09-18T02:24:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:31.007 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[107920]: 2024-09-18T02:24:30.947+0000 7f8529ef0640 -1 Falling back to public interface 2024-09-18T02:24:31.701 INFO:tasks.rados.rados.0.smithi046.stdout:1246: done (2 left) 2024-09-18T02:24:31.701 INFO:tasks.rados.rados.0.smithi046.stdout:1250: done (1 left) 2024-09-18T02:24:31.702 INFO:tasks.rados.rados.0.smithi046.stdout:1251: done (0 left) 2024-09-18T02:24:31.702 INFO:tasks.rados.rados.0.smithi046.stdout:1252: snap_create 2024-09-18T02:24:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:31 smithi195 ceph-mon[89559]: osdmap e317: 8 total, 7 up, 8 in 2024-09-18T02:24:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:31 smithi195 ceph-mon[89559]: osdmap e318: 8 total, 7 up, 8 in 2024-09-18T02:24:32.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:31 smithi046 ceph-mon[97106]: osdmap e317: 8 total, 7 up, 8 in 2024-09-18T02:24:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:31 smithi046 ceph-mon[97106]: osdmap e318: 8 total, 7 up, 8 in 2024-09-18T02:24:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:31 smithi046 ceph-mon[94621]: osdmap e317: 8 total, 7 up, 8 in 2024-09-18T02:24:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:31 smithi046 ceph-mon[94621]: osdmap e318: 8 total, 7 up, 8 in 2024-09-18T02:24:32.703 INFO:tasks.rados.rados.0.smithi046.stdout:1252: done (0 left) 2024-09-18T02:24:32.703 INFO:tasks.rados.rados.0.smithi046.stdout:1253: rollback oid 44 current snap is 132 2024-09-18T02:24:32.703 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 118 2024-09-18T02:24:32.703 INFO:tasks.rados.rados.0.smithi046.stdout:1254: read oid 36 snap -1 2024-09-18T02:24:32.704 INFO:tasks.rados.rados.0.smithi046.stdout:1254: expect deleted 2024-09-18T02:24:32.704 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 132 2024-09-18T02:24:32.704 INFO:tasks.rados.rados.0.smithi046.stdout:1255: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-09-18T02:24:32.708 INFO:tasks.rados.rados.0.smithi046.stdout:1255: writing smithi04682744-1 from 0 to 753664 tid 1 2024-09-18T02:24:32.711 INFO:tasks.rados.rados.0.smithi046.stdout:1255: writing smithi04682744-1 from 753664 to 1179648 tid 2 2024-09-18T02:24:32.715 INFO:tasks.rados.rados.0.smithi046.stdout:1255: writing smithi04682744-1 from 1179648 to 1900544 tid 3 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:1255: writing smithi04682744-1 from 1900544 to 1957888 tid 4 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:1256: delete oid 50 current snap is 132 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing rollback tid 0 to smithi04682744-44 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing rollback tid 1 to smithi04682744-44 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing rollback tid 2 to smithi04682744-44 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 324 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing write tid 1 to smithi04682744-1 2024-09-18T02:24:32.716 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing write tid 2 to smithi04682744-1 2024-09-18T02:24:32.718 INFO:tasks.rados.rados.0.smithi046.stdout:1253: done (3 left) 2024-09-18T02:24:32.718 INFO:tasks.rados.rados.0.smithi046.stdout:1254: done (2 left) 2024-09-18T02:24:32.718 INFO:tasks.rados.rados.0.smithi046.stdout:1256: done (1 left) 2024-09-18T02:24:32.718 INFO:tasks.rados.rados.0.smithi046.stdout:1257: read oid 48 snap -1 2024-09-18T02:24:32.718 INFO:tasks.rados.rados.0.smithi046.stdout:1257: expect deleted 2024-09-18T02:24:32.718 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 132 2024-09-18T02:24:32.718 INFO:tasks.rados.rados.0.smithi046.stdout:1258: seq_num 405 ranges {606208=786432,1392640=589824,1982464=614400} 2024-09-18T02:24:32.720 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:32.725 INFO:tasks.rados.rados.0.smithi046.stdout:1258: writing smithi04682744-6 from 606208 to 1392640 tid 1 2024-09-18T02:24:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:1258: writing smithi04682744-6 from 1392640 to 1982464 tid 2 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1258: writing smithi04682744-6 from 1982464 to 2596864 tid 3 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1259: snap_create 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing write tid 3 to smithi04682744-1 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing write tid 4 to smithi04682744-1 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing write tid 5 to smithi04682744-1 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing write tid 6 to smithi04682744-1 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 677 (ObjNum 403 snap 132 seq_num 403) dirty exists 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1255: left oid 1 (ObjNum 403 snap 132 seq_num 403) 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1258: finishing write tid 1 to smithi04682744-6 2024-09-18T02:24:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1258: finishing write tid 2 to smithi04682744-6 2024-09-18T02:24:32.735 INFO:tasks.rados.rados.0.smithi046.stdout:1258: finishing write tid 3 to smithi04682744-6 2024-09-18T02:24:32.735 INFO:tasks.rados.rados.0.smithi046.stdout:1258: finishing write tid 4 to smithi04682744-6 2024-09-18T02:24:32.736 INFO:tasks.rados.rados.0.smithi046.stdout:1258: finishing write tid 5 to smithi04682744-6 2024-09-18T02:24:32.736 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 545 (ObjNum 405 snap 132 seq_num 405) dirty exists 2024-09-18T02:24:32.736 INFO:tasks.rados.rados.0.smithi046.stdout:1258: left oid 6 (ObjNum 405 snap 132 seq_num 405) 2024-09-18T02:24:32.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:32 smithi195 ceph-mon[89559]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 151/858 objects degraded (17.599%) 2024-09-18T02:24:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:32 smithi195 ceph-mon[89559]: osdmap e319: 8 total, 7 up, 8 in 2024-09-18T02:24:32.990 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:32 smithi046 ceph-mon[97106]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 151/858 objects degraded (17.599%) 2024-09-18T02:24:32.990 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:32 smithi046 ceph-mon[97106]: osdmap e319: 8 total, 7 up, 8 in 2024-09-18T02:24:32.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:32 smithi046 ceph-mon[94621]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 151/858 objects degraded (17.599%) 2024-09-18T02:24:32.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:32 smithi046 ceph-mon[94621]: osdmap e319: 8 total, 7 up, 8 in 2024-09-18T02:24:33.728 INFO:tasks.rados.rados.0.smithi046.stdout:1255: done (3 left) 2024-09-18T02:24:33.728 INFO:tasks.rados.rados.0.smithi046.stdout:1257: done (2 left) 2024-09-18T02:24:33.728 INFO:tasks.rados.rados.0.smithi046.stdout:1258: done (1 left) 2024-09-18T02:24:33.728 INFO:tasks.rados.rados.0.smithi046.stdout:1259: done (0 left) 2024-09-18T02:24:33.728 INFO:tasks.rados.rados.0.smithi046.stdout:1260: read oid 49 snap -1 2024-09-18T02:24:33.729 INFO:tasks.rados.rados.0.smithi046.stdout:1260: expect (ObjNum 365 snap 118 seq_num 365) 2024-09-18T02:24:33.729 INFO:tasks.rados.rados.0.smithi046.stdout:1261: snap_create 2024-09-18T02:24:33.756 INFO:tasks.rados.rados.0.smithi046.stdout:1260: expect (ObjNum 365 snap 118 seq_num 365) 2024-09-18T02:24:33.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:33 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:34.257 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[107920]: 2024-09-18T02:24:33.903+0000 7f8529ef0640 -1 osd.1 311 log_to_monitors true 2024-09-18T02:24:34.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:34.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:1260: done (1 left) 2024-09-18T02:24:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:1261: done (0 left) 2024-09-18T02:24:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:1262: read oid 10 snap -1 2024-09-18T02:24:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:1262: expect (ObjNum 390 snap 126 seq_num 390) 2024-09-18T02:24:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 134 2024-09-18T02:24:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:1263: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-09-18T02:24:34.735 INFO:tasks.rados.rados.0.smithi046.stdout:1263: writing smithi04682744-41 from 0 to 802816 tid 1 2024-09-18T02:24:34.738 INFO:tasks.rados.rados.0.smithi046.stdout:1263: writing smithi04682744-41 from 802816 to 1277952 tid 2 2024-09-18T02:24:34.741 INFO:tasks.rados.rados.0.smithi046.stdout:1263: writing smithi04682744-41 from 1277952 to 1777664 tid 3 2024-09-18T02:24:34.743 INFO:tasks.rados.rados.0.smithi046.stdout:1263: writing smithi04682744-41 from 1777664 to 2007040 tid 4 2024-09-18T02:24:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 134 2024-09-18T02:24:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1264: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-09-18T02:24:34.747 INFO:tasks.rados.rados.0.smithi046.stdout:1264: writing smithi04682744-27 from 0 to 425984 tid 1 2024-09-18T02:24:34.752 INFO:tasks.rados.rados.0.smithi046.stdout:1264: writing smithi04682744-27 from 425984 to 1187840 tid 2 2024-09-18T02:24:34.757 INFO:tasks.rados.rados.0.smithi046.stdout:1264: writing smithi04682744-27 from 1187840 to 1892352 tid 3 2024-09-18T02:24:34.759 INFO:tasks.rados.rados.0.smithi046.stdout:1264: writing smithi04682744-27 from 1892352 to 2031616 tid 4 2024-09-18T02:24:34.759 INFO:tasks.rados.rados.0.smithi046.stdout:1265: rmattr oid 12 current snap is 134 2024-09-18T02:24:34.759 INFO:tasks.rados.rados.0.smithi046.stdout:1263: finishing write tid 1 to smithi04682744-41 2024-09-18T02:24:34.759 INFO:tasks.rados.rados.0.smithi046.stdout:1263: finishing write tid 2 to smithi04682744-41 2024-09-18T02:24:34.759 INFO:tasks.rados.rados.0.smithi046.stdout:1263: finishing write tid 3 to smithi04682744-41 2024-09-18T02:24:34.759 INFO:tasks.rados.rados.0.smithi046.stdout:1263: finishing write tid 4 to smithi04682744-41 2024-09-18T02:24:34.760 INFO:tasks.rados.rados.0.smithi046.stdout:1263: finishing write tid 5 to smithi04682744-41 2024-09-18T02:24:34.760 INFO:tasks.rados.rados.0.smithi046.stdout:1263: finishing write tid 6 to smithi04682744-41 2024-09-18T02:24:34.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 738 (ObjNum 406 snap 134 seq_num 406) dirty exists 2024-09-18T02:24:34.760 INFO:tasks.rados.rados.0.smithi046.stdout:1263: left oid 41 (ObjNum 406 snap 134 seq_num 406) 2024-09-18T02:24:34.760 INFO:tasks.rados.rados.0.smithi046.stdout:1263: done (3 left) 2024-09-18T02:24:34.760 INFO:tasks.rados.rados.0.smithi046.stdout:1266: delete oid 20 current snap is 134 2024-09-18T02:24:34.761 INFO:tasks.rados.rados.0.smithi046.stdout:1262: expect (ObjNum 390 snap 126 seq_num 390) 2024-09-18T02:24:34.923 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing write tid 1 to smithi04682744-27 2024-09-18T02:24:34.923 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing write tid 2 to smithi04682744-27 2024-09-18T02:24:34.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 477 (ObjNum 370 snap 120 seq_num 370) dirty exists 2024-09-18T02:24:34.923 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing write tid 3 to smithi04682744-27 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing write tid 4 to smithi04682744-27 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing write tid 5 to smithi04682744-27 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1262: done (3 left) 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1265: done (2 left) 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1266: done (1 left) 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1267: snap_create 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing write tid 6 to smithi04682744-27 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 584 (ObjNum 407 snap 134 seq_num 407) dirty exists 2024-09-18T02:24:34.924 INFO:tasks.rados.rados.0.smithi046.stdout:1264: left oid 27 (ObjNum 407 snap 134 seq_num 407) 2024-09-18T02:24:35.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[94621]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 402 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 152/852 objects degraded (17.840%) 2024-09-18T02:24:35.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[94621]: osdmap e320: 8 total, 7 up, 8 in 2024-09-18T02:24:35.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[94621]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[97106]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 402 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 152/852 objects degraded (17.840%) 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[97106]: osdmap e320: 8 total, 7 up, 8 in 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[97106]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-mon[89559]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 402 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 152/852 objects degraded (17.840%) 2024-09-18T02:24:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-mon[89559]: osdmap e320: 8 total, 7 up, 8 in 2024-09-18T02:24:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-mon[89559]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-18T02:24:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:35.258 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[107920]: 2024-09-18T02:24:35.018+0000 7f851dc92640 -1 osd.1 311 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:24:35.742 INFO:tasks.rados.rados.0.smithi046.stdout:1264: done (1 left) 2024-09-18T02:24:35.742 INFO:tasks.rados.rados.0.smithi046.stdout:1267: done (0 left) 2024-09-18T02:24:35.742 INFO:tasks.rados.rados.0.smithi046.stdout:1268: read oid 10 snap -1 2024-09-18T02:24:35.742 INFO:tasks.rados.rados.0.smithi046.stdout:1268: expect (ObjNum 390 snap 126 seq_num 390) 2024-09-18T02:24:35.742 INFO:tasks.rados.rados.0.smithi046.stdout:1269: delete oid 19 current snap is 135 2024-09-18T02:24:35.748 INFO:tasks.rados.rados.0.smithi046.stdout:1269: done (1 left) 2024-09-18T02:24:35.748 INFO:tasks.rados.rados.0.smithi046.stdout:1270: delete oid 5 current snap is 135 2024-09-18T02:24:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[94621]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T02:24:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[94621]: osdmap e321: 8 total, 7 up, 8 in 2024-09-18T02:24:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[94621]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:24:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[94621]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' 2024-09-18T02:24:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[97106]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T02:24:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[97106]: osdmap e321: 8 total, 7 up, 8 in 2024-09-18T02:24:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[97106]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:24:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:35 smithi046 ceph-mon[97106]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' 2024-09-18T02:24:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:35 smithi195 ceph-mon[89559]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-18T02:24:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:35 smithi195 ceph-mon[89559]: osdmap e321: 8 total, 7 up, 8 in 2024-09-18T02:24:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:35 smithi195 ceph-mon[89559]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:24:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:35 smithi195 ceph-mon[89559]: from='osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673]' entity='osd.1' 2024-09-18T02:24:36.434 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:24:36] "GET /metrics HTTP/1.1" 200 36179 "" "Prometheus/2.43.0" 2024-09-18T02:24:36.770 INFO:tasks.rados.rados.0.smithi046.stdout:1270: done (1 left) 2024-09-18T02:24:36.770 INFO:tasks.rados.rados.0.smithi046.stdout:1271: read oid 9 snap -1 2024-09-18T02:24:36.770 INFO:tasks.rados.rados.0.smithi046.stdout:1271: expect (ObjNum 392 snap 126 seq_num 392) 2024-09-18T02:24:36.771 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 135 2024-09-18T02:24:36.771 INFO:tasks.rados.rados.0.smithi046.stdout:1272: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-09-18T02:24:36.773 INFO:tasks.rados.rados.0.smithi046.stdout:1272: writing smithi04682744-50 from 0 to 491520 tid 1 2024-09-18T02:24:36.778 INFO:tasks.rados.rados.0.smithi046.stdout:1272: writing smithi04682744-50 from 491520 to 1245184 tid 2 2024-09-18T02:24:36.783 INFO:tasks.rados.rados.0.smithi046.stdout:1272: writing smithi04682744-50 from 1245184 to 1933312 tid 3 2024-09-18T02:24:36.784 INFO:tasks.rados.rados.0.smithi046.stdout:1272: writing smithi04682744-50 from 1933312 to 2097152 tid 4 2024-09-18T02:24:36.784 INFO:tasks.rados.rados.0.smithi046.stdout:1273: rmattr oid 45 current snap is 135 2024-09-18T02:24:36.785 INFO:tasks.rados.rados.0.smithi046.stdout:1273: done (3 left) 2024-09-18T02:24:36.785 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 135 2024-09-18T02:24:36.785 INFO:tasks.rados.rados.0.smithi046.stdout:1274: seq_num 412 ranges {3907584=507904,4415488=630784,5046272=491520,5537792=483328} 2024-09-18T02:24:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:1274: writing smithi04682744-23 from 3907584 to 4415488 tid 1 2024-09-18T02:24:36.816 INFO:tasks.rados.rados.0.smithi046.stdout:1274: writing smithi04682744-23 from 4415488 to 5046272 tid 2 2024-09-18T02:24:36.819 INFO:tasks.rados.rados.0.smithi046.stdout:1274: writing smithi04682744-23 from 5046272 to 5537792 tid 3 2024-09-18T02:24:36.823 INFO:tasks.rados.rados.0.smithi046.stdout:1274: writing smithi04682744-23 from 5537792 to 6021120 tid 4 2024-09-18T02:24:36.823 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 135 2024-09-18T02:24:36.823 INFO:tasks.rados.rados.0.smithi046.stdout:1275: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-09-18T02:24:36.826 INFO:tasks.rados.rados.0.smithi046.stdout:1275: writing smithi04682744-5 from 0 to 524288 tid 1 2024-09-18T02:24:36.829 INFO:tasks.rados.rados.0.smithi046.stdout:1275: writing smithi04682744-5 from 524288 to 1040384 tid 2 2024-09-18T02:24:36.834 INFO:tasks.rados.rados.0.smithi046.stdout:1275: writing smithi04682744-5 from 1040384 to 1736704 tid 3 2024-09-18T02:24:36.837 INFO:tasks.rados.rados.0.smithi046.stdout:1275: writing smithi04682744-5 from 1736704 to 2129920 tid 4 2024-09-18T02:24:36.838 INFO:tasks.rados.rados.0.smithi046.stdout:1276: snap_remove snap 124 2024-09-18T02:24:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[94621]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 157/864 objects degraded (18.171%) 2024-09-18T02:24:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:24:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[94621]: osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673] boot 2024-09-18T02:24:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[94621]: osdmap e322: 8 total, 8 up, 8 in 2024-09-18T02:24:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:24:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 157/864 objects degraded (18.171%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[97106]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 157/864 objects degraded (18.171%) 2024-09-18T02:24:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:24:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[97106]: osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673] boot 2024-09-18T02:24:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[97106]: osdmap e322: 8 total, 8 up, 8 in 2024-09-18T02:24:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:24:37.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:36 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 157/864 objects degraded (18.171%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:36 smithi195 ceph-mon[89559]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 157/864 objects degraded (18.171%) 2024-09-18T02:24:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:36 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:24:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:36 smithi195 ceph-mon[89559]: osd.1 [v2:172.21.15.46:6810/3000369673,v1:172.21.15.46:6811/3000369673] boot 2024-09-18T02:24:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:36 smithi195 ceph-mon[89559]: osdmap e322: 8 total, 8 up, 8 in 2024-09-18T02:24:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-18T02:24:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:36 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 157/864 objects degraded (18.171%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:37.746 INFO:tasks.rados.rados.0.smithi046.stdout:1268: expect (ObjNum 390 snap 126 seq_num 390) 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1272: finishing write tid 1 to smithi04682744-50 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1272: finishing write tid 2 to smithi04682744-50 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1272: finishing write tid 3 to smithi04682744-50 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1272: finishing write tid 4 to smithi04682744-50 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1272: finishing write tid 5 to smithi04682744-50 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1272: finishing write tid 6 to smithi04682744-50 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 337 (ObjNum 411 snap 135 seq_num 411) dirty exists 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1272: left oid 50 (ObjNum 411 snap 135 seq_num 411) 2024-09-18T02:24:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:1268: done (5 left) 2024-09-18T02:24:37.906 INFO:tasks.rados.rados.0.smithi046.stdout:1272: done (4 left) 2024-09-18T02:24:37.906 INFO:tasks.rados.rados.0.smithi046.stdout:1276: done (3 left) 2024-09-18T02:24:37.906 INFO:tasks.rados.rados.0.smithi046.stdout:1277: snap_remove snap 108 2024-09-18T02:24:37.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:37 smithi046 ceph-mon[97106]: osdmap e323: 8 total, 8 up, 8 in 2024-09-18T02:24:37.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:37 smithi046 ceph-mon[94621]: osdmap e323: 8 total, 8 up, 8 in 2024-09-18T02:24:38.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:37 smithi195 ceph-mon[89559]: osdmap e323: 8 total, 8 up, 8 in 2024-09-18T02:24:38.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:24:38.084+0000 7fd2e89d4640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:24:38.751 INFO:tasks.rados.rados.0.smithi046.stdout:1277: done (3 left) 2024-09-18T02:24:38.751 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 135 2024-09-18T02:24:38.751 INFO:tasks.rados.rados.0.smithi046.stdout:1271: expect (ObjNum 392 snap 126 seq_num 392) 2024-09-18T02:24:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-18T02:24:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 12 op/s; 157/864 objects degraded (18.171%) 2024-09-18T02:24:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: osdmap e324: 8 total, 8 up, 8 in 2024-09-18T02:24:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:38.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:38 smithi195 ceph-mon[89559]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:24:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 12 op/s; 157/864 objects degraded (18.171%) 2024-09-18T02:24:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: osdmap e324: 8 total, 8 up, 8 in 2024-09-18T02:24:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[94621]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:24:39.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 12 op/s; 157/864 objects degraded (18.171%) 2024-09-18T02:24:39.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: osdmap e324: 8 total, 8 up, 8 in 2024-09-18T02:24:39.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:39.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:39.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:39.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:39.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:38 smithi046 ceph-mon[97106]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1275: finishing write tid 1 to smithi04682744-5 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1275: finishing write tid 2 to smithi04682744-5 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing write tid 1 to smithi04682744-23 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing write tid 2 to smithi04682744-23 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing write tid 3 to smithi04682744-23 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1275: finishing write tid 3 to smithi04682744-5 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1275: finishing write tid 4 to smithi04682744-5 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing write tid 4 to smithi04682744-23 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing write tid 5 to smithi04682744-23 2024-09-18T02:24:39.550 INFO:tasks.rados.rados.0.smithi046.stdout:1275: finishing write tid 5 to smithi04682744-5 2024-09-18T02:24:39.551 INFO:tasks.rados.rados.0.smithi046.stdout:1275: finishing write tid 6 to smithi04682744-5 2024-09-18T02:24:39.551 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 342 (ObjNum 413 snap 135 seq_num 413) dirty exists 2024-09-18T02:24:39.551 INFO:tasks.rados.rados.0.smithi046.stdout:1275: left oid 5 (ObjNum 413 snap 135 seq_num 413) 2024-09-18T02:24:39.551 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing write tid 6 to smithi04682744-23 2024-09-18T02:24:39.551 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 748 (ObjNum 412 snap 135 seq_num 412) dirty exists 2024-09-18T02:24:39.551 INFO:tasks.rados.rados.0.smithi046.stdout:1274: left oid 23 (ObjNum 412 snap 135 seq_num 412) 2024-09-18T02:24:39.551 INFO:tasks.rados.rados.0.smithi046.stdout:1278: seq_num 414 ranges {2097152=540672,2637824=802816,3440640=458752,3899392=344064} 2024-09-18T02:24:39.563 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04682744-50 from 2097152 to 2637824 tid 1 2024-09-18T02:24:39.568 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04682744-50 from 2637824 to 3440640 tid 2 2024-09-18T02:24:39.571 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04682744-50 from 3440640 to 3899392 tid 3 2024-09-18T02:24:39.573 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04682744-50 from 3899392 to 4243456 tid 4 2024-09-18T02:24:39.573 INFO:tasks.rados.rados.0.smithi046.stdout:1271: done (3 left) 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1274: done (2 left) 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1275: done (1 left) 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1279: read oid 40 snap 129 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1279: expect (ObjNum 203 snap 58 seq_num 203) 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1280: rmattr oid 30 current snap is 135 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 1 to smithi04682744-50 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 2 to smithi04682744-50 2024-09-18T02:24:39.574 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 3 to smithi04682744-50 2024-09-18T02:24:39.575 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 135 2024-09-18T02:24:39.575 INFO:tasks.rados.rados.0.smithi046.stdout:1281: seq_num 415 ranges {2957312=557056,3514368=688128,4202496=663552,4866048=253952} 2024-09-18T02:24:39.593 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04682744-24 from 2957312 to 3514368 tid 1 2024-09-18T02:24:39.597 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04682744-24 from 3514368 to 4202496 tid 2 2024-09-18T02:24:39.600 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04682744-24 from 4202496 to 4866048 tid 3 2024-09-18T02:24:39.602 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04682744-24 from 4866048 to 5120000 tid 4 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1282: read oid 22 snap -1 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1282: expect (ObjNum 387 snap 126 seq_num 387) 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1283: delete oid 27 current snap is 135 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 4 to smithi04682744-50 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 5 to smithi04682744-50 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 6 to smithi04682744-50 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 347 (ObjNum 414 snap 135 seq_num 414) dirty exists 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1278: left oid 50 (ObjNum 414 snap 135 seq_num 414) 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 561 (ObjNum 391 snap 126 seq_num 391) dirty exists 2024-09-18T02:24:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1279: expect (ObjNum 203 snap 58 seq_num 203) 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 1 to smithi04682744-24 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 2 to smithi04682744-24 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 3 to smithi04682744-24 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 4 to smithi04682744-24 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 5 to smithi04682744-24 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 6 to smithi04682744-24 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 348 (ObjNum 415 snap 135 seq_num 415) dirty exists 2024-09-18T02:24:39.630 INFO:tasks.rados.rados.0.smithi046.stdout:1281: left oid 24 (ObjNum 415 snap 135 seq_num 415) 2024-09-18T02:24:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1282: expect (ObjNum 387 snap 126 seq_num 387) 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1278: done (5 left) 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1279: done (4 left) 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1280: done (3 left) 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1281: done (2 left) 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1282: done (1 left) 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1283: done (0 left) 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1284: rollback oid 34 current snap is 135 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 123 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 135 2024-09-18T02:24:39.717 INFO:tasks.rados.rados.0.smithi046.stdout:1285: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-09-18T02:24:39.720 INFO:tasks.rados.rados.0.smithi046.stdout:1285: writing smithi04682744-2 from 0 to 589824 tid 1 2024-09-18T02:24:39.723 INFO:tasks.rados.rados.0.smithi046.stdout:1285: writing smithi04682744-2 from 589824 to 1048576 tid 2 2024-09-18T02:24:39.726 INFO:tasks.rados.rados.0.smithi046.stdout:1285: writing smithi04682744-2 from 1048576 to 1728512 tid 3 2024-09-18T02:24:39.730 INFO:tasks.rados.rados.0.smithi046.stdout:1285: writing smithi04682744-2 from 1728512 to 2195456 tid 4 2024-09-18T02:24:39.730 INFO:tasks.rados.rados.0.smithi046.stdout:1286: read oid 15 snap -1 2024-09-18T02:24:39.730 INFO:tasks.rados.rados.0.smithi046.stdout:1286: expect (ObjNum 378 snap 123 seq_num 378) 2024-09-18T02:24:39.730 INFO:tasks.rados.rados.0.smithi046.stdout:1287: read oid 31 snap 126 2024-09-18T02:24:39.730 INFO:tasks.rados.rados.0.smithi046.stdout:1287: expect deleted 2024-09-18T02:24:39.730 INFO:tasks.rados.rados.0.smithi046.stdout:1288: snap_remove snap 118 2024-09-18T02:24:39.755 INFO:tasks.rados.rados.0.smithi046.stdout:1288: done (4 left) 2024-09-18T02:24:39.755 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 135 2024-09-18T02:24:39.755 INFO:tasks.rados.rados.0.smithi046.stdout:1284: finishing rollback tid 0 to smithi04682744-34 2024-09-18T02:24:39.755 INFO:tasks.rados.rados.0.smithi046.stdout:1284: finishing rollback tid 1 to smithi04682744-34 2024-09-18T02:24:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1284: finishing rollback tid 2 to smithi04682744-34 2024-09-18T02:24:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 626 (ObjNum 376 snap 122 seq_num 376) dirty exists 2024-09-18T02:24:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1285: finishing write tid 1 to smithi04682744-2 2024-09-18T02:24:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1285: finishing write tid 2 to smithi04682744-2 2024-09-18T02:24:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1285: finishing write tid 3 to smithi04682744-2 2024-09-18T02:24:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1285: finishing write tid 4 to smithi04682744-2 2024-09-18T02:24:39.757 INFO:tasks.rados.rados.0.smithi046.stdout:1285: finishing write tid 5 to smithi04682744-2 2024-09-18T02:24:39.757 INFO:tasks.rados.rados.0.smithi046.stdout:1285: finishing write tid 6 to smithi04682744-2 2024-09-18T02:24:39.761 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 698 (ObjNum 417 snap 135 seq_num 417) dirty exists 2024-09-18T02:24:39.761 INFO:tasks.rados.rados.0.smithi046.stdout:1285: left oid 2 (ObjNum 417 snap 135 seq_num 417) 2024-09-18T02:24:39.761 INFO:tasks.rados.rados.0.smithi046.stdout:1286: expect (ObjNum 378 snap 123 seq_num 378) 2024-09-18T02:24:39.844 INFO:tasks.rados.rados.0.smithi046.stdout:1289: seq_num 418 ranges {2007040=606208,2613248=737280,3350528=434176,3784704=434176} 2024-09-18T02:24:39.858 INFO:tasks.rados.rados.0.smithi046.stdout:1289: writing smithi04682744-41 from 2007040 to 2613248 tid 1 2024-09-18T02:24:39.862 INFO:tasks.rados.rados.0.smithi046.stdout:1289: writing smithi04682744-41 from 2613248 to 3350528 tid 2 2024-09-18T02:24:39.864 INFO:tasks.rados.rados.0.smithi046.stdout:1289: writing smithi04682744-41 from 3350528 to 3784704 tid 3 2024-09-18T02:24:39.867 INFO:tasks.rados.rados.0.smithi046.stdout:1289: writing smithi04682744-41 from 3784704 to 4218880 tid 4 2024-09-18T02:24:39.867 INFO:tasks.rados.rados.0.smithi046.stdout:1284: done (4 left) 2024-09-18T02:24:39.867 INFO:tasks.rados.rados.0.smithi046.stdout:1285: done (3 left) 2024-09-18T02:24:39.867 INFO:tasks.rados.rados.0.smithi046.stdout:1286: done (2 left) 2024-09-18T02:24:39.868 INFO:tasks.rados.rados.0.smithi046.stdout:1287: done (1 left) 2024-09-18T02:24:39.868 INFO:tasks.rados.rados.0.smithi046.stdout:1290: snap_create 2024-09-18T02:24:39.868 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 1 to smithi04682744-41 2024-09-18T02:24:39.868 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 2 to smithi04682744-41 2024-09-18T02:24:39.868 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 3 to smithi04682744-41 2024-09-18T02:24:39.870 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 4 to smithi04682744-41 2024-09-18T02:24:39.870 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 5 to smithi04682744-41 2024-09-18T02:24:39.871 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 6 to smithi04682744-41 2024-09-18T02:24:39.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 743 (ObjNum 418 snap 135 seq_num 418) dirty exists 2024-09-18T02:24:39.871 INFO:tasks.rados.rados.0.smithi046.stdout:1289: left oid 41 (ObjNum 418 snap 135 seq_num 418) 2024-09-18T02:24:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:39 smithi046 ceph-mon[94621]: osdmap e325: 8 total, 8 up, 8 in 2024-09-18T02:24:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:39 smithi046 ceph-mon[97106]: osdmap e325: 8 total, 8 up, 8 in 2024-09-18T02:24:40.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:39 smithi195 ceph-mon[89559]: osdmap e325: 8 total, 8 up, 8 in 2024-09-18T02:24:40.760 INFO:tasks.rados.rados.0.smithi046.stdout:1289: done (1 left) 2024-09-18T02:24:40.760 INFO:tasks.rados.rados.0.smithi046.stdout:1290: done (0 left) 2024-09-18T02:24:40.760 INFO:tasks.rados.rados.0.smithi046.stdout:1291: snap_create 2024-09-18T02:24:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:40 smithi046 ceph-mon[97106]: pgmap v166: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 366 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 22/771 objects degraded (2.853%); 24 MiB/s, 5 objects/s recovering 2024-09-18T02:24:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:40 smithi046 ceph-mon[97106]: osdmap e326: 8 total, 8 up, 8 in 2024-09-18T02:24:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:40 smithi046 ceph-mon[94621]: pgmap v166: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 366 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 22/771 objects degraded (2.853%); 24 MiB/s, 5 objects/s recovering 2024-09-18T02:24:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:40 smithi046 ceph-mon[94621]: osdmap e326: 8 total, 8 up, 8 in 2024-09-18T02:24:41.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:40 smithi195 ceph-mon[89559]: pgmap v166: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 366 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 22/771 objects degraded (2.853%); 24 MiB/s, 5 objects/s recovering 2024-09-18T02:24:41.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:40 smithi195 ceph-mon[89559]: osdmap e326: 8 total, 8 up, 8 in 2024-09-18T02:24:41.766 INFO:tasks.rados.rados.0.smithi046.stdout:1291: done (0 left) 2024-09-18T02:24:41.767 INFO:tasks.rados.rados.0.smithi046.stdout:1292: read oid 17 snap 99 2024-09-18T02:24:41.767 INFO:tasks.rados.rados.0.smithi046.stdout:1292: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:24:41.767 INFO:tasks.rados.rados.0.smithi046.stdout:1293: delete oid 15 current snap is 137 2024-09-18T02:24:41.773 INFO:tasks.rados.rados.0.smithi046.stdout:1293: done (1 left) 2024-09-18T02:24:41.773 INFO:tasks.rados.rados.0.smithi046.stdout:1294: read oid 2 snap 98 2024-09-18T02:24:41.773 INFO:tasks.rados.rados.0.smithi046.stdout:1294: expect (ObjNum 308 snap 98 seq_num 308) 2024-09-18T02:24:41.773 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 137 2024-09-18T02:24:41.773 INFO:tasks.rados.rados.0.smithi046.stdout:1295: seq_num 420 ranges {1196032=638976,1835008=557056,2392064=450560,2842624=598016} 2024-09-18T02:24:41.784 INFO:tasks.rados.rados.0.smithi046.stdout:1295: writing smithi04682744-8 from 1196032 to 1835008 tid 1 2024-09-18T02:24:41.787 INFO:tasks.rados.rados.0.smithi046.stdout:1295: writing smithi04682744-8 from 1835008 to 2392064 tid 2 2024-09-18T02:24:41.790 INFO:tasks.rados.rados.0.smithi046.stdout:1295: writing smithi04682744-8 from 2392064 to 2842624 tid 3 2024-09-18T02:24:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:1295: writing smithi04682744-8 from 2842624 to 3440640 tid 4 2024-09-18T02:24:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:1296: rollback oid 35 current snap is 137 2024-09-18T02:24:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 115 2024-09-18T02:24:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:1297: rmattr oid 22 current snap is 137 2024-09-18T02:24:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:1297: done (4 left) 2024-09-18T02:24:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:1298: setattr oid 43 current snap is 137 2024-09-18T02:24:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:1294: expect (ObjNum 308 snap 98 seq_num 308) 2024-09-18T02:24:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing write tid 1 to smithi04682744-8 2024-09-18T02:24:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing write tid 2 to smithi04682744-8 2024-09-18T02:24:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing write tid 3 to smithi04682744-8 2024-09-18T02:24:41.806 INFO:tasks.rados.rados.0.smithi046.stdout:1292: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:24:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing write tid 4 to smithi04682744-8 2024-09-18T02:24:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing write tid 5 to smithi04682744-8 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing write tid 6 to smithi04682744-8 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 710 (ObjNum 420 snap 137 seq_num 420) dirty exists 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1295: left oid 8 (ObjNum 420 snap 137 seq_num 420) 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1296: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1296: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1296: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 746 (ObjNum 275 snap 89 seq_num 275) dirty exists 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1292: done (4 left) 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1294: done (3 left) 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1295: done (2 left) 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1296: done (1 left) 2024-09-18T02:24:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:1299: snap_remove snap 125 2024-09-18T02:24:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:41 smithi195 ceph-mon[89559]: osdmap e327: 8 total, 8 up, 8 in 2024-09-18T02:24:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:41 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 22/771 objects degraded (2.853%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:41 smithi046 ceph-mon[94621]: osdmap e327: 8 total, 8 up, 8 in 2024-09-18T02:24:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:41 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 22/771 objects degraded (2.853%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:41 smithi046 ceph-mon[97106]: osdmap e327: 8 total, 8 up, 8 in 2024-09-18T02:24:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:41 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 22/771 objects degraded (2.853%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:24:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:42.769 INFO:tasks.rados.rados.0.smithi046.stdout:1299: done (1 left) 2024-09-18T02:24:42.769 INFO:tasks.rados.rados.0.smithi046.stdout:1300: rmattr oid 44 current snap is 137 2024-09-18T02:24:42.769 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 210 (ObjNum 348 snap 110 seq_num 348) dirty exists 2024-09-18T02:24:42.769 INFO:tasks.rados.rados.0.smithi046.stdout:1298: done (1 left) 2024-09-18T02:24:42.769 INFO:tasks.rados.rados.0.smithi046.stdout:1301: snap_remove snap 106 2024-09-18T02:24:43.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[94621]: pgmap v169: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 368 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 24 MiB/s, 5 objects/s recovering 2024-09-18T02:24:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/771 objects degraded (2.853%), 5 pgs degraded) 2024-09-18T02:24:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:24:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[94621]: osdmap e328: 8 total, 8 up, 8 in 2024-09-18T02:24:43.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[97106]: pgmap v169: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 368 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 24 MiB/s, 5 objects/s recovering 2024-09-18T02:24:43.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/771 objects degraded (2.853%), 5 pgs degraded) 2024-09-18T02:24:43.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:24:43.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:42 smithi046 ceph-mon[97106]: osdmap e328: 8 total, 8 up, 8 in 2024-09-18T02:24:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:42 smithi195 ceph-mon[89559]: pgmap v169: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 368 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 24 MiB/s, 5 objects/s recovering 2024-09-18T02:24:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:42 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/771 objects degraded (2.853%), 5 pgs degraded) 2024-09-18T02:24:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:42 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:24:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:42 smithi195 ceph-mon[89559]: osdmap e328: 8 total, 8 up, 8 in 2024-09-18T02:24:43.775 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:43.780 INFO:tasks.rados.rados.0.smithi046.stdout:1301: done (1 left) 2024-09-18T02:24:43.780 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 137 2024-09-18T02:24:43.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 325 (ObjNum 306 snap 98 seq_num 306) dirty exists 2024-09-18T02:24:43.780 INFO:tasks.rados.rados.0.smithi046.stdout:1302: seq_num 421 ranges {1761280=655360,2416640=442368,2859008=663552,3522560=499712} 2024-09-18T02:24:43.795 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04682744-30 from 1761280 to 2416640 tid 1 2024-09-18T02:24:43.798 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04682744-30 from 2416640 to 2859008 tid 2 2024-09-18T02:24:43.803 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04682744-30 from 2859008 to 3522560 tid 3 2024-09-18T02:24:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04682744-30 from 3522560 to 4022272 tid 4 2024-09-18T02:24:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:1300: done (1 left) 2024-09-18T02:24:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 137 2024-09-18T02:24:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 1 to smithi04682744-30 2024-09-18T02:24:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:1303: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-09-18T02:24:43.811 INFO:tasks.rados.rados.0.smithi046.stdout:1303: writing smithi04682744-29 from 0 to 671744 tid 1 2024-09-18T02:24:43.816 INFO:tasks.rados.rados.0.smithi046.stdout:1303: writing smithi04682744-29 from 671744 to 1400832 tid 2 2024-09-18T02:24:43.818 INFO:tasks.rados.rados.0.smithi046.stdout:1303: writing smithi04682744-29 from 1400832 to 1818624 tid 3 2024-09-18T02:24:43.822 INFO:tasks.rados.rados.0.smithi046.stdout:1303: writing smithi04682744-29 from 1818624 to 2277376 tid 4 2024-09-18T02:24:43.822 INFO:tasks.rados.rados.0.smithi046.stdout:1304: rollback oid 12 current snap is 137 2024-09-18T02:24:43.822 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 112 2024-09-18T02:24:43.822 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 2 to smithi04682744-30 2024-09-18T02:24:43.822 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 3 to smithi04682744-30 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 4 to smithi04682744-30 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 5 to smithi04682744-30 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 6 to smithi04682744-30 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 589 (ObjNum 421 snap 137 seq_num 421) dirty exists 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1302: left oid 30 (ObjNum 421 snap 137 seq_num 421) 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 1 to smithi04682744-29 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 2 to smithi04682744-29 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 3 to smithi04682744-29 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1302: done (2 left) 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1305: rollback oid 25 current snap is 137 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 123 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1306: rmattr oid 46 current snap is 137 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1307: rmattr oid 18 current snap is 137 2024-09-18T02:24:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1308: delete oid 7 current snap is 137 2024-09-18T02:24:43.825 INFO:tasks.rados.rados.0.smithi046.stdout:1308: done (5 left) 2024-09-18T02:24:43.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 137 2024-09-18T02:24:43.825 INFO:tasks.rados.rados.0.smithi046.stdout:1309: seq_num 424 ranges {1957888=704512,2662400=491520,3153920=434176,3588096=679936} 2024-09-18T02:24:43.839 INFO:tasks.rados.rados.0.smithi046.stdout:1309: writing smithi04682744-1 from 1957888 to 2662400 tid 1 2024-09-18T02:24:43.842 INFO:tasks.rados.rados.0.smithi046.stdout:1309: writing smithi04682744-1 from 2662400 to 3153920 tid 2 2024-09-18T02:24:43.845 INFO:tasks.rados.rados.0.smithi046.stdout:1309: writing smithi04682744-1 from 3153920 to 3588096 tid 3 2024-09-18T02:24:43.849 INFO:tasks.rados.rados.0.smithi046.stdout:1309: writing smithi04682744-1 from 3588096 to 4268032 tid 4 2024-09-18T02:24:43.849 INFO:tasks.rados.rados.0.smithi046.stdout:1310: snap_remove snap 99 2024-09-18T02:24:44.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:43 smithi046 ceph-mon[97106]: osdmap e329: 8 total, 8 up, 8 in 2024-09-18T02:24:44.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:44.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:43 smithi046 ceph-mon[94621]: osdmap e329: 8 total, 8 up, 8 in 2024-09-18T02:24:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:43 smithi195 ceph-mon[89559]: osdmap e329: 8 total, 8 up, 8 in 2024-09-18T02:24:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:44.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:44.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:44.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-18T02:24:44.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 348 (ObjNum 360 snap 117 seq_num 360) dirty exists 2024-09-18T02:24:44.780 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 4 to smithi04682744-29 2024-09-18T02:24:44.780 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 5 to smithi04682744-29 2024-09-18T02:24:44.780 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 6 to smithi04682744-29 2024-09-18T02:24:44.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 327 (ObjNum 422 snap 137 seq_num 422) dirty exists 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1303: left oid 29 (ObjNum 422 snap 137 seq_num 422) 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1304: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1304: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1304: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 501 (ObjNum 331 snap 106 seq_num 331) dirty exists 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1305: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1305: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1305: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 505 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1309: finishing write tid 1 to smithi04682744-1 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1309: finishing write tid 2 to smithi04682744-1 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1309: finishing write tid 3 to smithi04682744-1 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1309: finishing write tid 4 to smithi04682744-1 2024-09-18T02:24:44.781 INFO:tasks.rados.rados.0.smithi046.stdout:1309: finishing write tid 5 to smithi04682744-1 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1309: finishing write tid 6 to smithi04682744-1 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 732 (ObjNum 424 snap 137 seq_num 424) dirty exists 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1309: left oid 1 (ObjNum 424 snap 137 seq_num 424) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1303: done (6 left) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1304: done (5 left) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1305: done (4 left) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1306: done (3 left) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1307: done (2 left) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1309: done (1 left) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1310: done (0 left) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1311: read oid 18 snap -1 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1311: expect (ObjNum 360 snap 117 seq_num 360) 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1312: copy_from oid 32 from oid 12 current snap is 137 2024-09-18T02:24:44.782 INFO:tasks.rados.rados.0.smithi046.stdout:1313: snap_remove snap 123 2024-09-18T02:24:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:44 smithi195 ceph-mon[89559]: pgmap v172: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 367 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-18T02:24:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:44 smithi195 ceph-mon[89559]: osdmap e330: 8 total, 8 up, 8 in 2024-09-18T02:24:45.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:44 smithi046 ceph-mon[94621]: pgmap v172: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 367 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-18T02:24:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:44 smithi046 ceph-mon[94621]: osdmap e330: 8 total, 8 up, 8 in 2024-09-18T02:24:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:44 smithi046 ceph-mon[97106]: pgmap v172: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 367 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-18T02:24:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:44 smithi046 ceph-mon[97106]: osdmap e330: 8 total, 8 up, 8 in 2024-09-18T02:24:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing copy_from racing read to smithi04682744-32 2024-09-18T02:24:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing copy_from to smithi04682744-32 2024-09-18T02:24:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 501 (ObjNum 331 snap 106 seq_num 331) dirty exists 2024-09-18T02:24:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:1311: expect (ObjNum 360 snap 117 seq_num 360) 2024-09-18T02:24:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:45 smithi195 ceph-mon[89559]: osdmap e331: 8 total, 8 up, 8 in 2024-09-18T02:24:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:45 smithi195 ceph-mon[89559]: osdmap e332: 8 total, 8 up, 8 in 2024-09-18T02:24:46.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:45 smithi046 ceph-mon[97106]: osdmap e331: 8 total, 8 up, 8 in 2024-09-18T02:24:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:45 smithi046 ceph-mon[97106]: osdmap e332: 8 total, 8 up, 8 in 2024-09-18T02:24:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:45 smithi046 ceph-mon[94621]: osdmap e331: 8 total, 8 up, 8 in 2024-09-18T02:24:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:45 smithi046 ceph-mon[94621]: osdmap e332: 8 total, 8 up, 8 in 2024-09-18T02:24:46.379 INFO:tasks.rados.rados.0.smithi046.stdout:1311: done (2 left) 2024-09-18T02:24:46.380 INFO:tasks.rados.rados.0.smithi046.stdout:1312: done (1 left) 2024-09-18T02:24:46.380 INFO:tasks.rados.rados.0.smithi046.stdout:1313: done (0 left) 2024-09-18T02:24:46.380 INFO:tasks.rados.rados.0.smithi046.stdout:1314: copy_from oid 26 from oid 24 current snap is 137 2024-09-18T02:24:46.380 INFO:tasks.rados.rados.0.smithi046.stdout:1315: snap_create 2024-09-18T02:24:46.401 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:24:46.404 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing copy_from to smithi04682744-26 2024-09-18T02:24:46.404 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 348 (ObjNum 415 snap 135 seq_num 415) dirty exists 2024-09-18T02:24:46.705 INFO:tasks.rados.rados.0.smithi046.stdout:1314: done (1 left) 2024-09-18T02:24:46.705 INFO:tasks.rados.rados.0.smithi046.stdout:1315: done (0 left) 2024-09-18T02:24:46.705 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 138 2024-09-18T02:24:46.705 INFO:tasks.rados.rados.0.smithi046.stdout:1316: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-09-18T02:24:46.708 INFO:tasks.rados.rados.0.smithi046.stdout:1316: writing smithi04682744-11 from 0 to 720896 tid 1 2024-09-18T02:24:46.713 INFO:tasks.rados.rados.0.smithi046.stdout:1316: writing smithi04682744-11 from 720896 to 1499136 tid 2 2024-09-18T02:24:46.717 INFO:tasks.rados.rados.0.smithi046.stdout:1316: writing smithi04682744-11 from 1499136 to 2138112 tid 3 2024-09-18T02:24:46.719 INFO:tasks.rados.rados.0.smithi046.stdout:1316: writing smithi04682744-11 from 2138112 to 2326528 tid 4 2024-09-18T02:24:46.719 INFO:tasks.rados.rados.0.smithi046.stdout:1317: rmattr oid 30 current snap is 138 2024-09-18T02:24:46.719 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing write tid 1 to smithi04682744-11 2024-09-18T02:24:46.719 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing write tid 2 to smithi04682744-11 2024-09-18T02:24:46.719 INFO:tasks.rados.rados.0.smithi046.stdout:1318: delete oid 23 current snap is 138 2024-09-18T02:24:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing write tid 3 to smithi04682744-11 2024-09-18T02:24:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing write tid 4 to smithi04682744-11 2024-09-18T02:24:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing write tid 5 to smithi04682744-11 2024-09-18T02:24:46.724 INFO:tasks.rados.rados.0.smithi046.stdout:1318: done (2 left) 2024-09-18T02:24:46.724 INFO:tasks.rados.rados.0.smithi046.stdout:1319: rollback oid 13 current snap is 138 2024-09-18T02:24:46.724 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 126 2024-09-18T02:24:46.725 INFO:tasks.rados.rados.0.smithi046.stdout:1320: copy_from oid 37 from oid 2 current snap is 138 2024-09-18T02:24:46.725 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 138 2024-09-18T02:24:46.725 INFO:tasks.rados.rados.0.smithi046.stdout:1321: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-09-18T02:24:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1321: writing smithi04682744-42 from 0 to 761856 tid 1 2024-09-18T02:24:46.737 INFO:tasks.rados.rados.0.smithi046.stdout:1321: writing smithi04682744-42 from 761856 to 1359872 tid 2 2024-09-18T02:24:46.737 INFO:tasks.rados.rados.0.smithi046.stdout:1321: writing smithi04682744-42 from 1359872 to 1966080 tid 3 2024-09-18T02:24:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1321: writing smithi04682744-42 from 1966080 to 2367488 tid 4 2024-09-18T02:24:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1322: read oid 47 snap 137 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1322: expect deleted 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1323: snap_create 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing write tid 6 to smithi04682744-11 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 490 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1316: left oid 11 (ObjNum 425 snap 138 seq_num 425) 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 605 (ObjNum 421 snap 137 seq_num 421) dirty exists 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1319: finishing rollback tid 0 to smithi04682744-13 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1319: finishing rollback tid 1 to smithi04682744-13 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1319: finishing rollback tid 2 to smithi04682744-13 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 816 (ObjNum 355 snap 112 seq_num 355) dirty exists 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1321: finishing write tid 1 to smithi04682744-42 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1321: finishing write tid 2 to smithi04682744-42 2024-09-18T02:24:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1320: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:24:46.742 INFO:tasks.rados.rados.0.smithi046.stdout:1320: finishing copy_from to smithi04682744-37 2024-09-18T02:24:46.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 698 (ObjNum 417 snap 135 seq_num 417) dirty exists 2024-09-18T02:24:46.742 INFO:tasks.rados.rados.0.smithi046.stdout:1321: finishing write tid 3 to smithi04682744-42 2024-09-18T02:24:46.742 INFO:tasks.rados.rados.0.smithi046.stdout:1321: finishing write tid 4 to smithi04682744-42 2024-09-18T02:24:46.743 INFO:tasks.rados.rados.0.smithi046.stdout:1321: finishing write tid 5 to smithi04682744-42 2024-09-18T02:24:46.743 INFO:tasks.rados.rados.0.smithi046.stdout:1321: finishing write tid 6 to smithi04682744-42 2024-09-18T02:24:46.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 610 (ObjNum 427 snap 138 seq_num 427) dirty exists 2024-09-18T02:24:46.743 INFO:tasks.rados.rados.0.smithi046.stdout:1321: left oid 42 (ObjNum 427 snap 138 seq_num 427) 2024-09-18T02:24:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:24:46] "GET /metrics HTTP/1.1" 200 36111 "" "Prometheus/2.43.0" 2024-09-18T02:24:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:46 smithi195 ceph-mon[89559]: pgmap v175: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-09-18T02:24:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:46 smithi195 ceph-mon[89559]: osdmap e333: 8 total, 8 up, 8 in 2024-09-18T02:24:47.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:46 smithi046 ceph-mon[94621]: pgmap v175: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-09-18T02:24:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:46 smithi046 ceph-mon[94621]: osdmap e333: 8 total, 8 up, 8 in 2024-09-18T02:24:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:46 smithi046 ceph-mon[97106]: pgmap v175: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-09-18T02:24:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:46 smithi046 ceph-mon[97106]: osdmap e333: 8 total, 8 up, 8 in 2024-09-18T02:24:47.707 INFO:tasks.rados.rados.0.smithi046.stdout:1316: done (6 left) 2024-09-18T02:24:47.707 INFO:tasks.rados.rados.0.smithi046.stdout:1317: done (5 left) 2024-09-18T02:24:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:1319: done (4 left) 2024-09-18T02:24:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:1320: done (3 left) 2024-09-18T02:24:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:1321: done (2 left) 2024-09-18T02:24:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:1322: done (1 left) 2024-09-18T02:24:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:1323: done (0 left) 2024-09-18T02:24:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:1324: delete oid 26 current snap is 139 2024-09-18T02:24:47.711 INFO:tasks.rados.rados.0.smithi046.stdout:1324: done (0 left) 2024-09-18T02:24:47.712 INFO:tasks.rados.rados.0.smithi046.stdout:1325: delete oid 5 current snap is 139 2024-09-18T02:24:47.714 INFO:tasks.rados.rados.0.smithi046.stdout:1325: done (0 left) 2024-09-18T02:24:47.714 INFO:tasks.rados.rados.0.smithi046.stdout:1326: copy_from oid 21 from oid 29 current snap is 139 2024-09-18T02:24:47.714 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 139 2024-09-18T02:24:47.714 INFO:tasks.rados.rados.0.smithi046.stdout:1327: seq_num 430 ranges {10559488=8192} 2024-09-18T02:24:47.773 INFO:tasks.rados.rados.0.smithi046.stdout:1327: writing smithi04682744-3 from 10559488 to 10567680 tid 1 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1328: copy_from oid 35 from oid 34 current snap is 139 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1326: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1326: finishing copy_from to smithi04682744-21 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 327 (ObjNum 422 snap 137 seq_num 422) dirty exists 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1326: done (2 left) 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1329: read oid 38 snap -1 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1329: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 139 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1330: seq_num 431 ranges {0=24576} 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1330: writing smithi04682744-26 from 0 to 24576 tid 1 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1331: copy_from oid 30 from oid 31 current snap is 139 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 139 2024-09-18T02:24:47.774 INFO:tasks.rados.rados.0.smithi046.stdout:1332: seq_num 432 ranges {0=40960} 2024-09-18T02:24:47.775 INFO:tasks.rados.rados.0.smithi046.stdout:1332: writing smithi04682744-23 from 0 to 40960 tid 1 2024-09-18T02:24:47.775 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 139 2024-09-18T02:24:47.775 INFO:tasks.rados.rados.0.smithi046.stdout:1333: seq_num 433 ranges {7970816=57344} 2024-09-18T02:24:47.818 INFO:tasks.rados.rados.0.smithi046.stdout:1333: writing smithi04682744-49 from 7970816 to 8028160 tid 1 2024-09-18T02:24:47.819 INFO:tasks.rados.rados.0.smithi046.stdout:1334: read oid 42 snap -1 2024-09-18T02:24:47.819 INFO:tasks.rados.rados.0.smithi046.stdout:1334: expect (ObjNum 427 snap 138 seq_num 427) 2024-09-18T02:24:47.819 INFO:tasks.rados.rados.0.smithi046.stdout:1335: snap_create 2024-09-18T02:24:47.819 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing copy_from to smithi04682744-30 2024-09-18T02:24:47.819 INFO:tasks.rados.rados.0.smithi046.stdout:1331: got expected ENOENT (src dne) 2024-09-18T02:24:47.819 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing copy_from racing read to smithi04682744-30 2024-09-18T02:24:47.819 INFO:tasks.rados.rados.0.smithi046.stdout:1329: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:47.852 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 1 to smithi04682744-23 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 1 to smithi04682744-3 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 2 to smithi04682744-3 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 2 to smithi04682744-23 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1330: finishing write tid 1 to smithi04682744-26 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1330: finishing write tid 2 to smithi04682744-26 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 3 to smithi04682744-23 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 818 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1332: left oid 23 (ObjNum 432 snap 139 seq_num 432) 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1328: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 3 to smithi04682744-3 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 848 (ObjNum 430 snap 139 seq_num 430) dirty exists 2024-09-18T02:24:47.853 INFO:tasks.rados.rados.0.smithi046.stdout:1327: left oid 3 (ObjNum 430 snap 139 seq_num 430) 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1330: finishing write tid 3 to smithi04682744-26 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 850 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1330: left oid 26 (ObjNum 431 snap 139 seq_num 431) 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1328: finishing copy_from to smithi04682744-35 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 626 (ObjNum 376 snap 122 seq_num 376) dirty exists 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1333: finishing write tid 1 to smithi04682744-49 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1333: finishing write tid 2 to smithi04682744-49 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1333: finishing write tid 3 to smithi04682744-49 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 853 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1333: left oid 49 (ObjNum 433 snap 139 seq_num 433) 2024-09-18T02:24:47.854 INFO:tasks.rados.rados.0.smithi046.stdout:1334: expect (ObjNum 427 snap 138 seq_num 427) 2024-09-18T02:24:48.797 INFO:tasks.rados.rados.0.smithi046.stdout:1327: done (8 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1328: done (7 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1329: done (6 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1330: done (5 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1331: done (4 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1332: done (3 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1333: done (2 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1334: done (1 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1335: done (0 left) 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1336: setattr oid 23 current snap is 140 2024-09-18T02:24:48.798 INFO:tasks.rados.rados.0.smithi046.stdout:1337: snap_remove snap 138 2024-09-18T02:24:48.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:48 smithi195 ceph-mon[89559]: pgmap v178: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-18T02:24:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:48 smithi195 ceph-mon[89559]: osdmap e334: 8 total, 8 up, 8 in 2024-09-18T02:24:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:48 smithi046 ceph-mon[97106]: pgmap v178: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-18T02:24:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:48 smithi046 ceph-mon[97106]: osdmap e334: 8 total, 8 up, 8 in 2024-09-18T02:24:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:48 smithi046 ceph-mon[94621]: pgmap v178: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-18T02:24:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:48 smithi046 ceph-mon[94621]: osdmap e334: 8 total, 8 up, 8 in 2024-09-18T02:24:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:49.061 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:24:49.330 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (3m) 15s ago 7m 22.8M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (3m) 87s ago 7m 82.2M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (8m) 15s ago 8m 18.3M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (8m) 87s ago 8m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (2m) 87s ago 11m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (2m) 15s ago 13m 493M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (2m) 15s ago 13m 51.4M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (93s) 87s ago 11m 28.6M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (111s) 15s ago 11m 42.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 15s ago 6m 8682k - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (2m) 87s ago 6m 8707k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (51s) 15s ago 11m 120M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:24:49.331 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (19s) 15s ago 10m 11.6M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:24:49.332 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (10m) 15s ago 10m 239M 2481M 17.2.7-1635-g4a704134 f22ead590bad b57469863c36 2024-09-18T02:24:49.332 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (10m) 15s ago 10m 156M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:24:49.332 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (9m) 87s ago 9m 143M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:24:49.332 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (9m) 87s ago 9m 150M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:24:49.332 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (8m) 87s ago 8m 107M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:24:49.332 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (8m) 87s ago 8m 93.8M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:24:49.332 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (2m) 87s ago 7m 49.4M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:24:49.656 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:24:49.656 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:24:49.656 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 6, 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 8, 2024-09-18T02:24:49.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 7 2024-09-18T02:24:49.658 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:24:49.658 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:24:49.801 INFO:tasks.rados.rados.0.smithi046.stdout:1337: done (1 left) 2024-09-18T02:24:49.801 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 140 2024-09-18T02:24:49.801 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 820 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-18T02:24:49.801 INFO:tasks.rados.rados.0.smithi046.stdout:1338: seq_num 434 ranges {0=73728} 2024-09-18T02:24:49.801 INFO:tasks.rados.rados.0.smithi046.stdout:1338: writing smithi04682744-45 from 0 to 73728 tid 1 2024-09-18T02:24:49.801 INFO:tasks.rados.rados.0.smithi046.stdout:1336: done (1 left) 2024-09-18T02:24:49.801 INFO:tasks.rados.rados.0.smithi046.stdout:1339: snap_remove snap 77 2024-09-18T02:24:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:49 smithi046 ceph-mon[97106]: osdmap e335: 8 total, 8 up, 8 in 2024-09-18T02:24:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:49 smithi046 ceph-mon[97106]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:49 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3325959090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:49 smithi046 ceph-mon[94621]: osdmap e335: 8 total, 8 up, 8 in 2024-09-18T02:24:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:49 smithi046 ceph-mon[94621]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:49 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3325959090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:50.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:49 smithi195 ceph-mon[89559]: osdmap e335: 8 total, 8 up, 8 in 2024-09-18T02:24:50.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:49 smithi195 ceph-mon[89559]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:50.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:49 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3325959090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:24:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:1339: done (1 left) 2024-09-18T02:24:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:1340: delete oid 14 current snap is 140 2024-09-18T02:24:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 1 to smithi04682744-45 2024-09-18T02:24:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 2 to smithi04682744-45 2024-09-18T02:24:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 3 to smithi04682744-45 2024-09-18T02:24:50.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 822 (ObjNum 434 snap 140 seq_num 434) dirty exists 2024-09-18T02:24:50.804 INFO:tasks.rados.rados.0.smithi046.stdout:1338: left oid 45 (ObjNum 434 snap 140 seq_num 434) 2024-09-18T02:24:50.816 INFO:tasks.rados.rados.0.smithi046.stdout:1338: done (1 left) 2024-09-18T02:24:50.816 INFO:tasks.rados.rados.0.smithi046.stdout:1340: done (0 left) 2024-09-18T02:24:50.817 INFO:tasks.rados.rados.0.smithi046.stdout:1341: rollback oid 50 current snap is 140 2024-09-18T02:24:50.817 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 83 2024-09-18T02:24:50.817 INFO:tasks.rados.rados.0.smithi046.stdout:1342: copy_from oid 39 from oid 10 current snap is 140 2024-09-18T02:24:50.817 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 140 2024-09-18T02:24:50.817 INFO:tasks.rados.rados.0.smithi046.stdout:1343: seq_num 436 ranges {2195456=106496} 2024-09-18T02:24:50.830 INFO:tasks.rados.rados.0.smithi046.stdout:1343: writing smithi04682744-2 from 2195456 to 2301952 tid 1 2024-09-18T02:24:50.830 INFO:tasks.rados.rados.0.smithi046.stdout:1344: read oid 36 snap -1 2024-09-18T02:24:50.830 INFO:tasks.rados.rados.0.smithi046.stdout:1344: expect deleted 2024-09-18T02:24:50.830 INFO:tasks.rados.rados.0.smithi046.stdout:1345: rollback oid 32 current snap is 140 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 120 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 351 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:1341: done (4 left) 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:1346: rollback oid 25 current snap is 140 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 139 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:1347: copy_from oid 34 from oid 3 current snap is 140 2024-09-18T02:24:50.831 INFO:tasks.rados.rados.0.smithi046.stdout:1348: snap_create 2024-09-18T02:24:50.835 INFO:tasks.rados.rados.0.smithi046.stdout:1343: finishing write tid 1 to smithi04682744-2 2024-09-18T02:24:50.835 INFO:tasks.rados.rados.0.smithi046.stdout:1343: finishing write tid 2 to smithi04682744-2 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:1343: finishing write tid 3 to smithi04682744-2 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 761 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:1343: left oid 2 (ObjNum 436 snap 140 seq_num 436) 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:1342: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:24:50.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 857 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-18T02:24:50.841 INFO:tasks.rados.rados.0.smithi046.stdout:1342: finishing copy_from to smithi04682744-39 2024-09-18T02:24:50.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 555 (ObjNum 390 snap 126 seq_num 390) dirty exists 2024-09-18T02:24:50.842 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:24:50.842 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:24:50.842 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:24:50.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 558 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-18T02:24:50.877 INFO:tasks.rados.rados.0.smithi046.stdout:1347: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:24:50.878 INFO:tasks.rados.rados.0.smithi046.stdout:1347: finishing copy_from to smithi04682744-34 2024-09-18T02:24:50.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 848 (ObjNum 430 snap 139 seq_num 430) dirty exists 2024-09-18T02:24:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:50 smithi195 ceph-mon[89559]: pgmap v181: 121 pgs: 121 active+clean; 388 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-18T02:24:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:50 smithi195 ceph-mon[89559]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:50 smithi195 ceph-mon[89559]: osdmap e336: 8 total, 8 up, 8 in 2024-09-18T02:24:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:50 smithi046 ceph-mon[97106]: pgmap v181: 121 pgs: 121 active+clean; 388 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-18T02:24:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:50 smithi046 ceph-mon[97106]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:50 smithi046 ceph-mon[97106]: osdmap e336: 8 total, 8 up, 8 in 2024-09-18T02:24:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:50 smithi046 ceph-mon[94621]: pgmap v181: 121 pgs: 121 active+clean; 388 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-18T02:24:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:50 smithi046 ceph-mon[94621]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:24:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:50 smithi046 ceph-mon[94621]: osdmap e336: 8 total, 8 up, 8 in 2024-09-18T02:24:51.708 INFO:tasks.rados.rados.0.smithi046.stdout:1342: done (6 left) 2024-09-18T02:24:51.708 INFO:tasks.rados.rados.0.smithi046.stdout:1343: done (5 left) 2024-09-18T02:24:51.708 INFO:tasks.rados.rados.0.smithi046.stdout:1344: done (4 left) 2024-09-18T02:24:51.708 INFO:tasks.rados.rados.0.smithi046.stdout:1345: done (3 left) 2024-09-18T02:24:51.708 INFO:tasks.rados.rados.0.smithi046.stdout:1346: done (2 left) 2024-09-18T02:24:51.708 INFO:tasks.rados.rados.0.smithi046.stdout:1347: done (1 left) 2024-09-18T02:24:51.708 INFO:tasks.rados.rados.0.smithi046.stdout:1348: done (0 left) 2024-09-18T02:24:51.709 INFO:tasks.rados.rados.0.smithi046.stdout:1349: read oid 31 snap 98 2024-09-18T02:24:51.709 INFO:tasks.rados.rados.0.smithi046.stdout:1349: expect deleted 2024-09-18T02:24:51.709 INFO:tasks.rados.rados.0.smithi046.stdout:1350: delete oid 4 current snap is 141 2024-09-18T02:24:51.711 INFO:tasks.rados.rados.0.smithi046.stdout:1349: done (1 left) 2024-09-18T02:24:51.711 INFO:tasks.rados.rados.0.smithi046.stdout:1350: done (0 left) 2024-09-18T02:24:51.711 INFO:tasks.rados.rados.0.smithi046.stdout:1351: snap_remove snap 112 2024-09-18T02:24:52.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:51 smithi195 ceph-mon[89559]: osdmap e337: 8 total, 8 up, 8 in 2024-09-18T02:24:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:51 smithi195 ceph-mon[89559]: osdmap e338: 8 total, 8 up, 8 in 2024-09-18T02:24:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:51 smithi046 ceph-mon[97106]: osdmap e337: 8 total, 8 up, 8 in 2024-09-18T02:24:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:51 smithi046 ceph-mon[97106]: osdmap e338: 8 total, 8 up, 8 in 2024-09-18T02:24:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:51 smithi046 ceph-mon[94621]: osdmap e337: 8 total, 8 up, 8 in 2024-09-18T02:24:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:51 smithi046 ceph-mon[94621]: osdmap e338: 8 total, 8 up, 8 in 2024-09-18T02:24:52.710 INFO:tasks.rados.rados.0.smithi046.stdout:1351: done (0 left) 2024-09-18T02:24:52.710 INFO:tasks.rados.rados.0.smithi046.stdout:1352: read oid 34 snap -1 2024-09-18T02:24:52.710 INFO:tasks.rados.rados.0.smithi046.stdout:1352: expect (ObjNum 430 snap 139 seq_num 430) 2024-09-18T02:24:52.710 INFO:tasks.rados.rados.0.smithi046.stdout:1353: delete oid 44 current snap is 141 2024-09-18T02:24:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:52.724 INFO:tasks.rados.rados.0.smithi046.stdout:1353: done (1 left) 2024-09-18T02:24:52.724 INFO:tasks.rados.rados.0.smithi046.stdout:1354: snap_create 2024-09-18T02:24:52.768 INFO:tasks.rados.rados.0.smithi046.stdout:1352: expect (ObjNum 430 snap 139 seq_num 430) 2024-09-18T02:24:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:52 smithi195 ceph-mon[89559]: pgmap v184: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-18T02:24:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:52 smithi195 ceph-mon[89559]: osdmap e339: 8 total, 8 up, 8 in 2024-09-18T02:24:53.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:52 smithi046 ceph-mon[94621]: pgmap v184: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-18T02:24:53.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:52 smithi046 ceph-mon[94621]: osdmap e339: 8 total, 8 up, 8 in 2024-09-18T02:24:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:52 smithi046 ceph-mon[97106]: pgmap v184: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-18T02:24:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:52 smithi046 ceph-mon[97106]: osdmap e339: 8 total, 8 up, 8 in 2024-09-18T02:24:53.743 INFO:tasks.rados.rados.0.smithi046.stdout:1352: done (1 left) 2024-09-18T02:24:53.743 INFO:tasks.rados.rados.0.smithi046.stdout:1354: done (0 left) 2024-09-18T02:24:53.743 INFO:tasks.rados.rados.0.smithi046.stdout:1355: snap_create 2024-09-18T02:24:53.815 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[97106]: Upgrade: osd.2 is safe to restart 2024-09-18T02:24:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[97106]: osdmap e340: 8 total, 8 up, 8 in 2024-09-18T02:24:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[94621]: Upgrade: osd.2 is safe to restart 2024-09-18T02:24:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:53 smithi046 ceph-mon[94621]: osdmap e340: 8 total, 8 up, 8 in 2024-09-18T02:24:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:53 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-18T02:24:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:53 smithi195 ceph-mon[89559]: Upgrade: osd.2 is safe to restart 2024-09-18T02:24:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:53 smithi195 ceph-mon[89559]: osdmap e340: 8 total, 8 up, 8 in 2024-09-18T02:24:54.711 INFO:tasks.rados.rados.0.smithi046.stdout:1355: done (0 left) 2024-09-18T02:24:54.712 INFO:tasks.rados.rados.0.smithi046.stdout:1356: rollback oid 2 current snap is 143 2024-09-18T02:24:54.712 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 134 2024-09-18T02:24:54.712 INFO:tasks.rados.rados.0.smithi046.stdout:1357: read oid 21 snap -1 2024-09-18T02:24:54.712 INFO:tasks.rados.rados.0.smithi046.stdout:1357: expect (ObjNum 422 snap 137 seq_num 422) 2024-09-18T02:24:54.712 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 143 2024-09-18T02:24:54.712 INFO:tasks.rados.rados.0.smithi046.stdout:1358: seq_num 439 ranges {0=155648} 2024-09-18T02:24:54.713 INFO:tasks.rados.rados.0.smithi046.stdout:1358: writing smithi04682744-44 from 0 to 155648 tid 1 2024-09-18T02:24:54.713 INFO:tasks.rados.rados.0.smithi046.stdout:1359: delete oid 1 current snap is 143 2024-09-18T02:24:54.715 INFO:tasks.rados.rados.0.smithi046.stdout:1356: finishing rollback tid 0 to smithi04682744-2 2024-09-18T02:24:54.716 INFO:tasks.rados.rados.0.smithi046.stdout:1356: finishing rollback tid 1 to smithi04682744-2 2024-09-18T02:24:54.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 770 (ObjNum 353 snap 0 seq_num 1147643504) dirty dne 2024-09-18T02:24:54.719 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 1 to smithi04682744-44 2024-09-18T02:24:54.719 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 2 to smithi04682744-44 2024-09-18T02:24:54.720 INFO:tasks.rados.rados.0.smithi046.stdout:1356: done (3 left) 2024-09-18T02:24:54.720 INFO:tasks.rados.rados.0.smithi046.stdout:1359: done (2 left) 2024-09-18T02:24:54.720 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 143 2024-09-18T02:24:54.720 INFO:tasks.rados.rados.0.smithi046.stdout:1360: seq_num 441 ranges {10641408=188416} 2024-09-18T02:24:54.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:54.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:54.779 INFO:tasks.rados.rados.0.smithi046.stdout:1360: writing smithi04682744-9 from 10641408 to 10829824 tid 1 2024-09-18T02:24:54.780 INFO:tasks.rados.rados.0.smithi046.stdout:1361: snap_remove snap 129 2024-09-18T02:24:55.087 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[94621]: pgmap v187: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:24:55.087 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[94621]: osdmap e341: 8 total, 8 up, 8 in 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[97106]: pgmap v187: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:55.088 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:54 smithi046 ceph-mon[97106]: osdmap e341: 8 total, 8 up, 8 in 2024-09-18T02:24:55.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:54 smithi195 ceph-mon[89559]: pgmap v187: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:24:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:24:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-18T02:24:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:24:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:54 smithi195 ceph-mon[89559]: osdmap e341: 8 total, 8 up, 8 in 2024-09-18T02:24:55.714 INFO:tasks.rados.rados.0.smithi046.stdout:1361: done (3 left) 2024-09-18T02:24:55.714 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 143 2024-09-18T02:24:55.715 INFO:tasks.rados.rados.0.smithi046.stdout:1362: seq_num 442 ranges {0=204800} 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:1362: writing smithi04682744-33 from 0 to 204800 tid 1 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:1363: setattr oid 38 current snap is 143 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:1364: copy_from oid 49 from oid 41 current snap is 143 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:1365: snap_create 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 3 to smithi04682744-44 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 328 (ObjNum 439 snap 143 seq_num 439) dirty exists 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:1358: left oid 44 (ObjNum 439 snap 143 seq_num 439) 2024-09-18T02:24:55.718 INFO:tasks.rados.rados.0.smithi046.stdout:1357: expect (ObjNum 422 snap 137 seq_num 422) 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 1 to smithi04682744-9 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 2 to smithi04682744-9 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 3 to smithi04682744-9 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 348 (ObjNum 441 snap 143 seq_num 441) dirty exists 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1360: left oid 9 (ObjNum 441 snap 143 seq_num 441) 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 1 to smithi04682744-33 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 2 to smithi04682744-33 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 844 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 3 to smithi04682744-33 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 700 (ObjNum 442 snap 143 seq_num 442) dirty exists 2024-09-18T02:24:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:1362: left oid 33 (ObjNum 442 snap 143 seq_num 442) 2024-09-18T02:24:55.791 INFO:tasks.rados.rados.0.smithi046.stdout:1364: finishing copy_from racing read to smithi04682744-49 2024-09-18T02:24:55.791 INFO:tasks.rados.rados.0.smithi046.stdout:1364: finishing copy_from to smithi04682744-49 2024-09-18T02:24:55.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 743 (ObjNum 418 snap 135 seq_num 418) dirty exists 2024-09-18T02:24:56.110 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:55 smithi046 ceph-mon[94621]: Upgrade: Updating osd.2 2024-09-18T02:24:56.110 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:55 smithi046 ceph-mon[94621]: Deploying daemon osd.2 on smithi046 2024-09-18T02:24:56.111 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:55 smithi046 ceph-mon[94621]: osdmap e342: 8 total, 8 up, 8 in 2024-09-18T02:24:56.111 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:55 smithi046 ceph-mon[97106]: Upgrade: Updating osd.2 2024-09-18T02:24:56.111 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:55 smithi046 ceph-mon[97106]: Deploying daemon osd.2 on smithi046 2024-09-18T02:24:56.111 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:55 smithi046 ceph-mon[97106]: osdmap e342: 8 total, 8 up, 8 in 2024-09-18T02:24:56.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:55 smithi195 ceph-mon[89559]: Upgrade: Updating osd.2 2024-09-18T02:24:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:55 smithi195 ceph-mon[89559]: Deploying daemon osd.2 on smithi046 2024-09-18T02:24:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:55 smithi195 ceph-mon[89559]: osdmap e342: 8 total, 8 up, 8 in 2024-09-18T02:24:56.709 INFO:tasks.rados.rados.0.smithi046.stdout:1357: done (6 left) 2024-09-18T02:24:56.715 INFO:tasks.rados.rados.0.smithi046.stdout:1358: done (5 left) 2024-09-18T02:24:56.716 INFO:tasks.rados.rados.0.smithi046.stdout:1360: done (4 left) 2024-09-18T02:24:56.716 INFO:tasks.rados.rados.0.smithi046.stdout:1362: done (3 left) 2024-09-18T02:24:56.716 INFO:tasks.rados.rados.0.smithi046.stdout:1363: done (2 left) 2024-09-18T02:24:56.716 INFO:tasks.rados.rados.0.smithi046.stdout:1364: done (1 left) 2024-09-18T02:24:56.716 INFO:tasks.rados.rados.0.smithi046.stdout:1365: done (0 left) 2024-09-18T02:24:56.716 INFO:tasks.rados.rados.0.smithi046.stdout:1366: snap_remove snap 135 2024-09-18T02:24:56.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:24:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:24:56] "GET /metrics HTTP/1.1" 200 36111 "" "Prometheus/2.43.0" 2024-09-18T02:24:57.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:56 smithi046 ceph-mon[97106]: pgmap v190: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:24:57.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:56 smithi046 ceph-mon[97106]: osdmap e343: 8 total, 8 up, 8 in 2024-09-18T02:24:57.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:56 smithi046 ceph-mon[94621]: pgmap v190: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:24:57.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:56 smithi046 ceph-mon[94621]: osdmap e343: 8 total, 8 up, 8 in 2024-09-18T02:24:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:56 smithi195 ceph-mon[89559]: pgmap v190: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:24:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:56 smithi195 ceph-mon[89559]: osdmap e343: 8 total, 8 up, 8 in 2024-09-18T02:24:57.714 INFO:tasks.rados.rados.0.smithi046.stdout:1366: done (0 left) 2024-09-18T02:24:57.714 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 144 2024-09-18T02:24:57.714 INFO:tasks.rados.rados.0.smithi046.stdout:1367: seq_num 443 ranges {3440640=221184} 2024-09-18T02:24:57.735 INFO:tasks.rados.rados.0.smithi046.stdout:1367: writing smithi04682744-8 from 3440640 to 3661824 tid 1 2024-09-18T02:24:57.735 INFO:tasks.rados.rados.0.smithi046.stdout:1368: rollback oid 31 current snap is 144 2024-09-18T02:24:57.735 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 142 2024-09-18T02:24:57.735 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 144 2024-09-18T02:24:57.735 INFO:tasks.rados.rados.0.smithi046.stdout:1369: seq_num 444 ranges {0=237568} 2024-09-18T02:24:57.736 INFO:tasks.rados.rados.0.smithi046.stdout:1369: writing smithi04682744-20 from 0 to 237568 tid 1 2024-09-18T02:24:57.736 INFO:tasks.rados.rados.0.smithi046.stdout:1370: read oid 41 snap -1 2024-09-18T02:24:57.736 INFO:tasks.rados.rados.0.smithi046.stdout:1370: expect (ObjNum 418 snap 135 seq_num 418) 2024-09-18T02:24:57.736 INFO:tasks.rados.rados.0.smithi046.stdout:1371: rmattr oid 46 current snap is 144 2024-09-18T02:24:57.736 INFO:tasks.rados.rados.0.smithi046.stdout:1371: done (4 left) 2024-09-18T02:24:57.736 INFO:tasks.rados.rados.0.smithi046.stdout:1372: rmattr oid 32 current snap is 144 2024-09-18T02:24:57.737 INFO:tasks.rados.rados.0.smithi046.stdout:1372: done (4 left) 2024-09-18T02:24:57.737 INFO:tasks.rados.rados.0.smithi046.stdout:1373: snap_create 2024-09-18T02:24:57.737 INFO:tasks.rados.rados.0.smithi046.stdout:1368: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:24:57.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 0 (ObjNum 2081 snap 0 seq_num 1147443312) dirty dne 2024-09-18T02:24:57.737 INFO:tasks.rados.rados.0.smithi046.stdout:1367: finishing write tid 1 to smithi04682744-8 2024-09-18T02:24:57.738 INFO:tasks.rados.rados.0.smithi046.stdout:1367: finishing write tid 2 to smithi04682744-8 2024-09-18T02:24:57.739 INFO:tasks.rados.rados.0.smithi046.stdout:1369: finishing write tid 1 to smithi04682744-20 2024-09-18T02:24:57.739 INFO:tasks.rados.rados.0.smithi046.stdout:1369: finishing write tid 2 to smithi04682744-20 2024-09-18T02:24:57.740 INFO:tasks.rados.rados.0.smithi046.stdout:1367: finishing write tid 3 to smithi04682744-8 2024-09-18T02:24:57.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 789 (ObjNum 443 snap 144 seq_num 443) dirty exists 2024-09-18T02:24:57.740 INFO:tasks.rados.rados.0.smithi046.stdout:1367: left oid 8 (ObjNum 443 snap 144 seq_num 443) 2024-09-18T02:24:57.741 INFO:tasks.rados.rados.0.smithi046.stdout:1369: finishing write tid 3 to smithi04682744-20 2024-09-18T02:24:57.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 702 (ObjNum 444 snap 144 seq_num 444) dirty exists 2024-09-18T02:24:57.741 INFO:tasks.rados.rados.0.smithi046.stdout:1369: left oid 20 (ObjNum 444 snap 144 seq_num 444) 2024-09-18T02:24:57.754 INFO:tasks.rados.rados.0.smithi046.stdout:1370: expect (ObjNum 418 snap 135 seq_num 418) 2024-09-18T02:24:57.807 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:57 smithi046 systemd[1]: Stopping Ceph osd.2 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:24:58.258 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[56187]: 2024-09-18T02:24:57.804+0000 7f9c382f4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:24:58.258 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[56187]: 2024-09-18T02:24:57.804+0000 7f9c382f4640 -1 osd.2 344 *** Got signal Terminated *** 2024-09-18T02:24:58.258 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:57 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[56187]: 2024-09-18T02:24:57.804+0000 7f9c382f4640 -1 osd.2 344 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:24:58.725 INFO:tasks.rados.rados.0.smithi046.stdout:1367: done (4 left) 2024-09-18T02:24:58.725 INFO:tasks.rados.rados.0.smithi046.stdout:1368: done (3 left) 2024-09-18T02:24:58.725 INFO:tasks.rados.rados.0.smithi046.stdout:1369: done (2 left) 2024-09-18T02:24:58.726 INFO:tasks.rados.rados.0.smithi046.stdout:1370: done (1 left) 2024-09-18T02:24:58.726 INFO:tasks.rados.rados.0.smithi046.stdout:1373: done (0 left) 2024-09-18T02:24:58.726 INFO:tasks.rados.rados.0.smithi046.stdout:1374: rollback oid 39 current snap is 145 2024-09-18T02:24:58.726 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 140 2024-09-18T02:24:58.726 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 145 2024-09-18T02:24:58.726 INFO:tasks.rados.rados.0.smithi046.stdout:1375: seq_num 445 ranges {155648=253952} 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1375: writing smithi04682744-44 from 155648 to 409600 tid 1 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1376: read oid 16 snap 128 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1376: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1377: read oid 17 snap -1 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1377: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1378: copy_from oid 50 from oid 25 current snap is 145 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1379: rollback oid 10 current snap is 145 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 115 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 145 2024-09-18T02:24:58.727 INFO:tasks.rados.rados.0.smithi046.stdout:1380: seq_num 446 ranges {2195456=278528} 2024-09-18T02:24:58.741 INFO:tasks.rados.rados.0.smithi046.stdout:1380: writing smithi04682744-37 from 2195456 to 2473984 tid 1 2024-09-18T02:24:58.741 INFO:tasks.rados.rados.0.smithi046.stdout:1381: read oid 8 snap -1 2024-09-18T02:24:58.741 INFO:tasks.rados.rados.0.smithi046.stdout:1381: expect (ObjNum 443 snap 144 seq_num 443) 2024-09-18T02:24:58.741 INFO:tasks.rados.rados.0.smithi046.stdout:1382: rmattr oid 9 current snap is 145 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1382: done (8 left) 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 145 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1375: finishing write tid 1 to smithi04682744-44 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1375: finishing write tid 2 to smithi04682744-44 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1375: finishing write tid 3 to smithi04682744-44 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 330 (ObjNum 445 snap 145 seq_num 445) dirty exists 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1375: left oid 44 (ObjNum 445 snap 145 seq_num 445) 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1374: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1374: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1374: finishing rollback tid 2 to smithi04682744-39 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 561 (ObjNum 390 snap 126 seq_num 390) dirty exists 2024-09-18T02:24:58.742 INFO:tasks.rados.rados.0.smithi046.stdout:1383: seq_num 447 ranges {0=294912} 2024-09-18T02:24:58.743 INFO:tasks.rados.rados.0.smithi046.stdout:1383: writing smithi04682744-5 from 0 to 294912 tid 1 2024-09-18T02:24:58.743 INFO:tasks.rados.rados.0.smithi046.stdout:1374: done (8 left) 2024-09-18T02:24:58.743 INFO:tasks.rados.rados.0.smithi046.stdout:1375: done (7 left) 2024-09-18T02:24:58.743 INFO:tasks.rados.rados.0.smithi046.stdout:1384: copy_from oid 13 from oid 45 current snap is 145 2024-09-18T02:24:58.743 INFO:tasks.rados.rados.0.smithi046.stdout:1385: read oid 48 snap -1 2024-09-18T02:24:58.744 INFO:tasks.rados.rados.0.smithi046.stdout:1385: expect deleted 2024-09-18T02:24:58.744 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 145 2024-09-18T02:24:58.744 INFO:tasks.rados.rados.0.smithi046.stdout:1386: seq_num 448 ranges {0=311296} 2024-09-18T02:24:58.745 INFO:tasks.rados.rados.0.smithi046.stdout:1386: writing smithi04682744-19 from 0 to 311296 tid 1 2024-09-18T02:24:58.745 INFO:tasks.rados.rados.0.smithi046.stdout:1387: snap_create 2024-09-18T02:24:58.746 INFO:tasks.rados.rados.0.smithi046.stdout:1383: finishing write tid 1 to smithi04682744-5 2024-09-18T02:24:58.746 INFO:tasks.rados.rados.0.smithi046.stdout:1383: finishing write tid 2 to smithi04682744-5 2024-09-18T02:24:58.749 INFO:tasks.rados.rados.0.smithi046.stdout:1383: finishing write tid 3 to smithi04682744-5 2024-09-18T02:24:58.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 369 (ObjNum 447 snap 145 seq_num 447) dirty exists 2024-09-18T02:24:58.749 INFO:tasks.rados.rados.0.smithi046.stdout:1383: left oid 5 (ObjNum 447 snap 145 seq_num 447) 2024-09-18T02:24:58.753 INFO:tasks.rados.rados.0.smithi046.stdout:1377: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:24:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:58 smithi195 ceph-mon[89559]: pgmap v193: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:24:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:58 smithi195 ceph-mon[89559]: osdmap e344: 8 total, 8 up, 8 in 2024-09-18T02:24:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:58 smithi195 ceph-mon[89559]: osd.2 marked itself down and dead 2024-09-18T02:24:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:58.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:24:58 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:24:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[97106]: pgmap v193: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[97106]: osdmap e344: 8 total, 8 up, 8 in 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[97106]: osd.2 marked itself down and dead 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[94621]: pgmap v193: 121 pgs: 121 active+clean; 395 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[94621]: osdmap e344: 8 total, 8 up, 8 in 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[94621]: osd.2 marked itself down and dead 2024-09-18T02:24:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:24:59.158 INFO:tasks.rados.rados.0.smithi046.stdout:1384: finishing copy_from racing read to smithi04682744-13 2024-09-18T02:24:59.159 INFO:tasks.rados.rados.0.smithi046.stdout:1378: finishing copy_from racing read to smithi04682744-50 2024-09-18T02:24:59.159 INFO:tasks.rados.rados.0.smithi046.stdout:1384: finishing copy_from to smithi04682744-13 2024-09-18T02:24:59.159 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 822 (ObjNum 434 snap 140 seq_num 434) dirty exists 2024-09-18T02:24:59.159 INFO:tasks.rados.rados.0.smithi046.stdout:1378: finishing copy_from to smithi04682744-50 2024-09-18T02:24:59.159 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 558 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-18T02:24:59.456 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:59 smithi046 podman[112483]: 2024-09-18 02:24:59.183744409 +0000 UTC m=+1.494211449 container died b57469863c36f81b960668ac62f2668607788cd0b31df734741bbb1f5bf2c248 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=quincy-4a70413, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-18T02:24:59.710 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:59 smithi046 podman[112483]: 2024-09-18 02:24:59.561947588 +0000 UTC m=+1.872414621 container cleanup b57469863c36f81b960668ac62f2668607788cd0b31df734741bbb1f5bf2c248 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:24:59.710 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:59 smithi046 bash[112483]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1377: done (10 left) 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1378: done (9 left) 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1383: done (8 left) 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1384: done (7 left) 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1385: done (6 left) 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1387: done (5 left) 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1388: copy_from oid 29 from oid 22 current snap is 146 2024-09-18T02:24:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:1389: rollback oid 2 current snap is 146 2024-09-18T02:24:59.721 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 140 2024-09-18T02:24:59.721 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 146 2024-09-18T02:24:59.721 INFO:tasks.rados.rados.0.smithi046.stdout:1390: seq_num 449 ranges {2367488=327680} 2024-09-18T02:24:59.736 INFO:tasks.rados.rados.0.smithi046.stdout:1390: writing smithi04682744-42 from 2367488 to 2695168 tid 1 2024-09-18T02:24:59.736 INFO:tasks.rados.rados.0.smithi046.stdout:1391: snap_create 2024-09-18T02:24:59.736 INFO:tasks.rados.rados.0.smithi046.stdout:1379: finishing rollback tid 0 to smithi04682744-10 2024-09-18T02:24:59.738 INFO:tasks.rados.rados.0.smithi046.stdout:1379: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:24:59.738 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 850 (ObjNum 65 snap 0 seq_num 1550867047) dirty dne 2024-09-18T02:24:59.743 INFO:tasks.rados.rados.0.smithi046.stdout:1376: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1380: finishing write tid 1 to smithi04682744-37 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1380: finishing write tid 2 to smithi04682744-37 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1380: finishing write tid 3 to smithi04682744-37 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 704 (ObjNum 446 snap 145 seq_num 446) dirty exists 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1380: left oid 37 (ObjNum 446 snap 145 seq_num 446) 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1388: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1390: finishing write tid 1 to smithi04682744-42 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1390: finishing write tid 2 to smithi04682744-42 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:1390: finishing write tid 3 to smithi04682744-42 2024-09-18T02:24:59.777 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 641 (ObjNum 449 snap 146 seq_num 449) dirty exists 2024-09-18T02:24:59.778 INFO:tasks.rados.rados.0.smithi046.stdout:1390: left oid 42 (ObjNum 449 snap 146 seq_num 449) 2024-09-18T02:24:59.778 INFO:tasks.rados.rados.0.smithi046.stdout:1381: expect (ObjNum 443 snap 144 seq_num 443) 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 1 to smithi04682744-19 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 2 to smithi04682744-19 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing rollback tid 1 to smithi04682744-2 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing rollback tid 2 to smithi04682744-2 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 793 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:1388: finishing copy_from to smithi04682744-29 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 733 (ObjNum 387 snap 126 seq_num 387) dirty exists 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 3 to smithi04682744-19 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 791 (ObjNum 448 snap 145 seq_num 448) dirty exists 2024-09-18T02:24:59.971 INFO:tasks.rados.rados.0.smithi046.stdout:1386: left oid 19 (ObjNum 448 snap 145 seq_num 448) 2024-09-18T02:24:59.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:59 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:24:59.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:24:59 smithi195 ceph-mon[89559]: osdmap e345: 8 total, 7 up, 8 in 2024-09-18T02:25:00.007 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:24:59 smithi046 podman[112503]: 2024-09-18 02:24:59.838481122 +0000 UTC m=+0.647531422 container remove b57469863c36f81b960668ac62f2668607788cd0b31df734741bbb1f5bf2c248 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-4a70413) 2024-09-18T02:25:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:59 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:25:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:24:59 smithi046 ceph-mon[94621]: osdmap e345: 8 total, 7 up, 8 in 2024-09-18T02:25:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:59 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:25:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:24:59 smithi046 ceph-mon[97106]: osdmap e345: 8 total, 7 up, 8 in 2024-09-18T02:25:00.515 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:00 smithi046 podman[112598]: 2024-09-18 02:25:00.197830684 +0000 UTC m=+0.111542526 container create 4682782c04eb2d2b950975a79a6f83e95af1a62c0be7ea9b70644ce093a224bf (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-09-18T02:25:00.515 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:00 smithi046 podman[112598]: 2024-09-18 02:25:00.102737136 +0000 UTC m=+0.016448967 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:25:00.515 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:00 smithi046 podman[112598]: 2024-09-18 02:25:00.433794002 +0000 UTC m=+0.347505829 container init 4682782c04eb2d2b950975a79a6f83e95af1a62c0be7ea9b70644ce093a224bf (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:25:00.515 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:00 smithi046 podman[112598]: 2024-09-18 02:25:00.439117402 +0000 UTC m=+0.352829204 container start 4682782c04eb2d2b950975a79a6f83e95af1a62c0be7ea9b70644ce093a224bf (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-18T02:25:00.721 INFO:tasks.rados.rados.0.smithi046.stdout:1376: done (8 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1379: done (7 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1380: done (6 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1381: done (5 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1386: done (4 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1388: done (3 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1389: done (2 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1390: done (1 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1391: done (0 left) 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1392: rollback oid 1 current snap is 147 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 140 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1393: rollback oid 36 current snap is 147 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 128 2024-09-18T02:25:00.722 INFO:tasks.rados.rados.0.smithi046.stdout:1394: snap_remove snap 126 2024-09-18T02:25:00.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:00 smithi046 ceph-mon[97106]: pgmap v196: 121 pgs: 25 peering, 4 stale+active+clean, 92 active+clean; 396 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 210 KiB/s wr, 11 op/s 2024-09-18T02:25:00.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:00 smithi046 ceph-mon[97106]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-18T02:25:00.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:00 smithi046 ceph-mon[97106]: osdmap e346: 8 total, 7 up, 8 in 2024-09-18T02:25:00.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:00 smithi046 ceph-mon[94621]: pgmap v196: 121 pgs: 25 peering, 4 stale+active+clean, 92 active+clean; 396 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 210 KiB/s wr, 11 op/s 2024-09-18T02:25:00.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:00 smithi046 ceph-mon[94621]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-18T02:25:00.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:00 smithi046 ceph-mon[94621]: osdmap e346: 8 total, 7 up, 8 in 2024-09-18T02:25:00.947 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:00 smithi046 podman[112598]: 2024-09-18 02:25:00.597806315 +0000 UTC m=+0.511518116 container attach 4682782c04eb2d2b950975a79a6f83e95af1a62c0be7ea9b70644ce093a224bf (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-18T02:25:00.947 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:00 smithi046 podman[112598]: 2024-09-18 02:25:00.63550272 +0000 UTC m=+0.549214536 container died 4682782c04eb2d2b950975a79a6f83e95af1a62c0be7ea9b70644ce093a224bf (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-18T02:25:00.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:00 smithi195 ceph-mon[89559]: pgmap v196: 121 pgs: 25 peering, 4 stale+active+clean, 92 active+clean; 396 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 210 KiB/s wr, 11 op/s 2024-09-18T02:25:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:00 smithi195 ceph-mon[89559]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-18T02:25:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:00 smithi195 ceph-mon[89559]: osdmap e346: 8 total, 7 up, 8 in 2024-09-18T02:25:01.723 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 podman[112642]: 2024-09-18 02:25:01.288023609 +0000 UTC m=+0.642584675 container remove 4682782c04eb2d2b950975a79a6f83e95af1a62c0be7ea9b70644ce093a224bf (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-18T02:25:01.723 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-18T02:25:01.723 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 systemd[1]: Stopped Ceph osd.2 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:25:01.723 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.2.service: Consumed 15.855s CPU time. 2024-09-18T02:25:01.723 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 systemd[1]: Starting Ceph osd.2 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:25:01.726 INFO:tasks.rados.rados.0.smithi046.stdout:1394: done (2 left) 2024-09-18T02:25:01.726 INFO:tasks.rados.rados.0.smithi046.stdout:1395: snap_remove snap 139 2024-09-18T02:25:01.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:01 smithi195 ceph-mon[89559]: osdmap e347: 8 total, 7 up, 8 in 2024-09-18T02:25:01.984 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:01 smithi046 ceph-mon[97106]: osdmap e347: 8 total, 7 up, 8 in 2024-09-18T02:25:01.985 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 podman[112746]: 2024-09-18 02:25:01.633733105 +0000 UTC m=+0.016404533 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:25:01.985 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 podman[112746]: 2024-09-18 02:25:01.730593293 +0000 UTC m=+0.113264721 container create c85f35f867ead8cf8dba5ccc6ec43733f5c57287745bde8d6a6ca1e73dab70ba (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-18T02:25:01.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:01 smithi046 ceph-mon[94621]: osdmap e347: 8 total, 7 up, 8 in 2024-09-18T02:25:02.258 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 podman[112746]: 2024-09-18 02:25:01.98403969 +0000 UTC m=+0.366711117 container init c85f35f867ead8cf8dba5ccc6ec43733f5c57287745bde8d6a6ca1e73dab70ba (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-18T02:25:02.258 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:01 smithi046 podman[112746]: 2024-09-18 02:25:01.989523003 +0000 UTC m=+0.372194415 container start c85f35f867ead8cf8dba5ccc6ec43733f5c57287745bde8d6a6ca1e73dab70ba (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-18T02:25:02.258 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 podman[112746]: 2024-09-18 02:25:02.091799818 +0000 UTC m=+0.474471227 container attach c85f35f867ead8cf8dba5ccc6ec43733f5c57287745bde8d6a6ca1e73dab70ba (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b) 2024-09-18T02:25:02.629 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate[112762]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-18T02:25:02.629 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 bash[112746]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-18T02:25:02.629 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate[112762]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-18T02:25:02.629 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 bash[112746]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate[112762]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 bash[112746]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate[112762]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 bash[112746]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate[112762]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 bash[112746]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate[112762]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 bash[112746]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate[112762]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 bash[112746]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-18T02:25:02.630 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:02 smithi046 podman[112746]: 2024-09-18 02:25:02.341653173 +0000 UTC m=+0.724324592 container died c85f35f867ead8cf8dba5ccc6ec43733f5c57287745bde8d6a6ca1e73dab70ba (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-09-18T02:25:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:02.731 INFO:tasks.rados.rados.0.smithi046.stdout:1395: done (2 left) 2024-09-18T02:25:02.731 INFO:tasks.rados.rados.0.smithi046.stdout:1396: snap_remove snap 120 2024-09-18T02:25:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-mon[94621]: pgmap v199: 121 pgs: 5 active+undersized, 25 peering, 2 stale+active+clean, 1 active+undersized+degraded, 88 active+clean; 399 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 4/783 objects degraded (0.511%) 2024-09-18T02:25:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 4/783 objects degraded (0.511%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:25:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-mon[94621]: osdmap e348: 8 total, 7 up, 8 in 2024-09-18T02:25:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-mon[97106]: pgmap v199: 121 pgs: 5 active+undersized, 25 peering, 2 stale+active+clean, 1 active+undersized+degraded, 88 active+clean; 399 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 4/783 objects degraded (0.511%) 2024-09-18T02:25:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 4/783 objects degraded (0.511%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:25:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:02 smithi046 ceph-mon[97106]: osdmap e348: 8 total, 7 up, 8 in 2024-09-18T02:25:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:02 smithi195 ceph-mon[89559]: pgmap v199: 121 pgs: 5 active+undersized, 25 peering, 2 stale+active+clean, 1 active+undersized+degraded, 88 active+clean; 399 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 4/783 objects degraded (0.511%) 2024-09-18T02:25:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:02 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 4/783 objects degraded (0.511%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:25:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:02 smithi195 ceph-mon[89559]: osdmap e348: 8 total, 7 up, 8 in 2024-09-18T02:25:03.409 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 podman[112906]: 2024-09-18 02:25:03.054784833 +0000 UTC m=+0.707304396 container remove c85f35f867ead8cf8dba5ccc6ec43733f5c57287745bde8d6a6ca1e73dab70ba (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2) 2024-09-18T02:25:03.409 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 podman[112971]: 2024-09-18 02:25:03.263906567 +0000 UTC m=+0.112503469 container create 78c711e049f069e7387c3decb4e9ac264a677976e179ed1e84bc90c9777e70a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:25:03.409 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 podman[112971]: 2024-09-18 02:25:03.167894708 +0000 UTC m=+0.016491577 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:25:03.738 INFO:tasks.rados.rados.0.smithi046.stdout:1396: done (2 left) 2024-09-18T02:25:03.738 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 147 2024-09-18T02:25:03.738 INFO:tasks.rados.rados.0.smithi046.stdout:1397: seq_num 450 ranges {2686976=344064} 2024-09-18T02:25:03.755 INFO:tasks.rados.rados.0.smithi046.stdout:1397: writing smithi04682744-29 from 2686976 to 3031040 tid 1 2024-09-18T02:25:03.755 INFO:tasks.rados.rados.0.smithi046.stdout:1398: snap_remove snap 132 2024-09-18T02:25:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:03 smithi195 ceph-mon[89559]: osdmap e349: 8 total, 7 up, 8 in 2024-09-18T02:25:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:03 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:03 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:03 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:03.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[94621]: osdmap e349: 8 total, 7 up, 8 in 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[97106]: osdmap e349: 8 total, 7 up, 8 in 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:04.009 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 podman[112971]: 2024-09-18 02:25:03.510297346 +0000 UTC m=+0.358894216 container init 78c711e049f069e7387c3decb4e9ac264a677976e179ed1e84bc90c9777e70a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-18T02:25:04.009 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 podman[112971]: 2024-09-18 02:25:03.515820182 +0000 UTC m=+0.364417042 container start 78c711e049f069e7387c3decb4e9ac264a677976e179ed1e84bc90c9777e70a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-18T02:25:04.009 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 ceph-osd[113009]: -- 172.21.15.46:0/2522797778 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561f894051e0 con 0x561f89578400 2024-09-18T02:25:04.009 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 bash[112971]: 78c711e049f069e7387c3decb4e9ac264a677976e179ed1e84bc90c9777e70a7 2024-09-18T02:25:04.009 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:03 smithi046 systemd[1]: Started Ceph osd.2 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:25:04.312 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:04 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[112985]: 2024-09-18T02:25:04.056+0000 7f3b38071640 -1 Falling back to public interface 2024-09-18T02:25:04.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:04.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1398: done (3 left) 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1399: delete oid 13 current snap is 147 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 795 (ObjNum 424 snap 137 seq_num 424) dirty exists 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1393: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1393: finishing rollback tid 2 to smithi04682744-36 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 797 (ObjNum 377 snap 123 seq_num 377) dirty exists 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1397: finishing write tid 1 to smithi04682744-29 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1397: finishing write tid 2 to smithi04682744-29 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:1397: finishing write tid 3 to smithi04682744-29 2024-09-18T02:25:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 735 (ObjNum 450 snap 147 seq_num 450) dirty exists 2024-09-18T02:25:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:1397: left oid 29 (ObjNum 450 snap 147 seq_num 450) 2024-09-18T02:25:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:1392: done (3 left) 2024-09-18T02:25:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:1393: done (2 left) 2024-09-18T02:25:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:1397: done (1 left) 2024-09-18T02:25:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:1399: done (0 left) 2024-09-18T02:25:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 147 2024-09-18T02:25:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:1400: seq_num 452 ranges {0=376832} 2024-09-18T02:25:04.753 INFO:tasks.rados.rados.0.smithi046.stdout:1400: writing smithi04682744-15 from 0 to 376832 tid 1 2024-09-18T02:25:04.753 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 147 2024-09-18T02:25:04.753 INFO:tasks.rados.rados.0.smithi046.stdout:1401: seq_num 453 ranges {2686976=393216} 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:1401: writing smithi04682744-22 from 2686976 to 3080192 tid 1 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:1402: read oid 30 snap -1 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:1402: expect (ObjNum 421 snap 137 seq_num 421) 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:1403: snap_create 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:1400: finishing write tid 1 to smithi04682744-15 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:1400: finishing write tid 2 to smithi04682744-15 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:1400: finishing write tid 3 to smithi04682744-15 2024-09-18T02:25:04.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 532 (ObjNum 452 snap 147 seq_num 452) dirty exists 2024-09-18T02:25:04.772 INFO:tasks.rados.rados.0.smithi046.stdout:1400: left oid 15 (ObjNum 452 snap 147 seq_num 452) 2024-09-18T02:25:04.774 INFO:tasks.rados.rados.0.smithi046.stdout:1401: finishing write tid 1 to smithi04682744-22 2024-09-18T02:25:04.774 INFO:tasks.rados.rados.0.smithi046.stdout:1401: finishing write tid 2 to smithi04682744-22 2024-09-18T02:25:04.775 INFO:tasks.rados.rados.0.smithi046.stdout:1401: finishing write tid 3 to smithi04682744-22 2024-09-18T02:25:04.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 892 (ObjNum 453 snap 147 seq_num 453) dirty exists 2024-09-18T02:25:04.776 INFO:tasks.rados.rados.0.smithi046.stdout:1401: left oid 22 (ObjNum 453 snap 147 seq_num 453) 2024-09-18T02:25:04.795 INFO:tasks.rados.rados.0.smithi046.stdout:1402: expect (ObjNum 421 snap 137 seq_num 421) 2024-09-18T02:25:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:04 smithi046 ceph-mon[97106]: pgmap v202: 121 pgs: 8 active+undersized, 25 peering, 3 active+undersized+degraded, 85 active+clean; 414 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 56/795 objects degraded (7.044%) 2024-09-18T02:25:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:04 smithi046 ceph-mon[97106]: osdmap e350: 8 total, 7 up, 8 in 2024-09-18T02:25:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:04 smithi046 ceph-mon[94621]: pgmap v202: 121 pgs: 8 active+undersized, 25 peering, 3 active+undersized+degraded, 85 active+clean; 414 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 56/795 objects degraded (7.044%) 2024-09-18T02:25:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:04 smithi046 ceph-mon[94621]: osdmap e350: 8 total, 7 up, 8 in 2024-09-18T02:25:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:04 smithi195 ceph-mon[89559]: pgmap v202: 121 pgs: 8 active+undersized, 25 peering, 3 active+undersized+degraded, 85 active+clean; 414 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 56/795 objects degraded (7.044%) 2024-09-18T02:25:07.093 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:04 smithi195 ceph-mon[89559]: osdmap e350: 8 total, 7 up, 8 in 2024-09-18T02:25:07.094 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:05 smithi195 ceph-mon[89559]: osdmap e351: 8 total, 7 up, 8 in 2024-09-18T02:25:07.095 INFO:tasks.rados.rados.0.smithi046.stdout:1400: done (3 left) 2024-09-18T02:25:07.095 INFO:tasks.rados.rados.0.smithi046.stdout:1401: done (2 left) 2024-09-18T02:25:07.095 INFO:tasks.rados.rados.0.smithi046.stdout:1402: done (1 left) 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1403: done (0 left) 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1404: read oid 40 snap 147 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1404: expect (ObjNum 203 snap 58 seq_num 203) 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1405: delete oid 47 current snap is 148 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1405: done (1 left) 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 148 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1406: seq_num 455 ranges {0=425984} 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1406: writing smithi04682744-31 from 0 to 425984 tid 1 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1407: delete oid 43 current snap is 148 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1404: expect (ObjNum 203 snap 58 seq_num 203) 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 1 to smithi04682744-31 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 2 to smithi04682744-31 2024-09-18T02:25:07.096 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 3 to smithi04682744-31 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 317 (ObjNum 455 snap 148 seq_num 455) dirty exists 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1406: left oid 31 (ObjNum 455 snap 148 seq_num 455) 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1404: done (2 left) 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1406: done (1 left) 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1407: done (0 left) 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1408: rollback oid 19 current snap is 148 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 115 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1409: read oid 23 snap -1 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1409: expect (ObjNum 432 snap 139 seq_num 432) 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1410: copy_from oid 24 from oid 28 current snap is 148 2024-09-18T02:25:07.097 INFO:tasks.rados.rados.0.smithi046.stdout:1411: snap_remove snap 121 2024-09-18T02:25:07.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:05 smithi046 ceph-mon[94621]: osdmap e351: 8 total, 7 up, 8 in 2024-09-18T02:25:07.098 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:05 smithi046 ceph-mon[97106]: osdmap e351: 8 total, 7 up, 8 in 2024-09-18T02:25:07.098 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:25:06] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-09-18T02:25:07.098 INFO:tasks.rados.rados.0.smithi046.stdout:1411: done (3 left) 2024-09-18T02:25:07.098 INFO:tasks.rados.rados.0.smithi046.stdout:1412: snap_remove snap 66 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[94621]: pgmap v205: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 418 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 128/807 objects degraded (15.861%) 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[94621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 6 pgs peering) 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[94621]: osdmap e352: 8 total, 7 up, 8 in 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[94621]: osdmap e353: 8 total, 7 up, 8 in 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[97106]: pgmap v205: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 418 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 128/807 objects degraded (15.861%) 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[97106]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 6 pgs peering) 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[97106]: osdmap e352: 8 total, 7 up, 8 in 2024-09-18T02:25:07.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:06 smithi046 ceph-mon[97106]: osdmap e353: 8 total, 7 up, 8 in 2024-09-18T02:25:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:06 smithi195 ceph-mon[89559]: pgmap v205: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 418 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 128/807 objects degraded (15.861%) 2024-09-18T02:25:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:06 smithi195 ceph-mon[89559]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 6 pgs peering) 2024-09-18T02:25:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:06 smithi195 ceph-mon[89559]: osdmap e352: 8 total, 7 up, 8 in 2024-09-18T02:25:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:06 smithi195 ceph-mon[89559]: osdmap e353: 8 total, 7 up, 8 in 2024-09-18T02:25:07.507 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[112985]: 2024-09-18T02:25:07.028+0000 7f3b38071640 -1 osd.2 344 log_to_monitors true 2024-09-18T02:25:07.717 INFO:tasks.rados.rados.0.smithi046.stdout:1412: done (3 left) 2024-09-18T02:25:07.718 INFO:tasks.rados.rados.0.smithi046.stdout:1413: copy_from oid 47 from oid 11 current snap is 148 2024-09-18T02:25:07.718 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 148 2024-09-18T02:25:07.718 INFO:tasks.rados.rados.0.smithi046.stdout:1414: seq_num 457 ranges {0=458752} 2024-09-18T02:25:07.719 INFO:tasks.rados.rados.0.smithi046.stdout:1414: writing smithi04682744-10 from 0 to 458752 tid 1 2024-09-18T02:25:07.721 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 148 2024-09-18T02:25:07.721 INFO:tasks.rados.rados.0.smithi046.stdout:1415: seq_num 458 ranges {4218880=475136} 2024-09-18T02:25:07.748 INFO:tasks.rados.rados.0.smithi046.stdout:1415: writing smithi04682744-49 from 4218880 to 4694016 tid 1 2024-09-18T02:25:07.749 INFO:tasks.rados.rados.0.smithi046.stdout:1408: finishing rollback tid 0 to smithi04682744-19 2024-09-18T02:25:07.749 INFO:tasks.rados.rados.0.smithi046.stdout:1409: expect (ObjNum 432 snap 139 seq_num 432) 2024-09-18T02:25:07.754 INFO:tasks.rados.rados.0.smithi046.stdout:1408: finishing rollback tid 1 to smithi04682744-19 2024-09-18T02:25:07.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 800 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:25:07.754 INFO:tasks.rados.rados.0.smithi046.stdout:1410: finishing copy_from racing read to smithi04682744-24 2024-09-18T02:25:07.754 INFO:tasks.rados.rados.0.smithi046.stdout:1410: finishing copy_from to smithi04682744-24 2024-09-18T02:25:07.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 308 (ObjNum 379 snap 124 seq_num 379) dirty exists 2024-09-18T02:25:07.754 INFO:tasks.rados.rados.0.smithi046.stdout:1414: finishing write tid 1 to smithi04682744-10 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1414: finishing write tid 2 to smithi04682744-10 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1414: finishing write tid 3 to smithi04682744-10 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 852 (ObjNum 457 snap 148 seq_num 457) dirty exists 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1414: left oid 10 (ObjNum 457 snap 148 seq_num 457) 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1413: finishing copy_from racing read to smithi04682744-47 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1413: finishing copy_from to smithi04682744-47 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 490 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1408: done (5 left) 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1409: done (4 left) 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1410: done (3 left) 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1413: done (2 left) 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1414: done (1 left) 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 148 2024-09-18T02:25:07.755 INFO:tasks.rados.rados.0.smithi046.stdout:1416: seq_num 459 ranges {8216576=491520} 2024-09-18T02:25:07.804 INFO:tasks.rados.rados.0.smithi046.stdout:1416: writing smithi04682744-18 from 8216576 to 8708096 tid 1 2024-09-18T02:25:07.805 INFO:tasks.rados.rados.0.smithi046.stdout:1417: rmattr oid 15 current snap is 148 2024-09-18T02:25:07.805 INFO:tasks.rados.rados.0.smithi046.stdout:1417: done (2 left) 2024-09-18T02:25:07.805 INFO:tasks.rados.rados.0.smithi046.stdout:1418: delete oid 21 current snap is 148 2024-09-18T02:25:07.805 INFO:tasks.rados.rados.0.smithi046.stdout:1415: finishing write tid 1 to smithi04682744-49 2024-09-18T02:25:07.805 INFO:tasks.rados.rados.0.smithi046.stdout:1415: finishing write tid 2 to smithi04682744-49 2024-09-18T02:25:07.805 INFO:tasks.rados.rados.0.smithi046.stdout:1415: finishing write tid 3 to smithi04682744-49 2024-09-18T02:25:07.806 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 895 (ObjNum 458 snap 148 seq_num 458) dirty exists 2024-09-18T02:25:07.806 INFO:tasks.rados.rados.0.smithi046.stdout:1415: left oid 49 (ObjNum 458 snap 148 seq_num 458) 2024-09-18T02:25:07.819 INFO:tasks.rados.rados.0.smithi046.stdout:1415: done (2 left) 2024-09-18T02:25:07.819 INFO:tasks.rados.rados.0.smithi046.stdout:1418: done (1 left) 2024-09-18T02:25:07.819 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 148 2024-09-18T02:25:07.820 INFO:tasks.rados.rados.0.smithi046.stdout:1419: seq_num 461 ranges {294912=524288} 2024-09-18T02:25:07.823 INFO:tasks.rados.rados.0.smithi046.stdout:1419: writing smithi04682744-5 from 294912 to 819200 tid 1 2024-09-18T02:25:07.823 INFO:tasks.rados.rados.0.smithi046.stdout:1420: delete oid 38 current snap is 148 2024-09-18T02:25:07.829 INFO:tasks.rados.rados.0.smithi046.stdout:1420: done (2 left) 2024-09-18T02:25:07.830 INFO:tasks.rados.rados.0.smithi046.stdout:1421: setattr oid 39 current snap is 148 2024-09-18T02:25:07.831 INFO:tasks.rados.rados.0.smithi046.stdout:1422: read oid 13 snap -1 2024-09-18T02:25:07.831 INFO:tasks.rados.rados.0.smithi046.stdout:1422: expect deleted 2024-09-18T02:25:07.831 INFO:tasks.rados.rados.0.smithi046.stdout:1423: snap_remove snap 133 2024-09-18T02:25:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T02:25:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: osdmap e354: 8 total, 7 up, 8 in 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[94621]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: osdmap e354: 8 total, 7 up, 8 in 2024-09-18T02:25:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:07 smithi046 ceph-mon[97106]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:08.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-18T02:25:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-18T02:25:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: osdmap e354: 8 total, 7 up, 8 in 2024-09-18T02:25:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:07 smithi195 ceph-mon[89559]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:08.330 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 02:25:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[112985]: 2024-09-18T02:25:08.022+0000 7f3b2be13640 -1 osd.2 344 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:25:08.754 INFO:tasks.rados.rados.0.smithi046.stdout:1423: done (4 left) 2024-09-18T02:25:08.754 INFO:tasks.rados.rados.0.smithi046.stdout:1424: snap_remove snap 146 2024-09-18T02:25:08.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:09.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[94621]: pgmap v208: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 418 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 888 KiB/s wr, 4 op/s; 128/807 objects degraded (15.861%) 2024-09-18T02:25:09.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[94621]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' 2024-09-18T02:25:09.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:25:09.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[94621]: osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609] boot 2024-09-18T02:25:09.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[94621]: osdmap e355: 8 total, 8 up, 8 in 2024-09-18T02:25:09.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:25:09.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[97106]: pgmap v208: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 418 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 888 KiB/s wr, 4 op/s; 128/807 objects degraded (15.861%) 2024-09-18T02:25:09.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[97106]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' 2024-09-18T02:25:09.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:25:09.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[97106]: osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609] boot 2024-09-18T02:25:09.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[97106]: osdmap e355: 8 total, 8 up, 8 in 2024-09-18T02:25:09.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:09 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:25:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:09 smithi195 ceph-mon[89559]: pgmap v208: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 418 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 888 KiB/s wr, 4 op/s; 128/807 objects degraded (15.861%) 2024-09-18T02:25:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:09 smithi195 ceph-mon[89559]: from='osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609]' entity='osd.2' 2024-09-18T02:25:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:09 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:25:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:09 smithi195 ceph-mon[89559]: osd.2 [v2:172.21.15.46:6818/1578996609,v1:172.21.15.46:6819/1578996609] boot 2024-09-18T02:25:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:09 smithi195 ceph-mon[89559]: osdmap e355: 8 total, 8 up, 8 in 2024-09-18T02:25:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:09 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-18T02:25:09.761 INFO:tasks.rados.rados.0.smithi046.stdout:1424: done (4 left) 2024-09-18T02:25:09.761 INFO:tasks.rados.rados.0.smithi046.stdout:1425: snap_create 2024-09-18T02:25:09.761 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 585 (ObjNum 390 snap 126 seq_num 390) dirty exists 2024-09-18T02:25:09.761 INFO:tasks.rados.rados.0.smithi046.stdout:1416: finishing write tid 1 to smithi04682744-18 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:1416: finishing write tid 2 to smithi04682744-18 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:1416: finishing write tid 3 to smithi04682744-18 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 560 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:1416: left oid 18 (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:1419: finishing write tid 1 to smithi04682744-5 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:1419: finishing write tid 2 to smithi04682744-5 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:1419: finishing write tid 3 to smithi04682744-5 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 562 (ObjNum 461 snap 148 seq_num 461) dirty exists 2024-09-18T02:25:09.762 INFO:tasks.rados.rados.0.smithi046.stdout:1419: left oid 5 (ObjNum 461 snap 148 seq_num 461) 2024-09-18T02:25:10.760 INFO:tasks.rados.rados.0.smithi046.stdout:1416: done (4 left) 2024-09-18T02:25:10.761 INFO:tasks.rados.rados.0.smithi046.stdout:1419: done (3 left) 2024-09-18T02:25:10.761 INFO:tasks.rados.rados.0.smithi046.stdout:1421: done (2 left) 2024-09-18T02:25:10.761 INFO:tasks.rados.rados.0.smithi046.stdout:1422: done (1 left) 2024-09-18T02:25:10.761 INFO:tasks.rados.rados.0.smithi046.stdout:1425: done (0 left) 2024-09-18T02:25:10.761 INFO:tasks.rados.rados.0.smithi046.stdout:1426: rollback oid 14 current snap is 149 2024-09-18T02:25:10.761 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 140 2024-09-18T02:25:10.761 INFO:tasks.rados.rados.0.smithi046.stdout:1427: snap_remove snap 137 2024-09-18T02:25:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:10 smithi046 ceph-mon[94621]: pgmap v211: 121 pgs: 15 peering, 14 active+undersized, 7 active+undersized+degraded, 85 active+clean; 402 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s rd, 1.2 MiB/s wr, 11 op/s; 114/789 objects degraded (14.449%) 2024-09-18T02:25:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:10 smithi046 ceph-mon[94621]: osdmap e356: 8 total, 8 up, 8 in 2024-09-18T02:25:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:10 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 114/789 objects degraded (14.449%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:10 smithi046 ceph-mon[97106]: pgmap v211: 121 pgs: 15 peering, 14 active+undersized, 7 active+undersized+degraded, 85 active+clean; 402 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s rd, 1.2 MiB/s wr, 11 op/s; 114/789 objects degraded (14.449%) 2024-09-18T02:25:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:10 smithi046 ceph-mon[97106]: osdmap e356: 8 total, 8 up, 8 in 2024-09-18T02:25:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:10 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 114/789 objects degraded (14.449%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:10 smithi195 ceph-mon[89559]: pgmap v211: 121 pgs: 15 peering, 14 active+undersized, 7 active+undersized+degraded, 85 active+clean; 402 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s rd, 1.2 MiB/s wr, 11 op/s; 114/789 objects degraded (14.449%) 2024-09-18T02:25:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:10 smithi195 ceph-mon[89559]: osdmap e356: 8 total, 8 up, 8 in 2024-09-18T02:25:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:10 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 114/789 objects degraded (14.449%), 7 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:11.507 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:25:11.247+0000 7fd2e89d4640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-18T02:25:11.769 INFO:tasks.rados.rados.0.smithi046.stdout:1427: done (1 left) 2024-09-18T02:25:11.769 INFO:tasks.rados.rados.0.smithi046.stdout:1428: snap_remove snap 136 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: osdmap e357: 8 total, 8 up, 8 in 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: osdmap e357: 8 total, 8 up, 8 in 2024-09-18T02:25:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:25:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:12.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: osdmap e357: 8 total, 8 up, 8 in 2024-09-18T02:25:12.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:12.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:25:12.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:12.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:12.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:12.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:1428: done (1 left) 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:1429: rollback oid 38 current snap is 149 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 130 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:1426: finishing rollback tid 1 to smithi04682744-14 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 309 (ObjNum 33 snap 0 seq_num 1147052672) dirty dne 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:1426: done (1 left) 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:1430: read oid 30 snap -1 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:1430: expect (ObjNum 421 snap 137 seq_num 421) 2024-09-18T02:25:12.775 INFO:tasks.rados.rados.0.smithi046.stdout:1431: snap_remove snap 143 2024-09-18T02:25:13.161 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:13.162 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[97106]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-18T02:25:13.162 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[97106]: pgmap v214: 121 pgs: 1 active+clean+snaptrim, 4 activating, 15 peering, 10 active+undersized, 7 active+undersized+degraded, 84 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s rd, 1.5 MiB/s wr, 13 op/s; 114/792 objects degraded (14.394%) 2024-09-18T02:25:13.162 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[97106]: osdmap e358: 8 total, 8 up, 8 in 2024-09-18T02:25:13.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:13.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[94621]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-18T02:25:13.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[94621]: pgmap v214: 121 pgs: 1 active+clean+snaptrim, 4 activating, 15 peering, 10 active+undersized, 7 active+undersized+degraded, 84 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s rd, 1.5 MiB/s wr, 13 op/s; 114/792 objects degraded (14.394%) 2024-09-18T02:25:13.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:12 smithi046 ceph-mon[94621]: osdmap e358: 8 total, 8 up, 8 in 2024-09-18T02:25:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:12 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:12 smithi195 ceph-mon[89559]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-18T02:25:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:12 smithi195 ceph-mon[89559]: pgmap v214: 121 pgs: 1 active+clean+snaptrim, 4 activating, 15 peering, 10 active+undersized, 7 active+undersized+degraded, 84 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s rd, 1.5 MiB/s wr, 13 op/s; 114/792 objects degraded (14.394%) 2024-09-18T02:25:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:12 smithi195 ceph-mon[89559]: osdmap e358: 8 total, 8 up, 8 in 2024-09-18T02:25:13.775 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1431: done (2 left) 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1432: read oid 2 snap -1 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1432: expect (ObjNum 436 snap 140 seq_num 436) 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1433: rollback oid 3 current snap is 149 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 131 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1434: rollback oid 8 current snap is 149 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 141 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1435: snap_create 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1429: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:25:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:1429: finishing rollback tid 2 to smithi04682744-38 2024-09-18T02:25:13.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 920 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-09-18T02:25:13.780 INFO:tasks.rados.rados.0.smithi046.stdout:1430: expect (ObjNum 421 snap 137 seq_num 421) 2024-09-18T02:25:13.926 INFO:tasks.rados.rados.0.smithi046.stdout:1433: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:25:13.927 INFO:tasks.rados.rados.0.smithi046.stdout:1432: expect (ObjNum 436 snap 140 seq_num 436) 2024-09-18T02:25:14.023 INFO:tasks.rados.rados.0.smithi046.stdout:1434: finishing rollback tid 0 to smithi04682744-8 2024-09-18T02:25:14.023 INFO:tasks.rados.rados.0.smithi046.stdout:1434: finishing rollback tid 1 to smithi04682744-8 2024-09-18T02:25:14.023 INFO:tasks.rados.rados.0.smithi046.stdout:1433: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:25:14.023 INFO:tasks.rados.rados.0.smithi046.stdout:1433: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:25:14.023 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 945 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-09-18T02:25:14.023 INFO:tasks.rados.rados.0.smithi046.stdout:1434: finishing rollback tid 2 to smithi04682744-8 2024-09-18T02:25:14.023 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 848 (ObjNum 420 snap 137 seq_num 420) dirty exists 2024-09-18T02:25:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:13 smithi195 ceph-mon[89559]: osdmap e359: 8 total, 8 up, 8 in 2024-09-18T02:25:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:14.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:13 smithi046 ceph-mon[94621]: osdmap e359: 8 total, 8 up, 8 in 2024-09-18T02:25:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:13 smithi046 ceph-mon[97106]: osdmap e359: 8 total, 8 up, 8 in 2024-09-18T02:25:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:14.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:14.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1429: done (5 left) 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1430: done (4 left) 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1432: done (3 left) 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1433: done (2 left) 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1434: done (1 left) 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1435: done (0 left) 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 150 2024-09-18T02:25:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:1436: seq_num 463 ranges {819200=557056} 2024-09-18T02:25:14.787 INFO:tasks.rados.rados.0.smithi046.stdout:1436: writing smithi04682744-5 from 819200 to 1376256 tid 1 2024-09-18T02:25:14.787 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 150 2024-09-18T02:25:14.787 INFO:tasks.rados.rados.0.smithi046.stdout:1437: seq_num 464 ranges {458752=573440} 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1437: writing smithi04682744-10 from 458752 to 1032192 tid 1 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1438: rmattr oid 30 current snap is 150 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 1 to smithi04682744-5 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 2 to smithi04682744-5 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1439: copy_from oid 45 from oid 23 current snap is 150 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1440: read oid 22 snap -1 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1440: expect (ObjNum 453 snap 147 seq_num 453) 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 150 2024-09-18T02:25:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:1441: seq_num 465 ranges {0=598016} 2024-09-18T02:25:14.798 INFO:tasks.rados.rados.0.smithi046.stdout:1441: writing smithi04682744-4 from 0 to 598016 tid 1 2024-09-18T02:25:14.798 INFO:tasks.rados.rados.0.smithi046.stdout:1442: copy_from oid 20 from oid 47 current snap is 150 2024-09-18T02:25:14.798 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 3 to smithi04682744-5 2024-09-18T02:25:14.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 564 (ObjNum 463 snap 150 seq_num 463) dirty exists 2024-09-18T02:25:14.798 INFO:tasks.rados.rados.0.smithi046.stdout:1436: left oid 5 (ObjNum 463 snap 150 seq_num 463) 2024-09-18T02:25:14.799 INFO:tasks.rados.rados.0.smithi046.stdout:1439: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:25:14.799 INFO:tasks.rados.rados.0.smithi046.stdout:1436: done (6 left) 2024-09-18T02:25:14.799 INFO:tasks.rados.rados.0.smithi046.stdout:1443: snap_remove snap 98 2024-09-18T02:25:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:14 smithi195 ceph-mon[89559]: pgmap v217: 121 pgs: 2 active+clean+snaptrim, 4 activating, 15 peering, 100 active+clean; 388 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s wr, 2 op/s; 8.5 MiB/s, 3 objects/s recovering 2024-09-18T02:25:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:14 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 114/792 objects degraded (14.394%), 7 pgs degraded) 2024-09-18T02:25:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:14 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:25:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:14 smithi195 ceph-mon[89559]: osdmap e360: 8 total, 8 up, 8 in 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[97106]: pgmap v217: 121 pgs: 2 active+clean+snaptrim, 4 activating, 15 peering, 100 active+clean; 388 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s wr, 2 op/s; 8.5 MiB/s, 3 objects/s recovering 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 114/792 objects degraded (14.394%), 7 pgs degraded) 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[97106]: osdmap e360: 8 total, 8 up, 8 in 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[94621]: pgmap v217: 121 pgs: 2 active+clean+snaptrim, 4 activating, 15 peering, 100 active+clean; 388 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s wr, 2 op/s; 8.5 MiB/s, 3 objects/s recovering 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 114/792 objects degraded (14.394%), 7 pgs degraded) 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:25:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:14 smithi046 ceph-mon[94621]: osdmap e360: 8 total, 8 up, 8 in 2024-09-18T02:25:15.790 INFO:tasks.rados.rados.0.smithi046.stdout:1443: done (6 left) 2024-09-18T02:25:15.790 INFO:tasks.rados.rados.0.smithi046.stdout:1444: snap_remove snap 128 2024-09-18T02:25:16.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:15 smithi195 ceph-mon[89559]: osdmap e361: 8 total, 8 up, 8 in 2024-09-18T02:25:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:15 smithi046 ceph-mon[97106]: osdmap e361: 8 total, 8 up, 8 in 2024-09-18T02:25:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:15 smithi046 ceph-mon[94621]: osdmap e361: 8 total, 8 up, 8 in 2024-09-18T02:25:16.717 INFO:tasks.rados.rados.0.smithi046.stdout:1444: done (6 left) 2024-09-18T02:25:16.717 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 150 2024-09-18T02:25:16.717 INFO:tasks.rados.rados.0.smithi046.stdout:1445: seq_num 466 ranges {0=614400} 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:1445: writing smithi04682744-43 from 0 to 614400 tid 1 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:1439: finishing copy_from to smithi04682744-45 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 820 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 681 (ObjNum 421 snap 137 seq_num 421) dirty exists 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:1441: finishing write tid 1 to smithi04682744-4 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing write tid 1 to smithi04682744-10 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:1441: finishing write tid 2 to smithi04682744-4 2024-09-18T02:25:16.722 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing write tid 2 to smithi04682744-10 2024-09-18T02:25:16.723 INFO:tasks.rados.rados.0.smithi046.stdout:1440: expect (ObjNum 453 snap 147 seq_num 453) 2024-09-18T02:25:16.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:25:16] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-09-18T02:25:16.873 INFO:tasks.rados.rados.0.smithi046.stdout:1441: finishing write tid 3 to smithi04682744-4 2024-09-18T02:25:16.873 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 683 (ObjNum 465 snap 150 seq_num 465) dirty exists 2024-09-18T02:25:16.873 INFO:tasks.rados.rados.0.smithi046.stdout:1441: left oid 4 (ObjNum 465 snap 150 seq_num 465) 2024-09-18T02:25:16.873 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing write tid 3 to smithi04682744-10 2024-09-18T02:25:16.873 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 854 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-09-18T02:25:16.873 INFO:tasks.rados.rados.0.smithi046.stdout:1437: left oid 10 (ObjNum 464 snap 150 seq_num 464) 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1442: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1442: finishing copy_from to smithi04682744-20 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 490 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1445: finishing write tid 1 to smithi04682744-43 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1445: finishing write tid 2 to smithi04682744-43 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1437: done (6 left) 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1438: done (5 left) 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1439: done (4 left) 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1440: done (3 left) 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1441: done (2 left) 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1442: done (1 left) 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 150 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:1445: finishing write tid 3 to smithi04682744-43 2024-09-18T02:25:16.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 492 (ObjNum 466 snap 150 seq_num 466) dirty exists 2024-09-18T02:25:16.875 INFO:tasks.rados.rados.0.smithi046.stdout:1445: left oid 43 (ObjNum 466 snap 150 seq_num 466) 2024-09-18T02:25:16.875 INFO:tasks.rados.rados.0.smithi046.stdout:1446: seq_num 467 ranges {10559488=630784} 2024-09-18T02:25:16.934 INFO:tasks.rados.rados.0.smithi046.stdout:1446: writing smithi04682744-3 from 10559488 to 11190272 tid 1 2024-09-18T02:25:16.934 INFO:tasks.rados.rados.0.smithi046.stdout:1445: done (1 left) 2024-09-18T02:25:16.935 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 150 2024-09-18T02:25:16.935 INFO:tasks.rados.rados.0.smithi046.stdout:1447: seq_num 468 ranges {4694016=647168} 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1447: writing smithi04682744-49 from 4694016 to 5341184 tid 1 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1448: copy_from oid 6 from oid 42 current snap is 150 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1446: finishing write tid 1 to smithi04682744-3 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1446: finishing write tid 2 to smithi04682744-3 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1446: finishing write tid 3 to smithi04682744-3 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 962 (ObjNum 467 snap 150 seq_num 467) dirty exists 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1446: left oid 3 (ObjNum 467 snap 150 seq_num 467) 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1446: done (2 left) 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1449: copy_from oid 45 from oid 36 current snap is 150 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:1450: rollback oid 34 current snap is 150 2024-09-18T02:25:16.964 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 131 2024-09-18T02:25:16.965 INFO:tasks.rados.rados.0.smithi046.stdout:1451: read oid 4 snap -1 2024-09-18T02:25:16.965 INFO:tasks.rados.rados.0.smithi046.stdout:1451: expect (ObjNum 465 snap 150 seq_num 465) 2024-09-18T02:25:16.965 INFO:tasks.rados.rados.0.smithi046.stdout:1452: snap_remove snap 140 2024-09-18T02:25:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:16 smithi195 ceph-mon[89559]: pgmap v220: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 216 KiB/s wr, 1 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-09-18T02:25:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:16 smithi195 ceph-mon[89559]: osdmap e362: 8 total, 8 up, 8 in 2024-09-18T02:25:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:16 smithi195 ceph-mon[89559]: osdmap e363: 8 total, 8 up, 8 in 2024-09-18T02:25:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:16 smithi046 ceph-mon[97106]: pgmap v220: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 216 KiB/s wr, 1 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-09-18T02:25:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:16 smithi046 ceph-mon[97106]: osdmap e362: 8 total, 8 up, 8 in 2024-09-18T02:25:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:16 smithi046 ceph-mon[97106]: osdmap e363: 8 total, 8 up, 8 in 2024-09-18T02:25:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:16 smithi046 ceph-mon[94621]: pgmap v220: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 216 KiB/s wr, 1 op/s; 9.6 MiB/s, 3 objects/s recovering 2024-09-18T02:25:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:16 smithi046 ceph-mon[94621]: osdmap e362: 8 total, 8 up, 8 in 2024-09-18T02:25:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:16 smithi046 ceph-mon[94621]: osdmap e363: 8 total, 8 up, 8 in 2024-09-18T02:25:17.794 INFO:tasks.rados.rados.0.smithi046.stdout:1452: done (5 left) 2024-09-18T02:25:17.795 INFO:tasks.rados.rados.0.smithi046.stdout:1453: copy_from oid 11 from oid 17 current snap is 150 2024-09-18T02:25:17.795 INFO:tasks.rados.rados.0.smithi046.stdout:1451: expect (ObjNum 465 snap 150 seq_num 465) 2024-09-18T02:25:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:1447: finishing write tid 1 to smithi04682744-49 2024-09-18T02:25:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:1450: finishing rollback tid 0 to smithi04682744-34 2024-09-18T02:25:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:1451: done (5 left) 2024-09-18T02:25:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:1454: read oid 39 snap 83 2024-09-18T02:25:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:1454: expect (ObjNum 234 snap 71 seq_num 234) 2024-09-18T02:25:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:1455: rollback oid 3 current snap is 150 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 127 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1450: finishing rollback tid 1 to smithi04682744-34 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1450: finishing rollback tid 2 to smithi04682744-34 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 857 (ObjNum 393 snap 127 seq_num 393) dirty exists 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1447: finishing write tid 2 to smithi04682744-49 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1447: finishing write tid 3 to smithi04682744-49 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 965 (ObjNum 468 snap 150 seq_num 468) dirty exists 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1447: left oid 49 (ObjNum 468 snap 150 seq_num 468) 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1448: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1447: done (6 left) 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1450: done (5 left) 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1456: read oid 29 snap -1 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1456: expect (ObjNum 450 snap 147 seq_num 450) 2024-09-18T02:25:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:1457: copy_from oid 33 from oid 35 current snap is 150 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:1449: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:1448: finishing copy_from to smithi04682744-6 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 641 (ObjNum 449 snap 146 seq_num 449) dirty exists 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:1449: finishing copy_from to smithi04682744-45 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 797 (ObjNum 377 snap 123 seq_num 377) dirty exists 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:1448: done (6 left) 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:1449: done (5 left) 2024-09-18T02:25:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:1458: snap_create 2024-09-18T02:25:17.826 INFO:tasks.rados.rados.0.smithi046.stdout:1455: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:25:17.826 INFO:tasks.rados.rados.0.smithi046.stdout:1455: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:25:17.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 973 (ObjNum 65 snap 0 seq_num 1) dirty dne 2024-09-18T02:25:17.836 INFO:tasks.rados.rados.0.smithi046.stdout:1453: finishing copy_from racing read to smithi04682744-11 2024-09-18T02:25:17.841 INFO:tasks.rados.rados.0.smithi046.stdout:1453: finishing copy_from to smithi04682744-11 2024-09-18T02:25:17.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 742 (ObjNum 301 snap 97 seq_num 301) dirty exists 2024-09-18T02:25:17.841 INFO:tasks.rados.rados.0.smithi046.stdout:1457: finishing copy_from racing read to smithi04682744-33 2024-09-18T02:25:17.841 INFO:tasks.rados.rados.0.smithi046.stdout:1457: finishing copy_from to smithi04682744-33 2024-09-18T02:25:17.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 626 (ObjNum 376 snap 122 seq_num 376) dirty exists 2024-09-18T02:25:17.846 INFO:tasks.rados.rados.0.smithi046.stdout:1456: expect (ObjNum 450 snap 147 seq_num 450) 2024-09-18T02:25:17.986 INFO:tasks.rados.rados.0.smithi046.stdout:1454: expect (ObjNum 234 snap 71 seq_num 234) 2024-09-18T02:25:18.799 INFO:tasks.rados.rados.0.smithi046.stdout:1453: done (5 left) 2024-09-18T02:25:18.800 INFO:tasks.rados.rados.0.smithi046.stdout:1454: done (4 left) 2024-09-18T02:25:18.800 INFO:tasks.rados.rados.0.smithi046.stdout:1455: done (3 left) 2024-09-18T02:25:18.800 INFO:tasks.rados.rados.0.smithi046.stdout:1456: done (2 left) 2024-09-18T02:25:18.800 INFO:tasks.rados.rados.0.smithi046.stdout:1457: done (1 left) 2024-09-18T02:25:18.800 INFO:tasks.rados.rados.0.smithi046.stdout:1458: done (0 left) 2024-09-18T02:25:18.800 INFO:tasks.rados.rados.0.smithi046.stdout:1459: setattr oid 12 current snap is 151 2024-09-18T02:25:18.800 INFO:tasks.rados.rados.0.smithi046.stdout:1460: delete oid 11 current snap is 151 2024-09-18T02:25:18.805 INFO:tasks.rados.rados.0.smithi046.stdout:1460: done (1 left) 2024-09-18T02:25:18.805 INFO:tasks.rados.rados.0.smithi046.stdout:1461: snap_remove snap 150 2024-09-18T02:25:18.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:18 smithi195 ceph-mon[89559]: pgmap v223: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-18T02:25:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:18 smithi195 ceph-mon[89559]: osdmap e364: 8 total, 8 up, 8 in 2024-09-18T02:25:18.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:18 smithi046 ceph-mon[94621]: pgmap v223: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-18T02:25:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:18 smithi046 ceph-mon[94621]: osdmap e364: 8 total, 8 up, 8 in 2024-09-18T02:25:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:18 smithi046 ceph-mon[97106]: pgmap v223: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-18T02:25:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:18 smithi046 ceph-mon[97106]: osdmap e364: 8 total, 8 up, 8 in 2024-09-18T02:25:19.806 INFO:tasks.rados.rados.0.smithi046.stdout:1461: done (1 left) 2024-09-18T02:25:19.806 INFO:tasks.rados.rados.0.smithi046.stdout:1462: rmattr oid 47 current snap is 151 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 621 (ObjNum 331 snap 106 seq_num 331) dirty exists 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1459: done (1 left) 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1463: read oid 14 snap 145 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1463: expect deleted 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1464: read oid 22 snap -1 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1464: expect (ObjNum 453 snap 147 seq_num 453) 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1465: read oid 18 snap -1 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1465: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1466: read oid 36 snap -1 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1466: expect (ObjNum 377 snap 123 seq_num 377) 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1467: read oid 4 snap -1 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1467: expect (ObjNum 465 snap 150 seq_num 465) 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1468: read oid 8 snap -1 2024-09-18T02:25:19.807 INFO:tasks.rados.rados.0.smithi046.stdout:1468: expect (ObjNum 420 snap 137 seq_num 420) 2024-09-18T02:25:19.808 INFO:tasks.rados.rados.0.smithi046.stdout:1469: read oid 11 snap -1 2024-09-18T02:25:19.808 INFO:tasks.rados.rados.0.smithi046.stdout:1469: expect deleted 2024-09-18T02:25:19.808 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 151 2024-09-18T02:25:19.808 INFO:tasks.rados.rados.0.smithi046.stdout:1470: seq_num 470 ranges {4079616=679936} 2024-09-18T02:25:19.835 INFO:tasks.rados.rados.0.smithi046.stdout:1470: writing smithi04682744-45 from 4079616 to 4759552 tid 1 2024-09-18T02:25:19.835 INFO:tasks.rados.rados.0.smithi046.stdout:1471: rollback oid 49 current snap is 151 2024-09-18T02:25:19.835 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 134 2024-09-18T02:25:19.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 493 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-09-18T02:25:19.836 INFO:tasks.rados.rados.0.smithi046.stdout:1467: expect (ObjNum 465 snap 150 seq_num 465) 2024-09-18T02:25:19.857 INFO:tasks.rados.rados.0.smithi046.stdout:1464: expect (ObjNum 453 snap 147 seq_num 453) 2024-09-18T02:25:19.994 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:25:19.999 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing write tid 1 to smithi04682744-45 2024-09-18T02:25:19.999 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing write tid 2 to smithi04682744-45 2024-09-18T02:25:20.000 INFO:tasks.rados.rados.0.smithi046.stdout:1466: expect (ObjNum 377 snap 123 seq_num 377) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing write tid 3 to smithi04682744-45 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 949 (ObjNum 470 snap 151 seq_num 470) dirty exists 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1470: left oid 45 (ObjNum 470 snap 151 seq_num 470) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1462: done (9 left) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1463: done (8 left) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1464: done (7 left) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1466: done (6 left) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1467: done (5 left) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1469: done (4 left) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1470: done (3 left) 2024-09-18T02:25:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:1472: read oid 28 snap -1 2024-09-18T02:25:20.184 INFO:tasks.rados.rados.0.smithi046.stdout:1472: expect (ObjNum 379 snap 124 seq_num 379) 2024-09-18T02:25:20.184 INFO:tasks.rados.rados.0.smithi046.stdout:1473: delete oid 39 current snap is 151 2024-09-18T02:25:20.184 INFO:tasks.rados.rados.0.smithi046.stdout:1465: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:20.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:19 smithi195 ceph-mon[89559]: osdmap e365: 8 total, 8 up, 8 in 2024-09-18T02:25:20.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:19 smithi046 ceph-mon[94621]: osdmap e365: 8 total, 8 up, 8 in 2024-09-18T02:25:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:19 smithi046 ceph-mon[97106]: osdmap e365: 8 total, 8 up, 8 in 2024-09-18T02:25:20.261 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:25:20.261 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (3m) 13s ago 7m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:25:20.261 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (3m) 118s ago 7m 82.2M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:25:20.261 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (8m) 13s ago 8m 18.4M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:25:20.261 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (8m) 118s ago 8m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (2m) 118s ago 12m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (3m) 13s ago 13m 495M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (2m) 13s ago 13m 50.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (2m) 118s ago 12m 28.6M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (2m) 13s ago 12m 40.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 13s ago 7m 13.2M - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (3m) 118s ago 7m 8707k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (82s) 13s ago 11m 163M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (50s) 13s ago 11m 130M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (17s) 13s ago 10m 12.1M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:25:20.262 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (10m) 13s ago 10m 170M 2481M 17.2.7-1635-g4a704134 f22ead590bad af714ba59219 2024-09-18T02:25:20.263 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (10m) 118s ago 10m 143M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:25:20.263 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (9m) 118s ago 9m 150M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:25:20.263 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (9m) 118s ago 9m 107M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:25:20.263 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (8m) 118s ago 8m 93.8M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:25:20.263 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (3m) 118s ago 8m 49.4M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:25:20.594 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:25:20.595 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:25:20.595 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:25:20.595 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:20.595 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:25:20.595 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:25:20.595 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:20.596 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:25:20.596 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 5, 2024-09-18T02:25:20.596 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:25:20.596 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:20.596 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:25:20.596 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:25:20.597 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:20.597 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:25:20.597 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 7, 2024-09-18T02:25:20.597 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T02:25:20.597 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:25:20.597 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:25:20.920 INFO:tasks.rados.rados.0.smithi046.stdout:1468: expect (ObjNum 420 snap 137 seq_num 420) 2024-09-18T02:25:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[94621]: pgmap v226: 121 pgs: 121 active+clean; 364 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-18T02:25:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[94621]: osdmap e366: 8 total, 8 up, 8 in 2024-09-18T02:25:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[94621]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:21.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2519595466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:21.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[97106]: pgmap v226: 121 pgs: 121 active+clean; 364 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-18T02:25:21.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[97106]: osdmap e366: 8 total, 8 up, 8 in 2024-09-18T02:25:21.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[97106]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:21.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2519595466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:1471: finishing rollback tid 0 to smithi04682744-49 2024-09-18T02:25:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:1471: finishing rollback tid 1 to smithi04682744-49 2024-09-18T02:25:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:1471: finishing rollback tid 2 to smithi04682744-49 2024-09-18T02:25:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 976 (ObjNum 365 snap 118 seq_num 365) dirty exists 2024-09-18T02:25:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:1472: expect (ObjNum 379 snap 124 seq_num 379) 2024-09-18T02:25:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:1465: done (4 left) 2024-09-18T02:25:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:1468: done (3 left) 2024-09-18T02:25:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:1471: done (2 left) 2024-09-18T02:25:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:1472: done (1 left) 2024-09-18T02:25:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:1473: done (0 left) 2024-09-18T02:25:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:1474: snap_remove snap 130 2024-09-18T02:25:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:20 smithi195 ceph-mon[89559]: pgmap v226: 121 pgs: 121 active+clean; 364 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-18T02:25:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:20 smithi195 ceph-mon[89559]: osdmap e366: 8 total, 8 up, 8 in 2024-09-18T02:25:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:20 smithi195 ceph-mon[89559]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2519595466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:21.717 INFO:tasks.rados.rados.0.smithi046.stdout:1474: done (0 left) 2024-09-18T02:25:21.717 INFO:tasks.rados.rados.0.smithi046.stdout:1475: snap_remove snap 141 2024-09-18T02:25:22.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:21 smithi195 ceph-mon[89559]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:21 smithi195 ceph-mon[89559]: osdmap e367: 8 total, 8 up, 8 in 2024-09-18T02:25:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:21 smithi046 ceph-mon[94621]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:21 smithi046 ceph-mon[94621]: osdmap e367: 8 total, 8 up, 8 in 2024-09-18T02:25:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:21 smithi046 ceph-mon[97106]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:21 smithi046 ceph-mon[97106]: osdmap e367: 8 total, 8 up, 8 in 2024-09-18T02:25:22.719 INFO:tasks.rados.rados.0.smithi046.stdout:1475: done (0 left) 2024-09-18T02:25:22.719 INFO:tasks.rados.rados.0.smithi046.stdout:1476: snap_remove snap 145 2024-09-18T02:25:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:23.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:22 smithi195 ceph-mon[89559]: pgmap v228: 121 pgs: 121 active+clean; 359 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-18T02:25:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:22 smithi195 ceph-mon[89559]: osdmap e368: 8 total, 8 up, 8 in 2024-09-18T02:25:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:22 smithi046 ceph-mon[97106]: pgmap v228: 121 pgs: 121 active+clean; 359 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-18T02:25:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:22 smithi046 ceph-mon[97106]: osdmap e368: 8 total, 8 up, 8 in 2024-09-18T02:25:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:22 smithi046 ceph-mon[94621]: pgmap v228: 121 pgs: 121 active+clean; 359 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-18T02:25:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:22 smithi046 ceph-mon[94621]: osdmap e368: 8 total, 8 up, 8 in 2024-09-18T02:25:23.721 INFO:tasks.rados.rados.0.smithi046.stdout:1476: done (0 left) 2024-09-18T02:25:23.721 INFO:tasks.rados.rados.0.smithi046.stdout:1477: delete oid 34 current snap is 151 2024-09-18T02:25:23.731 INFO:tasks.rados.rados.0.smithi046.stdout:1477: done (0 left) 2024-09-18T02:25:23.731 INFO:tasks.rados.rados.0.smithi046.stdout:1478: read oid 33 snap -1 2024-09-18T02:25:23.731 INFO:tasks.rados.rados.0.smithi046.stdout:1478: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:25:23.731 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 151 2024-09-18T02:25:23.731 INFO:tasks.rados.rados.0.smithi046.stdout:1479: seq_num 473 ranges {0=729088} 2024-09-18T02:25:23.737 INFO:tasks.rados.rados.0.smithi046.stdout:1479: writing smithi04682744-48 from 0 to 729088 tid 1 2024-09-18T02:25:23.737 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 151 2024-09-18T02:25:23.737 INFO:tasks.rados.rados.0.smithi046.stdout:1480: seq_num 474 ranges {1376256=745472} 2024-09-18T02:25:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:1480: writing smithi04682744-5 from 1376256 to 2121728 tid 1 2024-09-18T02:25:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:1481: read oid 42 snap -1 2024-09-18T02:25:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:1481: expect (ObjNum 449 snap 146 seq_num 449) 2024-09-18T02:25:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:1482: delete oid 15 current snap is 151 2024-09-18T02:25:23.750 INFO:tasks.rados.rados.0.smithi046.stdout:1478: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:25:23.792 INFO:tasks.rados.rados.0.smithi046.stdout:1479: finishing write tid 1 to smithi04682744-48 2024-09-18T02:25:23.792 INFO:tasks.rados.rados.0.smithi046.stdout:1479: finishing write tid 2 to smithi04682744-48 2024-09-18T02:25:23.792 INFO:tasks.rados.rados.0.smithi046.stdout:1479: finishing write tid 3 to smithi04682744-48 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 388 (ObjNum 473 snap 151 seq_num 473) dirty exists 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1479: left oid 48 (ObjNum 473 snap 151 seq_num 473) 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1478: done (4 left) 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1479: done (3 left) 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1482: done (2 left) 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1483: rollback oid 47 current snap is 151 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 147 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1480: finishing write tid 1 to smithi04682744-5 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1480: finishing write tid 2 to smithi04682744-5 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1480: finishing write tid 3 to smithi04682744-5 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 566 (ObjNum 474 snap 151 seq_num 474) dirty exists 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1480: left oid 5 (ObjNum 474 snap 151 seq_num 474) 2024-09-18T02:25:23.793 INFO:tasks.rados.rados.0.smithi046.stdout:1481: expect (ObjNum 449 snap 146 seq_num 449) 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1483: finishing rollback tid 0 to smithi04682744-47 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1483: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 495 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1480: done (2 left) 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1481: done (1 left) 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1483: done (0 left) 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1484: read oid 17 snap 144 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1484: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1485: rmattr oid 14 current snap is 151 2024-09-18T02:25:23.902 INFO:tasks.rados.rados.0.smithi046.stdout:1485: done (1 left) 2024-09-18T02:25:23.903 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 151 2024-09-18T02:25:23.903 INFO:tasks.rados.rados.0.smithi046.stdout:1486: seq_num 476 ranges {4022272=778240} 2024-09-18T02:25:23.929 INFO:tasks.rados.rados.0.smithi046.stdout:1486: writing smithi04682744-30 from 4022272 to 4800512 tid 1 2024-09-18T02:25:23.929 INFO:tasks.rados.rados.0.smithi046.stdout:1487: snap_remove snap 115 2024-09-18T02:25:23.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:24 smithi195 ceph-mon[89559]: pgmap v231: 121 pgs: 121 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-18T02:25:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:24 smithi195 ceph-mon[89559]: osdmap e369: 8 total, 8 up, 8 in 2024-09-18T02:25:24.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:24.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:24.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:24 smithi046 ceph-mon[94621]: pgmap v231: 121 pgs: 121 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-18T02:25:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:24 smithi046 ceph-mon[94621]: osdmap e369: 8 total, 8 up, 8 in 2024-09-18T02:25:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:24 smithi046 ceph-mon[97106]: pgmap v231: 121 pgs: 121 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-18T02:25:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:24 smithi046 ceph-mon[97106]: osdmap e369: 8 total, 8 up, 8 in 2024-09-18T02:25:24.814 INFO:tasks.rados.rados.0.smithi046.stdout:1487: done (2 left) 2024-09-18T02:25:24.814 INFO:tasks.rados.rados.0.smithi046.stdout:1488: read oid 32 snap -1 2024-09-18T02:25:24.814 INFO:tasks.rados.rados.0.smithi046.stdout:1488: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:25:24.814 INFO:tasks.rados.rados.0.smithi046.stdout:1489: snap_create 2024-09-18T02:25:24.814 INFO:tasks.rados.rados.0.smithi046.stdout:1484: expect (ObjNum 301 snap 97 seq_num 301) 2024-09-18T02:25:25.227 INFO:tasks.rados.rados.0.smithi046.stdout:1486: finishing write tid 1 to smithi04682744-30 2024-09-18T02:25:25.227 INFO:tasks.rados.rados.0.smithi046.stdout:1486: finishing write tid 2 to smithi04682744-30 2024-09-18T02:25:25.227 INFO:tasks.rados.rados.0.smithi046.stdout:1486: finishing write tid 3 to smithi04682744-30 2024-09-18T02:25:25.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 725 (ObjNum 476 snap 151 seq_num 476) dirty exists 2024-09-18T02:25:25.228 INFO:tasks.rados.rados.0.smithi046.stdout:1486: left oid 30 (ObjNum 476 snap 151 seq_num 476) 2024-09-18T02:25:25.228 INFO:tasks.rados.rados.0.smithi046.stdout:1488: expect (ObjNum 55 snap 3 seq_num 55) 2024-09-18T02:25:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:1484: done (3 left) 2024-09-18T02:25:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:1486: done (2 left) 2024-09-18T02:25:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:1488: done (1 left) 2024-09-18T02:25:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:1489: done (0 left) 2024-09-18T02:25:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:1490: rollback oid 42 current snap is 152 2024-09-18T02:25:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 144 2024-09-18T02:25:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:1491: read oid 22 snap -1 2024-09-18T02:25:25.820 INFO:tasks.rados.rados.0.smithi046.stdout:1491: expect (ObjNum 453 snap 147 seq_num 453) 2024-09-18T02:25:25.820 INFO:tasks.rados.rados.0.smithi046.stdout:1492: snap_remove snap 147 2024-09-18T02:25:26.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:25 smithi195 ceph-mon[89559]: osdmap e370: 8 total, 8 up, 8 in 2024-09-18T02:25:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:25 smithi046 ceph-mon[94621]: osdmap e370: 8 total, 8 up, 8 in 2024-09-18T02:25:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:25 smithi046 ceph-mon[97106]: osdmap e370: 8 total, 8 up, 8 in 2024-09-18T02:25:26.718 INFO:tasks.rados.rados.0.smithi046.stdout:1492: done (2 left) 2024-09-18T02:25:26.718 INFO:tasks.rados.rados.0.smithi046.stdout:1493: setattr oid 33 current snap is 152 2024-09-18T02:25:26.720 INFO:tasks.rados.rados.0.smithi046.stdout:1491: expect (ObjNum 453 snap 147 seq_num 453) 2024-09-18T02:25:26.735 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:25:26] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-09-18T02:25:26.868 INFO:tasks.rados.rados.0.smithi046.stdout:1490: finishing rollback tid 0 to smithi04682744-42 2024-09-18T02:25:26.868 INFO:tasks.rados.rados.0.smithi046.stdout:1490: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:25:26.868 INFO:tasks.rados.rados.0.smithi046.stdout:1490: finishing rollback tid 2 to smithi04682744-42 2024-09-18T02:25:26.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 737 (ObjNum 427 snap 138 seq_num 427) dirty exists 2024-09-18T02:25:26.868 INFO:tasks.rados.rados.0.smithi046.stdout:1490: done (2 left) 2024-09-18T02:25:26.869 INFO:tasks.rados.rados.0.smithi046.stdout:1491: done (1 left) 2024-09-18T02:25:26.869 INFO:tasks.rados.rados.0.smithi046.stdout:1494: copy_from oid 12 from oid 18 current snap is 152 2024-09-18T02:25:26.869 INFO:tasks.rados.rados.0.smithi046.stdout:1495: read oid 24 snap -1 2024-09-18T02:25:26.869 INFO:tasks.rados.rados.0.smithi046.stdout:1495: expect (ObjNum 379 snap 124 seq_num 379) 2024-09-18T02:25:26.869 INFO:tasks.rados.rados.0.smithi046.stdout:1496: read oid 8 snap -1 2024-09-18T02:25:26.869 INFO:tasks.rados.rados.0.smithi046.stdout:1496: expect (ObjNum 420 snap 137 seq_num 420) 2024-09-18T02:25:26.869 INFO:tasks.rados.rados.0.smithi046.stdout:1497: snap_create 2024-09-18T02:25:26.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 705 (ObjNum 376 snap 122 seq_num 376) dirty exists 2024-09-18T02:25:26.877 INFO:tasks.rados.rados.0.smithi046.stdout:1496: expect (ObjNum 420 snap 137 seq_num 420) 2024-09-18T02:25:26.989 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[97106]: pgmap v234: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-18T02:25:26.989 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[97106]: osdmap e371: 8 total, 8 up, 8 in 2024-09-18T02:25:26.989 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:26.989 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[97106]: osdmap e372: 8 total, 8 up, 8 in 2024-09-18T02:25:26.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[94621]: pgmap v234: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-18T02:25:26.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[94621]: osdmap e371: 8 total, 8 up, 8 in 2024-09-18T02:25:26.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:26.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:26 smithi046 ceph-mon[94621]: osdmap e372: 8 total, 8 up, 8 in 2024-09-18T02:25:26.990 INFO:tasks.rados.rados.0.smithi046.stdout:1495: expect (ObjNum 379 snap 124 seq_num 379) 2024-09-18T02:25:27.037 INFO:tasks.rados.rados.0.smithi046.stdout:1494: finishing copy_from racing read to smithi04682744-12 2024-09-18T02:25:27.037 INFO:tasks.rados.rados.0.smithi046.stdout:1494: finishing copy_from to smithi04682744-12 2024-09-18T02:25:27.037 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 560 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:25:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:26 smithi195 ceph-mon[89559]: pgmap v234: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-18T02:25:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:26 smithi195 ceph-mon[89559]: osdmap e371: 8 total, 8 up, 8 in 2024-09-18T02:25:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:26 smithi195 ceph-mon[89559]: osdmap e372: 8 total, 8 up, 8 in 2024-09-18T02:25:27.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:27.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[94621]: Upgrade: osd.3 is safe to restart 2024-09-18T02:25:27.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:27.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:25:27.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1493: done (4 left) 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1494: done (3 left) 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1495: done (2 left) 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1496: done (1 left) 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1497: done (0 left) 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1498: copy_from oid 45 from oid 50 current snap is 153 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1499: copy_from oid 17 from oid 29 current snap is 153 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1500: read oid 30 snap -1 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1500: expect (ObjNum 476 snap 151 seq_num 476) 2024-09-18T02:25:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1501: delete oid 43 current snap is 153 2024-09-18T02:25:27.833 INFO:tasks.rados.rados.0.smithi046.stdout:1501: done (3 left) 2024-09-18T02:25:27.834 INFO:tasks.rados.rados.0.smithi046.stdout:1502: snap_remove snap 131 2024-09-18T02:25:28.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:28.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[97106]: Upgrade: osd.3 is safe to restart 2024-09-18T02:25:28.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:28.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:25:28.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:27 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-18T02:25:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:27 smithi195 ceph-mon[89559]: Upgrade: osd.3 is safe to restart 2024-09-18T02:25:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-18T02:25:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:28.828 INFO:tasks.rados.rados.0.smithi046.stdout:1502: done (3 left) 2024-09-18T02:25:28.828 INFO:tasks.rados.rados.0.smithi046.stdout:1503: snap_remove snap 149 2024-09-18T02:25:28.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[94621]: pgmap v237: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 526 KiB/s wr, 9 op/s 2024-09-18T02:25:28.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[94621]: Upgrade: Updating osd.3 2024-09-18T02:25:28.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[94621]: Deploying daemon osd.3 on smithi046 2024-09-18T02:25:28.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[94621]: osdmap e373: 8 total, 8 up, 8 in 2024-09-18T02:25:28.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:28.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:28.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[97106]: pgmap v237: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 526 KiB/s wr, 9 op/s 2024-09-18T02:25:28.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[97106]: Upgrade: Updating osd.3 2024-09-18T02:25:28.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[97106]: Deploying daemon osd.3 on smithi046 2024-09-18T02:25:28.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[97106]: osdmap e373: 8 total, 8 up, 8 in 2024-09-18T02:25:28.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:28.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:28.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:28 smithi195 ceph-mon[89559]: pgmap v237: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 526 KiB/s wr, 9 op/s 2024-09-18T02:25:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:28 smithi195 ceph-mon[89559]: Upgrade: Updating osd.3 2024-09-18T02:25:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:28 smithi195 ceph-mon[89559]: Deploying daemon osd.3 on smithi046 2024-09-18T02:25:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:28 smithi195 ceph-mon[89559]: osdmap e373: 8 total, 8 up, 8 in 2024-09-18T02:25:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:1503: done (3 left) 2024-09-18T02:25:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 153 2024-09-18T02:25:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:1504: seq_num 478 ranges {2301952=409600,2711552=401408} 2024-09-18T02:25:29.850 INFO:tasks.rados.rados.0.smithi046.stdout:1504: writing smithi04682744-2 from 2301952 to 2711552 tid 1 2024-09-18T02:25:29.853 INFO:tasks.rados.rados.0.smithi046.stdout:1504: writing smithi04682744-2 from 2711552 to 3112960 tid 2 2024-09-18T02:25:29.853 INFO:tasks.rados.rados.0.smithi046.stdout:1505: rmattr oid 35 current snap is 153 2024-09-18T02:25:29.853 INFO:tasks.rados.rados.0.smithi046.stdout:1505: done (4 left) 2024-09-18T02:25:29.853 INFO:tasks.rados.rados.0.smithi046.stdout:1506: read oid 27 snap 134 2024-09-18T02:25:29.853 INFO:tasks.rados.rados.0.smithi046.stdout:1506: expect (ObjNum 407 snap 134 seq_num 407) 2024-09-18T02:25:29.853 INFO:tasks.rados.rados.0.smithi046.stdout:1507: snap_remove snap 151 2024-09-18T02:25:30.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:29 smithi046 ceph-mon[94621]: osdmap e374: 8 total, 8 up, 8 in 2024-09-18T02:25:30.100 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:29 smithi046 ceph-mon[97106]: osdmap e374: 8 total, 8 up, 8 in 2024-09-18T02:25:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:29 smithi195 ceph-mon[89559]: osdmap e374: 8 total, 8 up, 8 in 2024-09-18T02:25:30.758 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:30 smithi046 systemd[1]: Stopping Ceph osd.3 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:25:30.758 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[62610]: 2024-09-18T02:25:30.705+0000 7f610269f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:25:30.758 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[62610]: 2024-09-18T02:25:30.705+0000 7f610269f640 -1 osd.3 375 *** Got signal Terminated *** 2024-09-18T02:25:30.758 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[62610]: 2024-09-18T02:25:30.705+0000 7f610269f640 -1 osd.3 375 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:25:30.841 INFO:tasks.rados.rados.0.smithi046.stdout:1507: done (5 left) 2024-09-18T02:25:30.841 INFO:tasks.rados.rados.0.smithi046.stdout:1508: copy_from oid 25 from oid 44 current snap is 153 2024-09-18T02:25:30.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 153 2024-09-18T02:25:30.841 INFO:tasks.rados.rados.0.smithi046.stdout:1509: seq_num 479 ranges {1622016=425984,2048000=401408} 2024-09-18T02:25:30.852 INFO:tasks.rados.rados.0.smithi046.stdout:1509: writing smithi04682744-32 from 1622016 to 2048000 tid 1 2024-09-18T02:25:30.855 INFO:tasks.rados.rados.0.smithi046.stdout:1509: writing smithi04682744-32 from 2048000 to 2449408 tid 2 2024-09-18T02:25:30.855 INFO:tasks.rados.rados.0.smithi046.stdout:1510: read oid 1 snap 134 2024-09-18T02:25:30.855 INFO:tasks.rados.rados.0.smithi046.stdout:1510: expect (ObjNum 403 snap 132 seq_num 403) 2024-09-18T02:25:30.855 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 153 2024-09-18T02:25:30.855 INFO:tasks.rados.rados.0.smithi046.stdout:1511: seq_num 480 ranges {40960=442368,483328=401408} 2024-09-18T02:25:30.858 INFO:tasks.rados.rados.0.smithi046.stdout:1511: writing smithi04682744-23 from 40960 to 483328 tid 1 2024-09-18T02:25:30.861 INFO:tasks.rados.rados.0.smithi046.stdout:1511: writing smithi04682744-23 from 483328 to 884736 tid 2 2024-09-18T02:25:30.861 INFO:tasks.rados.rados.0.smithi046.stdout:1512: setattr oid 19 current snap is 153 2024-09-18T02:25:30.861 INFO:tasks.rados.rados.0.smithi046.stdout:1500: expect (ObjNum 476 snap 151 seq_num 476) 2024-09-18T02:25:31.082 INFO:tasks.rados.rados.0.smithi046.stdout:1499: finishing copy_from racing read to smithi04682744-17 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1498: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1498: finishing copy_from to smithi04682744-45 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 558 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1499: finishing copy_from to smithi04682744-17 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 735 (ObjNum 450 snap 147 seq_num 450) dirty exists 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1504: finishing write tid 1 to smithi04682744-2 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1504: finishing write tid 2 to smithi04682744-2 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1504: finishing write tid 3 to smithi04682744-2 2024-09-18T02:25:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1506: expect (ObjNum 407 snap 134 seq_num 407) 2024-09-18T02:25:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1504: finishing write tid 4 to smithi04682744-2 2024-09-18T02:25:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 906 (ObjNum 478 snap 153 seq_num 478) dirty exists 2024-09-18T02:25:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1504: left oid 2 (ObjNum 478 snap 153 seq_num 478) 2024-09-18T02:25:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1509: finishing write tid 1 to smithi04682744-32 2024-09-18T02:25:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1509: finishing write tid 2 to smithi04682744-32 2024-09-18T02:25:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1509: finishing write tid 3 to smithi04682744-32 2024-09-18T02:25:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1510: expect (ObjNum 403 snap 132 seq_num 403) 2024-09-18T02:25:31.189 INFO:tasks.rados.rados.0.smithi046.stdout:1509: finishing write tid 4 to smithi04682744-32 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1020 (ObjNum 479 snap 153 seq_num 479) dirty exists 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1509: left oid 32 (ObjNum 479 snap 153 seq_num 479) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 909 (ObjNum 65 snap 0 seq_num 1733192541) dirty exists 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1498: done (9 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1499: done (8 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1500: done (7 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1504: done (6 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1506: done (5 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1509: done (4 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1510: done (3 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1512: done (2 left) 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1513: read oid 13 snap -1 2024-09-18T02:25:31.190 INFO:tasks.rados.rados.0.smithi046.stdout:1513: expect deleted 2024-09-18T02:25:31.191 INFO:tasks.rados.rados.0.smithi046.stdout:1514: read oid 35 snap -1 2024-09-18T02:25:31.191 INFO:tasks.rados.rados.0.smithi046.stdout:1514: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:25:31.191 INFO:tasks.rados.rados.0.smithi046.stdout:1515: snap_remove snap 148 2024-09-18T02:25:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:30 smithi195 ceph-mon[89559]: pgmap v240: 121 pgs: 121 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-18T02:25:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:30 smithi195 ceph-mon[89559]: osdmap e375: 8 total, 8 up, 8 in 2024-09-18T02:25:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:30 smithi195 ceph-mon[89559]: osd.3 marked itself down and dead 2024-09-18T02:25:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-mon[94621]: pgmap v240: 121 pgs: 121 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-18T02:25:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-mon[94621]: osdmap e375: 8 total, 8 up, 8 in 2024-09-18T02:25:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-mon[94621]: osd.3 marked itself down and dead 2024-09-18T02:25:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-mon[97106]: pgmap v240: 121 pgs: 121 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-18T02:25:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-mon[97106]: osdmap e375: 8 total, 8 up, 8 in 2024-09-18T02:25:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:30 smithi046 ceph-mon[97106]: osd.3 marked itself down and dead 2024-09-18T02:25:31.653 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:31 smithi046 podman[117681]: 2024-09-18 02:25:31.327377379 +0000 UTC m=+0.713814142 container died af714ba5921974a0b017b80f09c1d9d1540edc60a941adada6e0bb69aa80aeb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-4a70413, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-09-18T02:25:31.722 INFO:tasks.rados.rados.0.smithi046.stdout:1514: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:25:31.770 INFO:tasks.rados.rados.0.smithi046.stdout:1511: finishing write tid 1 to smithi04682744-23 2024-09-18T02:25:31.770 INFO:tasks.rados.rados.0.smithi046.stdout:1511: finishing write tid 2 to smithi04682744-23 2024-09-18T02:25:31.770 INFO:tasks.rados.rados.0.smithi046.stdout:1511: finishing write tid 3 to smithi04682744-23 2024-09-18T02:25:31.770 INFO:tasks.rados.rados.0.smithi046.stdout:1511: finishing write tid 4 to smithi04682744-23 2024-09-18T02:25:31.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 997 (ObjNum 480 snap 153 seq_num 480) dirty exists 2024-09-18T02:25:31.770 INFO:tasks.rados.rados.0.smithi046.stdout:1511: left oid 23 (ObjNum 480 snap 153 seq_num 480) 2024-09-18T02:25:31.770 INFO:tasks.rados.rados.0.smithi046.stdout:1508: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1508: finishing copy_from to smithi04682744-25 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 330 (ObjNum 445 snap 145 seq_num 445) dirty exists 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1508: done (4 left) 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1511: done (3 left) 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1513: done (2 left) 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1514: done (1 left) 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1515: done (0 left) 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1516: rollback oid 29 current snap is 153 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 127 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1517: copy_from oid 10 from oid 27 current snap is 153 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1518: read oid 16 snap 152 2024-09-18T02:25:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:1518: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:25:31.772 INFO:tasks.rados.rados.0.smithi046.stdout:1519: snap_create 2024-09-18T02:25:31.772 INFO:tasks.rados.rados.0.smithi046.stdout:1517: finishing copy_from to smithi04682744-10 2024-09-18T02:25:31.772 INFO:tasks.rados.rados.0.smithi046.stdout:1517: got expected ENOENT (src dne) 2024-09-18T02:25:31.772 INFO:tasks.rados.rados.0.smithi046.stdout:1517: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:25:31.772 INFO:tasks.rados.rados.0.smithi046.stdout:1516: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:25:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:1516: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:25:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:1516: finishing rollback tid 2 to smithi04682744-29 2024-09-18T02:25:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 738 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:25:31.775 INFO:tasks.rados.rados.0.smithi046.stdout:1518: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:25:31.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:31 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:25:31.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:31 smithi046 ceph-mon[94621]: osdmap e376: 8 total, 7 up, 8 in 2024-09-18T02:25:31.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:31 smithi046 ceph-mon[94621]: osdmap e377: 8 total, 7 up, 8 in 2024-09-18T02:25:31.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:31 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:25:31.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:31 smithi046 ceph-mon[97106]: osdmap e376: 8 total, 7 up, 8 in 2024-09-18T02:25:31.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:31 smithi046 ceph-mon[97106]: osdmap e377: 8 total, 7 up, 8 in 2024-09-18T02:25:31.923 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:31 smithi046 podman[117681]: 2024-09-18 02:25:31.6529727 +0000 UTC m=+1.039409472 container cleanup af714ba5921974a0b017b80f09c1d9d1540edc60a941adada6e0bb69aa80aeb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-4a70413, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-18T02:25:31.923 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:31 smithi046 bash[117681]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3 2024-09-18T02:25:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:31 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:25:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:31 smithi195 ceph-mon[89559]: osdmap e376: 8 total, 7 up, 8 in 2024-09-18T02:25:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:31 smithi195 ceph-mon[89559]: osdmap e377: 8 total, 7 up, 8 in 2024-09-18T02:25:32.257 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:31 smithi046 podman[117701]: 2024-09-18 02:25:31.921730777 +0000 UTC m=+0.590672977 container remove af714ba5921974a0b017b80f09c1d9d1540edc60a941adada6e0bb69aa80aeb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-4a70413, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-18T02:25:32.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:32.665 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:32 smithi046 podman[117794]: 2024-09-18 02:25:32.315784384 +0000 UTC m=+0.016092750 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:25:32.665 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:32 smithi046 podman[117794]: 2024-09-18 02:25:32.414312623 +0000 UTC m=+0.114620972 container create 970d232b1335025bf8db2f3f54e7f919959741ad41f8f444e0c3f9e1de1737ac (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-18T02:25:32.665 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:32 smithi046 podman[117794]: 2024-09-18 02:25:32.658726439 +0000 UTC m=+0.359034800 container init 970d232b1335025bf8db2f3f54e7f919959741ad41f8f444e0c3f9e1de1737ac (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-18T02:25:32.665 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:32 smithi046 podman[117794]: 2024-09-18 02:25:32.664103077 +0000 UTC m=+0.364411425 container start 970d232b1335025bf8db2f3f54e7f919959741ad41f8f444e0c3f9e1de1737ac (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-18T02:25:32.720 INFO:tasks.rados.rados.0.smithi046.stdout:1516: done (3 left) 2024-09-18T02:25:32.720 INFO:tasks.rados.rados.0.smithi046.stdout:1517: done (2 left) 2024-09-18T02:25:32.720 INFO:tasks.rados.rados.0.smithi046.stdout:1518: done (1 left) 2024-09-18T02:25:32.720 INFO:tasks.rados.rados.0.smithi046.stdout:1519: done (0 left) 2024-09-18T02:25:32.720 INFO:tasks.rados.rados.0.smithi046.stdout:1520: rmattr oid 11 current snap is 154 2024-09-18T02:25:32.720 INFO:tasks.rados.rados.0.smithi046.stdout:1520: done (0 left) 2024-09-18T02:25:32.720 INFO:tasks.rados.rados.0.smithi046.stdout:1521: snap_remove snap 144 2024-09-18T02:25:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:32 smithi046 ceph-mon[94621]: pgmap v243: 121 pgs: 16 stale+active+clean, 105 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-18T02:25:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:32 smithi046 ceph-mon[94621]: osdmap e378: 8 total, 7 up, 8 in 2024-09-18T02:25:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:32 smithi046 ceph-mon[97106]: pgmap v243: 121 pgs: 16 stale+active+clean, 105 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-18T02:25:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:32 smithi046 ceph-mon[97106]: osdmap e378: 8 total, 7 up, 8 in 2024-09-18T02:25:33.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:32 smithi046 podman[117794]: 2024-09-18 02:25:32.767210673 +0000 UTC m=+0.467519036 container attach 970d232b1335025bf8db2f3f54e7f919959741ad41f8f444e0c3f9e1de1737ac (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2) 2024-09-18T02:25:33.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:32 smithi046 podman[117794]: 2024-09-18 02:25:32.864497334 +0000 UTC m=+0.564805704 container died 970d232b1335025bf8db2f3f54e7f919959741ad41f8f444e0c3f9e1de1737ac (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b) 2024-09-18T02:25:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:32 smithi195 ceph-mon[89559]: pgmap v243: 121 pgs: 16 stale+active+clean, 105 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-09-18T02:25:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:32 smithi195 ceph-mon[89559]: osdmap e378: 8 total, 7 up, 8 in 2024-09-18T02:25:33.721 INFO:tasks.rados.rados.0.smithi046.stdout:1521: done (0 left) 2024-09-18T02:25:33.721 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 154 2024-09-18T02:25:33.721 INFO:tasks.rados.rados.0.smithi046.stdout:1522: seq_num 481 ranges {4800512=458752,5259264=401408} 2024-09-18T02:25:33.749 INFO:tasks.rados.rados.0.smithi046.stdout:1522: writing smithi04682744-30 from 4800512 to 5259264 tid 1 2024-09-18T02:25:33.752 INFO:tasks.rados.rados.0.smithi046.stdout:1522: writing smithi04682744-30 from 5259264 to 5660672 tid 2 2024-09-18T02:25:33.752 INFO:tasks.rados.rados.0.smithi046.stdout:1523: read oid 44 snap -1 2024-09-18T02:25:33.752 INFO:tasks.rados.rados.0.smithi046.stdout:1523: expect (ObjNum 445 snap 145 seq_num 445) 2024-09-18T02:25:33.753 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 154 2024-09-18T02:25:33.753 INFO:tasks.rados.rados.0.smithi046.stdout:1524: seq_num 482 ranges {10829824=475136,11304960=401408} 2024-09-18T02:25:33.815 INFO:tasks.rados.rados.0.smithi046.stdout:1524: writing smithi04682744-9 from 10829824 to 11304960 tid 1 2024-09-18T02:25:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:1524: writing smithi04682744-9 from 11304960 to 11706368 tid 2 2024-09-18T02:25:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:1525: read oid 42 snap -1 2024-09-18T02:25:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:1525: expect (ObjNum 427 snap 138 seq_num 427) 2024-09-18T02:25:33.818 INFO:tasks.rados.rados.0.smithi046.stdout:1526: snap_create 2024-09-18T02:25:33.818 INFO:tasks.rados.rados.0.smithi046.stdout:1522: finishing write tid 1 to smithi04682744-30 2024-09-18T02:25:33.818 INFO:tasks.rados.rados.0.smithi046.stdout:1522: finishing write tid 2 to smithi04682744-30 2024-09-18T02:25:33.818 INFO:tasks.rados.rados.0.smithi046.stdout:1522: finishing write tid 3 to smithi04682744-30 2024-09-18T02:25:33.818 INFO:tasks.rados.rados.0.smithi046.stdout:1523: expect (ObjNum 445 snap 145 seq_num 445) 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1522: finishing write tid 4 to smithi04682744-30 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 759 (ObjNum 481 snap 154 seq_num 481) dirty exists 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1522: left oid 30 (ObjNum 481 snap 154 seq_num 481) 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1524: finishing write tid 1 to smithi04682744-9 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1524: finishing write tid 2 to smithi04682744-9 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1524: finishing write tid 3 to smithi04682744-9 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1524: finishing write tid 4 to smithi04682744-9 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 398 (ObjNum 482 snap 154 seq_num 482) dirty exists 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1524: left oid 9 (ObjNum 482 snap 154 seq_num 482) 2024-09-18T02:25:33.834 INFO:tasks.rados.rados.0.smithi046.stdout:1525: expect (ObjNum 427 snap 138 seq_num 427) 2024-09-18T02:25:33.864 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:33 smithi046 podman[117837]: 2024-09-18 02:25:33.612977429 +0000 UTC m=+0.738289493 container remove 970d232b1335025bf8db2f3f54e7f919959741ad41f8f444e0c3f9e1de1737ac (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, ceph=True, CEPH_POINT_RELEASE=) 2024-09-18T02:25:33.864 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:33 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-18T02:25:33.864 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:33 smithi046 systemd[1]: Stopped Ceph osd.3 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:25:33.864 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:33 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.3.service: Consumed 11.585s CPU time. 2024-09-18T02:25:33.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:33 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:34.190 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:33 smithi046 systemd[1]: Starting Ceph osd.3 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:25:34.190 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 podman[117942]: 2024-09-18 02:25:33.979538643 +0000 UTC m=+0.016120699 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:25:34.190 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 podman[117942]: 2024-09-18 02:25:34.080756725 +0000 UTC m=+0.117338805 container create 1b767a6b36d71442c49b5cd2b273f2904379b46900534c903ae67e064c68aaa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b) 2024-09-18T02:25:34.508 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 podman[117942]: 2024-09-18 02:25:34.283269579 +0000 UTC m=+0.319851633 container init 1b767a6b36d71442c49b5cd2b273f2904379b46900534c903ae67e064c68aaa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731) 2024-09-18T02:25:34.508 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 podman[117942]: 2024-09-18 02:25:34.288122905 +0000 UTC m=+0.324704951 container start 1b767a6b36d71442c49b5cd2b273f2904379b46900534c903ae67e064c68aaa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-18T02:25:34.508 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 podman[117942]: 2024-09-18 02:25:34.400001483 +0000 UTC m=+0.436583535 container attach 1b767a6b36d71442c49b5cd2b273f2904379b46900534c903ae67e064c68aaa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-18T02:25:34.723 INFO:tasks.rados.rados.0.smithi046.stdout:1522: done (4 left) 2024-09-18T02:25:34.723 INFO:tasks.rados.rados.0.smithi046.stdout:1523: done (3 left) 2024-09-18T02:25:34.723 INFO:tasks.rados.rados.0.smithi046.stdout:1524: done (2 left) 2024-09-18T02:25:34.723 INFO:tasks.rados.rados.0.smithi046.stdout:1525: done (1 left) 2024-09-18T02:25:34.723 INFO:tasks.rados.rados.0.smithi046.stdout:1526: done (0 left) 2024-09-18T02:25:34.723 INFO:tasks.rados.rados.0.smithi046.stdout:1527: snap_remove snap 154 2024-09-18T02:25:34.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:34.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:34.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-mon[97106]: pgmap v246: 121 pgs: 8 active+undersized, 13 stale+active+clean, 4 active+undersized+degraded, 96 active+clean; 348 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 400 KiB/s wr, 11 op/s; 30/606 objects degraded (4.950%) 2024-09-18T02:25:34.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-mon[97106]: osdmap e379: 8 total, 7 up, 8 in 2024-09-18T02:25:34.946 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 30/606 objects degraded (4.950%), 4 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:34.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-mon[94621]: pgmap v246: 121 pgs: 8 active+undersized, 13 stale+active+clean, 4 active+undersized+degraded, 96 active+clean; 348 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 400 KiB/s wr, 11 op/s; 30/606 objects degraded (4.950%) 2024-09-18T02:25:34.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-mon[94621]: osdmap e379: 8 total, 7 up, 8 in 2024-09-18T02:25:34.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 30/606 objects degraded (4.950%), 4 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate[117957]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 bash[117942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate[117957]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 bash[117942]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate[117957]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 bash[117942]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate[117957]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 bash[117942]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-18T02:25:34.947 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate[117957]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-18T02:25:34.948 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 bash[117942]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-18T02:25:34.948 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate[117957]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-18T02:25:34.948 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 bash[117942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-18T02:25:34.948 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate[117957]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-18T02:25:34.948 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 bash[117942]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-18T02:25:34.948 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:34 smithi046 podman[117942]: 2024-09-18 02:25:34.642570203 +0000 UTC m=+0.679152242 container died 1b767a6b36d71442c49b5cd2b273f2904379b46900534c903ae67e064c68aaa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-18T02:25:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:34 smithi195 ceph-mon[89559]: pgmap v246: 121 pgs: 8 active+undersized, 13 stale+active+clean, 4 active+undersized+degraded, 96 active+clean; 348 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 400 KiB/s wr, 11 op/s; 30/606 objects degraded (4.950%) 2024-09-18T02:25:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:34 smithi195 ceph-mon[89559]: osdmap e379: 8 total, 7 up, 8 in 2024-09-18T02:25:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:34 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 30/606 objects degraded (4.950%), 4 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:35.508 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 podman[118100]: 2024-09-18 02:25:35.220893183 +0000 UTC m=+0.572510746 container remove 1b767a6b36d71442c49b5cd2b273f2904379b46900534c903ae67e064c68aaa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731) 2024-09-18T02:25:35.508 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 podman[118164]: 2024-09-18 02:25:35.332823989 +0000 UTC m=+0.016559237 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:25:35.508 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 podman[118164]: 2024-09-18 02:25:35.438365164 +0000 UTC m=+0.122100395 container create 839c4501cce5dba4a4022e95a8b2054e7a0eca92f73e4f4ab8bf70016b669ea4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-18T02:25:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:1527: done (0 left) 2024-09-18T02:25:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:1528: rollback oid 10 current snap is 155 2024-09-18T02:25:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 152 2024-09-18T02:25:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:1529: snap_remove snap 142 2024-09-18T02:25:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:35 smithi046 ceph-mon[97106]: osdmap e380: 8 total, 7 up, 8 in 2024-09-18T02:25:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:35 smithi046 ceph-mon[97106]: osdmap e381: 8 total, 7 up, 8 in 2024-09-18T02:25:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:35 smithi046 ceph-mon[94621]: osdmap e380: 8 total, 7 up, 8 in 2024-09-18T02:25:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:35 smithi046 ceph-mon[94621]: osdmap e381: 8 total, 7 up, 8 in 2024-09-18T02:25:36.008 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 podman[118164]: 2024-09-18 02:25:35.64092472 +0000 UTC m=+0.324659965 container init 839c4501cce5dba4a4022e95a8b2054e7a0eca92f73e4f4ab8bf70016b669ea4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-18T02:25:36.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 podman[118164]: 2024-09-18 02:25:35.645870622 +0000 UTC m=+0.329605854 container start 839c4501cce5dba4a4022e95a8b2054e7a0eca92f73e4f4ab8bf70016b669ea4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, ceph=True) 2024-09-18T02:25:36.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 ceph-osd[118202]: -- 172.21.15.46:0/857350979 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5586c9de51e0 con 0x5586cab64000 2024-09-18T02:25:36.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 bash[118164]: 839c4501cce5dba4a4022e95a8b2054e7a0eca92f73e4f4ab8bf70016b669ea4 2024-09-18T02:25:36.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:35 smithi046 systemd[1]: Started Ceph osd.3 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:25:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:35 smithi195 ceph-mon[89559]: osdmap e380: 8 total, 7 up, 8 in 2024-09-18T02:25:36.416 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:35 smithi195 ceph-mon[89559]: osdmap e381: 8 total, 7 up, 8 in 2024-09-18T02:25:36.458 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:25:36] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-09-18T02:25:36.459 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T02:25:36.186+0000 7f06aff75640 -1 Falling back to public interface 2024-09-18T02:25:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1529: done (1 left) 2024-09-18T02:25:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 155 2024-09-18T02:25:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1530: seq_num 483 ranges {2121728=491520,2613248=401408} 2024-09-18T02:25:36.737 INFO:tasks.rados.rados.0.smithi046.stdout:1530: writing smithi04682744-5 from 2121728 to 2613248 tid 1 2024-09-18T02:25:36.739 INFO:tasks.rados.rados.0.smithi046.stdout:1530: writing smithi04682744-5 from 2613248 to 3014656 tid 2 2024-09-18T02:25:36.739 INFO:tasks.rados.rados.0.smithi046.stdout:1528: finishing rollback tid 0 to smithi04682744-10 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:1528: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:1528: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 861 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:1528: done (1 left) 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:1531: copy_from oid 10 from oid 49 current snap is 155 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:1532: rollback oid 2 current snap is 155 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 134 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 155 2024-09-18T02:25:36.740 INFO:tasks.rados.rados.0.smithi046.stdout:1533: seq_num 484 ranges {0=507904,507904=401408} 2024-09-18T02:25:36.746 INFO:tasks.rados.rados.0.smithi046.stdout:1533: writing smithi04682744-39 from 0 to 507904 tid 1 2024-09-18T02:25:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:1533: writing smithi04682744-39 from 507904 to 909312 tid 2 2024-09-18T02:25:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 155 2024-09-18T02:25:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:1534: seq_num 485 ranges {0=532480,532480=401408} 2024-09-18T02:25:36.753 INFO:tasks.rados.rados.0.smithi046.stdout:1534: writing smithi04682744-47 from 0 to 532480 tid 1 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1534: writing smithi04682744-47 from 532480 to 933888 tid 2 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1535: setattr oid 8 current snap is 155 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing write tid 1 to smithi04682744-5 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1533: finishing write tid 1 to smithi04682744-39 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing write tid 2 to smithi04682744-5 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing write tid 3 to smithi04682744-5 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing write tid 4 to smithi04682744-5 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 569 (ObjNum 483 snap 155 seq_num 483) dirty exists 2024-09-18T02:25:36.757 INFO:tasks.rados.rados.0.smithi046.stdout:1530: left oid 5 (ObjNum 483 snap 155 seq_num 483) 2024-09-18T02:25:36.758 INFO:tasks.rados.rados.0.smithi046.stdout:1533: finishing write tid 2 to smithi04682744-39 2024-09-18T02:25:36.758 INFO:tasks.rados.rados.0.smithi046.stdout:1533: finishing write tid 3 to smithi04682744-39 2024-09-18T02:25:36.758 INFO:tasks.rados.rados.0.smithi046.stdout:1533: finishing write tid 4 to smithi04682744-39 2024-09-18T02:25:36.758 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 666 (ObjNum 484 snap 155 seq_num 484) dirty exists 2024-09-18T02:25:36.758 INFO:tasks.rados.rados.0.smithi046.stdout:1533: left oid 39 (ObjNum 484 snap 155 seq_num 484) 2024-09-18T02:25:36.758 INFO:tasks.rados.rados.0.smithi046.stdout:1532: finishing rollback tid 0 to smithi04682744-2 2024-09-18T02:25:36.758 INFO:tasks.rados.rados.0.smithi046.stdout:1534: finishing write tid 1 to smithi04682744-47 2024-09-18T02:25:36.759 INFO:tasks.rados.rados.0.smithi046.stdout:1534: finishing write tid 2 to smithi04682744-47 2024-09-18T02:25:36.759 INFO:tasks.rados.rados.0.smithi046.stdout:1530: done (5 left) 2024-09-18T02:25:36.759 INFO:tasks.rados.rados.0.smithi046.stdout:1533: done (4 left) 2024-09-18T02:25:36.759 INFO:tasks.rados.rados.0.smithi046.stdout:1536: snap_remove snap 127 2024-09-18T02:25:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:36 smithi195 ceph-mon[89559]: pgmap v249: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 349 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 920 KiB/s wr, 15 op/s; 71/600 objects degraded (11.833%) 2024-09-18T02:25:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:36 smithi195 ceph-mon[89559]: osdmap e382: 8 total, 7 up, 8 in 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[94621]: pgmap v249: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 349 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 920 KiB/s wr, 15 op/s; 71/600 objects degraded (11.833%) 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[94621]: osdmap e382: 8 total, 7 up, 8 in 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[97106]: pgmap v249: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 349 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 920 KiB/s wr, 15 op/s; 71/600 objects degraded (11.833%) 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:36 smithi046 ceph-mon[97106]: osdmap e382: 8 total, 7 up, 8 in 2024-09-18T02:25:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:1536: done (4 left) 2024-09-18T02:25:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:1537: rollback oid 46 current snap is 155 2024-09-18T02:25:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 83 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1534: finishing write tid 3 to smithi04682744-47 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1534: finishing write tid 4 to smithi04682744-47 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 499 (ObjNum 485 snap 155 seq_num 485) dirty exists 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1534: left oid 47 (ObjNum 485 snap 155 seq_num 485) 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1532: finishing rollback tid 1 to smithi04682744-2 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 918 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 924 (ObjNum 420 snap 137 seq_num 420) dirty exists 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1531: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1531: finishing copy_from to smithi04682744-10 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 976 (ObjNum 365 snap 118 seq_num 365) dirty exists 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1531: done (4 left) 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1532: done (3 left) 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1534: done (2 left) 2024-09-18T02:25:37.723 INFO:tasks.rados.rados.0.smithi046.stdout:1535: done (1 left) 2024-09-18T02:25:37.724 INFO:tasks.rados.rados.0.smithi046.stdout:1538: snap_remove snap 152 2024-09-18T02:25:38.727 INFO:tasks.rados.rados.0.smithi046.stdout:1538: done (1 left) 2024-09-18T02:25:38.727 INFO:tasks.rados.rados.0.smithi046.stdout:1539: rollback oid 35 current snap is 155 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 153 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1537: finishing rollback tid 1 to smithi04682744-46 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1537: finishing rollback tid 2 to smithi04682744-46 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 740 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1537: done (1 left) 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1540: read oid 7 snap -1 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1540: expect deleted 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1541: rollback oid 33 current snap is 155 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 83 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1542: rollback oid 21 current snap is 155 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 153 2024-09-18T02:25:38.728 INFO:tasks.rados.rados.0.smithi046.stdout:1543: delete oid 42 current snap is 155 2024-09-18T02:25:38.731 INFO:tasks.rados.rados.0.smithi046.stdout:1542: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:25:38.731 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 540 (ObjNum 481 snap 0 seq_num 431311453) dirty dne 2024-09-18T02:25:38.732 INFO:tasks.rados.rados.0.smithi046.stdout:1539: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:25:38.735 INFO:tasks.rados.rados.0.smithi046.stdout:1539: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:25:38.736 INFO:tasks.rados.rados.0.smithi046.stdout:1540: done (4 left) 2024-09-18T02:25:38.736 INFO:tasks.rados.rados.0.smithi046.stdout:1542: done (3 left) 2024-09-18T02:25:38.736 INFO:tasks.rados.rados.0.smithi046.stdout:1543: done (2 left) 2024-09-18T02:25:38.736 INFO:tasks.rados.rados.0.smithi046.stdout:1544: read oid 48 snap -1 2024-09-18T02:25:38.736 INFO:tasks.rados.rados.0.smithi046.stdout:1544: expect (ObjNum 473 snap 151 seq_num 473) 2024-09-18T02:25:38.736 INFO:tasks.rados.rados.0.smithi046.stdout:1545: read oid 23 snap 134 2024-09-18T02:25:38.736 INFO:tasks.rados.rados.0.smithi046.stdout:1545: expect (ObjNum 234 snap 71 seq_num 234) 2024-09-18T02:25:38.737 INFO:tasks.rados.rados.0.smithi046.stdout:1546: read oid 50 snap 83 2024-09-18T02:25:38.737 INFO:tasks.rados.rados.0.smithi046.stdout:1546: expect deleted 2024-09-18T02:25:38.737 INFO:tasks.rados.rados.0.smithi046.stdout:1547: copy_from oid 24 from oid 32 current snap is 155 2024-09-18T02:25:38.737 INFO:tasks.rados.rados.0.smithi046.stdout:1548: copy_from oid 4 from oid 30 current snap is 155 2024-09-18T02:25:38.737 INFO:tasks.rados.rados.0.smithi046.stdout:1549: delete oid 22 current snap is 155 2024-09-18T02:25:38.737 INFO:tasks.rados.rados.0.smithi046.stdout:1539: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:25:38.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 749 (ObjNum 376 snap 122 seq_num 376) dirty exists 2024-09-18T02:25:38.742 INFO:tasks.rados.rados.0.smithi046.stdout:1541: finishing rollback tid 0 to smithi04682744-33 2024-09-18T02:25:38.743 INFO:tasks.rados.rados.0.smithi046.stdout:1541: finishing rollback tid 1 to smithi04682744-33 2024-09-18T02:25:38.743 INFO:tasks.rados.rados.0.smithi046.stdout:1541: finishing rollback tid 2 to smithi04682744-33 2024-09-18T02:25:38.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 708 (ObjNum 113 snap 0 seq_num 1147399344) dirty exists 2024-09-18T02:25:38.746 INFO:tasks.rados.rados.0.smithi046.stdout:1544: expect (ObjNum 473 snap 151 seq_num 473) 2024-09-18T02:25:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:1539: done (7 left) 2024-09-18T02:25:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:1541: done (6 left) 2024-09-18T02:25:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:1544: done (5 left) 2024-09-18T02:25:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:1546: done (4 left) 2024-09-18T02:25:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:1549: done (3 left) 2024-09-18T02:25:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 155 2024-09-18T02:25:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:1550: seq_num 488 ranges {0=581632,581632=401408} 2024-09-18T02:25:38.777 INFO:tasks.rados.rados.0.smithi046.stdout:1550: writing smithi04682744-11 from 0 to 581632 tid 1 2024-09-18T02:25:38.779 INFO:tasks.rados.rados.0.smithi046.stdout:1550: writing smithi04682744-11 from 581632 to 983040 tid 2 2024-09-18T02:25:38.780 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 155 2024-09-18T02:25:38.780 INFO:tasks.rados.rados.0.smithi046.stdout:1551: seq_num 489 ranges {425984=598016,1024000=401408} 2024-09-18T02:25:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:1551: writing smithi04682744-31 from 425984 to 1024000 tid 1 2024-09-18T02:25:38.789 INFO:tasks.rados.rados.0.smithi046.stdout:1551: writing smithi04682744-31 from 1024000 to 1425408 tid 2 2024-09-18T02:25:38.789 INFO:tasks.rados.rados.0.smithi046.stdout:1552: copy_from oid 14 from oid 12 current snap is 155 2024-09-18T02:25:38.789 INFO:tasks.rados.rados.0.smithi046.stdout:1553: read oid 29 snap -1 2024-09-18T02:25:38.789 INFO:tasks.rados.rados.0.smithi046.stdout:1553: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:25:38.789 INFO:tasks.rados.rados.0.smithi046.stdout:1554: snap_remove snap 153 2024-09-18T02:25:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:38 smithi195 ceph-mon[89559]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 349 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 520 KiB/s wr, 3 op/s; 71/600 objects degraded (11.833%) 2024-09-18T02:25:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:38 smithi195 ceph-mon[89559]: osdmap e383: 8 total, 7 up, 8 in 2024-09-18T02:25:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:38 smithi195 ceph-mon[89559]: from='osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:25:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:38 smithi195 ceph-mon[89559]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:25:38.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:38.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[94621]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 349 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 520 KiB/s wr, 3 op/s; 71/600 objects degraded (11.833%) 2024-09-18T02:25:38.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[94621]: osdmap e383: 8 total, 7 up, 8 in 2024-09-18T02:25:38.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[94621]: from='osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:25:38.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[94621]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:25:38.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[97106]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 349 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 520 KiB/s wr, 3 op/s; 71/600 objects degraded (11.833%) 2024-09-18T02:25:38.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[97106]: osdmap e383: 8 total, 7 up, 8 in 2024-09-18T02:25:38.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[97106]: from='osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:25:38.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-mon[97106]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-18T02:25:38.976 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:38 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T02:25:38.573+0000 7f06aff75640 -1 osd.3 375 log_to_monitors true 2024-09-18T02:25:39.258 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T02:25:39.039+0000 7f06a3d17640 -1 osd.3 375 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:25:39.737 INFO:tasks.rados.rados.0.smithi046.stdout:1554: done (7 left) 2024-09-18T02:25:39.737 INFO:tasks.rados.rados.0.smithi046.stdout:1555: read oid 16 snap -1 2024-09-18T02:25:39.737 INFO:tasks.rados.rados.0.smithi046.stdout:1555: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:25:39.737 INFO:tasks.rados.rados.0.smithi046.stdout:1556: read oid 22 snap -1 2024-09-18T02:25:39.737 INFO:tasks.rados.rados.0.smithi046.stdout:1556: expect deleted 2024-09-18T02:25:39.738 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 155 2024-09-18T02:25:39.738 INFO:tasks.rados.rados.0.smithi046.stdout:1557: seq_num 490 ranges {2473984=614400,3088384=401408} 2024-09-18T02:25:39.752 INFO:tasks.rados.rados.0.smithi046.stdout:1557: writing smithi04682744-37 from 2473984 to 3088384 tid 1 2024-09-18T02:25:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1557: writing smithi04682744-37 from 3088384 to 3489792 tid 2 2024-09-18T02:25:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 155 2024-09-18T02:25:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing copy_from racing read to smithi04682744-24 2024-09-18T02:25:39.756 INFO:tasks.rados.rados.0.smithi046.stdout:1545: expect (ObjNum 234 snap 71 seq_num 234) 2024-09-18T02:25:39.945 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing copy_from to smithi04682744-24 2024-09-18T02:25:39.945 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1020 (ObjNum 479 snap 153 seq_num 479) dirty exists 2024-09-18T02:25:39.945 INFO:tasks.rados.rados.0.smithi046.stdout:1548: finishing copy_from racing read to smithi04682744-4 2024-09-18T02:25:39.945 INFO:tasks.rados.rados.0.smithi046.stdout:1548: finishing copy_from to smithi04682744-4 2024-09-18T02:25:39.945 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 759 (ObjNum 481 snap 154 seq_num 481) dirty exists 2024-09-18T02:25:39.945 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 1 to smithi04682744-11 2024-09-18T02:25:39.945 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 2 to smithi04682744-11 2024-09-18T02:25:39.946 INFO:tasks.rados.rados.0.smithi046.stdout:1558: seq_num 491 ranges {0=630784,630784=401408} 2024-09-18T02:25:39.946 INFO:tasks.rados.rados.0.smithi046.stdout:1558: writing smithi04682744-27 from 0 to 630784 tid 1 2024-09-18T02:25:39.947 INFO:tasks.rados.rados.0.smithi046.stdout:1558: writing smithi04682744-27 from 630784 to 1032192 tid 2 2024-09-18T02:25:39.947 INFO:tasks.rados.rados.0.smithi046.stdout:1545: done (10 left) 2024-09-18T02:25:39.948 INFO:tasks.rados.rados.0.smithi046.stdout:1547: done (9 left) 2024-09-18T02:25:39.948 INFO:tasks.rados.rados.0.smithi046.stdout:1548: done (8 left) 2024-09-18T02:25:39.948 INFO:tasks.rados.rados.0.smithi046.stdout:1559: snap_remove snap 134 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[94621]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[94621]: osdmap e384: 8 total, 7 up, 8 in 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[94621]: from='osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[94621]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[94621]: from='osd.3 ' entity='osd.3' 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[97106]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T02:25:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[97106]: osdmap e384: 8 total, 7 up, 8 in 2024-09-18T02:25:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[97106]: from='osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[97106]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[97106]: from='osd.3 ' entity='osd.3' 2024-09-18T02:25:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:39 smithi195 ceph-mon[89559]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-18T02:25:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:39 smithi195 ceph-mon[89559]: osdmap e384: 8 total, 7 up, 8 in 2024-09-18T02:25:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:39 smithi195 ceph-mon[89559]: from='osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:39 smithi195 ceph-mon[89559]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-18T02:25:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:39 smithi195 ceph-mon[89559]: from='osd.3 ' entity='osd.3' 2024-09-18T02:25:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1559: done (8 left) 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1560: read oid 2 snap -1 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1560: expect deleted 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1561: read oid 47 snap 83 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1561: expect deleted 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1562: snap_create 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 3 to smithi04682744-11 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 1 to smithi04682744-31 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 4 to smithi04682744-11 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 747 (ObjNum 488 snap 155 seq_num 488) dirty exists 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1550: left oid 11 (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:25:40.741 INFO:tasks.rados.rados.0.smithi046.stdout:1553: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:25:40.807 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 2 to smithi04682744-31 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 3 to smithi04682744-31 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 4 to smithi04682744-31 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 342 (ObjNum 489 snap 155 seq_num 489) dirty exists 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:1551: left oid 31 (ObjNum 489 snap 155 seq_num 489) 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing copy_from to smithi04682744-14 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 560 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:25:40.808 INFO:tasks.rados.rados.0.smithi046.stdout:1555: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:25:40.845 INFO:tasks.rados.rados.0.smithi046.stdout:1557: finishing write tid 1 to smithi04682744-37 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1557: finishing write tid 2 to smithi04682744-37 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1557: finishing write tid 3 to smithi04682744-37 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1557: finishing write tid 4 to smithi04682744-37 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 711 (ObjNum 490 snap 155 seq_num 490) dirty exists 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1557: left oid 37 (ObjNum 490 snap 155 seq_num 490) 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 1 to smithi04682744-27 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 2 to smithi04682744-27 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 3 to smithi04682744-27 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 4 to smithi04682744-27 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 979 (ObjNum 491 snap 155 seq_num 491) dirty exists 2024-09-18T02:25:40.846 INFO:tasks.rados.rados.0.smithi046.stdout:1558: left oid 27 (ObjNum 491 snap 155 seq_num 491) 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 72/543 objects degraded (13.260%) 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290] boot 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: osdmap e385: 8 total, 8 up, 8 in 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 72/543 objects degraded (13.260%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:40.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 72/543 objects degraded (13.260%) 2024-09-18T02:25:40.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:25:40.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290] boot 2024-09-18T02:25:40.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: osdmap e385: 8 total, 8 up, 8 in 2024-09-18T02:25:40.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:25:40.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:40.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:40 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 72/543 objects degraded (13.260%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 72/543 objects degraded (13.260%) 2024-09-18T02:25:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:25:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: osd.3 [v2:172.21.15.46:6826/4221774290,v1:172.21.15.46:6827/4221774290] boot 2024-09-18T02:25:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: osdmap e385: 8 total, 8 up, 8 in 2024-09-18T02:25:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-18T02:25:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:40 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 72/543 objects degraded (13.260%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T02:25:41.739 INFO:tasks.rados.rados.0.smithi046.stdout:1550: done (10 left) 2024-09-18T02:25:41.739 INFO:tasks.rados.rados.0.smithi046.stdout:1551: done (9 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1552: done (8 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1553: done (7 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1555: done (6 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1556: done (5 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1557: done (4 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1558: done (3 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1560: done (2 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1561: done (1 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1562: done (0 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1563: rollback oid 49 current snap is 156 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 83 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1564: rmattr oid 46 current snap is 156 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:1564: done (1 left) 2024-09-18T02:25:41.740 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 156 2024-09-18T02:25:41.741 INFO:tasks.rados.rados.0.smithi046.stdout:1565: seq_num 492 ranges {1196032=647168,1843200=401408} 2024-09-18T02:25:41.750 INFO:tasks.rados.rados.0.smithi046.stdout:1565: writing smithi04682744-16 from 1196032 to 1843200 tid 1 2024-09-18T02:25:41.753 INFO:tasks.rados.rados.0.smithi046.stdout:1565: writing smithi04682744-16 from 1843200 to 2244608 tid 2 2024-09-18T02:25:41.753 INFO:tasks.rados.rados.0.smithi046.stdout:1566: snap_create 2024-09-18T02:25:41.753 INFO:tasks.rados.rados.0.smithi046.stdout:1563: finishing rollback tid 0 to smithi04682744-49 2024-09-18T02:25:41.753 INFO:tasks.rados.rados.0.smithi046.stdout:1563: finishing rollback tid 1 to smithi04682744-49 2024-09-18T02:25:41.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1061 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:25:41.754 INFO:tasks.rados.rados.0.smithi046.stdout:1565: finishing write tid 1 to smithi04682744-16 2024-09-18T02:25:41.755 INFO:tasks.rados.rados.0.smithi046.stdout:1565: finishing write tid 2 to smithi04682744-16 2024-09-18T02:25:41.755 INFO:tasks.rados.rados.0.smithi046.stdout:1565: finishing write tid 3 to smithi04682744-16 2024-09-18T02:25:41.756 INFO:tasks.rados.rados.0.smithi046.stdout:1565: finishing write tid 4 to smithi04682744-16 2024-09-18T02:25:41.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 563 (ObjNum 492 snap 156 seq_num 492) dirty exists 2024-09-18T02:25:41.756 INFO:tasks.rados.rados.0.smithi046.stdout:1565: left oid 16 (ObjNum 492 snap 156 seq_num 492) 2024-09-18T02:25:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:41 smithi046 ceph-mon[94621]: osdmap e386: 8 total, 8 up, 8 in 2024-09-18T02:25:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:41 smithi046 ceph-mon[97106]: osdmap e386: 8 total, 8 up, 8 in 2024-09-18T02:25:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:41 smithi195 ceph-mon[89559]: osdmap e386: 8 total, 8 up, 8 in 2024-09-18T02:25:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:42.742 INFO:tasks.rados.rados.0.smithi046.stdout:1563: done (2 left) 2024-09-18T02:25:42.742 INFO:tasks.rados.rados.0.smithi046.stdout:1565: done (1 left) 2024-09-18T02:25:42.742 INFO:tasks.rados.rados.0.smithi046.stdout:1566: done (0 left) 2024-09-18T02:25:42.742 INFO:tasks.rados.rados.0.smithi046.stdout:1567: delete oid 24 current snap is 157 2024-09-18T02:25:42.746 INFO:tasks.rados.rados.0.smithi046.stdout:1567: done (0 left) 2024-09-18T02:25:42.747 INFO:tasks.rados.rados.0.smithi046.stdout:1568: snap_remove snap 83 2024-09-18T02:25:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:42 smithi046 ceph-mon[94621]: pgmap v258: 121 pgs: 6 peering, 28 active+undersized, 7 active+undersized+degraded, 80 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 16 op/s; 71/540 objects degraded (13.148%) 2024-09-18T02:25:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:42 smithi046 ceph-mon[94621]: osdmap e387: 8 total, 8 up, 8 in 2024-09-18T02:25:42.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:42 smithi046 ceph-mon[97106]: pgmap v258: 121 pgs: 6 peering, 28 active+undersized, 7 active+undersized+degraded, 80 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 16 op/s; 71/540 objects degraded (13.148%) 2024-09-18T02:25:42.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:42 smithi046 ceph-mon[97106]: osdmap e387: 8 total, 8 up, 8 in 2024-09-18T02:25:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:42 smithi195 ceph-mon[89559]: pgmap v258: 121 pgs: 6 peering, 28 active+undersized, 7 active+undersized+degraded, 80 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 16 op/s; 71/540 objects degraded (13.148%) 2024-09-18T02:25:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:42 smithi195 ceph-mon[89559]: osdmap e387: 8 total, 8 up, 8 in 2024-09-18T02:25:43.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:25:43.067+0000 7fd2e89d4640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:25:43.749 INFO:tasks.rados.rados.0.smithi046.stdout:1568: done (0 left) 2024-09-18T02:25:43.749 INFO:tasks.rados.rados.0.smithi046.stdout:1569: delete oid 24 current snap is 157 2024-09-18T02:25:43.758 INFO:tasks.rados.rados.0.smithi046.stdout:1569: done (0 left) 2024-09-18T02:25:43.758 INFO:tasks.rados.rados.0.smithi046.stdout:1570: read oid 30 snap -1 2024-09-18T02:25:43.758 INFO:tasks.rados.rados.0.smithi046.stdout:1570: expect (ObjNum 481 snap 154 seq_num 481) 2024-09-18T02:25:43.759 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 157 2024-09-18T02:25:43.759 INFO:tasks.rados.rados.0.smithi046.stdout:1571: seq_num 495 ranges {884736=696320,1581056=401408} 2024-09-18T02:25:43.769 INFO:tasks.rados.rados.0.smithi046.stdout:1571: writing smithi04682744-23 from 884736 to 1581056 tid 1 2024-09-18T02:25:43.772 INFO:tasks.rados.rados.0.smithi046.stdout:1571: writing smithi04682744-23 from 1581056 to 1982464 tid 2 2024-09-18T02:25:43.773 INFO:tasks.rados.rados.0.smithi046.stdout:1572: rollback oid 41 current snap is 157 2024-09-18T02:25:43.773 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 156 2024-09-18T02:25:43.773 INFO:tasks.rados.rados.0.smithi046.stdout:1573: read oid 29 snap -1 2024-09-18T02:25:43.773 INFO:tasks.rados.rados.0.smithi046.stdout:1573: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:25:43.773 INFO:tasks.rados.rados.0.smithi046.stdout:1574: snap_remove snap 155 2024-09-18T02:25:43.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: osdmap e388: 8 total, 8 up, 8 in 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:25:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: osdmap e388: 8 total, 8 up, 8 in 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: osdmap e388: 8 total, 8 up, 8 in 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:44.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:44.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:44.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:44.755 INFO:tasks.rados.rados.0.smithi046.stdout:1574: done (4 left) 2024-09-18T02:25:44.755 INFO:tasks.rados.rados.0.smithi046.stdout:1575: read oid 38 snap -1 2024-09-18T02:25:44.755 INFO:tasks.rados.rados.0.smithi046.stdout:1575: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:25:44.755 INFO:tasks.rados.rados.0.smithi046.stdout:1576: setattr oid 39 current snap is 157 2024-09-18T02:25:44.755 INFO:tasks.rados.rados.0.smithi046.stdout:1572: finishing rollback tid 0 to smithi04682744-41 2024-09-18T02:25:44.755 INFO:tasks.rados.rados.0.smithi046.stdout:1572: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:25:44.756 INFO:tasks.rados.rados.0.smithi046.stdout:1572: finishing rollback tid 2 to smithi04682744-41 2024-09-18T02:25:44.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 752 (ObjNum 418 snap 135 seq_num 418) dirty exists 2024-09-18T02:25:44.756 INFO:tasks.rados.rados.0.smithi046.stdout:1573: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:25:44.799 INFO:tasks.rados.rados.0.smithi046.stdout:1571: finishing write tid 1 to smithi04682744-23 2024-09-18T02:25:44.799 INFO:tasks.rados.rados.0.smithi046.stdout:1571: finishing write tid 2 to smithi04682744-23 2024-09-18T02:25:44.799 INFO:tasks.rados.rados.0.smithi046.stdout:1571: finishing write tid 3 to smithi04682744-23 2024-09-18T02:25:44.799 INFO:tasks.rados.rados.0.smithi046.stdout:1571: finishing write tid 4 to smithi04682744-23 2024-09-18T02:25:44.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1031 (ObjNum 495 snap 157 seq_num 495) dirty exists 2024-09-18T02:25:44.799 INFO:tasks.rados.rados.0.smithi046.stdout:1571: left oid 23 (ObjNum 495 snap 157 seq_num 495) 2024-09-18T02:25:44.800 INFO:tasks.rados.rados.0.smithi046.stdout:1570: expect (ObjNum 481 snap 154 seq_num 481) 2024-09-18T02:25:45.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:44 smithi046 ceph-mon[94621]: pgmap v261: 121 pgs: 6 peering, 23 active+undersized, 3 active+undersized+degraded, 89 active+clean; 255 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 4.6 MiB/s wr, 8 op/s; 40/438 objects degraded (9.132%); 4.8 MiB/s, 1 objects/s recovering 2024-09-18T02:25:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:44 smithi046 ceph-mon[94621]: osdmap e389: 8 total, 8 up, 8 in 2024-09-18T02:25:45.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:44 smithi046 ceph-mon[97106]: pgmap v261: 121 pgs: 6 peering, 23 active+undersized, 3 active+undersized+degraded, 89 active+clean; 255 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 4.6 MiB/s wr, 8 op/s; 40/438 objects degraded (9.132%); 4.8 MiB/s, 1 objects/s recovering 2024-09-18T02:25:45.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:44 smithi046 ceph-mon[97106]: osdmap e389: 8 total, 8 up, 8 in 2024-09-18T02:25:45.123 INFO:tasks.rados.rados.0.smithi046.stdout:1575: expect (ObjNum 214 snap 60 seq_num 214) 2024-09-18T02:25:45.154 INFO:tasks.rados.rados.0.smithi046.stdout:1570: done (5 left) 2024-09-18T02:25:45.154 INFO:tasks.rados.rados.0.smithi046.stdout:1571: done (4 left) 2024-09-18T02:25:45.154 INFO:tasks.rados.rados.0.smithi046.stdout:1572: done (3 left) 2024-09-18T02:25:45.154 INFO:tasks.rados.rados.0.smithi046.stdout:1573: done (2 left) 2024-09-18T02:25:45.155 INFO:tasks.rados.rados.0.smithi046.stdout:1575: done (1 left) 2024-09-18T02:25:45.155 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 157 2024-09-18T02:25:45.155 INFO:tasks.rados.rados.0.smithi046.stdout:1577: seq_num 496 ranges {2695168=712704,3407872=401408} 2024-09-18T02:25:45.172 INFO:tasks.rados.rados.0.smithi046.stdout:1577: writing smithi04682744-6 from 2695168 to 3407872 tid 1 2024-09-18T02:25:45.175 INFO:tasks.rados.rados.0.smithi046.stdout:1577: writing smithi04682744-6 from 3407872 to 3809280 tid 2 2024-09-18T02:25:45.175 INFO:tasks.rados.rados.0.smithi046.stdout:1578: snap_remove snap 156 2024-09-18T02:25:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:44 smithi195 ceph-mon[89559]: pgmap v261: 121 pgs: 6 peering, 23 active+undersized, 3 active+undersized+degraded, 89 active+clean; 255 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 4.6 MiB/s wr, 8 op/s; 40/438 objects degraded (9.132%); 4.8 MiB/s, 1 objects/s recovering 2024-09-18T02:25:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:44 smithi195 ceph-mon[89559]: osdmap e389: 8 total, 8 up, 8 in 2024-09-18T02:25:45.759 INFO:tasks.rados.rados.0.smithi046.stdout:1578: done (2 left) 2024-09-18T02:25:45.760 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 157 2024-09-18T02:25:45.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 692 (ObjNum 484 snap 155 seq_num 484) dirty exists 2024-09-18T02:25:45.760 INFO:tasks.rados.rados.0.smithi046.stdout:1579: seq_num 497 ranges {2375680=729088,3104768=401408} 2024-09-18T02:25:45.777 INFO:tasks.rados.rados.0.smithi046.stdout:1579: writing smithi04682744-46 from 2375680 to 3104768 tid 1 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1579: writing smithi04682744-46 from 3104768 to 3506176 tid 2 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1576: done (2 left) 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1580: rollback oid 39 current snap is 157 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1580: done (2 left) 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1581: copy_from oid 28 from oid 31 current snap is 157 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1577: finishing write tid 1 to smithi04682744-6 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1577: finishing write tid 2 to smithi04682744-6 2024-09-18T02:25:45.780 INFO:tasks.rados.rados.0.smithi046.stdout:1577: finishing write tid 3 to smithi04682744-6 2024-09-18T02:25:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:1577: finishing write tid 4 to smithi04682744-6 2024-09-18T02:25:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 797 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-09-18T02:25:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:1577: left oid 6 (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:25:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:1577: done (2 left) 2024-09-18T02:25:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 157 2024-09-18T02:25:45.781 INFO:tasks.rados.rados.0.smithi046.stdout:1582: seq_num 498 ranges {409600=745472,1155072=401408} 2024-09-18T02:25:45.787 INFO:tasks.rados.rados.0.smithi046.stdout:1582: writing smithi04682744-25 from 409600 to 1155072 tid 1 2024-09-18T02:25:45.790 INFO:tasks.rados.rados.0.smithi046.stdout:1582: writing smithi04682744-25 from 1155072 to 1556480 tid 2 2024-09-18T02:25:45.790 INFO:tasks.rados.rados.0.smithi046.stdout:1583: read oid 23 snap -1 2024-09-18T02:25:45.790 INFO:tasks.rados.rados.0.smithi046.stdout:1583: expect (ObjNum 495 snap 157 seq_num 495) 2024-09-18T02:25:45.790 INFO:tasks.rados.rados.0.smithi046.stdout:1584: rollback oid 36 current snap is 157 2024-09-18T02:25:45.791 INFO:tasks.rados.rados.0.smithi046.stdout:1584: done (4 left) 2024-09-18T02:25:45.791 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 157 2024-09-18T02:25:45.791 INFO:tasks.rados.rados.0.smithi046.stdout:1579: finishing write tid 1 to smithi04682744-46 2024-09-18T02:25:45.791 INFO:tasks.rados.rados.0.smithi046.stdout:1579: finishing write tid 2 to smithi04682744-46 2024-09-18T02:25:45.791 INFO:tasks.rados.rados.0.smithi046.stdout:1585: seq_num 499 ranges {0=761856,761856=401408} 2024-09-18T02:25:45.795 INFO:tasks.rados.rados.0.smithi046.stdout:1585: writing smithi04682744-43 from 0 to 761856 tid 1 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1585: writing smithi04682744-43 from 761856 to 1163264 tid 2 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1586: rmattr oid 10 current snap is 157 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1579: finishing write tid 3 to smithi04682744-46 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1579: finishing write tid 4 to smithi04682744-46 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 743 (ObjNum 497 snap 157 seq_num 497) dirty exists 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1579: left oid 46 (ObjNum 497 snap 157 seq_num 497) 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing copy_from racing read to smithi04682744-28 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing write tid 1 to smithi04682744-25 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing write tid 2 to smithi04682744-25 2024-09-18T02:25:45.798 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing write tid 3 to smithi04682744-25 2024-09-18T02:25:45.799 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing copy_from to smithi04682744-28 2024-09-18T02:25:45.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 342 (ObjNum 489 snap 155 seq_num 489) dirty exists 2024-09-18T02:25:45.799 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing write tid 4 to smithi04682744-25 2024-09-18T02:25:45.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 697 (ObjNum 498 snap 157 seq_num 498) dirty exists 2024-09-18T02:25:45.799 INFO:tasks.rados.rados.0.smithi046.stdout:1582: left oid 25 (ObjNum 498 snap 157 seq_num 498) 2024-09-18T02:25:45.799 INFO:tasks.rados.rados.0.smithi046.stdout:1583: expect (ObjNum 495 snap 157 seq_num 495) 2024-09-18T02:25:45.867 INFO:tasks.rados.rados.0.smithi046.stdout:1585: finishing write tid 1 to smithi04682744-43 2024-09-18T02:25:45.867 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 980 (ObjNum 365 snap 118 seq_num 365) dirty exists 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1585: finishing write tid 2 to smithi04682744-43 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1585: finishing write tid 3 to smithi04682744-43 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1585: finishing write tid 4 to smithi04682744-43 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 502 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1585: left oid 43 (ObjNum 499 snap 157 seq_num 499) 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1579: done (5 left) 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1581: done (4 left) 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1582: done (3 left) 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1583: done (2 left) 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1585: done (1 left) 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1586: done (0 left) 2024-09-18T02:25:45.868 INFO:tasks.rados.rados.0.smithi046.stdout:1587: setattr oid 14 current snap is 157 2024-09-18T02:25:45.869 INFO:tasks.rados.rados.0.smithi046.stdout:1588: read oid 8 snap -1 2024-09-18T02:25:45.869 INFO:tasks.rados.rados.0.smithi046.stdout:1588: expect (ObjNum 420 snap 137 seq_num 420) 2024-09-18T02:25:45.869 INFO:tasks.rados.rados.0.smithi046.stdout:1589: snap_create 2024-09-18T02:25:45.875 INFO:tasks.rados.rados.0.smithi046.stdout:1588: expect (ObjNum 420 snap 137 seq_num 420) 2024-09-18T02:25:45.988 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 564 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:25:46.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:45 smithi046 ceph-mon[94621]: osdmap e390: 8 total, 8 up, 8 in 2024-09-18T02:25:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:45 smithi046 ceph-mon[97106]: osdmap e390: 8 total, 8 up, 8 in 2024-09-18T02:25:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:45 smithi195 ceph-mon[89559]: osdmap e390: 8 total, 8 up, 8 in 2024-09-18T02:25:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:1587: done (2 left) 2024-09-18T02:25:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:1588: done (1 left) 2024-09-18T02:25:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:1589: done (0 left) 2024-09-18T02:25:46.724 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 158 2024-09-18T02:25:46.724 INFO:tasks.rados.rados.0.smithi046.stdout:1590: seq_num 500 ranges {409600=778240,1187840=401408} 2024-09-18T02:25:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1590: writing smithi04682744-44 from 409600 to 1187840 tid 1 2024-09-18T02:25:46.732 INFO:tasks.rados.rados.0.smithi046.stdout:1590: writing smithi04682744-44 from 1187840 to 1589248 tid 2 2024-09-18T02:25:46.732 INFO:tasks.rados.rados.0.smithi046.stdout:1591: delete oid 45 current snap is 158 2024-09-18T02:25:46.739 INFO:tasks.rados.rados.0.smithi046.stdout:1591: done (1 left) 2024-09-18T02:25:46.739 INFO:tasks.rados.rados.0.smithi046.stdout:1592: snap_create 2024-09-18T02:25:46.739 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 1 to smithi04682744-44 2024-09-18T02:25:46.739 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 2 to smithi04682744-44 2024-09-18T02:25:46.739 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 3 to smithi04682744-44 2024-09-18T02:25:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 4 to smithi04682744-44 2024-09-18T02:25:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 333 (ObjNum 500 snap 158 seq_num 500) dirty exists 2024-09-18T02:25:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1590: left oid 44 (ObjNum 500 snap 158 seq_num 500) 2024-09-18T02:25:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:25:46] "GET /metrics HTTP/1.1" 200 36110 "" "Prometheus/2.43.0" 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[97106]: pgmap v264: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 11 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/438 objects degraded (9.132%), 3 pgs degraded) 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[97106]: osdmap e391: 8 total, 8 up, 8 in 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[97106]: osdmap e392: 8 total, 8 up, 8 in 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[94621]: pgmap v264: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 11 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/438 objects degraded (9.132%), 3 pgs degraded) 2024-09-18T02:25:47.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:25:47.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[94621]: osdmap e391: 8 total, 8 up, 8 in 2024-09-18T02:25:47.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:46 smithi046 ceph-mon[94621]: osdmap e392: 8 total, 8 up, 8 in 2024-09-18T02:25:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:46 smithi195 ceph-mon[89559]: pgmap v264: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 11 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-09-18T02:25:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:46 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/438 objects degraded (9.132%), 3 pgs degraded) 2024-09-18T02:25:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:46 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:25:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:46 smithi195 ceph-mon[89559]: osdmap e391: 8 total, 8 up, 8 in 2024-09-18T02:25:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:46 smithi195 ceph-mon[89559]: osdmap e392: 8 total, 8 up, 8 in 2024-09-18T02:25:47.725 INFO:tasks.rados.rados.0.smithi046.stdout:1590: done (1 left) 2024-09-18T02:25:47.726 INFO:tasks.rados.rados.0.smithi046.stdout:1592: done (0 left) 2024-09-18T02:25:47.726 INFO:tasks.rados.rados.0.smithi046.stdout:1593: snap_remove snap 157 2024-09-18T02:25:48.730 INFO:tasks.rados.rados.0.smithi046.stdout:1593: done (0 left) 2024-09-18T02:25:48.730 INFO:tasks.rados.rados.0.smithi046.stdout:1594: snap_create 2024-09-18T02:25:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:48 smithi195 ceph-mon[89559]: pgmap v267: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 516 KiB/s wr, 4 op/s; 1.3 MiB/s, 1 objects/s recovering 2024-09-18T02:25:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:48 smithi195 ceph-mon[89559]: osdmap e393: 8 total, 8 up, 8 in 2024-09-18T02:25:48.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:48 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:48 smithi046 ceph-mon[94621]: pgmap v267: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 516 KiB/s wr, 4 op/s; 1.3 MiB/s, 1 objects/s recovering 2024-09-18T02:25:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:48 smithi046 ceph-mon[94621]: osdmap e393: 8 total, 8 up, 8 in 2024-09-18T02:25:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:48 smithi046 ceph-mon[97106]: pgmap v267: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 516 KiB/s wr, 4 op/s; 1.3 MiB/s, 1 objects/s recovering 2024-09-18T02:25:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:48 smithi046 ceph-mon[97106]: osdmap e393: 8 total, 8 up, 8 in 2024-09-18T02:25:49.737 INFO:tasks.rados.rados.0.smithi046.stdout:1594: done (0 left) 2024-09-18T02:25:49.737 INFO:tasks.rados.rados.0.smithi046.stdout:1595: read oid 11 snap -1 2024-09-18T02:25:49.738 INFO:tasks.rados.rados.0.smithi046.stdout:1595: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:25:49.738 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 160 2024-09-18T02:25:49.738 INFO:tasks.rados.rados.0.smithi046.stdout:1596: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-09-18T02:25:49.740 INFO:tasks.rados.rados.0.smithi046.stdout:1596: writing smithi04682744-24 from 0 to 409600 tid 1 2024-09-18T02:25:49.743 INFO:tasks.rados.rados.0.smithi046.stdout:1596: writing smithi04682744-24 from 409600 to 827392 tid 2 2024-09-18T02:25:49.746 INFO:tasks.rados.rados.0.smithi046.stdout:1596: writing smithi04682744-24 from 827392 to 1212416 tid 3 2024-09-18T02:25:49.746 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 160 2024-09-18T02:25:49.746 INFO:tasks.rados.rados.0.smithi046.stdout:1597: seq_num 503 ranges {2449408=425984,2875392=704512,3579904=98304} 2024-09-18T02:25:49.765 INFO:tasks.rados.rados.0.smithi046.stdout:1597: writing smithi04682744-32 from 2449408 to 2875392 tid 1 2024-09-18T02:25:49.766 INFO:tasks.rados.rados.0.smithi046.stdout:1597: writing smithi04682744-32 from 2875392 to 3579904 tid 2 2024-09-18T02:25:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:1597: writing smithi04682744-32 from 3579904 to 3678208 tid 3 2024-09-18T02:25:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 160 2024-09-18T02:25:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:1598: seq_num 504 ranges {4079616=450560,4530176=589824,5120000=212992} 2024-09-18T02:25:49.792 INFO:tasks.rados.rados.0.smithi046.stdout:1598: writing smithi04682744-36 from 4079616 to 4530176 tid 1 2024-09-18T02:25:49.796 INFO:tasks.rados.rados.0.smithi046.stdout:1598: writing smithi04682744-36 from 4530176 to 5120000 tid 2 2024-09-18T02:25:49.797 INFO:tasks.rados.rados.0.smithi046.stdout:1598: writing smithi04682744-36 from 5120000 to 5332992 tid 3 2024-09-18T02:25:49.797 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 160 2024-09-18T02:25:49.798 INFO:tasks.rados.rados.0.smithi046.stdout:1595: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:25:49.824 INFO:tasks.rados.rados.0.smithi046.stdout:1596: finishing write tid 1 to smithi04682744-24 2024-09-18T02:25:49.824 INFO:tasks.rados.rados.0.smithi046.stdout:1596: finishing write tid 2 to smithi04682744-24 2024-09-18T02:25:49.824 INFO:tasks.rados.rados.0.smithi046.stdout:1596: finishing write tid 3 to smithi04682744-24 2024-09-18T02:25:49.824 INFO:tasks.rados.rados.0.smithi046.stdout:1596: finishing write tid 4 to smithi04682744-24 2024-09-18T02:25:49.824 INFO:tasks.rados.rados.0.smithi046.stdout:1596: finishing write tid 5 to smithi04682744-24 2024-09-18T02:25:49.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1025 (ObjNum 502 snap 160 seq_num 502) dirty exists 2024-09-18T02:25:49.825 INFO:tasks.rados.rados.0.smithi046.stdout:1596: left oid 24 (ObjNum 502 snap 160 seq_num 502) 2024-09-18T02:25:49.825 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 1 to smithi04682744-32 2024-09-18T02:25:49.825 INFO:tasks.rados.rados.0.smithi046.stdout:1599: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-09-18T02:25:49.826 INFO:tasks.rados.rados.0.smithi046.stdout:1599: writing smithi04682744-22 from 0 to 466944 tid 1 2024-09-18T02:25:49.829 INFO:tasks.rados.rados.0.smithi046.stdout:1599: writing smithi04682744-22 from 466944 to 942080 tid 2 2024-09-18T02:25:49.832 INFO:tasks.rados.rados.0.smithi046.stdout:1599: writing smithi04682744-22 from 942080 to 1269760 tid 3 2024-09-18T02:25:49.832 INFO:tasks.rados.rados.0.smithi046.stdout:1595: done (4 left) 2024-09-18T02:25:49.832 INFO:tasks.rados.rados.0.smithi046.stdout:1596: done (3 left) 2024-09-18T02:25:49.832 INFO:tasks.rados.rados.0.smithi046.stdout:1600: snap_remove snap 159 2024-09-18T02:25:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:49 smithi046 ceph-mon[94621]: osdmap e394: 8 total, 8 up, 8 in 2024-09-18T02:25:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:49 smithi046 ceph-mon[97106]: osdmap e394: 8 total, 8 up, 8 in 2024-09-18T02:25:50.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:49 smithi195 ceph-mon[89559]: osdmap e394: 8 total, 8 up, 8 in 2024-09-18T02:25:50.741 INFO:tasks.rados.rados.0.smithi046.stdout:1600: done (3 left) 2024-09-18T02:25:50.741 INFO:tasks.rados.rados.0.smithi046.stdout:1601: rollback oid 20 current snap is 160 2024-09-18T02:25:50.741 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 158 2024-09-18T02:25:50.741 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 2 to smithi04682744-32 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 3 to smithi04682744-32 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 4 to smithi04682744-32 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 5 to smithi04682744-32 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1074 (ObjNum 503 snap 160 seq_num 503) dirty exists 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1597: left oid 32 (ObjNum 503 snap 160 seq_num 503) 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1598: finishing write tid 1 to smithi04682744-36 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1598: finishing write tid 2 to smithi04682744-36 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1598: finishing write tid 3 to smithi04682744-36 2024-09-18T02:25:50.742 INFO:tasks.rados.rados.0.smithi046.stdout:1598: finishing write tid 4 to smithi04682744-36 2024-09-18T02:25:50.743 INFO:tasks.rados.rados.0.smithi046.stdout:1598: finishing write tid 5 to smithi04682744-36 2024-09-18T02:25:50.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 963 (ObjNum 504 snap 160 seq_num 504) dirty exists 2024-09-18T02:25:50.743 INFO:tasks.rados.rados.0.smithi046.stdout:1598: left oid 36 (ObjNum 504 snap 160 seq_num 504) 2024-09-18T02:25:50.743 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing write tid 1 to smithi04682744-22 2024-09-18T02:25:50.743 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing write tid 2 to smithi04682744-22 2024-09-18T02:25:50.743 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing write tid 3 to smithi04682744-22 2024-09-18T02:25:50.744 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing write tid 4 to smithi04682744-22 2024-09-18T02:25:50.744 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing write tid 5 to smithi04682744-22 2024-09-18T02:25:50.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1078 (ObjNum 505 snap 160 seq_num 505) dirty exists 2024-09-18T02:25:50.744 INFO:tasks.rados.rados.0.smithi046.stdout:1599: left oid 22 (ObjNum 505 snap 160 seq_num 505) 2024-09-18T02:25:50.744 INFO:tasks.rados.rados.0.smithi046.stdout:1597: done (3 left) 2024-09-18T02:25:50.744 INFO:tasks.rados.rados.0.smithi046.stdout:1598: done (2 left) 2024-09-18T02:25:50.745 INFO:tasks.rados.rados.0.smithi046.stdout:1599: done (1 left) 2024-09-18T02:25:50.745 INFO:tasks.rados.rados.0.smithi046.stdout:1602: delete oid 28 current snap is 160 2024-09-18T02:25:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1602: done (1 left) 2024-09-18T02:25:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1603: read oid 34 snap 158 2024-09-18T02:25:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1603: expect deleted 2024-09-18T02:25:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 160 2024-09-18T02:25:50.747 INFO:tasks.rados.rados.0.smithi046.stdout:1604: seq_num 507 ranges {3031040=499712,3530752=638976,4169728=163840} 2024-09-18T02:25:50.766 INFO:tasks.rados.rados.0.smithi046.stdout:1604: writing smithi04682744-17 from 3031040 to 3530752 tid 1 2024-09-18T02:25:50.769 INFO:tasks.rados.rados.0.smithi046.stdout:1604: writing smithi04682744-17 from 3530752 to 4169728 tid 2 2024-09-18T02:25:50.771 INFO:tasks.rados.rados.0.smithi046.stdout:1604: writing smithi04682744-17 from 4169728 to 4333568 tid 3 2024-09-18T02:25:50.771 INFO:tasks.rados.rados.0.smithi046.stdout:1605: copy_from oid 40 from oid 41 current snap is 160 2024-09-18T02:25:50.771 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:25:50.771 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:25:50.771 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing rollback tid 2 to smithi04682744-20 2024-09-18T02:25:50.772 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 714 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-09-18T02:25:50.772 INFO:tasks.rados.rados.0.smithi046.stdout:1601: done (3 left) 2024-09-18T02:25:50.772 INFO:tasks.rados.rados.0.smithi046.stdout:1603: done (2 left) 2024-09-18T02:25:50.772 INFO:tasks.rados.rados.0.smithi046.stdout:1606: snap_remove snap 158 2024-09-18T02:25:50.919 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:25:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:50 smithi046 ceph-mon[94621]: pgmap v270: 121 pgs: 121 active+clean; 118 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-09-18T02:25:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:50 smithi046 ceph-mon[94621]: osdmap e395: 8 total, 8 up, 8 in 2024-09-18T02:25:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:50 smithi046 ceph-mon[97106]: pgmap v270: 121 pgs: 121 active+clean; 118 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-09-18T02:25:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:50 smithi046 ceph-mon[97106]: osdmap e395: 8 total, 8 up, 8 in 2024-09-18T02:25:51.184 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:25:51.184 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (4m) 11s ago 8m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:25:51.184 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (4m) 2m ago 8m 82.2M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:25:51.184 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (9m) 11s ago 9m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (9m) 2m ago 9m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (3m) 2m ago 12m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (3m) 11s ago 14m 496M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (3m) 11s ago 14m 53.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (2m) 2m ago 12m 28.6M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (2m) 11s ago 12m 44.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (4m) 11s ago 7m 15.1M - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (4m) 2m ago 7m 8707k - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (113s) 11s ago 12m 200M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (81s) 11s ago 11m 159M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (48s) 11s ago 11m 122M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (15s) 11s ago 11m 12.1M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:25:51.185 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (10m) 2m ago 10m 143M 2480M 17.2.7-1635-g4a704134 f22ead590bad 88eff25a7e4e 2024-09-18T02:25:51.186 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (10m) 2m ago 10m 150M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:25:51.186 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (9m) 2m ago 9m 107M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:25:51.186 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (9m) 2m ago 9m 93.8M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:25:51.186 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (3m) 2m ago 8m 49.4M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:25:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:50 smithi195 ceph-mon[89559]: pgmap v270: 121 pgs: 121 active+clean; 118 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-09-18T02:25:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:50 smithi195 ceph-mon[89559]: osdmap e395: 8 total, 8 up, 8 in 2024-09-18T02:25:51.519 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:25:51.519 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:25:51.519 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:25:51.519 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 4, 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 4 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:25:51.520 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 6, 2024-09-18T02:25:51.521 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 9 2024-09-18T02:25:51.521 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:25:51.521 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:25:51.723 INFO:tasks.rados.rados.0.smithi046.stdout:1606: done (2 left) 2024-09-18T02:25:51.723 INFO:tasks.rados.rados.0.smithi046.stdout:1607: snap_create 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1604: finishing write tid 1 to smithi04682744-17 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1604: finishing write tid 2 to smithi04682744-17 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1604: finishing write tid 3 to smithi04682744-17 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1604: finishing write tid 4 to smithi04682744-17 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1604: finishing write tid 5 to smithi04682744-17 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1046 (ObjNum 507 snap 160 seq_num 507) dirty exists 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1604: left oid 17 (ObjNum 507 snap 160 seq_num 507) 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1605: finishing copy_from racing read to smithi04682744-40 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:1605: finishing copy_from to smithi04682744-40 2024-09-18T02:25:51.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 752 (ObjNum 418 snap 135 seq_num 418) dirty exists 2024-09-18T02:25:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[94621]: osdmap e396: 8 total, 8 up, 8 in 2024-09-18T02:25:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[94621]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[94621]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1444465174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[94621]: osdmap e397: 8 total, 8 up, 8 in 2024-09-18T02:25:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[97106]: osdmap e396: 8 total, 8 up, 8 in 2024-09-18T02:25:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[97106]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[97106]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1444465174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:51 smithi046 ceph-mon[97106]: osdmap e397: 8 total, 8 up, 8 in 2024-09-18T02:25:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:51 smithi195 ceph-mon[89559]: osdmap e396: 8 total, 8 up, 8 in 2024-09-18T02:25:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:51 smithi195 ceph-mon[89559]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:51 smithi195 ceph-mon[89559]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:25:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:51 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1444465174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:25:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:51 smithi195 ceph-mon[89559]: osdmap e397: 8 total, 8 up, 8 in 2024-09-18T02:25:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:52.727 INFO:tasks.rados.rados.0.smithi046.stdout:1604: done (2 left) 2024-09-18T02:25:52.727 INFO:tasks.rados.rados.0.smithi046.stdout:1605: done (1 left) 2024-09-18T02:25:52.727 INFO:tasks.rados.rados.0.smithi046.stdout:1607: done (0 left) 2024-09-18T02:25:52.727 INFO:tasks.rados.rados.0.smithi046.stdout:1608: read oid 28 snap -1 2024-09-18T02:25:52.727 INFO:tasks.rados.rados.0.smithi046.stdout:1608: expect deleted 2024-09-18T02:25:52.727 INFO:tasks.rados.rados.0.smithi046.stdout:1609: read oid 11 snap -1 2024-09-18T02:25:52.728 INFO:tasks.rados.rados.0.smithi046.stdout:1609: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:25:52.728 INFO:tasks.rados.rados.0.smithi046.stdout:1610: read oid 14 snap -1 2024-09-18T02:25:52.728 INFO:tasks.rados.rados.0.smithi046.stdout:1610: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:52.728 INFO:tasks.rados.rados.0.smithi046.stdout:1611: read oid 18 snap -1 2024-09-18T02:25:52.728 INFO:tasks.rados.rados.0.smithi046.stdout:1611: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:52.728 INFO:tasks.rados.rados.0.smithi046.stdout:1612: snap_create 2024-09-18T02:25:52.737 INFO:tasks.rados.rados.0.smithi046.stdout:1609: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:25:52.775 INFO:tasks.rados.rados.0.smithi046.stdout:1611: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:53.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:52 smithi046 ceph-mon[97106]: pgmap v273: 121 pgs: 121 active+clean; 118 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-09-18T02:25:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:52 smithi046 ceph-mon[97106]: osdmap e398: 8 total, 8 up, 8 in 2024-09-18T02:25:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:52 smithi046 ceph-mon[94621]: pgmap v273: 121 pgs: 121 active+clean; 118 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-09-18T02:25:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:52 smithi046 ceph-mon[94621]: osdmap e398: 8 total, 8 up, 8 in 2024-09-18T02:25:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:52 smithi195 ceph-mon[89559]: pgmap v273: 121 pgs: 121 active+clean; 118 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-09-18T02:25:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:52 smithi195 ceph-mon[89559]: osdmap e398: 8 total, 8 up, 8 in 2024-09-18T02:25:53.513 INFO:tasks.rados.rados.0.smithi046.stdout:1610: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:53.973 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:54.252 INFO:tasks.rados.rados.0.smithi046.stdout:1608: done (4 left) 2024-09-18T02:25:54.252 INFO:tasks.rados.rados.0.smithi046.stdout:1609: done (3 left) 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1610: done (2 left) 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1611: done (1 left) 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1612: done (0 left) 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1613: read oid 36 snap -1 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1613: expect (ObjNum 504 snap 160 seq_num 504) 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1614: read oid 6 snap 160 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1614: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 162 2024-09-18T02:25:54.253 INFO:tasks.rados.rados.0.smithi046.stdout:1615: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-09-18T02:25:54.255 INFO:tasks.rados.rados.0.smithi046.stdout:1615: writing smithi04682744-13 from 0 to 516096 tid 1 2024-09-18T02:25:54.258 INFO:tasks.rados.rados.0.smithi046.stdout:1615: writing smithi04682744-13 from 516096 to 1040384 tid 2 2024-09-18T02:25:54.261 INFO:tasks.rados.rados.0.smithi046.stdout:1615: writing smithi04682744-13 from 1040384 to 1318912 tid 3 2024-09-18T02:25:54.261 INFO:tasks.rados.rados.0.smithi046.stdout:1616: snap_create 2024-09-18T02:25:54.262 INFO:tasks.rados.rados.0.smithi046.stdout:1615: finishing write tid 1 to smithi04682744-13 2024-09-18T02:25:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:1615: finishing write tid 2 to smithi04682744-13 2024-09-18T02:25:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:1615: finishing write tid 3 to smithi04682744-13 2024-09-18T02:25:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:1615: finishing write tid 4 to smithi04682744-13 2024-09-18T02:25:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:1615: finishing write tid 5 to smithi04682744-13 2024-09-18T02:25:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1052 (ObjNum 508 snap 162 seq_num 508) dirty exists 2024-09-18T02:25:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:1615: left oid 13 (ObjNum 508 snap 162 seq_num 508) 2024-09-18T02:25:54.271 INFO:tasks.rados.rados.0.smithi046.stdout:1614: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:25:54.456 INFO:tasks.rados.rados.0.smithi046.stdout:1613: expect (ObjNum 504 snap 160 seq_num 504) 2024-09-18T02:25:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:54 smithi195 ceph-mon[89559]: pgmap v276: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-09-18T02:25:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:54 smithi195 ceph-mon[89559]: osdmap e399: 8 total, 8 up, 8 in 2024-09-18T02:25:54.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:54.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:54 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:54.749 INFO:tasks.rados.rados.0.smithi046.stdout:1613: done (3 left) 2024-09-18T02:25:54.749 INFO:tasks.rados.rados.0.smithi046.stdout:1614: done (2 left) 2024-09-18T02:25:54.749 INFO:tasks.rados.rados.0.smithi046.stdout:1615: done (1 left) 2024-09-18T02:25:54.749 INFO:tasks.rados.rados.0.smithi046.stdout:1616: done (0 left) 2024-09-18T02:25:54.749 INFO:tasks.rados.rados.0.smithi046.stdout:1617: delete oid 33 current snap is 163 2024-09-18T02:25:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:1617: done (0 left) 2024-09-18T02:25:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:1618: read oid 12 snap -1 2024-09-18T02:25:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:1618: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:1619: rollback oid 11 current snap is 163 2024-09-18T02:25:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 162 2024-09-18T02:25:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 163 2024-09-18T02:25:54.755 INFO:tasks.rados.rados.0.smithi046.stdout:1620: seq_num 510 ranges {4218880=548864,4767744=745472,5513216=57344} 2024-09-18T02:25:54.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:54 smithi046 ceph-mon[97106]: pgmap v276: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-09-18T02:25:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:54 smithi046 ceph-mon[97106]: osdmap e399: 8 total, 8 up, 8 in 2024-09-18T02:25:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:54 smithi046 ceph-mon[94621]: pgmap v276: 121 pgs: 121 active+clean; 124 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-09-18T02:25:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:54 smithi046 ceph-mon[94621]: osdmap e399: 8 total, 8 up, 8 in 2024-09-18T02:25:54.781 INFO:tasks.rados.rados.0.smithi046.stdout:1620: writing smithi04682744-40 from 4218880 to 4767744 tid 1 2024-09-18T02:25:54.786 INFO:tasks.rados.rados.0.smithi046.stdout:1620: writing smithi04682744-40 from 4767744 to 5513216 tid 2 2024-09-18T02:25:54.787 INFO:tasks.rados.rados.0.smithi046.stdout:1620: writing smithi04682744-40 from 5513216 to 5570560 tid 3 2024-09-18T02:25:54.787 INFO:tasks.rados.rados.0.smithi046.stdout:1621: delete oid 31 current snap is 163 2024-09-18T02:25:54.787 INFO:tasks.rados.rados.0.smithi046.stdout:1619: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:25:54.787 INFO:tasks.rados.rados.0.smithi046.stdout:1619: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:25:54.787 INFO:tasks.rados.rados.0.smithi046.stdout:1619: finishing rollback tid 2 to smithi04682744-11 2024-09-18T02:25:54.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 750 (ObjNum 488 snap 155 seq_num 488) dirty exists 2024-09-18T02:25:54.788 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 1 to smithi04682744-40 2024-09-18T02:25:54.790 INFO:tasks.rados.rados.0.smithi046.stdout:1619: done (3 left) 2024-09-18T02:25:54.790 INFO:tasks.rados.rados.0.smithi046.stdout:1621: done (2 left) 2024-09-18T02:25:54.790 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 163 2024-09-18T02:25:54.790 INFO:tasks.rados.rados.0.smithi046.stdout:1622: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-09-18T02:25:54.793 INFO:tasks.rados.rados.0.smithi046.stdout:1622: writing smithi04682744-3 from 0 to 581632 tid 1 2024-09-18T02:25:54.797 INFO:tasks.rados.rados.0.smithi046.stdout:1622: writing smithi04682744-3 from 581632 to 1097728 tid 2 2024-09-18T02:25:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:1622: writing smithi04682744-3 from 1097728 to 1384448 tid 3 2024-09-18T02:25:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:1623: delete oid 30 current snap is 163 2024-09-18T02:25:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 2 to smithi04682744-40 2024-09-18T02:25:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 3 to smithi04682744-40 2024-09-18T02:25:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 4 to smithi04682744-40 2024-09-18T02:25:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 5 to smithi04682744-40 2024-09-18T02:25:54.800 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1091 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-09-18T02:25:54.800 INFO:tasks.rados.rados.0.smithi046.stdout:1620: left oid 40 (ObjNum 510 snap 163 seq_num 510) 2024-09-18T02:25:54.800 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing write tid 1 to smithi04682744-3 2024-09-18T02:25:54.800 INFO:tasks.rados.rados.0.smithi046.stdout:1618: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing write tid 2 to smithi04682744-3 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing write tid 3 to smithi04682744-3 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing write tid 4 to smithi04682744-3 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing write tid 5 to smithi04682744-3 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1095 (ObjNum 512 snap 163 seq_num 512) dirty exists 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1622: left oid 3 (ObjNum 512 snap 163 seq_num 512) 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1618: done (3 left) 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1620: done (2 left) 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1622: done (1 left) 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1623: done (0 left) 2024-09-18T02:25:55.537 INFO:tasks.rados.rados.0.smithi046.stdout:1624: rollback oid 37 current snap is 163 2024-09-18T02:25:55.538 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 162 2024-09-18T02:25:55.538 INFO:tasks.rados.rados.0.smithi046.stdout:1625: snap_create 2024-09-18T02:25:55.540 INFO:tasks.rados.rados.0.smithi046.stdout:1624: finishing rollback tid 0 to smithi04682744-37 2024-09-18T02:25:55.540 INFO:tasks.rados.rados.0.smithi046.stdout:1624: finishing rollback tid 1 to smithi04682744-37 2024-09-18T02:25:55.540 INFO:tasks.rados.rados.0.smithi046.stdout:1624: finishing rollback tid 2 to smithi04682744-37 2024-09-18T02:25:55.540 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 718 (ObjNum 490 snap 155 seq_num 490) dirty exists 2024-09-18T02:25:55.754 INFO:tasks.rados.rados.0.smithi046.stdout:1624: done (1 left) 2024-09-18T02:25:55.754 INFO:tasks.rados.rados.0.smithi046.stdout:1625: done (0 left) 2024-09-18T02:25:55.754 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 164 2024-09-18T02:25:55.754 INFO:tasks.rados.rados.0.smithi046.stdout:1626: seq_num 514 ranges {1196032=614400,1810432=679936,2490368=122880} 2024-09-18T02:25:55.763 INFO:tasks.rados.rados.0.smithi046.stdout:1626: writing smithi04682744-38 from 1196032 to 1810432 tid 1 2024-09-18T02:25:55.768 INFO:tasks.rados.rados.0.smithi046.stdout:1626: writing smithi04682744-38 from 1810432 to 2490368 tid 2 2024-09-18T02:25:55.769 INFO:tasks.rados.rados.0.smithi046.stdout:1626: writing smithi04682744-38 from 2490368 to 2613248 tid 3 2024-09-18T02:25:55.769 INFO:tasks.rados.rados.0.smithi046.stdout:1627: rollback oid 50 current snap is 164 2024-09-18T02:25:55.769 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 163 2024-09-18T02:25:55.769 INFO:tasks.rados.rados.0.smithi046.stdout:1628: setattr oid 41 current snap is 164 2024-09-18T02:25:55.771 INFO:tasks.rados.rados.0.smithi046.stdout:1629: rollback oid 7 current snap is 164 2024-09-18T02:25:55.771 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 162 2024-09-18T02:25:55.771 INFO:tasks.rados.rados.0.smithi046.stdout:1630: snap_remove snap 161 2024-09-18T02:25:56.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:55 smithi046 ceph-mon[94621]: osdmap e400: 8 total, 8 up, 8 in 2024-09-18T02:25:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:55 smithi046 ceph-mon[97106]: osdmap e400: 8 total, 8 up, 8 in 2024-09-18T02:25:56.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:55 smithi195 ceph-mon[89559]: osdmap e400: 8 total, 8 up, 8 in 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1630: done (4 left) 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1631: rollback oid 14 current snap is 164 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 162 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1626: finishing write tid 1 to smithi04682744-38 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1626: finishing write tid 2 to smithi04682744-38 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1627: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1627: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:25:56.726 INFO:tasks.rados.rados.0.smithi046.stdout:1627: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 572 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1626: finishing write tid 3 to smithi04682744-38 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1629: finishing rollback tid 1 to smithi04682744-7 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 0 (ObjNum 33 snap 0 seq_num 1147413120) dirty dne 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1626: finishing write tid 4 to smithi04682744-38 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1626: finishing write tid 5 to smithi04682744-38 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1057 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1626: left oid 38 (ObjNum 514 snap 164 seq_num 514) 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 753 (ObjNum 418 snap 135 seq_num 418) dirty exists 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1626: done (4 left) 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1627: done (3 left) 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1628: done (2 left) 2024-09-18T02:25:56.727 INFO:tasks.rados.rados.0.smithi046.stdout:1629: done (1 left) 2024-09-18T02:25:56.728 INFO:tasks.rados.rados.0.smithi046.stdout:1632: delete oid 31 current snap is 164 2024-09-18T02:25:56.736 INFO:tasks.rados.rados.0.smithi046.stdout:1631: finishing rollback tid 0 to smithi04682744-14 2024-09-18T02:25:56.737 INFO:tasks.rados.rados.0.smithi046.stdout:1631: finishing rollback tid 1 to smithi04682744-14 2024-09-18T02:25:56.738 INFO:tasks.rados.rados.0.smithi046.stdout:1631: finishing rollback tid 2 to smithi04682744-14 2024-09-18T02:25:56.738 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 568 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:25:56.740 INFO:tasks.rados.rados.0.smithi046.stdout:1631: done (1 left) 2024-09-18T02:25:56.740 INFO:tasks.rados.rados.0.smithi046.stdout:1632: done (0 left) 2024-09-18T02:25:56.741 INFO:tasks.rados.rados.0.smithi046.stdout:1633: snap_remove snap 163 2024-09-18T02:25:56.752 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:25:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:25:56] "GET /metrics HTTP/1.1" 200 36110 "" "Prometheus/2.43.0" 2024-09-18T02:25:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:56 smithi046 ceph-mon[94621]: pgmap v279: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-18T02:25:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:56 smithi046 ceph-mon[94621]: osdmap e401: 8 total, 8 up, 8 in 2024-09-18T02:25:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:56 smithi046 ceph-mon[94621]: osdmap e402: 8 total, 8 up, 8 in 2024-09-18T02:25:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:56 smithi046 ceph-mon[97106]: pgmap v279: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-18T02:25:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:56 smithi046 ceph-mon[97106]: osdmap e401: 8 total, 8 up, 8 in 2024-09-18T02:25:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:56 smithi046 ceph-mon[97106]: osdmap e402: 8 total, 8 up, 8 in 2024-09-18T02:25:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:56 smithi195 ceph-mon[89559]: pgmap v279: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-18T02:25:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:56 smithi195 ceph-mon[89559]: osdmap e401: 8 total, 8 up, 8 in 2024-09-18T02:25:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:56 smithi195 ceph-mon[89559]: osdmap e402: 8 total, 8 up, 8 in 2024-09-18T02:25:57.729 INFO:tasks.rados.rados.0.smithi046.stdout:1633: done (0 left) 2024-09-18T02:25:57.729 INFO:tasks.rados.rados.0.smithi046.stdout:1634: read oid 12 snap 160 2024-09-18T02:25:57.729 INFO:tasks.rados.rados.0.smithi046.stdout:1634: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:57.729 INFO:tasks.rados.rados.0.smithi046.stdout:1635: read oid 6 snap -1 2024-09-18T02:25:57.729 INFO:tasks.rados.rados.0.smithi046.stdout:1635: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:25:57.729 INFO:tasks.rados.rados.0.smithi046.stdout:1636: snap_create 2024-09-18T02:25:57.748 INFO:tasks.rados.rados.0.smithi046.stdout:1635: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:25:57.937 INFO:tasks.rados.rados.0.smithi046.stdout:1634: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:25:58.729 INFO:tasks.rados.rados.0.smithi046.stdout:1634: done (2 left) 2024-09-18T02:25:58.729 INFO:tasks.rados.rados.0.smithi046.stdout:1635: done (1 left) 2024-09-18T02:25:58.729 INFO:tasks.rados.rados.0.smithi046.stdout:1636: done (0 left) 2024-09-18T02:25:58.729 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 165 2024-09-18T02:25:58.729 INFO:tasks.rados.rados.0.smithi046.stdout:1637: seq_num 516 ranges {1556480=647168,2203648=450560,2654208=352256} 2024-09-18T02:25:58.740 INFO:tasks.rados.rados.0.smithi046.stdout:1637: writing smithi04682744-25 from 1556480 to 2203648 tid 1 2024-09-18T02:25:58.743 INFO:tasks.rados.rados.0.smithi046.stdout:1637: writing smithi04682744-25 from 2203648 to 2654208 tid 2 2024-09-18T02:25:58.745 INFO:tasks.rados.rados.0.smithi046.stdout:1637: writing smithi04682744-25 from 2654208 to 3006464 tid 3 2024-09-18T02:25:58.745 INFO:tasks.rados.rados.0.smithi046.stdout:1638: copy_from oid 31 from oid 13 current snap is 165 2024-09-18T02:25:58.745 INFO:tasks.rados.rados.0.smithi046.stdout:1639: snap_remove snap 162 2024-09-18T02:25:58.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:25:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:25:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-mon[89559]: pgmap v282: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 614 KiB/s wr, 4 op/s 2024-09-18T02:25:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-mon[89559]: osdmap e403: 8 total, 8 up, 8 in 2024-09-18T02:25:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-mon[89559]: Upgrade: osd.4 is safe to restart 2024-09-18T02:25:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[94621]: pgmap v282: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 614 KiB/s wr, 4 op/s 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[94621]: osdmap e403: 8 total, 8 up, 8 in 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[94621]: Upgrade: osd.4 is safe to restart 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[97106]: pgmap v282: 121 pgs: 121 active+clean; 122 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 614 KiB/s wr, 4 op/s 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[97106]: osdmap e403: 8 total, 8 up, 8 in 2024-09-18T02:25:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-18T02:25:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[97106]: Upgrade: osd.4 is safe to restart 2024-09-18T02:25:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:25:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1639: done (2 left) 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1640: read oid 28 snap -1 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1640: expect deleted 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1641: read oid 45 snap -1 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1641: expect deleted 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1642: rmattr oid 41 current snap is 165 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 1 to smithi04682744-25 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 2 to smithi04682744-25 2024-09-18T02:25:59.740 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 3 to smithi04682744-25 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 4 to smithi04682744-25 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 5 to smithi04682744-25 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 702 (ObjNum 516 snap 165 seq_num 516) dirty exists 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1637: left oid 25 (ObjNum 516 snap 165 seq_num 516) 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1638: finishing copy_from racing read to smithi04682744-31 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1638: finishing copy_from to smithi04682744-31 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1052 (ObjNum 508 snap 162 seq_num 508) dirty exists 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1637: done (4 left) 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1638: done (3 left) 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 165 2024-09-18T02:25:59.741 INFO:tasks.rados.rados.0.smithi046.stdout:1643: seq_num 517 ranges {3506176=663552,4169728=786432,4956160=16384} 2024-09-18T02:25:59.763 INFO:tasks.rados.rados.0.smithi046.stdout:1643: writing smithi04682744-46 from 3506176 to 4169728 tid 1 2024-09-18T02:25:59.768 INFO:tasks.rados.rados.0.smithi046.stdout:1643: writing smithi04682744-46 from 4169728 to 4956160 tid 2 2024-09-18T02:25:59.768 INFO:tasks.rados.rados.0.smithi046.stdout:1643: writing smithi04682744-46 from 4956160 to 4972544 tid 3 2024-09-18T02:25:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:1644: read oid 44 snap -1 2024-09-18T02:25:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:1644: expect (ObjNum 500 snap 158 seq_num 500) 2024-09-18T02:25:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:1645: read oid 37 snap -1 2024-09-18T02:25:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:1645: expect (ObjNum 490 snap 155 seq_num 490) 2024-09-18T02:25:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 165 2024-09-18T02:25:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:1646: seq_num 518 ranges {1982464=679936,2662400=671744,3334144=131072} 2024-09-18T02:25:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:1646: writing smithi04682744-23 from 1982464 to 2662400 tid 1 2024-09-18T02:25:59.787 INFO:tasks.rados.rados.0.smithi046.stdout:1646: writing smithi04682744-23 from 2662400 to 3334144 tid 2 2024-09-18T02:25:59.788 INFO:tasks.rados.rados.0.smithi046.stdout:1646: writing smithi04682744-23 from 3334144 to 3465216 tid 3 2024-09-18T02:25:59.788 INFO:tasks.rados.rados.0.smithi046.stdout:1647: snap_remove snap 160 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[94621]: osdmap e404: 8 total, 8 up, 8 in 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[97106]: osdmap e404: 8 total, 8 up, 8 in 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:26:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:25:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:00.085 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:59 smithi195 ceph-mon[89559]: osdmap e404: 8 total, 8 up, 8 in 2024-09-18T02:26:00.085 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:00.085 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-18T02:26:00.085 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:25:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 754 (ObjNum 418 snap 135 seq_num 418) dirty exists 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing write tid 1 to smithi04682744-46 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing write tid 2 to smithi04682744-46 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing write tid 3 to smithi04682744-46 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing write tid 4 to smithi04682744-46 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing write tid 5 to smithi04682744-46 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 747 (ObjNum 517 snap 165 seq_num 517) dirty exists 2024-09-18T02:26:00.744 INFO:tasks.rados.rados.0.smithi046.stdout:1643: left oid 46 (ObjNum 517 snap 165 seq_num 517) 2024-09-18T02:26:00.745 INFO:tasks.rados.rados.0.smithi046.stdout:1644: expect (ObjNum 500 snap 158 seq_num 500) 2024-09-18T02:26:00.800 INFO:tasks.rados.rados.0.smithi046.stdout:1645: expect (ObjNum 490 snap 155 seq_num 490) 2024-09-18T02:26:00.898 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:00 smithi195 ceph-mon[89559]: pgmap v285: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-18T02:26:00.898 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:00 smithi195 ceph-mon[89559]: Upgrade: Updating osd.4 2024-09-18T02:26:00.898 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:00 smithi195 ceph-mon[89559]: Deploying daemon osd.4 on smithi195 2024-09-18T02:26:00.898 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:00 smithi195 ceph-mon[89559]: osdmap e405: 8 total, 8 up, 8 in 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1646: finishing write tid 1 to smithi04682744-23 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1646: finishing write tid 2 to smithi04682744-23 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1646: finishing write tid 3 to smithi04682744-23 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1646: finishing write tid 4 to smithi04682744-23 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1646: finishing write tid 5 to smithi04682744-23 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1068 (ObjNum 518 snap 165 seq_num 518) dirty exists 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1646: left oid 23 (ObjNum 518 snap 165 seq_num 518) 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1640: done (7 left) 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1641: done (6 left) 2024-09-18T02:26:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1642: done (5 left) 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1643: done (4 left) 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1644: done (3 left) 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1645: done (2 left) 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1646: done (1 left) 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1647: done (0 left) 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1648: rollback oid 35 current snap is 165 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 164 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1649: read oid 6 snap -1 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1649: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 165 2024-09-18T02:26:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:1650: seq_num 519 ranges {933888=696320,1630208=548864,2179072=253952} 2024-09-18T02:26:00.977 INFO:tasks.rados.rados.0.smithi046.stdout:1650: writing smithi04682744-47 from 933888 to 1630208 tid 1 2024-09-18T02:26:00.980 INFO:tasks.rados.rados.0.smithi046.stdout:1650: writing smithi04682744-47 from 1630208 to 2179072 tid 2 2024-09-18T02:26:00.982 INFO:tasks.rados.rados.0.smithi046.stdout:1650: writing smithi04682744-47 from 2179072 to 2433024 tid 3 2024-09-18T02:26:00.982 INFO:tasks.rados.rados.0.smithi046.stdout:1651: copy_from oid 31 from oid 25 current snap is 165 2024-09-18T02:26:00.982 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:26:00.982 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:26:00.982 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:26:00.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 757 (ObjNum 376 snap 122 seq_num 376) dirty exists 2024-09-18T02:26:00.982 INFO:tasks.rados.rados.0.smithi046.stdout:1649: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:26:01.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[94621]: pgmap v285: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-18T02:26:01.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[94621]: Upgrade: Updating osd.4 2024-09-18T02:26:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[94621]: Deploying daemon osd.4 on smithi195 2024-09-18T02:26:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[94621]: osdmap e405: 8 total, 8 up, 8 in 2024-09-18T02:26:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[97106]: pgmap v285: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-18T02:26:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[97106]: Upgrade: Updating osd.4 2024-09-18T02:26:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[97106]: Deploying daemon osd.4 on smithi195 2024-09-18T02:26:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:00 smithi046 ceph-mon[97106]: osdmap e405: 8 total, 8 up, 8 in 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:1650: finishing write tid 1 to smithi04682744-47 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:1650: finishing write tid 2 to smithi04682744-47 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:1650: finishing write tid 3 to smithi04682744-47 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:1650: finishing write tid 4 to smithi04682744-47 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:1650: finishing write tid 5 to smithi04682744-47 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 506 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:1650: left oid 47 (ObjNum 519 snap 165 seq_num 519) 2024-09-18T02:26:01.165 INFO:tasks.rados.rados.0.smithi046.stdout:1651: finishing copy_from racing read to smithi04682744-31 2024-09-18T02:26:01.166 INFO:tasks.rados.rados.0.smithi046.stdout:1651: finishing copy_from to smithi04682744-31 2024-09-18T02:26:01.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 702 (ObjNum 516 snap 165 seq_num 516) dirty exists 2024-09-18T02:26:01.166 INFO:tasks.rados.rados.0.smithi046.stdout:1648: done (3 left) 2024-09-18T02:26:01.166 INFO:tasks.rados.rados.0.smithi046.stdout:1649: done (2 left) 2024-09-18T02:26:01.166 INFO:tasks.rados.rados.0.smithi046.stdout:1650: done (1 left) 2024-09-18T02:26:01.166 INFO:tasks.rados.rados.0.smithi046.stdout:1651: done (0 left) 2024-09-18T02:26:01.166 INFO:tasks.rados.rados.0.smithi046.stdout:1652: snap_create 2024-09-18T02:26:01.748 INFO:tasks.rados.rados.0.smithi046.stdout:1652: done (0 left) 2024-09-18T02:26:01.748 INFO:tasks.rados.rados.0.smithi046.stdout:1653: rmattr oid 27 current snap is 166 2024-09-18T02:26:01.748 INFO:tasks.rados.rados.0.smithi046.stdout:1653: done (0 left) 2024-09-18T02:26:01.748 INFO:tasks.rados.rados.0.smithi046.stdout:1654: rollback oid 10 current snap is 166 2024-09-18T02:26:01.748 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 165 2024-09-18T02:26:01.749 INFO:tasks.rados.rados.0.smithi046.stdout:1655: read oid 14 snap -1 2024-09-18T02:26:01.749 INFO:tasks.rados.rados.0.smithi046.stdout:1655: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:01.749 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 166 2024-09-18T02:26:01.749 INFO:tasks.rados.rados.0.smithi046.stdout:1656: seq_num 520 ranges {909312=712704,1622016=434176,2056192=368640} 2024-09-18T02:26:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1656: writing smithi04682744-39 from 909312 to 1622016 tid 1 2024-09-18T02:26:01.759 INFO:tasks.rados.rados.0.smithi046.stdout:1656: writing smithi04682744-39 from 1622016 to 2056192 tid 2 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:1656: writing smithi04682744-39 from 2056192 to 2424832 tid 3 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:1657: copy_from oid 26 from oid 41 current snap is 166 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:1654: finishing rollback tid 0 to smithi04682744-10 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:1654: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:1654: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 983 (ObjNum 365 snap 118 seq_num 365) dirty exists 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:1654: done (3 left) 2024-09-18T02:26:01.762 INFO:tasks.rados.rados.0.smithi046.stdout:1658: snap_remove snap 165 2024-09-18T02:26:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:01 smithi046 ceph-mon[94621]: osdmap e406: 8 total, 8 up, 8 in 2024-09-18T02:26:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:01 smithi046 ceph-mon[97106]: osdmap e406: 8 total, 8 up, 8 in 2024-09-18T02:26:02.155 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:01 smithi195 ceph-mon[89559]: osdmap e406: 8 total, 8 up, 8 in 2024-09-18T02:26:02.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:02.746 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:02 smithi195 systemd[1]: Stopping Ceph osd.4 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:26:02.752 INFO:tasks.rados.rados.0.smithi046.stdout:1658: done (3 left) 2024-09-18T02:26:02.752 INFO:tasks.rados.rados.0.smithi046.stdout:1659: delete oid 46 current snap is 166 2024-09-18T02:26:02.752 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing write tid 1 to smithi04682744-39 2024-09-18T02:26:02.752 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing write tid 2 to smithi04682744-39 2024-09-18T02:26:02.752 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing write tid 3 to smithi04682744-39 2024-09-18T02:26:02.752 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing write tid 4 to smithi04682744-39 2024-09-18T02:26:02.753 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing write tid 5 to smithi04682744-39 2024-09-18T02:26:02.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 711 (ObjNum 520 snap 166 seq_num 520) dirty exists 2024-09-18T02:26:02.753 INFO:tasks.rados.rados.0.smithi046.stdout:1656: left oid 39 (ObjNum 520 snap 166 seq_num 520) 2024-09-18T02:26:02.753 INFO:tasks.rados.rados.0.smithi046.stdout:1655: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:02 smithi046 ceph-mon[97106]: pgmap v288: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-09-18T02:26:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:02 smithi046 ceph-mon[97106]: osdmap e407: 8 total, 8 up, 8 in 2024-09-18T02:26:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:02 smithi046 ceph-mon[94621]: pgmap v288: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-09-18T02:26:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:02 smithi046 ceph-mon[94621]: osdmap e407: 8 total, 8 up, 8 in 2024-09-18T02:26:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:02 smithi195 ceph-mon[89559]: pgmap v288: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-09-18T02:26:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:02 smithi195 ceph-mon[89559]: osdmap e407: 8 total, 8 up, 8 in 2024-09-18T02:26:03.224 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[37085]: 2024-09-18T02:26:02.755+0000 7fd1fce57640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:26:03.224 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[37085]: 2024-09-18T02:26:02.755+0000 7fd1fce57640 -1 osd.4 408 *** Got signal Terminated *** 2024-09-18T02:26:03.224 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[37085]: 2024-09-18T02:26:02.755+0000 7fd1fce57640 -1 osd.4 408 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:26:03.497 INFO:tasks.rados.rados.0.smithi046.stdout:1657: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:26:03.497 INFO:tasks.rados.rados.0.smithi046.stdout:1657: finishing copy_from to smithi04682744-26 2024-09-18T02:26:03.497 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 754 (ObjNum 418 snap 135 seq_num 418) dirty exists 2024-09-18T02:26:03.497 INFO:tasks.rados.rados.0.smithi046.stdout:1655: done (3 left) 2024-09-18T02:26:03.498 INFO:tasks.rados.rados.0.smithi046.stdout:1656: done (2 left) 2024-09-18T02:26:03.498 INFO:tasks.rados.rados.0.smithi046.stdout:1657: done (1 left) 2024-09-18T02:26:03.498 INFO:tasks.rados.rados.0.smithi046.stdout:1659: done (0 left) 2024-09-18T02:26:03.498 INFO:tasks.rados.rados.0.smithi046.stdout:1660: read oid 24 snap -1 2024-09-18T02:26:03.498 INFO:tasks.rados.rados.0.smithi046.stdout:1660: expect (ObjNum 502 snap 160 seq_num 502) 2024-09-18T02:26:03.498 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 166 2024-09-18T02:26:03.498 INFO:tasks.rados.rados.0.smithi046.stdout:1661: seq_num 522 ranges {4333568=745472,5079040=606208,5685248=196608} 2024-09-18T02:26:03.524 INFO:tasks.rados.rados.0.smithi046.stdout:1661: writing smithi04682744-17 from 4333568 to 5079040 tid 1 2024-09-18T02:26:03.528 INFO:tasks.rados.rados.0.smithi046.stdout:1661: writing smithi04682744-17 from 5079040 to 5685248 tid 2 2024-09-18T02:26:03.529 INFO:tasks.rados.rados.0.smithi046.stdout:1661: writing smithi04682744-17 from 5685248 to 5881856 tid 3 2024-09-18T02:26:03.529 INFO:tasks.rados.rados.0.smithi046.stdout:1662: snap_remove snap 164 2024-09-18T02:26:03.754 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:03.758 INFO:tasks.rados.rados.0.smithi046.stdout:1662: done (2 left) 2024-09-18T02:26:03.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 166 2024-09-18T02:26:03.759 INFO:tasks.rados.rados.0.smithi046.stdout:1663: seq_num 523 ranges {4218880=770048,4988928=491520,5480448=311296} 2024-09-18T02:26:03.787 INFO:tasks.rados.rados.0.smithi046.stdout:1663: writing smithi04682744-26 from 4218880 to 4988928 tid 1 2024-09-18T02:26:03.789 INFO:tasks.rados.rados.0.smithi046.stdout:1663: writing smithi04682744-26 from 4988928 to 5480448 tid 2 2024-09-18T02:26:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:1663: writing smithi04682744-26 from 5480448 to 5791744 tid 3 2024-09-18T02:26:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:1664: snap_create 2024-09-18T02:26:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:1660: expect (ObjNum 502 snap 160 seq_num 502) 2024-09-18T02:26:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing write tid 1 to smithi04682744-17 2024-09-18T02:26:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing write tid 2 to smithi04682744-17 2024-09-18T02:26:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing write tid 3 to smithi04682744-17 2024-09-18T02:26:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing write tid 4 to smithi04682744-17 2024-09-18T02:26:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing write tid 5 to smithi04682744-17 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1077 (ObjNum 522 snap 166 seq_num 522) dirty exists 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1661: left oid 17 (ObjNum 522 snap 166 seq_num 522) 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 1 to smithi04682744-26 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 2 to smithi04682744-26 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 3 to smithi04682744-26 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 4 to smithi04682744-26 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 5 to smithi04682744-26 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1111 (ObjNum 523 snap 166 seq_num 523) dirty exists 2024-09-18T02:26:03.826 INFO:tasks.rados.rados.0.smithi046.stdout:1663: left oid 26 (ObjNum 523 snap 166 seq_num 523) 2024-09-18T02:26:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:03 smithi046 ceph-mon[97106]: osdmap e408: 8 total, 8 up, 8 in 2024-09-18T02:26:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:03 smithi046 ceph-mon[97106]: osd.4 marked itself down and dead 2024-09-18T02:26:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:03 smithi046 ceph-mon[94621]: osdmap e408: 8 total, 8 up, 8 in 2024-09-18T02:26:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:03 smithi046 ceph-mon[94621]: osd.4 marked itself down and dead 2024-09-18T02:26:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:03 smithi195 ceph-mon[89559]: osdmap e408: 8 total, 8 up, 8 in 2024-09-18T02:26:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:03 smithi195 ceph-mon[89559]: osd.4 marked itself down and dead 2024-09-18T02:26:04.617 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:04 smithi195 podman[95194]: 2024-09-18 02:26:04.31535426 +0000 UTC m=+1.695141581 container died 88eff25a7e4e688cd402431b5c52648eee4934d2a4202efa70f6598ad7eccd89 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:26:04.617 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:04.618 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:04.774 INFO:tasks.rados.rados.0.smithi046.stdout:1660: done (3 left) 2024-09-18T02:26:04.774 INFO:tasks.rados.rados.0.smithi046.stdout:1661: done (2 left) 2024-09-18T02:26:04.774 INFO:tasks.rados.rados.0.smithi046.stdout:1663: done (1 left) 2024-09-18T02:26:04.774 INFO:tasks.rados.rados.0.smithi046.stdout:1664: done (0 left) 2024-09-18T02:26:04.774 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 167 2024-09-18T02:26:04.775 INFO:tasks.rados.rados.0.smithi046.stdout:1665: seq_num 524 ranges {1589248=786432,2375680=778240,3153920=24576} 2024-09-18T02:26:04.787 INFO:tasks.rados.rados.0.smithi046.stdout:1665: writing smithi04682744-44 from 1589248 to 2375680 tid 1 2024-09-18T02:26:04.792 INFO:tasks.rados.rados.0.smithi046.stdout:1665: writing smithi04682744-44 from 2375680 to 3153920 tid 2 2024-09-18T02:26:04.792 INFO:tasks.rados.rados.0.smithi046.stdout:1665: writing smithi04682744-44 from 3153920 to 3178496 tid 3 2024-09-18T02:26:04.792 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 167 2024-09-18T02:26:04.792 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing write tid 1 to smithi04682744-44 2024-09-18T02:26:04.793 INFO:tasks.rados.rados.0.smithi046.stdout:1666: seq_num 525 ranges {729088=802816,1531904=712704,2244608=90112} 2024-09-18T02:26:04.801 INFO:tasks.rados.rados.0.smithi046.stdout:1666: writing smithi04682744-48 from 729088 to 1531904 tid 1 2024-09-18T02:26:04.805 INFO:tasks.rados.rados.0.smithi046.stdout:1666: writing smithi04682744-48 from 1531904 to 2244608 tid 2 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1666: writing smithi04682744-48 from 2244608 to 2334720 tid 3 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1667: delete oid 25 current snap is 167 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing write tid 2 to smithi04682744-44 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing write tid 3 to smithi04682744-44 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing write tid 4 to smithi04682744-44 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing write tid 5 to smithi04682744-44 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 337 (ObjNum 524 snap 167 seq_num 524) dirty exists 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1665: left oid 44 (ObjNum 524 snap 167 seq_num 524) 2024-09-18T02:26:04.806 INFO:tasks.rados.rados.0.smithi046.stdout:1666: finishing write tid 1 to smithi04682744-48 2024-09-18T02:26:04.807 INFO:tasks.rados.rados.0.smithi046.stdout:1665: done (2 left) 2024-09-18T02:26:04.808 INFO:tasks.rados.rados.0.smithi046.stdout:1667: done (1 left) 2024-09-18T02:26:04.808 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 167 2024-09-18T02:26:04.808 INFO:tasks.rados.rados.0.smithi046.stdout:1668: seq_num 527 ranges {1269760=434176,1703936=475136,2179072=565248,2744320=163840} 2024-09-18T02:26:04.817 INFO:tasks.rados.rados.0.smithi046.stdout:1668: writing smithi04682744-22 from 1269760 to 1703936 tid 1 2024-09-18T02:26:04.819 INFO:tasks.rados.rados.0.smithi046.stdout:1668: writing smithi04682744-22 from 1703936 to 2179072 tid 2 2024-09-18T02:26:04.823 INFO:tasks.rados.rados.0.smithi046.stdout:1668: writing smithi04682744-22 from 2179072 to 2744320 tid 3 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1668: writing smithi04682744-22 from 2744320 to 2908160 tid 4 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 167 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1666: finishing write tid 2 to smithi04682744-48 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1666: finishing write tid 3 to smithi04682744-48 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1666: finishing write tid 4 to smithi04682744-48 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1666: finishing write tid 5 to smithi04682744-48 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 417 (ObjNum 525 snap 167 seq_num 525) dirty exists 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1666: left oid 48 (ObjNum 525 snap 167 seq_num 525) 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing write tid 1 to smithi04682744-22 2024-09-18T02:26:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing write tid 2 to smithi04682744-22 2024-09-18T02:26:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1669: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-09-18T02:26:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1669: writing smithi04682744-49 from 0 to 450560 tid 1 2024-09-18T02:26:04.832 INFO:tasks.rados.rados.0.smithi046.stdout:1669: writing smithi04682744-49 from 450560 to 1212416 tid 2 2024-09-18T02:26:04.835 INFO:tasks.rados.rados.0.smithi046.stdout:1669: writing smithi04682744-49 from 1212416 to 1654784 tid 3 2024-09-18T02:26:04.835 INFO:tasks.rados.rados.0.smithi046.stdout:1666: done (2 left) 2024-09-18T02:26:04.835 INFO:tasks.rados.rados.0.smithi046.stdout:1670: read oid 39 snap 166 2024-09-18T02:26:04.835 INFO:tasks.rados.rados.0.smithi046.stdout:1670: expect (ObjNum 520 snap 166 seq_num 520) 2024-09-18T02:26:04.835 INFO:tasks.rados.rados.0.smithi046.stdout:1671: snap_create 2024-09-18T02:26:04.836 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing write tid 3 to smithi04682744-22 2024-09-18T02:26:04.836 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing write tid 4 to smithi04682744-22 2024-09-18T02:26:04.836 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing write tid 5 to smithi04682744-22 2024-09-18T02:26:04.836 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing write tid 6 to smithi04682744-22 2024-09-18T02:26:04.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1117 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-09-18T02:26:04.836 INFO:tasks.rados.rados.0.smithi046.stdout:1668: left oid 22 (ObjNum 527 snap 167 seq_num 527) 2024-09-18T02:26:04.836 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing write tid 1 to smithi04682744-49 2024-09-18T02:26:04.837 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing write tid 2 to smithi04682744-49 2024-09-18T02:26:04.838 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing write tid 3 to smithi04682744-49 2024-09-18T02:26:04.838 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing write tid 4 to smithi04682744-49 2024-09-18T02:26:04.839 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing write tid 5 to smithi04682744-49 2024-09-18T02:26:04.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1121 (ObjNum 528 snap 167 seq_num 528) dirty exists 2024-09-18T02:26:04.839 INFO:tasks.rados.rados.0.smithi046.stdout:1669: left oid 49 (ObjNum 528 snap 167 seq_num 528) 2024-09-18T02:26:04.845 INFO:tasks.rados.rados.0.smithi046.stdout:1670: expect (ObjNum 520 snap 166 seq_num 520) 2024-09-18T02:26:04.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:04 smithi195 ceph-mon[89559]: pgmap v291: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:26:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:04 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:26:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:04 smithi195 ceph-mon[89559]: osdmap e409: 8 total, 7 up, 8 in 2024-09-18T02:26:04.974 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:04 smithi195 podman[95194]: 2024-09-18 02:26:04.61688443 +0000 UTC m=+1.996671748 container cleanup 88eff25a7e4e688cd402431b5c52648eee4934d2a4202efa70f6598ad7eccd89 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-18T02:26:04.974 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:04 smithi195 bash[95194]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4 2024-09-18T02:26:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:04 smithi046 ceph-mon[97106]: pgmap v291: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:26:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:04 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:26:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:04 smithi046 ceph-mon[97106]: osdmap e409: 8 total, 7 up, 8 in 2024-09-18T02:26:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:04 smithi046 ceph-mon[94621]: pgmap v291: 121 pgs: 121 active+clean; 129 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:26:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:04 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:26:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:04 smithi046 ceph-mon[94621]: osdmap e409: 8 total, 7 up, 8 in 2024-09-18T02:26:05.397 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:05 smithi195 podman[95227]: 2024-09-18 02:26:05.011323563 +0000 UTC m=+0.689035827 container remove 88eff25a7e4e688cd402431b5c52648eee4934d2a4202efa70f6598ad7eccd89 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:26:05.723 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:05 smithi195 podman[95318]: 2024-09-18 02:26:05.299196937 +0000 UTC m=+0.016139729 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:26:05.723 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:05 smithi195 podman[95318]: 2024-09-18 02:26:05.410978656 +0000 UTC m=+0.127921449 container create eafc95baaa12d0c023df24e350377052f94f30fcab0a5ebd86c2ea79f4e3129e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-18T02:26:05.723 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:05 smithi195 podman[95318]: 2024-09-18 02:26:05.63036829 +0000 UTC m=+0.347311083 container init eafc95baaa12d0c023df24e350377052f94f30fcab0a5ebd86c2ea79f4e3129e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-18T02:26:05.723 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:05 smithi195 podman[95318]: 2024-09-18 02:26:05.635159536 +0000 UTC m=+0.352102333 container start eafc95baaa12d0c023df24e350377052f94f30fcab0a5ebd86c2ea79f4e3129e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:26:05.723 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:05 smithi195 podman[95318]: 2024-09-18 02:26:05.721778244 +0000 UTC m=+0.438721056 container attach eafc95baaa12d0c023df24e350377052f94f30fcab0a5ebd86c2ea79f4e3129e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-18T02:26:05.770 INFO:tasks.rados.rados.0.smithi046.stdout:1668: done (3 left) 2024-09-18T02:26:05.770 INFO:tasks.rados.rados.0.smithi046.stdout:1669: done (2 left) 2024-09-18T02:26:05.770 INFO:tasks.rados.rados.0.smithi046.stdout:1670: done (1 left) 2024-09-18T02:26:05.770 INFO:tasks.rados.rados.0.smithi046.stdout:1671: done (0 left) 2024-09-18T02:26:05.770 INFO:tasks.rados.rados.0.smithi046.stdout:1672: snap_create 2024-09-18T02:26:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:05 smithi195 ceph-mon[89559]: osdmap e410: 8 total, 7 up, 8 in 2024-09-18T02:26:05.974 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:05 smithi195 podman[95318]: 2024-09-18 02:26:05.823690274 +0000 UTC m=+0.540633068 container died eafc95baaa12d0c023df24e350377052f94f30fcab0a5ebd86c2ea79f4e3129e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:26:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:05 smithi046 ceph-mon[97106]: osdmap e410: 8 total, 7 up, 8 in 2024-09-18T02:26:06.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:05 smithi046 ceph-mon[94621]: osdmap e410: 8 total, 7 up, 8 in 2024-09-18T02:26:06.723 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:06 smithi195 podman[95361]: 2024-09-18 02:26:06.433640144 +0000 UTC m=+0.604115440 container remove eafc95baaa12d0c023df24e350377052f94f30fcab0a5ebd86c2ea79f4e3129e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-18T02:26:06.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:06 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-18T02:26:06.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:06 smithi195 systemd[1]: Stopped Ceph osd.4 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:26:06.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:06 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.4.service: Consumed 13.238s CPU time. 2024-09-18T02:26:06.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:06 smithi195 systemd[1]: Starting Ceph osd.4 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:26:06.729 INFO:tasks.rados.rados.0.smithi046.stdout:1672: done (0 left) 2024-09-18T02:26:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:1673: rollback oid 43 current snap is 169 2024-09-18T02:26:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 167 2024-09-18T02:26:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 169 2024-09-18T02:26:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:1674: seq_num 529 ranges {5660672=466944,6127616=647168,6774784=532480,7307264=24576} 2024-09-18T02:26:06.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:26:06] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-18T02:26:06.763 INFO:tasks.rados.rados.0.smithi046.stdout:1674: writing smithi04682744-4 from 5660672 to 6127616 tid 1 2024-09-18T02:26:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:1674: writing smithi04682744-4 from 6127616 to 6774784 tid 2 2024-09-18T02:26:06.771 INFO:tasks.rados.rados.0.smithi046.stdout:1674: writing smithi04682744-4 from 6774784 to 7307264 tid 3 2024-09-18T02:26:06.771 INFO:tasks.rados.rados.0.smithi046.stdout:1674: writing smithi04682744-4 from 7307264 to 7331840 tid 4 2024-09-18T02:26:06.771 INFO:tasks.rados.rados.0.smithi046.stdout:1675: read oid 18 snap -1 2024-09-18T02:26:06.771 INFO:tasks.rados.rados.0.smithi046.stdout:1675: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:06.772 INFO:tasks.rados.rados.0.smithi046.stdout:1676: snap_remove snap 168 2024-09-18T02:26:07.027 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:06 smithi195 ceph-mon[89559]: pgmap v294: 121 pgs: 34 peering, 3 stale+active+clean, 84 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-09-18T02:26:07.027 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:06 smithi195 ceph-mon[89559]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-18T02:26:07.027 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:06 smithi195 ceph-mon[89559]: osdmap e411: 8 total, 7 up, 8 in 2024-09-18T02:26:07.027 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:06 smithi195 ceph-mon[89559]: osdmap e412: 8 total, 7 up, 8 in 2024-09-18T02:26:07.027 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:06 smithi195 podman[95466]: 2024-09-18 02:26:06.787748716 +0000 UTC m=+0.015549834 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:26:07.027 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:06 smithi195 podman[95466]: 2024-09-18 02:26:06.901208891 +0000 UTC m=+0.129010011 container create 963cf4cddb3dddcd04a3a03d291c0147a3dd0860a28858574ba1003bd043ce52 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[94621]: pgmap v294: 121 pgs: 34 peering, 3 stale+active+clean, 84 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[94621]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[94621]: osdmap e411: 8 total, 7 up, 8 in 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[94621]: osdmap e412: 8 total, 7 up, 8 in 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[97106]: pgmap v294: 121 pgs: 34 peering, 3 stale+active+clean, 84 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[97106]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[97106]: osdmap e411: 8 total, 7 up, 8 in 2024-09-18T02:26:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:06 smithi046 ceph-mon[97106]: osdmap e412: 8 total, 7 up, 8 in 2024-09-18T02:26:07.465 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 podman[95466]: 2024-09-18 02:26:07.165697383 +0000 UTC m=+0.393498503 container init 963cf4cddb3dddcd04a3a03d291c0147a3dd0860a28858574ba1003bd043ce52 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:26:07.466 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 podman[95466]: 2024-09-18 02:26:07.170535356 +0000 UTC m=+0.398336472 container start 963cf4cddb3dddcd04a3a03d291c0147a3dd0860a28858574ba1003bd043ce52 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731) 2024-09-18T02:26:07.466 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 podman[95466]: 2024-09-18 02:26:07.271662519 +0000 UTC m=+0.499463640 container attach 963cf4cddb3dddcd04a3a03d291c0147a3dd0860a28858574ba1003bd043ce52 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-18T02:26:07.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate[95481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-18T02:26:07.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 bash[95466]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-18T02:26:07.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate[95481]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-18T02:26:07.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 bash[95466]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate[95481]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 bash[95466]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate[95481]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 bash[95466]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate[95481]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 bash[95466]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate[95481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 bash[95466]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate[95481]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 bash[95466]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-18T02:26:07.725 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:07 smithi195 podman[95466]: 2024-09-18 02:26:07.512071243 +0000 UTC m=+0.739872364 container died 963cf4cddb3dddcd04a3a03d291c0147a3dd0860a28858574ba1003bd043ce52 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-18T02:26:07.775 INFO:tasks.rados.rados.0.smithi046.stdout:1676: done (3 left) 2024-09-18T02:26:07.776 INFO:tasks.rados.rados.0.smithi046.stdout:1677: read oid 20 snap 167 2024-09-18T02:26:07.776 INFO:tasks.rados.rados.0.smithi046.stdout:1677: expect (ObjNum 425 snap 138 seq_num 425) 2024-09-18T02:26:07.776 INFO:tasks.rados.rados.0.smithi046.stdout:1678: snap_remove snap 166 2024-09-18T02:26:08.406 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 podman[95629]: 2024-09-18 02:26:08.087685691 +0000 UTC m=+0.569784801 container remove 963cf4cddb3dddcd04a3a03d291c0147a3dd0860a28858574ba1003bd043ce52 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-18T02:26:08.406 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 podman[95693]: 2024-09-18 02:26:08.19448754 +0000 UTC m=+0.015472771 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:26:08.406 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 podman[95693]: 2024-09-18 02:26:08.296958974 +0000 UTC m=+0.117944251 container create df1666b3097b6610f1c981a4cb8f0bd0a59ce0d447c180717fc6696d4762da6c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-18T02:26:08.778 INFO:tasks.rados.rados.0.smithi046.stdout:1678: done (4 left) 2024-09-18T02:26:08.778 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 169 2024-09-18T02:26:08.779 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing rollback tid 0 to smithi04682744-43 2024-09-18T02:26:08.779 INFO:tasks.rados.rados.0.smithi046.stdout:1679: seq_num 530 ranges {8708096=483328,9191424=532480,9723904=671744} 2024-09-18T02:26:08.779 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:08.779 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 podman[95693]: 2024-09-18 02:26:08.483935907 +0000 UTC m=+0.304921144 container init df1666b3097b6610f1c981a4cb8f0bd0a59ce0d447c180717fc6696d4762da6c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-18T02:26:08.779 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 podman[95693]: 2024-09-18 02:26:08.488743517 +0000 UTC m=+0.309728751 container start df1666b3097b6610f1c981a4cb8f0bd0a59ce0d447c180717fc6696d4762da6c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b) 2024-09-18T02:26:08.780 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 ceph-osd[95731]: -- 172.21.15.195:0/741503467 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555d1e4291e0 con 0x555d1f1a8400 2024-09-18T02:26:08.780 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 bash[95693]: df1666b3097b6610f1c981a4cb8f0bd0a59ce0d447c180717fc6696d4762da6c 2024-09-18T02:26:08.780 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:08 smithi195 systemd[1]: Started Ceph osd.4 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:26:08.828 INFO:tasks.rados.rados.0.smithi046.stdout:1679: writing smithi04682744-12 from 8708096 to 9191424 tid 1 2024-09-18T02:26:08.831 INFO:tasks.rados.rados.0.smithi046.stdout:1679: writing smithi04682744-12 from 9191424 to 9723904 tid 2 2024-09-18T02:26:08.836 INFO:tasks.rados.rados.0.smithi046.stdout:1679: writing smithi04682744-12 from 9723904 to 10395648 tid 3 2024-09-18T02:26:08.836 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 169 2024-09-18T02:26:08.836 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing rollback tid 1 to smithi04682744-43 2024-09-18T02:26:08.836 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing rollback tid 2 to smithi04682744-43 2024-09-18T02:26:08.837 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 509 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-09-18T02:26:08.837 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing write tid 1 to smithi04682744-4 2024-09-18T02:26:08.837 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing write tid 2 to smithi04682744-4 2024-09-18T02:26:08.837 INFO:tasks.rados.rados.0.smithi046.stdout:1680: seq_num 531 ranges {3178496=499712,3678208=417792,4096000=548864,4644864=237568} 2024-09-18T02:26:08.856 INFO:tasks.rados.rados.0.smithi046.stdout:1680: writing smithi04682744-44 from 3178496 to 3678208 tid 1 2024-09-18T02:26:08.859 INFO:tasks.rados.rados.0.smithi046.stdout:1680: writing smithi04682744-44 from 3678208 to 4096000 tid 2 2024-09-18T02:26:08.862 INFO:tasks.rados.rados.0.smithi046.stdout:1680: writing smithi04682744-44 from 4096000 to 4644864 tid 3 2024-09-18T02:26:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:1680: writing smithi04682744-44 from 4644864 to 4882432 tid 4 2024-09-18T02:26:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:1673: done (5 left) 2024-09-18T02:26:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:1681: rmattr oid 8 current snap is 169 2024-09-18T02:26:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing write tid 3 to smithi04682744-4 2024-09-18T02:26:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing write tid 4 to smithi04682744-4 2024-09-18T02:26:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing write tid 5 to smithi04682744-4 2024-09-18T02:26:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing write tid 6 to smithi04682744-4 2024-09-18T02:26:08.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 813 (ObjNum 529 snap 169 seq_num 529) dirty exists 2024-09-18T02:26:08.866 INFO:tasks.rados.rados.0.smithi046.stdout:1674: left oid 4 (ObjNum 529 snap 169 seq_num 529) 2024-09-18T02:26:08.866 INFO:tasks.rados.rados.0.smithi046.stdout:1675: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:09.032 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:08 smithi195 ceph-mon[89559]: pgmap v297: 121 pgs: 34 peering, 3 stale+active+clean, 84 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-18T02:26:09.033 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:08 smithi195 ceph-mon[89559]: osdmap e413: 8 total, 7 up, 8 in 2024-09-18T02:26:09.033 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:09.033 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:09.033 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[97106]: pgmap v297: 121 pgs: 34 peering, 3 stale+active+clean, 84 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[97106]: osdmap e413: 8 total, 7 up, 8 in 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[94621]: pgmap v297: 121 pgs: 34 peering, 3 stale+active+clean, 84 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[94621]: osdmap e413: 8 total, 7 up, 8 in 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:09.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:09.354 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:09 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T02:26:09.031+0000 7f92039b6640 -1 Falling back to public interface 2024-09-18T02:26:09.604 INFO:tasks.rados.rados.0.smithi046.stdout:1677: expect (ObjNum 425 snap 138 seq_num 425) 2024-09-18T02:26:09.667 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 1 to smithi04682744-12 2024-09-18T02:26:09.667 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 2 to smithi04682744-12 2024-09-18T02:26:09.667 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 3 to smithi04682744-12 2024-09-18T02:26:09.667 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 4 to smithi04682744-12 2024-09-18T02:26:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 5 to smithi04682744-12 2024-09-18T02:26:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 720 (ObjNum 530 snap 169 seq_num 530) dirty exists 2024-09-18T02:26:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:1679: left oid 12 (ObjNum 530 snap 169 seq_num 530) 2024-09-18T02:26:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 1 to smithi04682744-44 2024-09-18T02:26:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 2 to smithi04682744-44 2024-09-18T02:26:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:1674: done (5 left) 2024-09-18T02:26:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:1675: done (4 left) 2024-09-18T02:26:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:1677: done (3 left) 2024-09-18T02:26:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:1679: done (2 left) 2024-09-18T02:26:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:1682: read oid 31 snap -1 2024-09-18T02:26:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:1682: expect (ObjNum 516 snap 165 seq_num 516) 2024-09-18T02:26:09.670 INFO:tasks.rados.rados.0.smithi046.stdout:1683: snap_create 2024-09-18T02:26:09.670 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 3 to smithi04682744-44 2024-09-18T02:26:09.670 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 4 to smithi04682744-44 2024-09-18T02:26:09.670 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 5 to smithi04682744-44 2024-09-18T02:26:09.670 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 6 to smithi04682744-44 2024-09-18T02:26:09.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 342 (ObjNum 531 snap 169 seq_num 531) dirty exists 2024-09-18T02:26:09.671 INFO:tasks.rados.rados.0.smithi046.stdout:1680: left oid 44 (ObjNum 531 snap 169 seq_num 531) 2024-09-18T02:26:09.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 969 (ObjNum 420 snap 137 seq_num 420) dirty exists 2024-09-18T02:26:09.674 INFO:tasks.rados.rados.0.smithi046.stdout:1682: expect (ObjNum 516 snap 165 seq_num 516) 2024-09-18T02:26:09.790 INFO:tasks.rados.rados.0.smithi046.stdout:1680: done (3 left) 2024-09-18T02:26:09.790 INFO:tasks.rados.rados.0.smithi046.stdout:1681: done (2 left) 2024-09-18T02:26:09.791 INFO:tasks.rados.rados.0.smithi046.stdout:1682: done (1 left) 2024-09-18T02:26:09.791 INFO:tasks.rados.rados.0.smithi046.stdout:1683: done (0 left) 2024-09-18T02:26:09.791 INFO:tasks.rados.rados.0.smithi046.stdout:1684: rollback oid 45 current snap is 170 2024-09-18T02:26:09.791 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 167 2024-09-18T02:26:09.791 INFO:tasks.rados.rados.0.smithi046.stdout:1685: snap_remove snap 169 2024-09-18T02:26:10.154 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:09 smithi195 ceph-mon[89559]: osdmap e414: 8 total, 7 up, 8 in 2024-09-18T02:26:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:09 smithi046 ceph-mon[97106]: osdmap e414: 8 total, 7 up, 8 in 2024-09-18T02:26:10.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:09 smithi046 ceph-mon[94621]: osdmap e414: 8 total, 7 up, 8 in 2024-09-18T02:26:10.793 INFO:tasks.rados.rados.0.smithi046.stdout:1685: done (1 left) 2024-09-18T02:26:10.793 INFO:tasks.rados.rados.0.smithi046.stdout:1686: read oid 31 snap 167 2024-09-18T02:26:10.793 INFO:tasks.rados.rados.0.smithi046.stdout:1686: expect (ObjNum 516 snap 165 seq_num 516) 2024-09-18T02:26:10.793 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 170 2024-09-18T02:26:10.793 INFO:tasks.rados.rados.0.smithi046.stdout:1684: finishing rollback tid 1 to smithi04682744-45 2024-09-18T02:26:10.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 0 (ObjNum 129 snap 0 seq_num 1147345744) dirty dne 2024-09-18T02:26:10.794 INFO:tasks.rados.rados.0.smithi046.stdout:1687: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-09-18T02:26:10.795 INFO:tasks.rados.rados.0.smithi046.stdout:1687: writing smithi04682744-2 from 0 to 516096 tid 1 2024-09-18T02:26:10.800 INFO:tasks.rados.rados.0.smithi046.stdout:1687: writing smithi04682744-2 from 516096 to 1212416 tid 2 2024-09-18T02:26:10.804 INFO:tasks.rados.rados.0.smithi046.stdout:1687: writing smithi04682744-2 from 1212416 to 1720320 tid 3 2024-09-18T02:26:10.804 INFO:tasks.rados.rados.0.smithi046.stdout:1684: done (2 left) 2024-09-18T02:26:10.804 INFO:tasks.rados.rados.0.smithi046.stdout:1688: read oid 34 snap 167 2024-09-18T02:26:10.804 INFO:tasks.rados.rados.0.smithi046.stdout:1688: expect deleted 2024-09-18T02:26:10.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 170 2024-09-18T02:26:10.805 INFO:tasks.rados.rados.0.smithi046.stdout:1689: seq_num 533 ranges {3014656=532480,3547136=630784,4177920=516096,4694016=57344} 2024-09-18T02:26:10.823 INFO:tasks.rados.rados.0.smithi046.stdout:1689: writing smithi04682744-5 from 3014656 to 3547136 tid 1 2024-09-18T02:26:10.827 INFO:tasks.rados.rados.0.smithi046.stdout:1689: writing smithi04682744-5 from 3547136 to 4177920 tid 2 2024-09-18T02:26:10.830 INFO:tasks.rados.rados.0.smithi046.stdout:1689: writing smithi04682744-5 from 4177920 to 4694016 tid 3 2024-09-18T02:26:10.831 INFO:tasks.rados.rados.0.smithi046.stdout:1689: writing smithi04682744-5 from 4694016 to 4751360 tid 4 2024-09-18T02:26:10.831 INFO:tasks.rados.rados.0.smithi046.stdout:1690: delete oid 19 current snap is 170 2024-09-18T02:26:10.831 INFO:tasks.rados.rados.0.smithi046.stdout:1686: expect (ObjNum 516 snap 165 seq_num 516) 2024-09-18T02:26:10.945 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 1 to smithi04682744-2 2024-09-18T02:26:10.945 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 2 to smithi04682744-2 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 3 to smithi04682744-2 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 4 to smithi04682744-2 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 5 to smithi04682744-2 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 973 (ObjNum 532 snap 170 seq_num 532) dirty exists 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1687: left oid 2 (ObjNum 532 snap 170 seq_num 532) 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 1 to smithi04682744-5 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1686: done (4 left) 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1687: done (3 left) 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1688: done (2 left) 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1690: done (1 left) 2024-09-18T02:26:10.946 INFO:tasks.rados.rados.0.smithi046.stdout:1691: snap_remove snap 167 2024-09-18T02:26:11.073 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:10 smithi195 ceph-mon[89559]: pgmap v300: 121 pgs: 28 active+undersized, 7 peering, 11 active+undersized+degraded, 75 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 31/228 objects degraded (13.596%) 2024-09-18T02:26:11.073 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:10 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 31/228 objects degraded (13.596%), 11 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:11.074 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:10 smithi195 ceph-mon[89559]: osdmap e415: 8 total, 7 up, 8 in 2024-09-18T02:26:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:10 smithi046 ceph-mon[94621]: pgmap v300: 121 pgs: 28 active+undersized, 7 peering, 11 active+undersized+degraded, 75 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 31/228 objects degraded (13.596%) 2024-09-18T02:26:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:10 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 31/228 objects degraded (13.596%), 11 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:10 smithi046 ceph-mon[94621]: osdmap e415: 8 total, 7 up, 8 in 2024-09-18T02:26:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:10 smithi046 ceph-mon[97106]: pgmap v300: 121 pgs: 28 active+undersized, 7 peering, 11 active+undersized+degraded, 75 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 31/228 objects degraded (13.596%) 2024-09-18T02:26:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:10 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 31/228 objects degraded (13.596%), 11 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:10 smithi046 ceph-mon[97106]: osdmap e415: 8 total, 7 up, 8 in 2024-09-18T02:26:11.731 INFO:tasks.rados.rados.0.smithi046.stdout:1691: done (1 left) 2024-09-18T02:26:11.731 INFO:tasks.rados.rados.0.smithi046.stdout:1692: read oid 43 snap -1 2024-09-18T02:26:11.731 INFO:tasks.rados.rados.0.smithi046.stdout:1692: expect (ObjNum 499 snap 157 seq_num 499) 2024-09-18T02:26:11.731 INFO:tasks.rados.rados.0.smithi046.stdout:1693: setattr oid 27 current snap is 170 2024-09-18T02:26:11.731 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 2 to smithi04682744-5 2024-09-18T02:26:11.731 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 3 to smithi04682744-5 2024-09-18T02:26:11.732 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 4 to smithi04682744-5 2024-09-18T02:26:11.732 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 5 to smithi04682744-5 2024-09-18T02:26:11.732 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 6 to smithi04682744-5 2024-09-18T02:26:11.732 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 577 (ObjNum 533 snap 170 seq_num 533) dirty exists 2024-09-18T02:26:11.732 INFO:tasks.rados.rados.0.smithi046.stdout:1689: left oid 5 (ObjNum 533 snap 170 seq_num 533) 2024-09-18T02:26:11.732 INFO:tasks.rados.rados.0.smithi046.stdout:1689: done (2 left) 2024-09-18T02:26:11.732 INFO:tasks.rados.rados.0.smithi046.stdout:1694: snap_create 2024-09-18T02:26:11.739 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 984 (ObjNum 491 snap 155 seq_num 491) dirty exists 2024-09-18T02:26:11.742 INFO:tasks.rados.rados.0.smithi046.stdout:1692: expect (ObjNum 499 snap 157 seq_num 499) 2024-09-18T02:26:11.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:11 smithi195 ceph-mon[89559]: osdmap e416: 8 total, 7 up, 8 in 2024-09-18T02:26:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:11 smithi195 ceph-mon[89559]: Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:26:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:11 smithi195 ceph-mon[89559]: osdmap e417: 8 total, 7 up, 8 in 2024-09-18T02:26:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:11 smithi046 ceph-mon[94621]: osdmap e416: 8 total, 7 up, 8 in 2024-09-18T02:26:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:11 smithi046 ceph-mon[94621]: Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:26:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:11 smithi046 ceph-mon[94621]: osdmap e417: 8 total, 7 up, 8 in 2024-09-18T02:26:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:11 smithi046 ceph-mon[97106]: osdmap e416: 8 total, 7 up, 8 in 2024-09-18T02:26:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:11 smithi046 ceph-mon[97106]: Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-18T02:26:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:11 smithi046 ceph-mon[97106]: osdmap e417: 8 total, 7 up, 8 in 2024-09-18T02:26:12.315 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:11 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T02:26:11.998+0000 7f92039b6640 -1 osd.4 408 log_to_monitors true 2024-09-18T02:26:12.574 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:12.732 INFO:tasks.rados.rados.0.smithi046.stdout:1692: done (2 left) 2024-09-18T02:26:12.732 INFO:tasks.rados.rados.0.smithi046.stdout:1693: done (1 left) 2024-09-18T02:26:12.732 INFO:tasks.rados.rados.0.smithi046.stdout:1694: done (0 left) 2024-09-18T02:26:12.733 INFO:tasks.rados.rados.0.smithi046.stdout:1695: snap_remove snap 170 2024-09-18T02:26:12.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: pgmap v303: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 37/228 objects degraded (16.228%) 2024-09-18T02:26:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T02:26:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: from='osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:26:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:26:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T02:26:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: osdmap e418: 8 total, 7 up, 8 in 2024-09-18T02:26:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: from='osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:12 smithi195 ceph-mon[89559]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: pgmap v303: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 37/228 objects degraded (16.228%) 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: from='osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: osdmap e418: 8 total, 7 up, 8 in 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: from='osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[97106]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:13.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: pgmap v303: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 37/228 objects degraded (16.228%) 2024-09-18T02:26:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-18T02:26:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: from='osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:26:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-18T02:26:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-18T02:26:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: osdmap e418: 8 total, 7 up, 8 in 2024-09-18T02:26:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: from='osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:12 smithi046 ceph-mon[94621]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:13.473 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T02:26:13.012+0000 7f91f7758640 -1 osd.4 408 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:26:13.738 INFO:tasks.rados.rados.0.smithi046.stdout:1695: done (0 left) 2024-09-18T02:26:13.738 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 171 2024-09-18T02:26:13.738 INFO:tasks.rados.rados.0.smithi046.stdout:1696: seq_num 535 ranges {3465216=565248,4030464=802816,4833280=401408} 2024-09-18T02:26:13.761 INFO:tasks.rados.rados.0.smithi046.stdout:1696: writing smithi04682744-23 from 3465216 to 4030464 tid 1 2024-09-18T02:26:13.766 INFO:tasks.rados.rados.0.smithi046.stdout:1696: writing smithi04682744-23 from 4030464 to 4833280 tid 2 2024-09-18T02:26:13.768 INFO:tasks.rados.rados.0.smithi046.stdout:1696: writing smithi04682744-23 from 4833280 to 5234688 tid 3 2024-09-18T02:26:13.769 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 171 2024-09-18T02:26:13.769 INFO:tasks.rados.rados.0.smithi046.stdout:1697: seq_num 536 ranges {4268032=581632,4849664=688128,5537792=516096} 2024-09-18T02:26:13.783 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:13.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:13.795 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04682744-1 from 4268032 to 4849664 tid 1 2024-09-18T02:26:13.799 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04682744-1 from 4849664 to 5537792 tid 2 2024-09-18T02:26:13.802 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04682744-1 from 5537792 to 6053888 tid 3 2024-09-18T02:26:13.802 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 171 2024-09-18T02:26:13.802 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 1 to smithi04682744-1 2024-09-18T02:26:13.802 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 2 to smithi04682744-1 2024-09-18T02:26:13.802 INFO:tasks.rados.rados.0.smithi046.stdout:1698: seq_num 537 ranges {3678208=598016,4276224=573440,4849664=491520,5341184=139264} 2024-09-18T02:26:13.825 INFO:tasks.rados.rados.0.smithi046.stdout:1698: writing smithi04682744-32 from 3678208 to 4276224 tid 1 2024-09-18T02:26:13.829 INFO:tasks.rados.rados.0.smithi046.stdout:1698: writing smithi04682744-32 from 4276224 to 4849664 tid 2 2024-09-18T02:26:13.832 INFO:tasks.rados.rados.0.smithi046.stdout:1698: writing smithi04682744-32 from 4849664 to 5341184 tid 3 2024-09-18T02:26:13.833 INFO:tasks.rados.rados.0.smithi046.stdout:1698: writing smithi04682744-32 from 5341184 to 5480448 tid 4 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1699: rollback oid 41 current snap is 171 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1699: done (3 left) 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1700: copy_from oid 28 from oid 44 current snap is 171 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 3 to smithi04682744-1 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 4 to smithi04682744-1 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 5 to smithi04682744-1 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 983 (ObjNum 536 snap 171 seq_num 536) dirty exists 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1697: left oid 1 (ObjNum 536 snap 171 seq_num 536) 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 1 to smithi04682744-32 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 2 to smithi04682744-32 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1697: done (3 left) 2024-09-18T02:26:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:1701: rollback oid 20 current snap is 171 2024-09-18T02:26:13.835 INFO:tasks.rados.rados.0.smithi046.stdout:1701: done (3 left) 2024-09-18T02:26:13.835 INFO:tasks.rados.rados.0.smithi046.stdout:1702: read oid 30 snap -1 2024-09-18T02:26:13.835 INFO:tasks.rados.rados.0.smithi046.stdout:1702: expect deleted 2024-09-18T02:26:13.835 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 171 2024-09-18T02:26:13.835 INFO:tasks.rados.rados.0.smithi046.stdout:1703: seq_num 538 ranges {7331840=614400,7946240=450560,8396800=704512,9101312=49152} 2024-09-18T02:26:13.877 INFO:tasks.rados.rados.0.smithi046.stdout:1703: writing smithi04682744-4 from 7331840 to 7946240 tid 1 2024-09-18T02:26:13.879 INFO:tasks.rados.rados.0.smithi046.stdout:1703: writing smithi04682744-4 from 7946240 to 8396800 tid 2 2024-09-18T02:26:13.883 INFO:tasks.rados.rados.0.smithi046.stdout:1703: writing smithi04682744-4 from 8396800 to 9101312 tid 3 2024-09-18T02:26:13.884 INFO:tasks.rados.rados.0.smithi046.stdout:1703: writing smithi04682744-4 from 9101312 to 9150464 tid 4 2024-09-18T02:26:13.884 INFO:tasks.rados.rados.0.smithi046.stdout:1704: read oid 33 snap -1 2024-09-18T02:26:13.884 INFO:tasks.rados.rados.0.smithi046.stdout:1704: expect deleted 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:1705: read oid 47 snap -1 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:1705: expect (ObjNum 519 snap 165 seq_num 519) 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 171 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 3 to smithi04682744-32 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 4 to smithi04682744-32 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 5 to smithi04682744-32 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 6 to smithi04682744-32 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1128 (ObjNum 537 snap 171 seq_num 537) dirty exists 2024-09-18T02:26:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:1698: left oid 32 (ObjNum 537 snap 171 seq_num 537) 2024-09-18T02:26:13.886 INFO:tasks.rados.rados.0.smithi046.stdout:1706: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-09-18T02:26:13.887 INFO:tasks.rados.rados.0.smithi046.stdout:1706: writing smithi04682744-19 from 0 to 630784 tid 1 2024-09-18T02:26:13.891 INFO:tasks.rados.rados.0.smithi046.stdout:1706: writing smithi04682744-19 from 630784 to 1368064 tid 2 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1706: writing smithi04682744-19 from 1368064 to 1835008 tid 3 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1698: done (7 left) 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1707: read oid 7 snap -1 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1707: expect deleted 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1708: read oid 36 snap -1 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1708: expect (ObjNum 504 snap 160 seq_num 504) 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1709: read oid 13 snap -1 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1709: expect (ObjNum 508 snap 162 seq_num 508) 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1710: delete oid 22 current snap is 171 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing write tid 1 to smithi04682744-19 2024-09-18T02:26:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing write tid 2 to smithi04682744-19 2024-09-18T02:26:13.896 INFO:tasks.rados.rados.0.smithi046.stdout:1704: done (10 left) 2024-09-18T02:26:13.896 INFO:tasks.rados.rados.0.smithi046.stdout:1707: done (9 left) 2024-09-18T02:26:13.896 INFO:tasks.rados.rados.0.smithi046.stdout:1710: done (8 left) 2024-09-18T02:26:13.897 INFO:tasks.rados.rados.0.smithi046.stdout:1711: snap_create 2024-09-18T02:26:13.897 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing write tid 3 to smithi04682744-19 2024-09-18T02:26:13.899 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing write tid 4 to smithi04682744-19 2024-09-18T02:26:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:1708: expect (ObjNum 504 snap 160 seq_num 504) 2024-09-18T02:26:14.193 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.193 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='osd.4 ' entity='osd.4' 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545] boot 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: osdmap e419: 8 total, 8 up, 8 in 2024-09-18T02:26:14.194 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:26:14.194 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing write tid 5 to smithi04682744-19 2024-09-18T02:26:14.195 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 987 (ObjNum 539 snap 171 seq_num 539) dirty exists 2024-09-18T02:26:14.195 INFO:tasks.rados.rados.0.smithi046.stdout:1706: left oid 19 (ObjNum 539 snap 171 seq_num 539) 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='osd.4 ' entity='osd.4' 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545] boot 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: osdmap e419: 8 total, 8 up, 8 in 2024-09-18T02:26:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='osd.4 ' entity='osd.4' 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: osd.4 [v2:172.21.15.195:6800/1149367545,v1:172.21.15.195:6801/1149367545] boot 2024-09-18T02:26:14.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: osdmap e419: 8 total, 8 up, 8 in 2024-09-18T02:26:14.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-18T02:26:14.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:14.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:14.736 INFO:tasks.rados.rados.0.smithi046.stdout:1706: done (8 left) 2024-09-18T02:26:14.736 INFO:tasks.rados.rados.0.smithi046.stdout:1708: done (7 left) 2024-09-18T02:26:14.736 INFO:tasks.rados.rados.0.smithi046.stdout:1711: done (6 left) 2024-09-18T02:26:14.736 INFO:tasks.rados.rados.0.smithi046.stdout:1712: copy_from oid 36 from oid 19 current snap is 172 2024-09-18T02:26:14.736 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 172 2024-09-18T02:26:14.737 INFO:tasks.rados.rados.0.smithi046.stdout:1713: seq_num 541 ranges {1212416=663552,1875968=557056,2433024=475136,2908160=172032} 2024-09-18T02:26:14.748 INFO:tasks.rados.rados.0.smithi046.stdout:1713: writing smithi04682744-24 from 1212416 to 1875968 tid 1 2024-09-18T02:26:14.752 INFO:tasks.rados.rados.0.smithi046.stdout:1713: writing smithi04682744-24 from 1875968 to 2433024 tid 2 2024-09-18T02:26:14.755 INFO:tasks.rados.rados.0.smithi046.stdout:1713: writing smithi04682744-24 from 2433024 to 2908160 tid 3 2024-09-18T02:26:14.757 INFO:tasks.rados.rados.0.smithi046.stdout:1713: writing smithi04682744-24 from 2908160 to 3080192 tid 4 2024-09-18T02:26:14.758 INFO:tasks.rados.rados.0.smithi046.stdout:1714: copy_from oid 43 from oid 5 current snap is 172 2024-09-18T02:26:14.758 INFO:tasks.rados.rados.0.smithi046.stdout:1715: snap_create 2024-09-18T02:26:14.763 INFO:tasks.rados.rados.0.smithi046.stdout:1713: finishing write tid 1 to smithi04682744-24 2024-09-18T02:26:14.763 INFO:tasks.rados.rados.0.smithi046.stdout:1713: finishing write tid 2 to smithi04682744-24 2024-09-18T02:26:14.764 INFO:tasks.rados.rados.0.smithi046.stdout:1712: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:26:14.767 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 1 to smithi04682744-23 2024-09-18T02:26:14.769 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 2 to smithi04682744-23 2024-09-18T02:26:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:1709: expect (ObjNum 508 snap 162 seq_num 508) 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 3 to smithi04682744-23 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:1712: finishing copy_from to smithi04682744-36 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 987 (ObjNum 539 snap 171 seq_num 539) dirty exists 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 4 to smithi04682744-23 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 5 to smithi04682744-23 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1082 (ObjNum 535 snap 171 seq_num 535) dirty exists 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:1696: left oid 23 (ObjNum 535 snap 171 seq_num 535) 2024-09-18T02:26:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:1700: finishing copy_from racing read to smithi04682744-28 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:1713: finishing write tid 3 to smithi04682744-24 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:1713: finishing write tid 4 to smithi04682744-24 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:1713: finishing write tid 5 to smithi04682744-24 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:1713: finishing write tid 6 to smithi04682744-24 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1031 (ObjNum 541 snap 172 seq_num 541) dirty exists 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:1713: left oid 24 (ObjNum 541 snap 172 seq_num 541) 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:1700: finishing copy_from to smithi04682744-28 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 342 (ObjNum 531 snap 169 seq_num 531) dirty exists 2024-09-18T02:26:14.819 INFO:tasks.rados.rados.0.smithi046.stdout:1705: expect (ObjNum 519 snap 165 seq_num 519) 2024-09-18T02:26:14.904 INFO:tasks.rados.rados.0.smithi046.stdout:1703: finishing write tid 1 to smithi04682744-4 2024-09-18T02:26:14.904 INFO:tasks.rados.rados.0.smithi046.stdout:1703: finishing write tid 2 to smithi04682744-4 2024-09-18T02:26:14.904 INFO:tasks.rados.rados.0.smithi046.stdout:1703: finishing write tid 3 to smithi04682744-4 2024-09-18T02:26:14.904 INFO:tasks.rados.rados.0.smithi046.stdout:1714: finishing copy_from racing read to smithi04682744-43 2024-09-18T02:26:14.904 INFO:tasks.rados.rados.0.smithi046.stdout:1703: finishing write tid 4 to smithi04682744-4 2024-09-18T02:26:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:1703: finishing write tid 5 to smithi04682744-4 2024-09-18T02:26:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:1714: finishing copy_from to smithi04682744-43 2024-09-18T02:26:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 577 (ObjNum 533 snap 170 seq_num 533) dirty exists 2024-09-18T02:26:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:1703: finishing write tid 6 to smithi04682744-4 2024-09-18T02:26:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 818 (ObjNum 538 snap 171 seq_num 538) dirty exists 2024-09-18T02:26:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:1703: left oid 4 (ObjNum 538 snap 171 seq_num 538) 2024-09-18T02:26:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:15 smithi195 ceph-mon[89559]: pgmap v306: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 836 KiB/s wr, 12 op/s; 38/228 objects degraded (16.667%) 2024-09-18T02:26:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:15 smithi195 ceph-mon[89559]: osdmap e420: 8 total, 8 up, 8 in 2024-09-18T02:26:15.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:15 smithi046 ceph-mon[94621]: pgmap v306: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 836 KiB/s wr, 12 op/s; 38/228 objects degraded (16.667%) 2024-09-18T02:26:15.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:15 smithi046 ceph-mon[94621]: osdmap e420: 8 total, 8 up, 8 in 2024-09-18T02:26:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:15 smithi046 ceph-mon[97106]: pgmap v306: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 836 KiB/s wr, 12 op/s; 38/228 objects degraded (16.667%) 2024-09-18T02:26:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:15 smithi046 ceph-mon[97106]: osdmap e420: 8 total, 8 up, 8 in 2024-09-18T02:26:15.737 INFO:tasks.rados.rados.0.smithi046.stdout:1696: done (9 left) 2024-09-18T02:26:15.737 INFO:tasks.rados.rados.0.smithi046.stdout:1700: done (8 left) 2024-09-18T02:26:15.737 INFO:tasks.rados.rados.0.smithi046.stdout:1702: done (7 left) 2024-09-18T02:26:15.737 INFO:tasks.rados.rados.0.smithi046.stdout:1703: done (6 left) 2024-09-18T02:26:15.737 INFO:tasks.rados.rados.0.smithi046.stdout:1705: done (5 left) 2024-09-18T02:26:15.738 INFO:tasks.rados.rados.0.smithi046.stdout:1709: done (4 left) 2024-09-18T02:26:15.738 INFO:tasks.rados.rados.0.smithi046.stdout:1712: done (3 left) 2024-09-18T02:26:15.738 INFO:tasks.rados.rados.0.smithi046.stdout:1713: done (2 left) 2024-09-18T02:26:15.738 INFO:tasks.rados.rados.0.smithi046.stdout:1714: done (1 left) 2024-09-18T02:26:15.738 INFO:tasks.rados.rados.0.smithi046.stdout:1715: done (0 left) 2024-09-18T02:26:15.738 INFO:tasks.rados.rados.0.smithi046.stdout:1716: delete oid 36 current snap is 173 2024-09-18T02:26:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:1716: done (0 left) 2024-09-18T02:26:15.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 173 2024-09-18T02:26:15.742 INFO:tasks.rados.rados.0.smithi046.stdout:1717: seq_num 543 ranges {9150464=704512,9854976=729088,10584064=475136} 2024-09-18T02:26:15.795 INFO:tasks.rados.rados.0.smithi046.stdout:1717: writing smithi04682744-4 from 9150464 to 9854976 tid 1 2024-09-18T02:26:15.800 INFO:tasks.rados.rados.0.smithi046.stdout:1717: writing smithi04682744-4 from 9854976 to 10584064 tid 2 2024-09-18T02:26:15.803 INFO:tasks.rados.rados.0.smithi046.stdout:1717: writing smithi04682744-4 from 10584064 to 11059200 tid 3 2024-09-18T02:26:15.803 INFO:tasks.rados.rados.0.smithi046.stdout:1718: rollback oid 39 current snap is 173 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 172 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1717: finishing write tid 1 to smithi04682744-4 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1719: read oid 48 snap 171 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1719: expect (ObjNum 525 snap 167 seq_num 525) 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1720: rollback oid 36 current snap is 173 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 172 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1721: rmattr oid 5 current snap is 173 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1721: done (4 left) 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1722: setattr oid 8 current snap is 173 2024-09-18T02:26:15.804 INFO:tasks.rados.rados.0.smithi046.stdout:1717: finishing write tid 2 to smithi04682744-4 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1723: read oid 14 snap 171 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1723: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1724: read oid 29 snap -1 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1724: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1725: copy_from oid 49 from oid 5 current snap is 173 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1726: read oid 34 snap -1 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1726: expect deleted 2024-09-18T02:26:15.807 INFO:tasks.rados.rados.0.smithi046.stdout:1727: snap_create 2024-09-18T02:26:15.809 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing rollback tid 2 to smithi04682744-36 2024-09-18T02:26:15.809 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 993 (ObjNum 539 snap 171 seq_num 539) dirty exists 2024-09-18T02:26:15.810 INFO:tasks.rados.rados.0.smithi046.stdout:1717: finishing write tid 3 to smithi04682744-4 2024-09-18T02:26:15.810 INFO:tasks.rados.rados.0.smithi046.stdout:1717: finishing write tid 4 to smithi04682744-4 2024-09-18T02:26:15.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 995 (ObjNum 420 snap 137 seq_num 420) dirty exists 2024-09-18T02:26:15.813 INFO:tasks.rados.rados.0.smithi046.stdout:1717: finishing write tid 5 to smithi04682744-4 2024-09-18T02:26:15.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 825 (ObjNum 543 snap 173 seq_num 543) dirty exists 2024-09-18T02:26:15.813 INFO:tasks.rados.rados.0.smithi046.stdout:1717: left oid 4 (ObjNum 543 snap 173 seq_num 543) 2024-09-18T02:26:15.818 INFO:tasks.rados.rados.0.smithi046.stdout:1718: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:26:15.823 INFO:tasks.rados.rados.0.smithi046.stdout:1718: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:26:15.823 INFO:tasks.rados.rados.0.smithi046.stdout:1718: finishing rollback tid 2 to smithi04682744-39 2024-09-18T02:26:15.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 732 (ObjNum 520 snap 166 seq_num 520) dirty exists 2024-09-18T02:26:15.827 INFO:tasks.rados.rados.0.smithi046.stdout:1719: expect (ObjNum 525 snap 167 seq_num 525) 2024-09-18T02:26:15.905 INFO:tasks.rados.rados.0.smithi046.stdout:1724: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:26:15.947 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing copy_from racing read to smithi04682744-49 2024-09-18T02:26:15.947 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing copy_from to smithi04682744-49 2024-09-18T02:26:15.947 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 577 (ObjNum 533 snap 170 seq_num 533) dirty exists 2024-09-18T02:26:15.947 INFO:tasks.rados.rados.0.smithi046.stdout:1723: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:16.734 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:26:16] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2024-09-18T02:26:16.740 INFO:tasks.rados.rados.0.smithi046.stdout:1717: done (9 left) 2024-09-18T02:26:16.740 INFO:tasks.rados.rados.0.smithi046.stdout:1718: done (8 left) 2024-09-18T02:26:16.740 INFO:tasks.rados.rados.0.smithi046.stdout:1719: done (7 left) 2024-09-18T02:26:16.740 INFO:tasks.rados.rados.0.smithi046.stdout:1720: done (6 left) 2024-09-18T02:26:16.740 INFO:tasks.rados.rados.0.smithi046.stdout:1722: done (5 left) 2024-09-18T02:26:16.740 INFO:tasks.rados.rados.0.smithi046.stdout:1723: done (4 left) 2024-09-18T02:26:16.740 INFO:tasks.rados.rados.0.smithi046.stdout:1724: done (3 left) 2024-09-18T02:26:16.741 INFO:tasks.rados.rados.0.smithi046.stdout:1725: done (2 left) 2024-09-18T02:26:16.741 INFO:tasks.rados.rados.0.smithi046.stdout:1726: done (1 left) 2024-09-18T02:26:16.741 INFO:tasks.rados.rados.0.smithi046.stdout:1727: done (0 left) 2024-09-18T02:26:16.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 174 2024-09-18T02:26:16.741 INFO:tasks.rados.rados.0.smithi046.stdout:1728: seq_num 544 ranges {1032192=720896,1753088=614400,2367488=589824} 2024-09-18T02:26:16.749 INFO:tasks.rados.rados.0.smithi046.stdout:1728: writing smithi04682744-27 from 1032192 to 1753088 tid 1 2024-09-18T02:26:16.753 INFO:tasks.rados.rados.0.smithi046.stdout:1728: writing smithi04682744-27 from 1753088 to 2367488 tid 2 2024-09-18T02:26:16.757 INFO:tasks.rados.rados.0.smithi046.stdout:1728: writing smithi04682744-27 from 2367488 to 2957312 tid 3 2024-09-18T02:26:16.757 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 174 2024-09-18T02:26:16.757 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 1 to smithi04682744-27 2024-09-18T02:26:16.757 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 2 to smithi04682744-27 2024-09-18T02:26:16.757 INFO:tasks.rados.rados.0.smithi046.stdout:1729: seq_num 545 ranges {0=737280,737280=491520,1228800=450560,1679360=262144} 2024-09-18T02:26:16.762 INFO:tasks.rados.rados.0.smithi046.stdout:1729: writing smithi04682744-15 from 0 to 737280 tid 1 2024-09-18T02:26:16.765 INFO:tasks.rados.rados.0.smithi046.stdout:1729: writing smithi04682744-15 from 737280 to 1228800 tid 2 2024-09-18T02:26:16.768 INFO:tasks.rados.rados.0.smithi046.stdout:1729: writing smithi04682744-15 from 1228800 to 1679360 tid 3 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1729: writing smithi04682744-15 from 1679360 to 1941504 tid 4 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1730: read oid 29 snap -1 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1730: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 174 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 3 to smithi04682744-27 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 4 to smithi04682744-27 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 5 to smithi04682744-27 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 988 (ObjNum 544 snap 174 seq_num 544) dirty exists 2024-09-18T02:26:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:1728: left oid 27 (ObjNum 544 snap 174 seq_num 544) 2024-09-18T02:26:16.771 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 1 to smithi04682744-15 2024-09-18T02:26:16.771 INFO:tasks.rados.rados.0.smithi046.stdout:1731: seq_num 546 ranges {3006464=753664,3760128=778240,4538368=425984} 2024-09-18T02:26:16.790 INFO:tasks.rados.rados.0.smithi046.stdout:1731: writing smithi04682744-31 from 3006464 to 3760128 tid 1 2024-09-18T02:26:16.794 INFO:tasks.rados.rados.0.smithi046.stdout:1731: writing smithi04682744-31 from 3760128 to 4538368 tid 2 2024-09-18T02:26:16.797 INFO:tasks.rados.rados.0.smithi046.stdout:1731: writing smithi04682744-31 from 4538368 to 4964352 tid 3 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1728: done (3 left) 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1732: read oid 38 snap -1 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1732: expect (ObjNum 514 snap 164 seq_num 514) 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1733: delete oid 4 current snap is 174 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 2 to smithi04682744-15 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 3 to smithi04682744-15 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 4 to smithi04682744-15 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 5 to smithi04682744-15 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 6 to smithi04682744-15 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 755 (ObjNum 545 snap 174 seq_num 545) dirty exists 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1729: left oid 15 (ObjNum 545 snap 174 seq_num 545) 2024-09-18T02:26:16.798 INFO:tasks.rados.rados.0.smithi046.stdout:1730: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:26:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 1 to smithi04682744-31 2024-09-18T02:26:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 2 to smithi04682744-31 2024-09-18T02:26:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 3 to smithi04682744-31 2024-09-18T02:26:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 4 to smithi04682744-31 2024-09-18T02:26:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 5 to smithi04682744-31 2024-09-18T02:26:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1056 (ObjNum 546 snap 174 seq_num 546) dirty exists 2024-09-18T02:26:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:1731: left oid 31 (ObjNum 546 snap 174 seq_num 546) 2024-09-18T02:26:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:1732: expect (ObjNum 514 snap 164 seq_num 514) 2024-09-18T02:26:16.929 INFO:tasks.rados.rados.0.smithi046.stdout:1729: done (4 left) 2024-09-18T02:26:16.930 INFO:tasks.rados.rados.0.smithi046.stdout:1730: done (3 left) 2024-09-18T02:26:16.930 INFO:tasks.rados.rados.0.smithi046.stdout:1731: done (2 left) 2024-09-18T02:26:16.930 INFO:tasks.rados.rados.0.smithi046.stdout:1732: done (1 left) 2024-09-18T02:26:16.930 INFO:tasks.rados.rados.0.smithi046.stdout:1733: done (0 left) 2024-09-18T02:26:16.930 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 174 2024-09-18T02:26:16.930 INFO:tasks.rados.rados.0.smithi046.stdout:1734: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-09-18T02:26:16.933 INFO:tasks.rados.rados.0.smithi046.stdout:1734: writing smithi04682744-34 from 0 to 786432 tid 1 2024-09-18T02:26:16.937 INFO:tasks.rados.rados.0.smithi046.stdout:1734: writing smithi04682744-34 from 786432 to 1384448 tid 2 2024-09-18T02:26:16.940 INFO:tasks.rados.rados.0.smithi046.stdout:1734: writing smithi04682744-34 from 1384448 to 1990656 tid 3 2024-09-18T02:26:16.940 INFO:tasks.rados.rados.0.smithi046.stdout:1735: snap_remove snap 171 2024-09-18T02:26:16.947 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:16 smithi195 ceph-mon[89559]: pgmap v309: 121 pgs: 22 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 7 active+undersized+degraded, 80 active+clean; 145 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 22/231 objects degraded (9.524%) 2024-09-18T02:26:16.947 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:16 smithi195 ceph-mon[89559]: osdmap e421: 8 total, 8 up, 8 in 2024-09-18T02:26:16.947 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:16 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 22/231 objects degraded (9.524%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:17.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:16 smithi046 ceph-mon[97106]: pgmap v309: 121 pgs: 22 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 7 active+undersized+degraded, 80 active+clean; 145 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 22/231 objects degraded (9.524%) 2024-09-18T02:26:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:16 smithi046 ceph-mon[97106]: osdmap e421: 8 total, 8 up, 8 in 2024-09-18T02:26:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:16 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 22/231 objects degraded (9.524%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:16 smithi046 ceph-mon[94621]: pgmap v309: 121 pgs: 22 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 7 active+undersized+degraded, 80 active+clean; 145 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 22/231 objects degraded (9.524%) 2024-09-18T02:26:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:16 smithi046 ceph-mon[94621]: osdmap e421: 8 total, 8 up, 8 in 2024-09-18T02:26:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:16 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 22/231 objects degraded (9.524%), 8 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:17.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:26:17.096+0000 7fd2e89d4640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T02:26:17.747 INFO:tasks.rados.rados.0.smithi046.stdout:1735: done (1 left) 2024-09-18T02:26:17.747 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 174 2024-09-18T02:26:17.747 INFO:tasks.rados.rados.0.smithi046.stdout:1734: finishing write tid 1 to smithi04682744-34 2024-09-18T02:26:17.747 INFO:tasks.rados.rados.0.smithi046.stdout:1734: finishing write tid 2 to smithi04682744-34 2024-09-18T02:26:17.747 INFO:tasks.rados.rados.0.smithi046.stdout:1734: finishing write tid 3 to smithi04682744-34 2024-09-18T02:26:17.748 INFO:tasks.rados.rados.0.smithi046.stdout:1734: finishing write tid 4 to smithi04682744-34 2024-09-18T02:26:17.748 INFO:tasks.rados.rados.0.smithi046.stdout:1734: finishing write tid 5 to smithi04682744-34 2024-09-18T02:26:17.748 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 992 (ObjNum 548 snap 174 seq_num 548) dirty exists 2024-09-18T02:26:17.748 INFO:tasks.rados.rados.0.smithi046.stdout:1734: left oid 34 (ObjNum 548 snap 174 seq_num 548) 2024-09-18T02:26:17.748 INFO:tasks.rados.rados.0.smithi046.stdout:1736: seq_num 549 ranges {1835008=802816,2637824=483328,3121152=434176,3555328=286720} 2024-09-18T02:26:17.761 INFO:tasks.rados.rados.0.smithi046.stdout:1736: writing smithi04682744-19 from 1835008 to 2637824 tid 1 2024-09-18T02:26:17.764 INFO:tasks.rados.rados.0.smithi046.stdout:1736: writing smithi04682744-19 from 2637824 to 3121152 tid 2 2024-09-18T02:26:17.767 INFO:tasks.rados.rados.0.smithi046.stdout:1736: writing smithi04682744-19 from 3121152 to 3555328 tid 3 2024-09-18T02:26:17.770 INFO:tasks.rados.rados.0.smithi046.stdout:1736: writing smithi04682744-19 from 3555328 to 3842048 tid 4 2024-09-18T02:26:17.770 INFO:tasks.rados.rados.0.smithi046.stdout:1734: done (1 left) 2024-09-18T02:26:17.770 INFO:tasks.rados.rados.0.smithi046.stdout:1737: snap_create 2024-09-18T02:26:17.774 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing write tid 1 to smithi04682744-19 2024-09-18T02:26:17.774 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing write tid 2 to smithi04682744-19 2024-09-18T02:26:17.774 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing write tid 3 to smithi04682744-19 2024-09-18T02:26:17.777 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing write tid 4 to smithi04682744-19 2024-09-18T02:26:17.777 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing write tid 5 to smithi04682744-19 2024-09-18T02:26:17.779 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing write tid 6 to smithi04682744-19 2024-09-18T02:26:17.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1005 (ObjNum 549 snap 174 seq_num 549) dirty exists 2024-09-18T02:26:17.779 INFO:tasks.rados.rados.0.smithi046.stdout:1736: left oid 19 (ObjNum 549 snap 174 seq_num 549) 2024-09-18T02:26:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: osdmap e422: 8 total, 8 up, 8 in 2024-09-18T02:26:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:26:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[94621]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: osdmap e422: 8 total, 8 up, 8 in 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:18.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:17 smithi046 ceph-mon[97106]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T02:26:18.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: osdmap e422: 8 total, 8 up, 8 in 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:18.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:18.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:17 smithi195 ceph-mon[89559]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-18T02:26:18.753 INFO:tasks.rados.rados.0.smithi046.stdout:1736: done (1 left) 2024-09-18T02:26:18.753 INFO:tasks.rados.rados.0.smithi046.stdout:1737: done (0 left) 2024-09-18T02:26:18.753 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 175 2024-09-18T02:26:18.753 INFO:tasks.rados.rados.0.smithi046.stdout:1738: seq_num 550 ranges {1384448=417792,1802240=770048,2572288=638976,3211264=196608} 2024-09-18T02:26:18.762 INFO:tasks.rados.rados.0.smithi046.stdout:1738: writing smithi04682744-3 from 1384448 to 1802240 tid 1 2024-09-18T02:26:18.768 INFO:tasks.rados.rados.0.smithi046.stdout:1738: writing smithi04682744-3 from 1802240 to 2572288 tid 2 2024-09-18T02:26:18.771 INFO:tasks.rados.rados.0.smithi046.stdout:1738: writing smithi04682744-3 from 2572288 to 3211264 tid 3 2024-09-18T02:26:18.773 INFO:tasks.rados.rados.0.smithi046.stdout:1738: writing smithi04682744-3 from 3211264 to 3407872 tid 4 2024-09-18T02:26:18.773 INFO:tasks.rados.rados.0.smithi046.stdout:1739: read oid 23 snap -1 2024-09-18T02:26:18.773 INFO:tasks.rados.rados.0.smithi046.stdout:1739: expect (ObjNum 535 snap 171 seq_num 535) 2024-09-18T02:26:18.773 INFO:tasks.rados.rados.0.smithi046.stdout:1740: copy_from oid 50 from oid 19 current snap is 175 2024-09-18T02:26:18.774 INFO:tasks.rados.rados.0.smithi046.stdout:1738: finishing write tid 1 to smithi04682744-3 2024-09-18T02:26:18.774 INFO:tasks.rados.rados.0.smithi046.stdout:1738: finishing write tid 2 to smithi04682744-3 2024-09-18T02:26:18.774 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 175 2024-09-18T02:26:18.774 INFO:tasks.rados.rados.0.smithi046.stdout:1741: seq_num 551 ranges {7970816=434176,8404992=647168,9052160=450560,9502720=507904} 2024-09-18T02:26:18.820 INFO:tasks.rados.rados.0.smithi046.stdout:1741: writing smithi04682744-10 from 7970816 to 8404992 tid 1 2024-09-18T02:26:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:1741: writing smithi04682744-10 from 8404992 to 9052160 tid 2 2024-09-18T02:26:18.826 INFO:tasks.rados.rados.0.smithi046.stdout:1741: writing smithi04682744-10 from 9052160 to 9502720 tid 3 2024-09-18T02:26:18.829 INFO:tasks.rados.rados.0.smithi046.stdout:1741: writing smithi04682744-10 from 9502720 to 10010624 tid 4 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1742: snap_create 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1738: finishing write tid 3 to smithi04682744-3 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1738: finishing write tid 4 to smithi04682744-3 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1738: finishing write tid 5 to smithi04682744-3 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1738: finishing write tid 6 to smithi04682744-3 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1139 (ObjNum 550 snap 175 seq_num 550) dirty exists 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1738: left oid 3 (ObjNum 550 snap 175 seq_num 550) 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1740: finishing copy_from racing read to smithi04682744-50 2024-09-18T02:26:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:1739: expect (ObjNum 535 snap 171 seq_num 535) 2024-09-18T02:26:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:18 smithi195 ceph-mon[89559]: pgmap v312: 121 pgs: 22 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 7 active+undersized+degraded, 80 active+clean; 145 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 852 KiB/s rd, 424 KiB/s wr, 2 op/s; 22/231 objects degraded (9.524%) 2024-09-18T02:26:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:18 smithi195 ceph-mon[89559]: osdmap e423: 8 total, 8 up, 8 in 2024-09-18T02:26:18.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-18T02:26:18.975 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:19.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:18 smithi046 ceph-mon[94621]: pgmap v312: 121 pgs: 22 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 7 active+undersized+degraded, 80 active+clean; 145 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 852 KiB/s rd, 424 KiB/s wr, 2 op/s; 22/231 objects degraded (9.524%) 2024-09-18T02:26:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:18 smithi046 ceph-mon[94621]: osdmap e423: 8 total, 8 up, 8 in 2024-09-18T02:26:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:18 smithi046 ceph-mon[97106]: pgmap v312: 121 pgs: 22 peering, 1 active+recovery_wait+degraded, 11 active+undersized, 7 active+undersized+degraded, 80 active+clean; 145 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 852 KiB/s rd, 424 KiB/s wr, 2 op/s; 22/231 objects degraded (9.524%) 2024-09-18T02:26:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:18 smithi046 ceph-mon[97106]: osdmap e423: 8 total, 8 up, 8 in 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1740: finishing copy_from to smithi04682744-50 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1005 (ObjNum 549 snap 174 seq_num 549) dirty exists 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1741: finishing write tid 1 to smithi04682744-10 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1741: finishing write tid 2 to smithi04682744-10 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1741: finishing write tid 3 to smithi04682744-10 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1741: finishing write tid 4 to smithi04682744-10 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1741: finishing write tid 5 to smithi04682744-10 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1741: finishing write tid 6 to smithi04682744-10 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 997 (ObjNum 551 snap 175 seq_num 551) dirty exists 2024-09-18T02:26:19.074 INFO:tasks.rados.rados.0.smithi046.stdout:1741: left oid 10 (ObjNum 551 snap 175 seq_num 551) 2024-09-18T02:26:19.759 INFO:tasks.rados.rados.0.smithi046.stdout:1738: done (4 left) 2024-09-18T02:26:19.759 INFO:tasks.rados.rados.0.smithi046.stdout:1739: done (3 left) 2024-09-18T02:26:19.759 INFO:tasks.rados.rados.0.smithi046.stdout:1740: done (2 left) 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:1741: done (1 left) 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:1742: done (0 left) 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:1743: read oid 9 snap -1 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:1743: expect (ObjNum 482 snap 154 seq_num 482) 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:1744: read oid 50 snap -1 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:1744: expect (ObjNum 549 snap 174 seq_num 549) 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 176 2024-09-18T02:26:19.760 INFO:tasks.rados.rados.0.smithi046.stdout:1745: seq_num 552 ranges {5881856=450560,6332416=532480,6864896=655360,7520256=417792} 2024-09-18T02:26:19.794 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04682744-17 from 5881856 to 6332416 tid 1 2024-09-18T02:26:19.797 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04682744-17 from 6332416 to 6864896 tid 2 2024-09-18T02:26:19.801 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04682744-17 from 6864896 to 7520256 tid 3 2024-09-18T02:26:19.804 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04682744-17 from 7520256 to 7938048 tid 4 2024-09-18T02:26:19.804 INFO:tasks.rados.rados.0.smithi046.stdout:1746: rmattr oid 44 current snap is 176 2024-09-18T02:26:19.804 INFO:tasks.rados.rados.0.smithi046.stdout:1746: done (3 left) 2024-09-18T02:26:19.804 INFO:tasks.rados.rados.0.smithi046.stdout:1747: rollback oid 38 current snap is 176 2024-09-18T02:26:19.804 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 173 2024-09-18T02:26:19.804 INFO:tasks.rados.rados.0.smithi046.stdout:1744: expect (ObjNum 549 snap 174 seq_num 549) 2024-09-18T02:26:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 1 to smithi04682744-17 2024-09-18T02:26:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 2 to smithi04682744-17 2024-09-18T02:26:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 3 to smithi04682744-17 2024-09-18T02:26:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 4 to smithi04682744-17 2024-09-18T02:26:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 5 to smithi04682744-17 2024-09-18T02:26:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1747: finishing rollback tid 0 to smithi04682744-38 2024-09-18T02:26:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 6 to smithi04682744-17 2024-09-18T02:26:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1092 (ObjNum 552 snap 176 seq_num 552) dirty exists 2024-09-18T02:26:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1745: left oid 17 (ObjNum 552 snap 176 seq_num 552) 2024-09-18T02:26:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1747: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:26:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1747: finishing rollback tid 2 to smithi04682744-38 2024-09-18T02:26:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1096 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-09-18T02:26:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1743: expect (ObjNum 482 snap 154 seq_num 482) 2024-09-18T02:26:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:19 smithi046 ceph-mon[94621]: osdmap e424: 8 total, 8 up, 8 in 2024-09-18T02:26:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:19 smithi046 ceph-mon[97106]: osdmap e424: 8 total, 8 up, 8 in 2024-09-18T02:26:20.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:19 smithi195 ceph-mon[89559]: osdmap e424: 8 total, 8 up, 8 in 2024-09-18T02:26:21.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:20 smithi046 ceph-mon[97106]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 1 active+recovery_wait+degraded, 119 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.6 MiB/s wr, 34 op/s; 2/231 objects degraded (0.866%); 12 MiB/s, 3 objects/s recovering 2024-09-18T02:26:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:20 smithi046 ceph-mon[97106]: osdmap e425: 8 total, 8 up, 8 in 2024-09-18T02:26:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:20 smithi046 ceph-mon[94621]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 1 active+recovery_wait+degraded, 119 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.6 MiB/s wr, 34 op/s; 2/231 objects degraded (0.866%); 12 MiB/s, 3 objects/s recovering 2024-09-18T02:26:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:20 smithi046 ceph-mon[94621]: osdmap e425: 8 total, 8 up, 8 in 2024-09-18T02:26:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:1743: done (3 left) 2024-09-18T02:26:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:1744: done (2 left) 2024-09-18T02:26:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:1745: done (1 left) 2024-09-18T02:26:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:1747: done (0 left) 2024-09-18T02:26:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:1748: read oid 26 snap 173 2024-09-18T02:26:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:1748: expect (ObjNum 523 snap 166 seq_num 523) 2024-09-18T02:26:21.107 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 176 2024-09-18T02:26:21.107 INFO:tasks.rados.rados.0.smithi046.stdout:1749: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-09-18T02:26:21.108 INFO:tasks.rados.rados.0.smithi046.stdout:1749: writing smithi04682744-22 from 0 to 466944 tid 1 2024-09-18T02:26:21.111 INFO:tasks.rados.rados.0.smithi046.stdout:1749: writing smithi04682744-22 from 466944 to 884736 tid 2 2024-09-18T02:26:21.113 INFO:tasks.rados.rados.0.smithi046.stdout:1749: writing smithi04682744-22 from 884736 to 1302528 tid 3 2024-09-18T02:26:21.116 INFO:tasks.rados.rados.0.smithi046.stdout:1749: writing smithi04682744-22 from 1302528 to 1818624 tid 4 2024-09-18T02:26:21.118 INFO:tasks.rados.rados.0.smithi046.stdout:1749: writing smithi04682744-22 from 1818624 to 2072576 tid 5 2024-09-18T02:26:21.119 INFO:tasks.rados.rados.0.smithi046.stdout:1750: copy_from oid 25 from oid 34 current snap is 176 2024-09-18T02:26:21.119 INFO:tasks.rados.rados.0.smithi046.stdout:1751: read oid 27 snap -1 2024-09-18T02:26:21.119 INFO:tasks.rados.rados.0.smithi046.stdout:1751: expect (ObjNum 544 snap 174 seq_num 544) 2024-09-18T02:26:21.119 INFO:tasks.rados.rados.0.smithi046.stdout:1752: read oid 16 snap 174 2024-09-18T02:26:21.119 INFO:tasks.rados.rados.0.smithi046.stdout:1752: expect (ObjNum 492 snap 156 seq_num 492) 2024-09-18T02:26:21.119 INFO:tasks.rados.rados.0.smithi046.stdout:1753: delete oid 44 current snap is 176 2024-09-18T02:26:21.121 INFO:tasks.rados.rados.0.smithi046.stdout:1753: done (5 left) 2024-09-18T02:26:21.121 INFO:tasks.rados.rados.0.smithi046.stdout:1754: read oid 6 snap 172 2024-09-18T02:26:21.121 INFO:tasks.rados.rados.0.smithi046.stdout:1754: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:26:21.121 INFO:tasks.rados.rados.0.smithi046.stdout:1755: delete oid 41 current snap is 176 2024-09-18T02:26:21.124 INFO:tasks.rados.rados.0.smithi046.stdout:1755: done (6 left) 2024-09-18T02:26:21.125 INFO:tasks.rados.rados.0.smithi046.stdout:1756: delete oid 28 current snap is 176 2024-09-18T02:26:21.127 INFO:tasks.rados.rados.0.smithi046.stdout:1748: expect (ObjNum 523 snap 166 seq_num 523) 2024-09-18T02:26:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:20 smithi195 ceph-mon[89559]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 1 active+recovery_wait+degraded, 119 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.6 MiB/s wr, 34 op/s; 2/231 objects degraded (0.866%); 12 MiB/s, 3 objects/s recovering 2024-09-18T02:26:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:20 smithi195 ceph-mon[89559]: osdmap e425: 8 total, 8 up, 8 in 2024-09-18T02:26:21.388 INFO:tasks.rados.rados.0.smithi046.stdout:1749: finishing write tid 1 to smithi04682744-22 2024-09-18T02:26:21.389 INFO:tasks.rados.rados.0.smithi046.stdout:1752: expect (ObjNum 492 snap 156 seq_num 492) 2024-09-18T02:26:21.466 INFO:tasks.rados.rados.0.smithi046.stdout:1749: finishing write tid 2 to smithi04682744-22 2024-09-18T02:26:21.467 INFO:tasks.rados.rados.0.smithi046.stdout:1749: finishing write tid 3 to smithi04682744-22 2024-09-18T02:26:21.467 INFO:tasks.rados.rados.0.smithi046.stdout:1749: finishing write tid 4 to smithi04682744-22 2024-09-18T02:26:21.467 INFO:tasks.rados.rados.0.smithi046.stdout:1749: finishing write tid 5 to smithi04682744-22 2024-09-18T02:26:21.467 INFO:tasks.rados.rados.0.smithi046.stdout:1749: finishing write tid 6 to smithi04682744-22 2024-09-18T02:26:21.467 INFO:tasks.rados.rados.0.smithi046.stdout:1754: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:26:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:1750: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:26:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:1749: finishing write tid 7 to smithi04682744-22 2024-09-18T02:26:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1145 (ObjNum 553 snap 176 seq_num 553) dirty exists 2024-09-18T02:26:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:1749: left oid 22 (ObjNum 553 snap 176 seq_num 553) 2024-09-18T02:26:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:1750: finishing copy_from to smithi04682744-25 2024-09-18T02:26:21.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 992 (ObjNum 548 snap 174 seq_num 548) dirty exists 2024-09-18T02:26:21.651 INFO:tasks.rados.rados.0.smithi046.stdout:1751: expect (ObjNum 544 snap 174 seq_num 544) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1748: done (6 left) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1749: done (5 left) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1750: done (4 left) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1751: done (3 left) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1752: done (2 left) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1754: done (1 left) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1756: done (0 left) 2024-09-18T02:26:21.746 INFO:tasks.rados.rados.0.smithi046.stdout:1757: snap_create 2024-09-18T02:26:21.763 INFO:tasks.rados.rados.0.smithi046.stdout:1757: done (0 left) 2024-09-18T02:26:21.764 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 177 2024-09-18T02:26:21.764 INFO:tasks.rados.rados.0.smithi046.stdout:1758: seq_num 557 ranges {4751360=532480,5283840=802816,6086656=794624,6881280=8192} 2024-09-18T02:26:21.792 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04682744-49 from 4751360 to 5283840 tid 1 2024-09-18T02:26:21.798 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04682744-49 from 5283840 to 6086656 tid 2 2024-09-18T02:26:21.803 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04682744-49 from 6086656 to 6881280 tid 3 2024-09-18T02:26:21.803 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04682744-49 from 6881280 to 6889472 tid 4 2024-09-18T02:26:21.803 INFO:tasks.rados.rados.0.smithi046.stdout:1759: setattr oid 31 current snap is 177 2024-09-18T02:26:21.803 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 1 to smithi04682744-49 2024-09-18T02:26:21.803 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 2 to smithi04682744-49 2024-09-18T02:26:21.805 INFO:tasks.rados.rados.0.smithi046.stdout:1760: read oid 35 snap -1 2024-09-18T02:26:21.805 INFO:tasks.rados.rados.0.smithi046.stdout:1760: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:26:21.805 INFO:tasks.rados.rados.0.smithi046.stdout:1761: snap_remove snap 175 2024-09-18T02:26:21.821 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (4m) 42s ago 8m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (4m) 9s ago 8m 85.8M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (9m) 42s ago 9m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (9m) 9s ago 9m 19.9M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (3m) 9s ago 13m 439M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (4m) 42s ago 14m 496M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:26:22.090 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (3m) 42s ago 14m 53.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (3m) 9s ago 13m 44.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (3m) 42s ago 13m 44.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (4m) 42s ago 8m 15.1M - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (4m) 9s ago 8m 16.6M - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (2m) 42s ago 12m 200M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (112s) 42s ago 12m 159M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (78s) 42s ago 12m 122M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (46s) 42s ago 11m 12.1M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (13s) 9s ago 11m 14.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (10m) 9s ago 10m 240M 2480M 17.2.7-1635-g4a704134 f22ead590bad ab6cf827eb39 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (10m) 9s ago 10m 149M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (10m) 9s ago 10m 136M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:26:22.091 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (4m) 9s ago 9m 61.0M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:26:22.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:21 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 2/231 objects degraded (0.866%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:26:22.092 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:21 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 2/231 objects degraded (0.866%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:26:22.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:21 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 2/231 objects degraded (0.866%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:26:22.415 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3, 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 5 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:22.416 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:26:22.417 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 5, 2024-09-18T02:26:22.417 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 10 2024-09-18T02:26:22.417 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:26:22.417 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:26:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:22.767 INFO:tasks.rados.rados.0.smithi046.stdout:1761: done (3 left) 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1762: setattr oid 18 current snap is 177 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 3 to smithi04682744-49 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 4 to smithi04682744-49 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 5 to smithi04682744-49 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 6 to smithi04682744-49 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1151 (ObjNum 557 snap 177 seq_num 557) dirty exists 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1758: left oid 49 (ObjNum 557 snap 177 seq_num 557) 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1057 (ObjNum 546 snap 174 seq_num 546) dirty exists 2024-09-18T02:26:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1760: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:26:22.808 INFO:tasks.rados.rados.0.smithi046.stdout:1758: done (3 left) 2024-09-18T02:26:22.809 INFO:tasks.rados.rados.0.smithi046.stdout:1759: done (2 left) 2024-09-18T02:26:22.809 INFO:tasks.rados.rados.0.smithi046.stdout:1760: done (1 left) 2024-09-18T02:26:22.809 INFO:tasks.rados.rados.0.smithi046.stdout:1763: snap_create 2024-09-18T02:26:22.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1006 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:26:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-mon[89559]: pgmap v317: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-18T02:26:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/231 objects degraded (0.866%), 1 pg degraded) 2024-09-18T02:26:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:26:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-mon[89559]: osdmap e426: 8 total, 8 up, 8 in 2024-09-18T02:26:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-mon[89559]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-mon[89559]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1238366835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[94621]: pgmap v317: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-18T02:26:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/231 objects degraded (0.866%), 1 pg degraded) 2024-09-18T02:26:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:26:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[94621]: osdmap e426: 8 total, 8 up, 8 in 2024-09-18T02:26:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[94621]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[94621]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1238366835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[97106]: pgmap v317: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-18T02:26:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/231 objects degraded (0.866%), 1 pg degraded) 2024-09-18T02:26:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:26:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[97106]: osdmap e426: 8 total, 8 up, 8 in 2024-09-18T02:26:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[97106]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[97106]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1238366835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:23.770 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:1762: done (1 left) 2024-09-18T02:26:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:1763: done (0 left) 2024-09-18T02:26:23.773 INFO:tasks.rados.rados.0.smithi046.stdout:1764: snap_create 2024-09-18T02:26:24.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:23 smithi195 ceph-mon[89559]: osdmap e427: 8 total, 8 up, 8 in 2024-09-18T02:26:24.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:23 smithi046 ceph-mon[97106]: osdmap e427: 8 total, 8 up, 8 in 2024-09-18T02:26:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:23 smithi046 ceph-mon[94621]: osdmap e427: 8 total, 8 up, 8 in 2024-09-18T02:26:24.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:24.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:24.775 INFO:tasks.rados.rados.0.smithi046.stdout:1764: done (0 left) 2024-09-18T02:26:24.775 INFO:tasks.rados.rados.0.smithi046.stdout:1765: snap_remove snap 173 2024-09-18T02:26:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:24 smithi195 ceph-mon[89559]: pgmap v320: 121 pgs: 121 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 5.8 MiB/s wr, 25 op/s; 2.1 MiB/s, 0 objects/s recovering 2024-09-18T02:26:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:24 smithi195 ceph-mon[89559]: osdmap e428: 8 total, 8 up, 8 in 2024-09-18T02:26:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:24 smithi046 ceph-mon[97106]: pgmap v320: 121 pgs: 121 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 5.8 MiB/s wr, 25 op/s; 2.1 MiB/s, 0 objects/s recovering 2024-09-18T02:26:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:24 smithi046 ceph-mon[97106]: osdmap e428: 8 total, 8 up, 8 in 2024-09-18T02:26:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:24 smithi046 ceph-mon[94621]: pgmap v320: 121 pgs: 121 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 5.8 MiB/s wr, 25 op/s; 2.1 MiB/s, 0 objects/s recovering 2024-09-18T02:26:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:24 smithi046 ceph-mon[94621]: osdmap e428: 8 total, 8 up, 8 in 2024-09-18T02:26:25.780 INFO:tasks.rados.rados.0.smithi046.stdout:1765: done (0 left) 2024-09-18T02:26:25.780 INFO:tasks.rados.rados.0.smithi046.stdout:1766: rollback oid 7 current snap is 179 2024-09-18T02:26:25.780 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 172 2024-09-18T02:26:25.780 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 179 2024-09-18T02:26:25.780 INFO:tasks.rados.rados.0.smithi046.stdout:1767: seq_num 558 ranges {4964352=548864,5513216=688128,6201344=606208,6807552=311296} 2024-09-18T02:26:25.811 INFO:tasks.rados.rados.0.smithi046.stdout:1767: writing smithi04682744-31 from 4964352 to 5513216 tid 1 2024-09-18T02:26:25.815 INFO:tasks.rados.rados.0.smithi046.stdout:1767: writing smithi04682744-31 from 5513216 to 6201344 tid 2 2024-09-18T02:26:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:1767: writing smithi04682744-31 from 6201344 to 6807552 tid 3 2024-09-18T02:26:25.821 INFO:tasks.rados.rados.0.smithi046.stdout:1767: writing smithi04682744-31 from 6807552 to 7118848 tid 4 2024-09-18T02:26:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 179 2024-09-18T02:26:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:1766: finishing rollback tid 1 to smithi04682744-7 2024-09-18T02:26:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-18T02:26:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:1768: seq_num 559 ranges {3842048=565248,4407296=573440,4980736=409600,5390336=622592} 2024-09-18T02:26:25.846 INFO:tasks.rados.rados.0.smithi046.stdout:1768: writing smithi04682744-50 from 3842048 to 4407296 tid 1 2024-09-18T02:26:25.849 INFO:tasks.rados.rados.0.smithi046.stdout:1768: writing smithi04682744-50 from 4407296 to 4980736 tid 2 2024-09-18T02:26:25.851 INFO:tasks.rados.rados.0.smithi046.stdout:1768: writing smithi04682744-50 from 4980736 to 5390336 tid 3 2024-09-18T02:26:25.856 INFO:tasks.rados.rados.0.smithi046.stdout:1768: writing smithi04682744-50 from 5390336 to 6012928 tid 4 2024-09-18T02:26:25.856 INFO:tasks.rados.rados.0.smithi046.stdout:1766: done (2 left) 2024-09-18T02:26:25.856 INFO:tasks.rados.rados.0.smithi046.stdout:1769: read oid 2 snap -1 2024-09-18T02:26:25.856 INFO:tasks.rados.rados.0.smithi046.stdout:1769: expect (ObjNum 532 snap 170 seq_num 532) 2024-09-18T02:26:25.856 INFO:tasks.rados.rados.0.smithi046.stdout:1770: snap_remove snap 178 2024-09-18T02:26:26.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:25 smithi195 ceph-mon[89559]: osdmap e429: 8 total, 8 up, 8 in 2024-09-18T02:26:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:25 smithi046 ceph-mon[94621]: osdmap e429: 8 total, 8 up, 8 in 2024-09-18T02:26:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:25 smithi046 ceph-mon[97106]: osdmap e429: 8 total, 8 up, 8 in 2024-09-18T02:26:26.734 INFO:tasks.rados.rados.0.smithi046.stdout:1770: done (3 left) 2024-09-18T02:26:26.734 INFO:tasks.rados.rados.0.smithi046.stdout:1771: copy_from oid 36 from oid 30 current snap is 179 2024-09-18T02:26:26.734 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing write tid 1 to smithi04682744-31 2024-09-18T02:26:26.734 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing write tid 2 to smithi04682744-31 2024-09-18T02:26:26.734 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing write tid 3 to smithi04682744-31 2024-09-18T02:26:26.734 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing write tid 4 to smithi04682744-31 2024-09-18T02:26:26.734 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing write tid 5 to smithi04682744-31 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing write tid 6 to smithi04682744-31 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1062 (ObjNum 558 snap 179 seq_num 558) dirty exists 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1767: left oid 31 (ObjNum 558 snap 179 seq_num 558) 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing write tid 1 to smithi04682744-50 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing write tid 2 to smithi04682744-50 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing write tid 3 to smithi04682744-50 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing write tid 4 to smithi04682744-50 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing write tid 5 to smithi04682744-50 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing write tid 6 to smithi04682744-50 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1011 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1768: left oid 50 (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:26:26.735 INFO:tasks.rados.rados.0.smithi046.stdout:1769: expect (ObjNum 532 snap 170 seq_num 532) 2024-09-18T02:26:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:26:26] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1771: finishing copy_from to smithi04682744-36 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1771: got expected ENOENT (src dne) 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1771: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1767: done (3 left) 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1768: done (2 left) 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1769: done (1 left) 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1771: done (0 left) 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1772: read oid 27 snap -1 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1772: expect (ObjNum 544 snap 174 seq_num 544) 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1773: copy_from oid 22 from oid 18 current snap is 179 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 179 2024-09-18T02:26:26.782 INFO:tasks.rados.rados.0.smithi046.stdout:1774: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2024-09-18T02:26:26.785 INFO:tasks.rados.rados.0.smithi046.stdout:1774: writing smithi04682744-21 from 0 to 581632 tid 1 2024-09-18T02:26:26.788 INFO:tasks.rados.rados.0.smithi046.stdout:1774: writing smithi04682744-21 from 581632 to 1040384 tid 2 2024-09-18T02:26:26.792 INFO:tasks.rados.rados.0.smithi046.stdout:1774: writing smithi04682744-21 from 1040384 to 1654784 tid 3 2024-09-18T02:26:26.797 INFO:tasks.rados.rados.0.smithi046.stdout:1774: writing smithi04682744-21 from 1654784 to 2187264 tid 4 2024-09-18T02:26:26.797 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 179 2024-09-18T02:26:26.797 INFO:tasks.rados.rados.0.smithi046.stdout:1775: seq_num 561 ranges {1941504=598016,2539520=745472,3284992=778240,4063232=81920} 2024-09-18T02:26:26.811 INFO:tasks.rados.rados.0.smithi046.stdout:1775: writing smithi04682744-15 from 1941504 to 2539520 tid 1 2024-09-18T02:26:26.816 INFO:tasks.rados.rados.0.smithi046.stdout:1775: writing smithi04682744-15 from 2539520 to 3284992 tid 2 2024-09-18T02:26:26.821 INFO:tasks.rados.rados.0.smithi046.stdout:1775: writing smithi04682744-15 from 3284992 to 4063232 tid 3 2024-09-18T02:26:26.822 INFO:tasks.rados.rados.0.smithi046.stdout:1775: writing smithi04682744-15 from 4063232 to 4145152 tid 4 2024-09-18T02:26:26.822 INFO:tasks.rados.rados.0.smithi046.stdout:1776: read oid 39 snap -1 2024-09-18T02:26:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:1776: expect (ObjNum 520 snap 166 seq_num 520) 2024-09-18T02:26:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:1777: rmattr oid 48 current snap is 179 2024-09-18T02:26:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:1777: done (5 left) 2024-09-18T02:26:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 179 2024-09-18T02:26:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:1778: seq_num 562 ranges {1720320=622592,2342912=630784,2973696=581632,3555328=393216} 2024-09-18T02:26:26.836 INFO:tasks.rados.rados.0.smithi046.stdout:1778: writing smithi04682744-2 from 1720320 to 2342912 tid 1 2024-09-18T02:26:26.839 INFO:tasks.rados.rados.0.smithi046.stdout:1778: writing smithi04682744-2 from 2342912 to 2973696 tid 2 2024-09-18T02:26:26.843 INFO:tasks.rados.rados.0.smithi046.stdout:1778: writing smithi04682744-2 from 2973696 to 3555328 tid 3 2024-09-18T02:26:26.846 INFO:tasks.rados.rados.0.smithi046.stdout:1778: writing smithi04682744-2 from 3555328 to 3948544 tid 4 2024-09-18T02:26:26.846 INFO:tasks.rados.rados.0.smithi046.stdout:1779: rollback oid 33 current snap is 179 2024-09-18T02:26:26.846 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 177 2024-09-18T02:26:26.846 INFO:tasks.rados.rados.0.smithi046.stdout:1774: finishing write tid 1 to smithi04682744-21 2024-09-18T02:26:26.846 INFO:tasks.rados.rados.0.smithi046.stdout:1774: finishing write tid 2 to smithi04682744-21 2024-09-18T02:26:26.846 INFO:tasks.rados.rados.0.smithi046.stdout:1772: expect (ObjNum 544 snap 174 seq_num 544) 2024-09-18T02:26:26.943 INFO:tasks.rados.rados.0.smithi046.stdout:1774: finishing write tid 3 to smithi04682744-21 2024-09-18T02:26:26.943 INFO:tasks.rados.rados.0.smithi046.stdout:1774: finishing write tid 4 to smithi04682744-21 2024-09-18T02:26:26.943 INFO:tasks.rados.rados.0.smithi046.stdout:1774: finishing write tid 5 to smithi04682744-21 2024-09-18T02:26:26.943 INFO:tasks.rados.rados.0.smithi046.stdout:1774: finishing write tid 6 to smithi04682744-21 2024-09-18T02:26:26.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 760 (ObjNum 560 snap 179 seq_num 560) dirty exists 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1774: left oid 21 (ObjNum 560 snap 179 seq_num 560) 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1775: finishing write tid 1 to smithi04682744-15 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1772: done (6 left) 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1774: done (5 left) 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1780: read oid 10 snap -1 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1780: expect (ObjNum 551 snap 175 seq_num 551) 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1781: copy_from oid 26 from oid 21 current snap is 179 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1775: finishing write tid 2 to smithi04682744-15 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing copy_from racing read to smithi04682744-22 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1775: finishing write tid 3 to smithi04682744-15 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing copy_from to smithi04682744-22 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1006 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:26:26.944 INFO:tasks.rados.rados.0.smithi046.stdout:1775: finishing write tid 4 to smithi04682744-15 2024-09-18T02:26:26.945 INFO:tasks.rados.rados.0.smithi046.stdout:1775: finishing write tid 5 to smithi04682744-15 2024-09-18T02:26:26.945 INFO:tasks.rados.rados.0.smithi046.stdout:1775: finishing write tid 6 to smithi04682744-15 2024-09-18T02:26:26.945 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 765 (ObjNum 561 snap 179 seq_num 561) dirty exists 2024-09-18T02:26:26.945 INFO:tasks.rados.rados.0.smithi046.stdout:1775: left oid 15 (ObjNum 561 snap 179 seq_num 561) 2024-09-18T02:26:26.945 INFO:tasks.rados.rados.0.smithi046.stdout:1776: expect (ObjNum 520 snap 166 seq_num 520) 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 1 to smithi04682744-2 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 2 to smithi04682744-2 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 3 to smithi04682744-2 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1779: finishing rollback tid 1 to smithi04682744-33 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 0 (ObjNum 225 snap 0 seq_num 962567600) dirty dne 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 4 to smithi04682744-2 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 5 to smithi04682744-2 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1773: done (6 left) 2024-09-18T02:26:27.035 INFO:tasks.rados.rados.0.smithi046.stdout:1775: done (5 left) 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1776: done (4 left) 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1779: done (3 left) 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1782: snap_create 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 6 to smithi04682744-2 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1013 (ObjNum 562 snap 179 seq_num 562) dirty exists 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1778: left oid 2 (ObjNum 562 snap 179 seq_num 562) 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing copy_from to smithi04682744-26 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 760 (ObjNum 560 snap 179 seq_num 560) dirty exists 2024-09-18T02:26:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1780: expect (ObjNum 551 snap 175 seq_num 551) 2024-09-18T02:26:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:26 smithi195 ceph-mon[89559]: pgmap v323: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-18T02:26:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:26 smithi195 ceph-mon[89559]: osdmap e430: 8 total, 8 up, 8 in 2024-09-18T02:26:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:26 smithi195 ceph-mon[89559]: osdmap e431: 8 total, 8 up, 8 in 2024-09-18T02:26:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:26 smithi046 ceph-mon[94621]: pgmap v323: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-18T02:26:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:26 smithi046 ceph-mon[94621]: osdmap e430: 8 total, 8 up, 8 in 2024-09-18T02:26:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:26 smithi046 ceph-mon[94621]: osdmap e431: 8 total, 8 up, 8 in 2024-09-18T02:26:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:26 smithi046 ceph-mon[97106]: pgmap v323: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-18T02:26:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:26 smithi046 ceph-mon[97106]: osdmap e430: 8 total, 8 up, 8 in 2024-09-18T02:26:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:26 smithi046 ceph-mon[97106]: osdmap e431: 8 total, 8 up, 8 in 2024-09-18T02:26:27.798 INFO:tasks.rados.rados.0.smithi046.stdout:1778: done (3 left) 2024-09-18T02:26:27.798 INFO:tasks.rados.rados.0.smithi046.stdout:1780: done (2 left) 2024-09-18T02:26:27.798 INFO:tasks.rados.rados.0.smithi046.stdout:1781: done (1 left) 2024-09-18T02:26:27.798 INFO:tasks.rados.rados.0.smithi046.stdout:1782: done (0 left) 2024-09-18T02:26:27.799 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 180 2024-09-18T02:26:27.799 INFO:tasks.rados.rados.0.smithi046.stdout:1783: seq_num 563 ranges {2433024=638976,3072000=565248,3637248=794624,4431872=245760} 2024-09-18T02:26:27.815 INFO:tasks.rados.rados.0.smithi046.stdout:1783: writing smithi04682744-47 from 2433024 to 3072000 tid 1 2024-09-18T02:26:27.818 INFO:tasks.rados.rados.0.smithi046.stdout:1783: writing smithi04682744-47 from 3072000 to 3637248 tid 2 2024-09-18T02:26:27.822 INFO:tasks.rados.rados.0.smithi046.stdout:1783: writing smithi04682744-47 from 3637248 to 4431872 tid 3 2024-09-18T02:26:27.824 INFO:tasks.rados.rados.0.smithi046.stdout:1783: writing smithi04682744-47 from 4431872 to 4677632 tid 4 2024-09-18T02:26:27.824 INFO:tasks.rados.rados.0.smithi046.stdout:1784: read oid 37 snap -1 2024-09-18T02:26:27.824 INFO:tasks.rados.rados.0.smithi046.stdout:1784: expect (ObjNum 490 snap 155 seq_num 490) 2024-09-18T02:26:27.824 INFO:tasks.rados.rados.0.smithi046.stdout:1785: snap_create 2024-09-18T02:26:27.824 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing write tid 1 to smithi04682744-47 2024-09-18T02:26:27.825 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing write tid 2 to smithi04682744-47 2024-09-18T02:26:27.827 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing write tid 3 to smithi04682744-47 2024-09-18T02:26:27.827 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing write tid 4 to smithi04682744-47 2024-09-18T02:26:27.827 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing write tid 5 to smithi04682744-47 2024-09-18T02:26:27.829 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing write tid 6 to smithi04682744-47 2024-09-18T02:26:27.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 582 (ObjNum 563 snap 180 seq_num 563) dirty exists 2024-09-18T02:26:27.829 INFO:tasks.rados.rados.0.smithi046.stdout:1783: left oid 47 (ObjNum 563 snap 180 seq_num 563) 2024-09-18T02:26:27.841 INFO:tasks.rados.rados.0.smithi046.stdout:1784: expect (ObjNum 490 snap 155 seq_num 490) 2024-09-18T02:26:28.800 INFO:tasks.rados.rados.0.smithi046.stdout:1783: done (2 left) 2024-09-18T02:26:28.800 INFO:tasks.rados.rados.0.smithi046.stdout:1784: done (1 left) 2024-09-18T02:26:28.800 INFO:tasks.rados.rados.0.smithi046.stdout:1785: done (0 left) 2024-09-18T02:26:28.800 INFO:tasks.rados.rados.0.smithi046.stdout:1786: snap_create 2024-09-18T02:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:28 smithi195 ceph-mon[89559]: pgmap v326: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 502 KiB/s wr, 8 op/s 2024-09-18T02:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:28 smithi195 ceph-mon[89559]: osdmap e432: 8 total, 8 up, 8 in 2024-09-18T02:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:28.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:28.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-18T02:26:28.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[97106]: pgmap v326: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 502 KiB/s wr, 8 op/s 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[97106]: osdmap e432: 8 total, 8 up, 8 in 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[94621]: pgmap v326: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 502 KiB/s wr, 8 op/s 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[94621]: osdmap e432: 8 total, 8 up, 8 in 2024-09-18T02:26:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:29.803 INFO:tasks.rados.rados.0.smithi046.stdout:1786: done (0 left) 2024-09-18T02:26:29.803 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 182 2024-09-18T02:26:29.803 INFO:tasks.rados.rados.0.smithi046.stdout:1787: seq_num 564 ranges {2957312=655360,3612672=442368,4055040=598016,4653056=565248} 2024-09-18T02:26:29.822 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04682744-27 from 2957312 to 3612672 tid 1 2024-09-18T02:26:29.825 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04682744-27 from 3612672 to 4055040 tid 2 2024-09-18T02:26:29.829 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04682744-27 from 4055040 to 4653056 tid 3 2024-09-18T02:26:29.832 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04682744-27 from 4653056 to 5218304 tid 4 2024-09-18T02:26:29.833 INFO:tasks.rados.rados.0.smithi046.stdout:1788: setattr oid 26 current snap is 182 2024-09-18T02:26:29.833 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 1 to smithi04682744-27 2024-09-18T02:26:29.833 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 2 to smithi04682744-27 2024-09-18T02:26:29.833 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 3 to smithi04682744-27 2024-09-18T02:26:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:1789: read oid 1 snap -1 2024-09-18T02:26:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:1789: expect (ObjNum 536 snap 171 seq_num 536) 2024-09-18T02:26:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:1790: rollback oid 7 current snap is 182 2024-09-18T02:26:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 172 2024-09-18T02:26:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 182 2024-09-18T02:26:29.835 INFO:tasks.rados.rados.0.smithi046.stdout:1791: seq_num 565 ranges {8708096=671744,9379840=729088,10108928=753664,10862592=122880} 2024-09-18T02:26:29.887 INFO:tasks.rados.rados.0.smithi046.stdout:1791: writing smithi04682744-22 from 8708096 to 9379840 tid 1 2024-09-18T02:26:29.891 INFO:tasks.rados.rados.0.smithi046.stdout:1791: writing smithi04682744-22 from 9379840 to 10108928 tid 2 2024-09-18T02:26:29.896 INFO:tasks.rados.rados.0.smithi046.stdout:1791: writing smithi04682744-22 from 10108928 to 10862592 tid 3 2024-09-18T02:26:29.897 INFO:tasks.rados.rados.0.smithi046.stdout:1791: writing smithi04682744-22 from 10862592 to 10985472 tid 4 2024-09-18T02:26:29.897 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 182 2024-09-18T02:26:29.897 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 4 to smithi04682744-27 2024-09-18T02:26:29.897 INFO:tasks.rados.rados.0.smithi046.stdout:1792: seq_num 566 ranges {7938048=688128,8626176=614400,9240576=565248,9805824=425984} 2024-09-18T02:26:29.944 INFO:tasks.rados.rados.0.smithi046.stdout:1792: writing smithi04682744-17 from 7938048 to 8626176 tid 1 2024-09-18T02:26:29.947 INFO:tasks.rados.rados.0.smithi046.stdout:1792: writing smithi04682744-17 from 8626176 to 9240576 tid 2 2024-09-18T02:26:29.950 INFO:tasks.rados.rados.0.smithi046.stdout:1792: writing smithi04682744-17 from 9240576 to 9805824 tid 3 2024-09-18T02:26:29.953 INFO:tasks.rados.rados.0.smithi046.stdout:1792: writing smithi04682744-17 from 9805824 to 10231808 tid 4 2024-09-18T02:26:29.953 INFO:tasks.rados.rados.0.smithi046.stdout:1793: delete oid 30 current snap is 182 2024-09-18T02:26:29.953 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 5 to smithi04682744-27 2024-09-18T02:26:29.953 INFO:tasks.rados.rados.0.smithi046.stdout:1790: finishing rollback tid 1 to smithi04682744-7 2024-09-18T02:26:29.953 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 0 (ObjNum 33 snap 0 seq_num 1113687416) dirty dne 2024-09-18T02:26:29.954 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 6 to smithi04682744-27 2024-09-18T02:26:29.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1002 (ObjNum 564 snap 182 seq_num 564) dirty exists 2024-09-18T02:26:29.954 INFO:tasks.rados.rados.0.smithi046.stdout:1787: left oid 27 (ObjNum 564 snap 182 seq_num 564) 2024-09-18T02:26:29.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1163 (ObjNum 560 snap 179 seq_num 560) dirty exists 2024-09-18T02:26:29.954 INFO:tasks.rados.rados.0.smithi046.stdout:1789: expect (ObjNum 536 snap 171 seq_num 536) 2024-09-18T02:26:30.215 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing write tid 1 to smithi04682744-22 2024-09-18T02:26:30.215 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing write tid 2 to smithi04682744-22 2024-09-18T02:26:30.215 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing write tid 3 to smithi04682744-22 2024-09-18T02:26:30.215 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing write tid 4 to smithi04682744-22 2024-09-18T02:26:30.215 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing write tid 5 to smithi04682744-22 2024-09-18T02:26:30.215 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing write tid 6 to smithi04682744-22 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1169 (ObjNum 565 snap 182 seq_num 565) dirty exists 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1791: left oid 22 (ObjNum 565 snap 182 seq_num 565) 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1792: finishing write tid 1 to smithi04682744-17 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1787: done (6 left) 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1788: done (5 left) 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1789: done (4 left) 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1790: done (3 left) 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1791: done (2 left) 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1793: done (1 left) 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1794: delete oid 15 current snap is 182 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1792: finishing write tid 2 to smithi04682744-17 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1792: finishing write tid 3 to smithi04682744-17 2024-09-18T02:26:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:1792: finishing write tid 4 to smithi04682744-17 2024-09-18T02:26:30.217 INFO:tasks.rados.rados.0.smithi046.stdout:1792: finishing write tid 5 to smithi04682744-17 2024-09-18T02:26:30.217 INFO:tasks.rados.rados.0.smithi046.stdout:1792: finishing write tid 6 to smithi04682744-17 2024-09-18T02:26:30.217 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1110 (ObjNum 566 snap 182 seq_num 566) dirty exists 2024-09-18T02:26:30.217 INFO:tasks.rados.rados.0.smithi046.stdout:1792: left oid 17 (ObjNum 566 snap 182 seq_num 566) 2024-09-18T02:26:30.217 INFO:tasks.rados.rados.0.smithi046.stdout:1792: done (1 left) 2024-09-18T02:26:30.217 INFO:tasks.rados.rados.0.smithi046.stdout:1794: done (0 left) 2024-09-18T02:26:30.217 INFO:tasks.rados.rados.0.smithi046.stdout:1795: copy_from oid 27 from oid 15 current snap is 182 2024-09-18T02:26:30.218 INFO:tasks.rados.rados.0.smithi046.stdout:1796: read oid 30 snap 176 2024-09-18T02:26:30.218 INFO:tasks.rados.rados.0.smithi046.stdout:1796: expect deleted 2024-09-18T02:26:30.218 INFO:tasks.rados.rados.0.smithi046.stdout:1797: snap_remove snap 180 2024-09-18T02:26:30.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:29 smithi195 ceph-mon[89559]: osdmap e433: 8 total, 8 up, 8 in 2024-09-18T02:26:30.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:29 smithi195 ceph-mon[89559]: osdmap e434: 8 total, 8 up, 8 in 2024-09-18T02:26:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:29 smithi046 ceph-mon[94621]: osdmap e433: 8 total, 8 up, 8 in 2024-09-18T02:26:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:29 smithi046 ceph-mon[94621]: osdmap e434: 8 total, 8 up, 8 in 2024-09-18T02:26:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:29 smithi046 ceph-mon[97106]: osdmap e433: 8 total, 8 up, 8 in 2024-09-18T02:26:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:29 smithi046 ceph-mon[97106]: osdmap e434: 8 total, 8 up, 8 in 2024-09-18T02:26:30.816 INFO:tasks.rados.rados.0.smithi046.stdout:1797: done (2 left) 2024-09-18T02:26:30.816 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 182 2024-09-18T02:26:30.817 INFO:tasks.rados.rados.0.smithi046.stdout:1798: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-09-18T02:26:30.820 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04682744-7 from 0 to 737280 tid 1 2024-09-18T02:26:30.824 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04682744-7 from 737280 to 1409024 tid 2 2024-09-18T02:26:30.830 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04682744-7 from 1409024 to 2146304 tid 3 2024-09-18T02:26:30.831 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04682744-7 from 2146304 to 2342912 tid 4 2024-09-18T02:26:30.831 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 182 2024-09-18T02:26:30.831 INFO:tasks.rados.rados.0.smithi046.stdout:1795: finishing copy_from to smithi04682744-27 2024-09-18T02:26:30.832 INFO:tasks.rados.rados.0.smithi046.stdout:1795: got expected ENOENT (src dne) 2024-09-18T02:26:30.832 INFO:tasks.rados.rados.0.smithi046.stdout:1795: finishing copy_from racing read to smithi04682744-27 2024-09-18T02:26:30.832 INFO:tasks.rados.rados.0.smithi046.stdout:1799: seq_num 570 ranges {5570560=753664,6324224=548864,6873088=540672,7413760=516096} 2024-09-18T02:26:30.867 INFO:tasks.rados.rados.0.smithi046.stdout:1799: writing smithi04682744-40 from 5570560 to 6324224 tid 1 2024-09-18T02:26:30.870 INFO:tasks.rados.rados.0.smithi046.stdout:1799: writing smithi04682744-40 from 6324224 to 6873088 tid 2 2024-09-18T02:26:30.874 INFO:tasks.rados.rados.0.smithi046.stdout:1799: writing smithi04682744-40 from 6873088 to 7413760 tid 3 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1799: writing smithi04682744-40 from 7413760 to 7929856 tid 4 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1795: done (3 left) 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1796: done (2 left) 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1800: read oid 3 snap -1 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1800: expect (ObjNum 550 snap 175 seq_num 550) 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1801: delete oid 24 current snap is 182 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 1 to smithi04682744-7 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 2 to smithi04682744-7 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 3 to smithi04682744-7 2024-09-18T02:26:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 4 to smithi04682744-7 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 5 to smithi04682744-7 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 6 to smithi04682744-7 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1007 (ObjNum 569 snap 182 seq_num 569) dirty exists 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1798: left oid 7 (ObjNum 569 snap 182 seq_num 569) 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing write tid 1 to smithi04682744-40 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing write tid 2 to smithi04682744-40 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing write tid 3 to smithi04682744-40 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1798: done (3 left) 2024-09-18T02:26:30.879 INFO:tasks.rados.rados.0.smithi046.stdout:1801: done (2 left) 2024-09-18T02:26:30.880 INFO:tasks.rados.rados.0.smithi046.stdout:1802: rmattr oid 16 current snap is 182 2024-09-18T02:26:30.880 INFO:tasks.rados.rados.0.smithi046.stdout:1802: done (2 left) 2024-09-18T02:26:30.880 INFO:tasks.rados.rados.0.smithi046.stdout:1803: snap_create 2024-09-18T02:26:30.880 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing write tid 4 to smithi04682744-40 2024-09-18T02:26:30.883 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing write tid 5 to smithi04682744-40 2024-09-18T02:26:30.888 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing write tid 6 to smithi04682744-40 2024-09-18T02:26:30.888 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1179 (ObjNum 570 snap 182 seq_num 570) dirty exists 2024-09-18T02:26:30.888 INFO:tasks.rados.rados.0.smithi046.stdout:1799: left oid 40 (ObjNum 570 snap 182 seq_num 570) 2024-09-18T02:26:30.891 INFO:tasks.rados.rados.0.smithi046.stdout:1800: expect (ObjNum 550 snap 175 seq_num 550) 2024-09-18T02:26:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:30 smithi195 ceph-mon[89559]: pgmap v329: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-18T02:26:31.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:30 smithi046 ceph-mon[94621]: pgmap v329: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-18T02:26:31.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:30 smithi046 ceph-mon[97106]: pgmap v329: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-18T02:26:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:1799: done (2 left) 2024-09-18T02:26:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:1800: done (1 left) 2024-09-18T02:26:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:1803: done (0 left) 2024-09-18T02:26:31.735 INFO:tasks.rados.rados.0.smithi046.stdout:1804: snap_remove snap 176 2024-09-18T02:26:32.124 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:31 smithi195 ceph-mon[89559]: osdmap e435: 8 total, 8 up, 8 in 2024-09-18T02:26:32.124 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:31 smithi195 ceph-mon[89559]: osdmap e436: 8 total, 8 up, 8 in 2024-09-18T02:26:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:31 smithi046 ceph-mon[97106]: osdmap e435: 8 total, 8 up, 8 in 2024-09-18T02:26:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:31 smithi046 ceph-mon[97106]: osdmap e436: 8 total, 8 up, 8 in 2024-09-18T02:26:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:31 smithi046 ceph-mon[94621]: osdmap e435: 8 total, 8 up, 8 in 2024-09-18T02:26:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:31 smithi046 ceph-mon[94621]: osdmap e436: 8 total, 8 up, 8 in 2024-09-18T02:26:32.407 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:32.737 INFO:tasks.rados.rados.0.smithi046.stdout:1804: done (0 left) 2024-09-18T02:26:32.738 INFO:tasks.rados.rados.0.smithi046.stdout:1805: delete oid 49 current snap is 183 2024-09-18T02:26:32.748 INFO:tasks.rados.rados.0.smithi046.stdout:1805: done (0 left) 2024-09-18T02:26:32.749 INFO:tasks.rados.rados.0.smithi046.stdout:1806: delete oid 40 current snap is 183 2024-09-18T02:26:32.755 INFO:tasks.rados.rados.0.smithi046.stdout:1806: done (0 left) 2024-09-18T02:26:32.755 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 183 2024-09-18T02:26:32.755 INFO:tasks.rados.rados.0.smithi046.stdout:1807: seq_num 574 ranges {0=16384} 2024-09-18T02:26:32.755 INFO:tasks.rados.rados.0.smithi046.stdout:1807: writing smithi04682744-15 from 0 to 16384 tid 1 2024-09-18T02:26:32.755 INFO:tasks.rados.rados.0.smithi046.stdout:1808: delete oid 41 current snap is 183 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1808: done (1 left) 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1809: read oid 43 snap -1 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1809: expect (ObjNum 533 snap 170 seq_num 533) 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1810: read oid 50 snap -1 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1810: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1811: rollback oid 41 current snap is 183 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 177 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1812: rollback oid 29 current snap is 183 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 181 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 183 2024-09-18T02:26:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:1813: seq_num 576 ranges {1990656=49152} 2024-09-18T02:26:32.769 INFO:tasks.rados.rados.0.smithi046.stdout:1813: writing smithi04682744-25 from 1990656 to 2039808 tid 1 2024-09-18T02:26:32.769 INFO:tasks.rados.rados.0.smithi046.stdout:1814: snap_create 2024-09-18T02:26:32.769 INFO:tasks.rados.rados.0.smithi046.stdout:1807: finishing write tid 1 to smithi04682744-15 2024-09-18T02:26:32.769 INFO:tasks.rados.rados.0.smithi046.stdout:1807: finishing write tid 2 to smithi04682744-15 2024-09-18T02:26:32.769 INFO:tasks.rados.rados.0.smithi046.stdout:1807: finishing write tid 3 to smithi04682744-15 2024-09-18T02:26:32.769 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 768 (ObjNum 574 snap 183 seq_num 574) dirty exists 2024-09-18T02:26:32.770 INFO:tasks.rados.rados.0.smithi046.stdout:1807: left oid 15 (ObjNum 574 snap 183 seq_num 574) 2024-09-18T02:26:32.770 INFO:tasks.rados.rados.0.smithi046.stdout:1812: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:26:32.770 INFO:tasks.rados.rados.0.smithi046.stdout:1812: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:26:32.770 INFO:tasks.rados.rados.0.smithi046.stdout:1812: finishing rollback tid 2 to smithi04682744-29 2024-09-18T02:26:32.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 751 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:26:32.773 INFO:tasks.rados.rados.0.smithi046.stdout:1813: finishing write tid 1 to smithi04682744-25 2024-09-18T02:26:32.774 INFO:tasks.rados.rados.0.smithi046.stdout:1813: finishing write tid 2 to smithi04682744-25 2024-09-18T02:26:32.775 INFO:tasks.rados.rados.0.smithi046.stdout:1813: finishing write tid 3 to smithi04682744-25 2024-09-18T02:26:32.775 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 994 (ObjNum 576 snap 183 seq_num 576) dirty exists 2024-09-18T02:26:32.775 INFO:tasks.rados.rados.0.smithi046.stdout:1813: left oid 25 (ObjNum 576 snap 183 seq_num 576) 2024-09-18T02:26:32.782 INFO:tasks.rados.rados.0.smithi046.stdout:1810: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:26:33.037 INFO:tasks.rados.rados.0.smithi046.stdout:1809: expect (ObjNum 533 snap 170 seq_num 533) 2024-09-18T02:26:33.195 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:32 smithi195 ceph-mon[89559]: pgmap v332: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 15 op/s 2024-09-18T02:26:33.195 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:33.195 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:32 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:33.195 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:32 smithi195 ceph-mon[89559]: Upgrade: osd.5 is safe to restart 2024-09-18T02:26:33.196 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:32 smithi195 ceph-mon[89559]: osdmap e437: 8 total, 8 up, 8 in 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[97106]: pgmap v332: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 15 op/s 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[97106]: Upgrade: osd.5 is safe to restart 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[97106]: osdmap e437: 8 total, 8 up, 8 in 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[94621]: pgmap v332: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 15 op/s 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-18T02:26:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[94621]: Upgrade: osd.5 is safe to restart 2024-09-18T02:26:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:32 smithi046 ceph-mon[94621]: osdmap e437: 8 total, 8 up, 8 in 2024-09-18T02:26:33.286 INFO:tasks.rados.rados.0.smithi046.stdout:1811: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:26:33.287 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 758 (ObjNum 129 snap 0 seq_num 1147341928) dirty dne 2024-09-18T02:26:33.738 INFO:tasks.rados.rados.0.smithi046.stdout:1807: done (6 left) 2024-09-18T02:26:33.738 INFO:tasks.rados.rados.0.smithi046.stdout:1809: done (5 left) 2024-09-18T02:26:33.738 INFO:tasks.rados.rados.0.smithi046.stdout:1810: done (4 left) 2024-09-18T02:26:33.738 INFO:tasks.rados.rados.0.smithi046.stdout:1811: done (3 left) 2024-09-18T02:26:33.738 INFO:tasks.rados.rados.0.smithi046.stdout:1812: done (2 left) 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1813: done (1 left) 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1814: done (0 left) 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1815: rollback oid 13 current snap is 184 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 174 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1816: read oid 46 snap -1 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1816: expect deleted 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 184 2024-09-18T02:26:33.739 INFO:tasks.rados.rados.0.smithi046.stdout:1817: seq_num 577 ranges {2187264=65536} 2024-09-18T02:26:33.751 INFO:tasks.rados.rados.0.smithi046.stdout:1817: writing smithi04682744-21 from 2187264 to 2252800 tid 1 2024-09-18T02:26:33.751 INFO:tasks.rados.rados.0.smithi046.stdout:1818: copy_from oid 42 from oid 44 current snap is 184 2024-09-18T02:26:33.751 INFO:tasks.rados.rados.0.smithi046.stdout:1815: finishing rollback tid 0 to smithi04682744-13 2024-09-18T02:26:33.751 INFO:tasks.rados.rados.0.smithi046.stdout:1815: finishing rollback tid 1 to smithi04682744-13 2024-09-18T02:26:33.751 INFO:tasks.rados.rados.0.smithi046.stdout:1815: finishing rollback tid 2 to smithi04682744-13 2024-09-18T02:26:33.751 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1118 (ObjNum 508 snap 162 seq_num 508) dirty exists 2024-09-18T02:26:33.751 INFO:tasks.rados.rados.0.smithi046.stdout:1815: done (3 left) 2024-09-18T02:26:33.752 INFO:tasks.rados.rados.0.smithi046.stdout:1816: done (2 left) 2024-09-18T02:26:33.752 INFO:tasks.rados.rados.0.smithi046.stdout:1819: copy_from oid 8 from oid 19 current snap is 184 2024-09-18T02:26:33.752 INFO:tasks.rados.rados.0.smithi046.stdout:1820: snap_create 2024-09-18T02:26:33.755 INFO:tasks.rados.rados.0.smithi046.stdout:1818: finishing copy_from to smithi04682744-42 2024-09-18T02:26:33.756 INFO:tasks.rados.rados.0.smithi046.stdout:1818: got expected ENOENT (src dne) 2024-09-18T02:26:33.756 INFO:tasks.rados.rados.0.smithi046.stdout:1818: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:26:33.756 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 1 to smithi04682744-21 2024-09-18T02:26:33.757 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 2 to smithi04682744-21 2024-09-18T02:26:33.759 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 3 to smithi04682744-21 2024-09-18T02:26:33.759 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 770 (ObjNum 577 snap 184 seq_num 577) dirty exists 2024-09-18T02:26:33.759 INFO:tasks.rados.rados.0.smithi046.stdout:1817: left oid 21 (ObjNum 577 snap 184 seq_num 577) 2024-09-18T02:26:33.767 INFO:tasks.rados.rados.0.smithi046.stdout:1819: finishing copy_from racing read to smithi04682744-8 2024-09-18T02:26:33.774 INFO:tasks.rados.rados.0.smithi046.stdout:1819: finishing copy_from to smithi04682744-8 2024-09-18T02:26:33.774 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1005 (ObjNum 549 snap 174 seq_num 549) dirty exists 2024-09-18T02:26:33.952 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:33 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:34.627 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:34.628 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1817: done (3 left) 2024-09-18T02:26:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1818: done (2 left) 2024-09-18T02:26:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1819: done (1 left) 2024-09-18T02:26:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1820: done (0 left) 2024-09-18T02:26:34.744 INFO:tasks.rados.rados.0.smithi046.stdout:1821: delete oid 20 current snap is 185 2024-09-18T02:26:34.748 INFO:tasks.rados.rados.0.smithi046.stdout:1821: done (0 left) 2024-09-18T02:26:34.749 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 185 2024-09-18T02:26:34.749 INFO:tasks.rados.rados.0.smithi046.stdout:1822: seq_num 579 ranges {1589248=98304} 2024-09-18T02:26:34.758 INFO:tasks.rados.rados.0.smithi046.stdout:1822: writing smithi04682744-29 from 1589248 to 1687552 tid 1 2024-09-18T02:26:34.758 INFO:tasks.rados.rados.0.smithi046.stdout:1823: rmattr oid 24 current snap is 185 2024-09-18T02:26:34.758 INFO:tasks.rados.rados.0.smithi046.stdout:1823: done (1 left) 2024-09-18T02:26:34.758 INFO:tasks.rados.rados.0.smithi046.stdout:1824: snap_remove snap 177 2024-09-18T02:26:34.961 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-mon[89559]: pgmap v335: 121 pgs: 121 active+clean; 219 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-18T02:26:34.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-mon[89559]: Upgrade: Updating osd.5 2024-09-18T02:26:34.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:34.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:26:34.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:34.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-mon[89559]: Deploying daemon osd.5 on smithi195 2024-09-18T02:26:34.962 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:34 smithi195 ceph-mon[89559]: osdmap e438: 8 total, 8 up, 8 in 2024-09-18T02:26:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[94621]: pgmap v335: 121 pgs: 121 active+clean; 219 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-18T02:26:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[94621]: Upgrade: Updating osd.5 2024-09-18T02:26:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:26:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[94621]: Deploying daemon osd.5 on smithi195 2024-09-18T02:26:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[94621]: osdmap e438: 8 total, 8 up, 8 in 2024-09-18T02:26:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[97106]: pgmap v335: 121 pgs: 121 active+clean; 219 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-18T02:26:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[97106]: Upgrade: Updating osd.5 2024-09-18T02:26:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-18T02:26:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[97106]: Deploying daemon osd.5 on smithi195 2024-09-18T02:26:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:34 smithi046 ceph-mon[97106]: osdmap e438: 8 total, 8 up, 8 in 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:1822: finishing write tid 1 to smithi04682744-29 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:1822: finishing write tid 2 to smithi04682744-29 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:1822: finishing write tid 3 to smithi04682744-29 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 753 (ObjNum 579 snap 185 seq_num 579) dirty exists 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:1822: left oid 29 (ObjNum 579 snap 185 seq_num 579) 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:1822: done (1 left) 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:1824: done (0 left) 2024-09-18T02:26:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:1825: delete oid 13 current snap is 185 2024-09-18T02:26:35.759 INFO:tasks.rados.rados.0.smithi046.stdout:1825: done (0 left) 2024-09-18T02:26:35.759 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 185 2024-09-18T02:26:35.759 INFO:tasks.rados.rados.0.smithi046.stdout:1826: seq_num 581 ranges {6012928=139264} 2024-09-18T02:26:35.793 INFO:tasks.rados.rados.0.smithi046.stdout:1826: writing smithi04682744-50 from 6012928 to 6152192 tid 1 2024-09-18T02:26:35.793 INFO:tasks.rados.rados.0.smithi046.stdout:1827: snap_remove snap 174 2024-09-18T02:26:35.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:35 smithi195 ceph-mon[89559]: osdmap e439: 8 total, 8 up, 8 in 2024-09-18T02:26:36.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:35 smithi046 ceph-mon[94621]: osdmap e439: 8 total, 8 up, 8 in 2024-09-18T02:26:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:35 smithi046 ceph-mon[97106]: osdmap e439: 8 total, 8 up, 8 in 2024-09-18T02:26:36.737 INFO:tasks.rados.rados.0.smithi046.stdout:1827: done (1 left) 2024-09-18T02:26:36.737 INFO:tasks.rados.rados.0.smithi046.stdout:1826: finishing write tid 1 to smithi04682744-50 2024-09-18T02:26:36.737 INFO:tasks.rados.rados.0.smithi046.stdout:1826: finishing write tid 2 to smithi04682744-50 2024-09-18T02:26:36.737 INFO:tasks.rados.rados.0.smithi046.stdout:1826: finishing write tid 3 to smithi04682744-50 2024-09-18T02:26:36.738 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1013 (ObjNum 581 snap 185 seq_num 581) dirty exists 2024-09-18T02:26:36.738 INFO:tasks.rados.rados.0.smithi046.stdout:1826: left oid 50 (ObjNum 581 snap 185 seq_num 581) 2024-09-18T02:26:36.738 INFO:tasks.rados.rados.0.smithi046.stdout:1828: read oid 37 snap -1 2024-09-18T02:26:36.738 INFO:tasks.rados.rados.0.smithi046.stdout:1828: expect (ObjNum 490 snap 155 seq_num 490) 2024-09-18T02:26:36.738 INFO:tasks.rados.rados.0.smithi046.stdout:1826: done (1 left) 2024-09-18T02:26:36.738 INFO:tasks.rados.rados.0.smithi046.stdout:1829: delete oid 42 current snap is 185 2024-09-18T02:26:36.748 INFO:tasks.rados.rados.0.smithi046.stdout:1829: done (1 left) 2024-09-18T02:26:36.748 INFO:tasks.rados.rados.0.smithi046.stdout:1830: read oid 36 snap 172 2024-09-18T02:26:36.748 INFO:tasks.rados.rados.0.smithi046.stdout:1830: expect (ObjNum 539 snap 171 seq_num 539) 2024-09-18T02:26:36.748 INFO:tasks.rados.rados.0.smithi046.stdout:1831: read oid 32 snap 179 2024-09-18T02:26:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:1831: expect (ObjNum 537 snap 171 seq_num 537) 2024-09-18T02:26:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 185 2024-09-18T02:26:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:1832: seq_num 583 ranges {0=172032} 2024-09-18T02:26:36.749 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:26:36] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-09-18T02:26:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:1832: writing smithi04682744-40 from 0 to 172032 tid 1 2024-09-18T02:26:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:1833: rollback oid 42 current snap is 185 2024-09-18T02:26:36.751 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 184 2024-09-18T02:26:36.751 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 185 2024-09-18T02:26:36.751 INFO:tasks.rados.rados.0.smithi046.stdout:1834: seq_num 584 ranges {10231808=188416} 2024-09-18T02:26:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:1834: writing smithi04682744-17 from 10231808 to 10420224 tid 1 2024-09-18T02:26:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:1835: setattr oid 11 current snap is 185 2024-09-18T02:26:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:1828: expect (ObjNum 490 snap 155 seq_num 490) 2024-09-18T02:26:36.893 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:36 smithi195 systemd[1]: Stopping Ceph osd.5 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:26:36.893 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:36 smithi195 ceph-mon[89559]: pgmap v338: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-18T02:26:36.893 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:36 smithi195 ceph-mon[89559]: osdmap e440: 8 total, 8 up, 8 in 2024-09-18T02:26:36.893 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:36 smithi195 ceph-mon[89559]: osdmap e441: 8 total, 8 up, 8 in 2024-09-18T02:26:36.979 INFO:tasks.rados.rados.0.smithi046.stdout:1833: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:26:36.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 0 (ObjNum 721 snap 0 seq_num 428543887) dirty dne 2024-09-18T02:26:36.979 INFO:tasks.rados.rados.0.smithi046.stdout:1830: expect (ObjNum 539 snap 171 seq_num 539) 2024-09-18T02:26:37.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:36 smithi046 ceph-mon[97106]: pgmap v338: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-18T02:26:37.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:36 smithi046 ceph-mon[97106]: osdmap e440: 8 total, 8 up, 8 in 2024-09-18T02:26:37.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:36 smithi046 ceph-mon[97106]: osdmap e441: 8 total, 8 up, 8 in 2024-09-18T02:26:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:36 smithi046 ceph-mon[94621]: pgmap v338: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-18T02:26:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:36 smithi046 ceph-mon[94621]: osdmap e440: 8 total, 8 up, 8 in 2024-09-18T02:26:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:36 smithi046 ceph-mon[94621]: osdmap e441: 8 total, 8 up, 8 in 2024-09-18T02:26:37.027 INFO:tasks.rados.rados.0.smithi046.stdout:1831: expect (ObjNum 537 snap 171 seq_num 537) 2024-09-18T02:26:37.223 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:36 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[43257]: 2024-09-18T02:26:36.891+0000 7fc7acba7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:26:37.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:36 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[43257]: 2024-09-18T02:26:36.891+0000 7fc7acba7640 -1 osd.5 441 *** Got signal Terminated *** 2024-09-18T02:26:37.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:36 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[43257]: 2024-09-18T02:26:36.891+0000 7fc7acba7640 -1 osd.5 441 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:26:37.309 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 1 to smithi04682744-40 2024-09-18T02:26:37.309 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 2 to smithi04682744-40 2024-09-18T02:26:37.309 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 3 to smithi04682744-40 2024-09-18T02:26:37.309 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1205 (ObjNum 583 snap 185 seq_num 583) dirty exists 2024-09-18T02:26:37.309 INFO:tasks.rados.rados.0.smithi046.stdout:1832: left oid 40 (ObjNum 583 snap 185 seq_num 583) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 1 to smithi04682744-17 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 2 to smithi04682744-17 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 3 to smithi04682744-17 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1133 (ObjNum 584 snap 185 seq_num 584) dirty exists 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1834: left oid 17 (ObjNum 584 snap 185 seq_num 584) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1828: done (6 left) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1830: done (5 left) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1831: done (4 left) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1832: done (3 left) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1833: done (2 left) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1834: done (1 left) 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1836: copy_from oid 36 from oid 44 current snap is 185 2024-09-18T02:26:37.310 INFO:tasks.rados.rados.0.smithi046.stdout:1837: snap_create 2024-09-18T02:26:37.311 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing copy_from to smithi04682744-36 2024-09-18T02:26:37.311 INFO:tasks.rados.rados.0.smithi046.stdout:1836: got expected ENOENT (src dne) 2024-09-18T02:26:37.311 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:26:37.311 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 771 (ObjNum 488 snap 155 seq_num 488) dirty exists 2024-09-18T02:26:37.758 INFO:tasks.rados.rados.0.smithi046.stdout:1835: done (2 left) 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1836: done (1 left) 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1837: done (0 left) 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1838: read oid 38 snap 181 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1838: expect (ObjNum 514 snap 164 seq_num 514) 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1839: read oid 35 snap -1 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1839: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1840: copy_from oid 1 from oid 27 current snap is 186 2024-09-18T02:26:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1841: snap_remove snap 183 2024-09-18T02:26:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:37 smithi046 ceph-mon[97106]: osd.5 marked itself down and dead 2024-09-18T02:26:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:37 smithi046 ceph-mon[94621]: osd.5 marked itself down and dead 2024-09-18T02:26:38.202 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:37 smithi195 ceph-mon[89559]: osd.5 marked itself down and dead 2024-09-18T02:26:38.473 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:38 smithi195 podman[99931]: 2024-09-18 02:26:38.201176018 +0000 UTC m=+1.428889199 container died ab6cf827eb397e2008bf8fe1993df00a560f30d24986ac6ab10ca3a1567d16b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-4a70413, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:26:38.764 INFO:tasks.rados.rados.0.smithi046.stdout:1838: expect (ObjNum 514 snap 164 seq_num 514) 2024-09-18T02:26:38.841 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:38 smithi195 ceph-mon[89559]: pgmap v341: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 560 KiB/s wr, 4 op/s 2024-09-18T02:26:38.842 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:38 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:26:38.842 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:38 smithi195 ceph-mon[89559]: osdmap e442: 8 total, 7 up, 8 in 2024-09-18T02:26:38.842 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:38 smithi195 podman[99931]: 2024-09-18 02:26:38.614094081 +0000 UTC m=+1.841807256 container cleanup ab6cf827eb397e2008bf8fe1993df00a560f30d24986ac6ab10ca3a1567d16b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-4a70413, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-18T02:26:38.842 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:38 smithi195 bash[99931]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5 2024-09-18T02:26:38.842 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:38 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)\", cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:38.862 INFO:tasks.rados.rados.0.smithi046.stdout:1839: expect (ObjNum 376 snap 122 seq_num 376) 2024-09-18T02:26:38.903 INFO:tasks.rados.rados.0.smithi046.stdout:1840: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1840: finishing copy_from to smithi04682744-1 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1002 (ObjNum 564 snap 182 seq_num 564) dirty exists 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1838: done (3 left) 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1839: done (2 left) 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1840: done (1 left) 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1841: done (0 left) 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1842: read oid 4 snap -1 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1842: expect deleted 2024-09-18T02:26:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1843: snap_remove snap 182 2024-09-18T02:26:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:38 smithi046 ceph-mon[94621]: pgmap v341: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 560 KiB/s wr, 4 op/s 2024-09-18T02:26:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:38 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:26:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:38 smithi046 ceph-mon[94621]: osdmap e442: 8 total, 7 up, 8 in 2024-09-18T02:26:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:38 smithi046 ceph-mon[97106]: pgmap v341: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 560 KiB/s wr, 4 op/s 2024-09-18T02:26:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:38 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:26:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:38 smithi046 ceph-mon[97106]: osdmap e442: 8 total, 7 up, 8 in 2024-09-18T02:26:39.159 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:38 smithi195 podman[99951]: 2024-09-18 02:26:38.841136534 +0000 UTC m=+0.634155995 container remove ab6cf827eb397e2008bf8fe1993df00a560f30d24986ac6ab10ca3a1567d16b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-4a70413, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-18T02:26:39.474 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:39 smithi195 podman[100042]: 2024-09-18 02:26:39.158763004 +0000 UTC m=+0.111967247 container create 2c4c2dc1248376dee6c53c6fec8a07828a766d8450facdb49eaff2ebe83a4671 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-18T02:26:39.474 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:39 smithi195 podman[100042]: 2024-09-18 02:26:39.062792961 +0000 UTC m=+0.015997175 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:26:39.474 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:39 smithi195 podman[100042]: 2024-09-18 02:26:39.378146719 +0000 UTC m=+0.331350923 container init 2c4c2dc1248376dee6c53c6fec8a07828a766d8450facdb49eaff2ebe83a4671 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-18T02:26:39.474 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:39 smithi195 podman[100042]: 2024-09-18 02:26:39.383277385 +0000 UTC m=+0.336481584 container start 2c4c2dc1248376dee6c53c6fec8a07828a766d8450facdb49eaff2ebe83a4671 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-18T02:26:39.763 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:39 smithi195 podman[100042]: 2024-09-18 02:26:39.494390587 +0000 UTC m=+0.447594804 container attach 2c4c2dc1248376dee6c53c6fec8a07828a766d8450facdb49eaff2ebe83a4671 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-18T02:26:39.763 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:39 smithi195 podman[100042]: 2024-09-18 02:26:39.57536869 +0000 UTC m=+0.528572907 container died 2c4c2dc1248376dee6c53c6fec8a07828a766d8450facdb49eaff2ebe83a4671 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-18T02:26:39.767 INFO:tasks.rados.rados.0.smithi046.stdout:1842: done (1 left) 2024-09-18T02:26:39.767 INFO:tasks.rados.rados.0.smithi046.stdout:1843: done (0 left) 2024-09-18T02:26:39.767 INFO:tasks.rados.rados.0.smithi046.stdout:1844: rollback oid 21 current snap is 186 2024-09-18T02:26:39.768 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 179 2024-09-18T02:26:39.768 INFO:tasks.rados.rados.0.smithi046.stdout:1845: read oid 13 snap 184 2024-09-18T02:26:39.768 INFO:tasks.rados.rados.0.smithi046.stdout:1845: expect (ObjNum 508 snap 162 seq_num 508) 2024-09-18T02:26:39.768 INFO:tasks.rados.rados.0.smithi046.stdout:1846: copy_from oid 25 from oid 10 current snap is 186 2024-09-18T02:26:39.768 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 186 2024-09-18T02:26:39.768 INFO:tasks.rados.rados.0.smithi046.stdout:1847: seq_num 585 ranges {0=204800} 2024-09-18T02:26:39.769 INFO:tasks.rados.rados.0.smithi046.stdout:1847: writing smithi04682744-4 from 0 to 204800 tid 1 2024-09-18T02:26:39.769 INFO:tasks.rados.rados.0.smithi046.stdout:1848: snap_create 2024-09-18T02:26:39.776 INFO:tasks.rados.rados.0.smithi046.stdout:1844: finishing rollback tid 0 to smithi04682744-21 2024-09-18T02:26:39.779 INFO:tasks.rados.rados.0.smithi046.stdout:1844: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:26:39.780 INFO:tasks.rados.rados.0.smithi046.stdout:1844: finishing rollback tid 2 to smithi04682744-21 2024-09-18T02:26:39.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 774 (ObjNum 560 snap 179 seq_num 560) dirty exists 2024-09-18T02:26:39.781 INFO:tasks.rados.rados.0.smithi046.stdout:1847: finishing write tid 1 to smithi04682744-4 2024-09-18T02:26:39.781 INFO:tasks.rados.rados.0.smithi046.stdout:1847: finishing write tid 2 to smithi04682744-4 2024-09-18T02:26:39.781 INFO:tasks.rados.rados.0.smithi046.stdout:1845: expect (ObjNum 508 snap 162 seq_num 508) 2024-09-18T02:26:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:1847: finishing write tid 3 to smithi04682744-4 2024-09-18T02:26:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 836 (ObjNum 585 snap 186 seq_num 585) dirty exists 2024-09-18T02:26:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:1847: left oid 4 (ObjNum 585 snap 186 seq_num 585) 2024-09-18T02:26:39.827 INFO:tasks.rados.rados.0.smithi046.stdout:1846: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:26:39.828 INFO:tasks.rados.rados.0.smithi046.stdout:1846: finishing copy_from to smithi04682744-25 2024-09-18T02:26:39.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 997 (ObjNum 551 snap 175 seq_num 551) dirty exists 2024-09-18T02:26:40.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:39 smithi195 ceph-mon[89559]: osdmap e443: 8 total, 7 up, 8 in 2024-09-18T02:26:40.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:39 smithi046 ceph-mon[94621]: osdmap e443: 8 total, 7 up, 8 in 2024-09-18T02:26:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:39 smithi046 ceph-mon[97106]: osdmap e443: 8 total, 7 up, 8 in 2024-09-18T02:26:40.700 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:40 smithi195 podman[100086]: 2024-09-18 02:26:40.273344319 +0000 UTC m=+0.688273133 container remove 2c4c2dc1248376dee6c53c6fec8a07828a766d8450facdb49eaff2ebe83a4671 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-18T02:26:40.700 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:40 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-18T02:26:40.700 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:40 smithi195 systemd[1]: Stopped Ceph osd.5 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:26:40.700 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:40 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.5.service: Consumed 14.266s CPU time. 2024-09-18T02:26:40.700 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:40 smithi195 systemd[1]: Starting Ceph osd.5 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:26:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1844: done (4 left) 2024-09-18T02:26:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1845: done (3 left) 2024-09-18T02:26:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1846: done (2 left) 2024-09-18T02:26:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1847: done (1 left) 2024-09-18T02:26:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:1848: done (0 left) 2024-09-18T02:26:40.771 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 187 2024-09-18T02:26:40.772 INFO:tasks.rados.rados.0.smithi046.stdout:1849: seq_num 586 ranges {4677632=221184} 2024-09-18T02:26:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:1849: writing smithi04682744-47 from 4677632 to 4898816 tid 1 2024-09-18T02:26:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:1850: setattr oid 48 current snap is 187 2024-09-18T02:26:40.799 INFO:tasks.rados.rados.0.smithi046.stdout:1851: read oid 17 snap 179 2024-09-18T02:26:40.799 INFO:tasks.rados.rados.0.smithi046.stdout:1851: expect (ObjNum 552 snap 176 seq_num 552) 2024-09-18T02:26:40.799 INFO:tasks.rados.rados.0.smithi046.stdout:1852: snap_create 2024-09-18T02:26:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:1849: finishing write tid 1 to smithi04682744-47 2024-09-18T02:26:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:1849: finishing write tid 2 to smithi04682744-47 2024-09-18T02:26:40.803 INFO:tasks.rados.rados.0.smithi046.stdout:1849: finishing write tid 3 to smithi04682744-47 2024-09-18T02:26:40.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 584 (ObjNum 586 snap 187 seq_num 586) dirty exists 2024-09-18T02:26:40.803 INFO:tasks.rados.rados.0.smithi046.stdout:1849: left oid 47 (ObjNum 586 snap 187 seq_num 586) 2024-09-18T02:26:40.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 421 (ObjNum 525 snap 167 seq_num 525) dirty exists 2024-09-18T02:26:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:1851: expect (ObjNum 552 snap 176 seq_num 552) 2024-09-18T02:26:40.973 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:40 smithi195 podman[100189]: 2024-09-18 02:26:40.601329918 +0000 UTC m=+0.016530018 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:26:40.974 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:40 smithi195 podman[100189]: 2024-09-18 02:26:40.816269309 +0000 UTC m=+0.231469444 container create 3c64c86658843117588b26dcb4181816e48799a492dcd95f7128647e82db026a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-18T02:26:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:40 smithi195 ceph-mon[89559]: pgmap v344: 121 pgs: 20 active+undersized, 17 peering, 2 stale+active+clean, 5 active+undersized+degraded, 77 active+clean; 224 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 13/333 objects degraded (3.904%) 2024-09-18T02:26:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:40 smithi195 ceph-mon[89559]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-18T02:26:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:40 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 13/333 objects degraded (3.904%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:40 smithi195 ceph-mon[89559]: osdmap e444: 8 total, 7 up, 8 in 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[97106]: pgmap v344: 121 pgs: 20 active+undersized, 17 peering, 2 stale+active+clean, 5 active+undersized+degraded, 77 active+clean; 224 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 13/333 objects degraded (3.904%) 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[97106]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 13/333 objects degraded (3.904%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[97106]: osdmap e444: 8 total, 7 up, 8 in 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[94621]: pgmap v344: 121 pgs: 20 active+undersized, 17 peering, 2 stale+active+clean, 5 active+undersized+degraded, 77 active+clean; 224 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 13/333 objects degraded (3.904%) 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[94621]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 13/333 objects degraded (3.904%), 5 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:40 smithi046 ceph-mon[94621]: osdmap e444: 8 total, 7 up, 8 in 2024-09-18T02:26:41.369 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 podman[100189]: 2024-09-18 02:26:41.069280739 +0000 UTC m=+0.484480843 container init 3c64c86658843117588b26dcb4181816e48799a492dcd95f7128647e82db026a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-18T02:26:41.370 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 podman[100189]: 2024-09-18 02:26:41.074339406 +0000 UTC m=+0.489539499 container start 3c64c86658843117588b26dcb4181816e48799a492dcd95f7128647e82db026a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T02:26:41.370 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 podman[100189]: 2024-09-18 02:26:41.16082651 +0000 UTC m=+0.576026616 container attach 3c64c86658843117588b26dcb4181816e48799a492dcd95f7128647e82db026a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-18T02:26:41.714 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate[100205]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 bash[100189]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate[100205]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 bash[100189]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate[100205]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 bash[100189]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate[100205]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 bash[100189]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate[100205]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 bash[100189]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate[100205]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 bash[100189]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-18T02:26:41.715 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate[100205]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-18T02:26:41.716 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 bash[100189]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-18T02:26:41.716 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:41 smithi195 podman[100189]: 2024-09-18 02:26:41.416630584 +0000 UTC m=+0.831830678 container died 3c64c86658843117588b26dcb4181816e48799a492dcd95f7128647e82db026a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:26:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:1849: done (3 left) 2024-09-18T02:26:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:1850: done (2 left) 2024-09-18T02:26:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:1851: done (1 left) 2024-09-18T02:26:41.776 INFO:tasks.rados.rados.0.smithi046.stdout:1852: done (0 left) 2024-09-18T02:26:41.776 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 188 2024-09-18T02:26:41.776 INFO:tasks.rados.rados.0.smithi046.stdout:1853: seq_num 587 ranges {4751360=237568} 2024-09-18T02:26:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:1853: writing smithi04682744-5 from 4751360 to 4988928 tid 1 2024-09-18T02:26:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:1854: rollback oid 45 current snap is 188 2024-09-18T02:26:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 179 2024-09-18T02:26:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:1855: setattr oid 38 current snap is 188 2024-09-18T02:26:41.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 188 2024-09-18T02:26:41.804 INFO:tasks.rados.rados.0.smithi046.stdout:1856: seq_num 588 ranges {2342912=253952} 2024-09-18T02:26:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:1856: writing smithi04682744-7 from 2342912 to 2596864 tid 1 2024-09-18T02:26:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:1857: read oid 11 snap -1 2024-09-18T02:26:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:1857: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1858: read oid 48 snap -1 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1858: expect (ObjNum 525 snap 167 seq_num 525) 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1859: delete oid 16 current snap is 188 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1854: finishing rollback tid 1 to smithi04682744-45 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 0 (ObjNum 65 snap 0 seq_num 1666803565) dirty dne 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1144 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1853: finishing write tid 1 to smithi04682744-5 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1853: finishing write tid 2 to smithi04682744-5 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1853: finishing write tid 3 to smithi04682744-5 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1015 (ObjNum 587 snap 188 seq_num 587) dirty exists 2024-09-18T02:26:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:1853: left oid 5 (ObjNum 587 snap 188 seq_num 587) 2024-09-18T02:26:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1857: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:26:41.852 INFO:tasks.rados.rados.0.smithi046.stdout:1856: finishing write tid 1 to smithi04682744-7 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1856: finishing write tid 2 to smithi04682744-7 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1853: done (6 left) 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1854: done (5 left) 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1855: done (4 left) 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1857: done (3 left) 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1859: done (2 left) 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1860: delete oid 32 current snap is 188 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1856: finishing write tid 3 to smithi04682744-7 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1009 (ObjNum 588 snap 188 seq_num 588) dirty exists 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1856: left oid 7 (ObjNum 588 snap 188 seq_num 588) 2024-09-18T02:26:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:1858: expect (ObjNum 525 snap 167 seq_num 525) 2024-09-18T02:26:41.928 INFO:tasks.rados.rados.0.smithi046.stdout:1856: done (2 left) 2024-09-18T02:26:41.928 INFO:tasks.rados.rados.0.smithi046.stdout:1858: done (1 left) 2024-09-18T02:26:41.928 INFO:tasks.rados.rados.0.smithi046.stdout:1860: done (0 left) 2024-09-18T02:26:41.928 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 188 2024-09-18T02:26:41.928 INFO:tasks.rados.rados.0.smithi046.stdout:1861: seq_num 591 ranges {3842048=303104} 2024-09-18T02:26:41.950 INFO:tasks.rados.rados.0.smithi046.stdout:1861: writing smithi04682744-19 from 3842048 to 4145152 tid 1 2024-09-18T02:26:41.950 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 188 2024-09-18T02:26:41.950 INFO:tasks.rados.rados.0.smithi046.stdout:1862: seq_num 592 ranges {0=319488} 2024-09-18T02:26:41.953 INFO:tasks.rados.rados.0.smithi046.stdout:1862: writing smithi04682744-20 from 0 to 319488 tid 1 2024-09-18T02:26:41.953 INFO:tasks.rados.rados.0.smithi046.stdout:1863: read oid 10 snap -1 2024-09-18T02:26:41.953 INFO:tasks.rados.rados.0.smithi046.stdout:1863: expect (ObjNum 551 snap 175 seq_num 551) 2024-09-18T02:26:41.953 INFO:tasks.rados.rados.0.smithi046.stdout:1864: snap_create 2024-09-18T02:26:41.954 INFO:tasks.rados.rados.0.smithi046.stdout:1861: finishing write tid 1 to smithi04682744-19 2024-09-18T02:26:41.954 INFO:tasks.rados.rados.0.smithi046.stdout:1861: finishing write tid 2 to smithi04682744-19 2024-09-18T02:26:41.955 INFO:tasks.rados.rados.0.smithi046.stdout:1861: finishing write tid 3 to smithi04682744-19 2024-09-18T02:26:41.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1030 (ObjNum 591 snap 188 seq_num 591) dirty exists 2024-09-18T02:26:41.955 INFO:tasks.rados.rados.0.smithi046.stdout:1861: left oid 19 (ObjNum 591 snap 188 seq_num 591) 2024-09-18T02:26:41.964 INFO:tasks.rados.rados.0.smithi046.stdout:1862: finishing write tid 1 to smithi04682744-20 2024-09-18T02:26:41.964 INFO:tasks.rados.rados.0.smithi046.stdout:1862: finishing write tid 2 to smithi04682744-20 2024-09-18T02:26:41.965 INFO:tasks.rados.rados.0.smithi046.stdout:1862: finishing write tid 3 to smithi04682744-20 2024-09-18T02:26:41.965 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 721 (ObjNum 592 snap 188 seq_num 592) dirty exists 2024-09-18T02:26:41.965 INFO:tasks.rados.rados.0.smithi046.stdout:1862: left oid 20 (ObjNum 592 snap 188 seq_num 592) 2024-09-18T02:26:41.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:41 smithi195 ceph-mon[89559]: osdmap e445: 8 total, 7 up, 8 in 2024-09-18T02:26:41.983 INFO:tasks.rados.rados.0.smithi046.stdout:1863: expect (ObjNum 551 snap 175 seq_num 551) 2024-09-18T02:26:42.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:41 smithi046 ceph-mon[97106]: osdmap e445: 8 total, 7 up, 8 in 2024-09-18T02:26:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:41 smithi046 ceph-mon[94621]: osdmap e445: 8 total, 7 up, 8 in 2024-09-18T02:26:42.423 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:42.423 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 podman[100338]: 2024-09-18 02:26:42.090564829 +0000 UTC m=+0.663742371 container remove 3c64c86658843117588b26dcb4181816e48799a492dcd95f7128647e82db026a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-18T02:26:42.423 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 podman[100402]: 2024-09-18 02:26:42.197036257 +0000 UTC m=+0.015939590 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:26:42.423 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 podman[100402]: 2024-09-18 02:26:42.299651823 +0000 UTC m=+0.118555143 container create 0bd1517fbe726702167eaff09be32cac2220065bc629d8d831108afa411ad7bb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-18T02:26:42.780 INFO:tasks.rados.rados.0.smithi046.stdout:1861: done (3 left) 2024-09-18T02:26:42.781 INFO:tasks.rados.rados.0.smithi046.stdout:1862: done (2 left) 2024-09-18T02:26:42.781 INFO:tasks.rados.rados.0.smithi046.stdout:1863: done (1 left) 2024-09-18T02:26:42.781 INFO:tasks.rados.rados.0.smithi046.stdout:1864: done (0 left) 2024-09-18T02:26:42.781 INFO:tasks.rados.rados.0.smithi046.stdout:1865: delete oid 3 current snap is 189 2024-09-18T02:26:42.785 INFO:tasks.rados.rados.0.smithi046.stdout:1865: done (0 left) 2024-09-18T02:26:42.785 INFO:tasks.rados.rados.0.smithi046.stdout:1866: read oid 39 snap 188 2024-09-18T02:26:42.785 INFO:tasks.rados.rados.0.smithi046.stdout:1866: expect (ObjNum 520 snap 166 seq_num 520) 2024-09-18T02:26:42.785 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 189 2024-09-18T02:26:42.785 INFO:tasks.rados.rados.0.smithi046.stdout:1867: seq_num 594 ranges {3948544=352256} 2024-09-18T02:26:42.811 INFO:tasks.rados.rados.0.smithi046.stdout:1867: writing smithi04682744-2 from 3948544 to 4300800 tid 1 2024-09-18T02:26:42.811 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 189 2024-09-18T02:26:42.811 INFO:tasks.rados.rados.0.smithi046.stdout:1868: seq_num 595 ranges {0=368640} 2024-09-18T02:26:42.814 INFO:tasks.rados.rados.0.smithi046.stdout:1868: writing smithi04682744-13 from 0 to 368640 tid 1 2024-09-18T02:26:42.814 INFO:tasks.rados.rados.0.smithi046.stdout:1866: expect (ObjNum 520 snap 166 seq_num 520) 2024-09-18T02:26:42.895 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:42 smithi195 ceph-mon[89559]: pgmap v347: 121 pgs: 1 active+clean+snaptrim, 24 active+undersized, 17 peering, 8 active+undersized+degraded, 71 active+clean; 224 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 14 op/s; 19/333 objects degraded (5.706%) 2024-09-18T02:26:42.895 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:42 smithi195 ceph-mon[89559]: osdmap e446: 8 total, 7 up, 8 in 2024-09-18T02:26:42.895 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:42.895 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:42.895 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:42.895 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 podman[100402]: 2024-09-18 02:26:42.529477384 +0000 UTC m=+0.348380710 container init 0bd1517fbe726702167eaff09be32cac2220065bc629d8d831108afa411ad7bb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, ceph=True) 2024-09-18T02:26:42.895 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 podman[100402]: 2024-09-18 02:26:42.53401399 +0000 UTC m=+0.352917312 container start 0bd1517fbe726702167eaff09be32cac2220065bc629d8d831108afa411ad7bb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-18T02:26:42.896 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 ceph-osd[100440]: -- 172.21.15.195:0/1767819503 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562f906231e0 con 0x562f913a2400 2024-09-18T02:26:42.896 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 bash[100402]: 0bd1517fbe726702167eaff09be32cac2220065bc629d8d831108afa411ad7bb 2024-09-18T02:26:42.896 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:42 smithi195 systemd[1]: Started Ceph osd.5 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 1 to smithi04682744-2 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 2 to smithi04682744-2 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 3 to smithi04682744-2 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1033 (ObjNum 594 snap 189 seq_num 594) dirty exists 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1867: left oid 2 (ObjNum 594 snap 189 seq_num 594) 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1868: finishing write tid 1 to smithi04682744-13 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1866: done (2 left) 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1867: done (1 left) 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 189 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1868: finishing write tid 2 to smithi04682744-13 2024-09-18T02:26:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1869: seq_num 596 ranges {2424832=385024} 2024-09-18T02:26:42.916 INFO:tasks.rados.rados.0.smithi046.stdout:1869: writing smithi04682744-39 from 2424832 to 2809856 tid 1 2024-09-18T02:26:42.916 INFO:tasks.rados.rados.0.smithi046.stdout:1870: delete oid 43 current snap is 189 2024-09-18T02:26:42.916 INFO:tasks.rados.rados.0.smithi046.stdout:1868: finishing write tid 3 to smithi04682744-13 2024-09-18T02:26:42.916 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1146 (ObjNum 595 snap 189 seq_num 595) dirty exists 2024-09-18T02:26:42.916 INFO:tasks.rados.rados.0.smithi046.stdout:1868: left oid 13 (ObjNum 595 snap 189 seq_num 595) 2024-09-18T02:26:42.918 INFO:tasks.rados.rados.0.smithi046.stdout:1868: done (2 left) 2024-09-18T02:26:42.919 INFO:tasks.rados.rados.0.smithi046.stdout:1870: done (1 left) 2024-09-18T02:26:42.919 INFO:tasks.rados.rados.0.smithi046.stdout:1871: snap_remove snap 188 2024-09-18T02:26:43.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[97106]: pgmap v347: 121 pgs: 1 active+clean+snaptrim, 24 active+undersized, 17 peering, 8 active+undersized+degraded, 71 active+clean; 224 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 14 op/s; 19/333 objects degraded (5.706%) 2024-09-18T02:26:43.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[97106]: osdmap e446: 8 total, 7 up, 8 in 2024-09-18T02:26:43.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:43.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:43.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[94621]: pgmap v347: 121 pgs: 1 active+clean+snaptrim, 24 active+undersized, 17 peering, 8 active+undersized+degraded, 71 active+clean; 224 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 14 op/s; 19/333 objects degraded (5.706%) 2024-09-18T02:26:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[94621]: osdmap e446: 8 total, 7 up, 8 in 2024-09-18T02:26:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:43.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:43.223 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T02:26:43.070+0000 7f6b8dc7a640 -1 Falling back to public interface 2024-09-18T02:26:43.787 INFO:tasks.rados.rados.0.smithi046.stdout:1871: done (1 left) 2024-09-18T02:26:43.788 INFO:tasks.rados.rados.0.smithi046.stdout:1872: rollback oid 9 current snap is 189 2024-09-18T02:26:43.788 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 185 2024-09-18T02:26:43.788 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 189 2024-09-18T02:26:43.788 INFO:tasks.rados.rados.0.smithi046.stdout:1873: seq_num 598 ranges {0=417792} 2024-09-18T02:26:43.791 INFO:tasks.rados.rados.0.smithi046.stdout:1873: writing smithi04682744-43 from 0 to 417792 tid 1 2024-09-18T02:26:43.791 INFO:tasks.rados.rados.0.smithi046.stdout:1874: delete oid 21 current snap is 189 2024-09-18T02:26:43.791 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing write tid 1 to smithi04682744-39 2024-09-18T02:26:43.791 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing write tid 2 to smithi04682744-39 2024-09-18T02:26:43.791 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing write tid 3 to smithi04682744-39 2024-09-18T02:26:43.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 999 (ObjNum 596 snap 189 seq_num 596) dirty exists 2024-09-18T02:26:43.791 INFO:tasks.rados.rados.0.smithi046.stdout:1869: left oid 39 (ObjNum 596 snap 189 seq_num 596) 2024-09-18T02:26:43.792 INFO:tasks.rados.rados.0.smithi046.stdout:1872: finishing rollback tid 0 to smithi04682744-9 2024-09-18T02:26:43.792 INFO:tasks.rados.rados.0.smithi046.stdout:1872: finishing rollback tid 1 to smithi04682744-9 2024-09-18T02:26:43.792 INFO:tasks.rados.rados.0.smithi046.stdout:1872: finishing rollback tid 2 to smithi04682744-9 2024-09-18T02:26:43.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 425 (ObjNum 482 snap 154 seq_num 482) dirty exists 2024-09-18T02:26:43.794 INFO:tasks.rados.rados.0.smithi046.stdout:1873: finishing write tid 1 to smithi04682744-43 2024-09-18T02:26:43.794 INFO:tasks.rados.rados.0.smithi046.stdout:1873: finishing write tid 2 to smithi04682744-43 2024-09-18T02:26:43.794 INFO:tasks.rados.rados.0.smithi046.stdout:1869: done (3 left) 2024-09-18T02:26:43.794 INFO:tasks.rados.rados.0.smithi046.stdout:1872: done (2 left) 2024-09-18T02:26:43.795 INFO:tasks.rados.rados.0.smithi046.stdout:1874: done (1 left) 2024-09-18T02:26:43.795 INFO:tasks.rados.rados.0.smithi046.stdout:1875: delete oid 19 current snap is 189 2024-09-18T02:26:43.795 INFO:tasks.rados.rados.0.smithi046.stdout:1873: finishing write tid 3 to smithi04682744-43 2024-09-18T02:26:43.795 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 587 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-09-18T02:26:43.795 INFO:tasks.rados.rados.0.smithi046.stdout:1873: left oid 43 (ObjNum 598 snap 189 seq_num 598) 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:1873: done (1 left) 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:1875: done (0 left) 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:1876: read oid 29 snap -1 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:1876: expect (ObjNum 579 snap 185 seq_num 579) 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:1877: rollback oid 6 current snap is 189 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 184 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:1878: read oid 9 snap -1 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:1878: expect (ObjNum 482 snap 154 seq_num 482) 2024-09-18T02:26:43.797 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 189 2024-09-18T02:26:43.798 INFO:tasks.rados.rados.0.smithi046.stdout:1879: seq_num 601 ranges {2187264=475136} 2024-09-18T02:26:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:1879: writing smithi04682744-26 from 2187264 to 2662400 tid 1 2024-09-18T02:26:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 189 2024-09-18T02:26:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:1880: seq_num 602 ranges {1507328=491520} 2024-09-18T02:26:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1880: writing smithi04682744-35 from 1507328 to 1998848 tid 1 2024-09-18T02:26:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 189 2024-09-18T02:26:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing rollback tid 0 to smithi04682744-6 2024-09-18T02:26:43.823 INFO:tasks.rados.rados.0.smithi046.stdout:1881: seq_num 603 ranges {3489792=507904} 2024-09-18T02:26:43.845 INFO:tasks.rados.rados.0.smithi046.stdout:1881: writing smithi04682744-37 from 3489792 to 3997696 tid 1 2024-09-18T02:26:43.846 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 189 2024-09-18T02:26:43.846 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing rollback tid 1 to smithi04682744-6 2024-09-18T02:26:43.846 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing rollback tid 2 to smithi04682744-6 2024-09-18T02:26:43.846 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 840 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-09-18T02:26:43.846 INFO:tasks.rados.rados.0.smithi046.stdout:1882: seq_num 604 ranges {10010624=524288} 2024-09-18T02:26:43.903 INFO:tasks.rados.rados.0.smithi046.stdout:1882: writing smithi04682744-25 from 10010624 to 10534912 tid 1 2024-09-18T02:26:43.903 INFO:tasks.rados.rados.0.smithi046.stdout:1877: done (6 left) 2024-09-18T02:26:43.903 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 189 2024-09-18T02:26:43.904 INFO:tasks.rados.rados.0.smithi046.stdout:1883: seq_num 605 ranges {0=540672} 2024-09-18T02:26:43.906 INFO:tasks.rados.rados.0.smithi046.stdout:1883: writing smithi04682744-49 from 0 to 540672 tid 1 2024-09-18T02:26:43.906 INFO:tasks.rados.rados.0.smithi046.stdout:1884: delete oid 44 current snap is 189 2024-09-18T02:26:43.906 INFO:tasks.rados.rados.0.smithi046.stdout:1876: expect (ObjNum 579 snap 185 seq_num 579) 2024-09-18T02:26:43.978 INFO:tasks.rados.rados.0.smithi046.stdout:1879: finishing write tid 1 to smithi04682744-26 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:1879: finishing write tid 2 to smithi04682744-26 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:1876: done (7 left) 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:1884: done (6 left) 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:1885: rollback oid 12 current snap is 189 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 187 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:1879: finishing write tid 3 to smithi04682744-26 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1222 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-09-18T02:26:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:1879: left oid 26 (ObjNum 601 snap 189 seq_num 601) 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1880: finishing write tid 1 to smithi04682744-35 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1880: finishing write tid 2 to smithi04682744-35 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1880: finishing write tid 3 to smithi04682744-35 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 760 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1880: left oid 35 (ObjNum 602 snap 189 seq_num 602) 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1881: finishing write tid 1 to smithi04682744-37 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1881: finishing write tid 2 to smithi04682744-37 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1881: finishing write tid 3 to smithi04682744-37 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 723 (ObjNum 603 snap 189 seq_num 603) dirty exists 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1881: left oid 37 (ObjNum 603 snap 189 seq_num 603) 2024-09-18T02:26:43.980 INFO:tasks.rados.rados.0.smithi046.stdout:1878: expect (ObjNum 482 snap 154 seq_num 482) 2024-09-18T02:26:44.211 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:43 smithi195 ceph-mon[89559]: osdmap e447: 8 total, 7 up, 8 in 2024-09-18T02:26:44.211 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:44.211 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:44.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:43 smithi046 ceph-mon[94621]: osdmap e447: 8 total, 7 up, 8 in 2024-09-18T02:26:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:43 smithi046 ceph-mon[97106]: osdmap e447: 8 total, 7 up, 8 in 2024-09-18T02:26:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:45.065 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:44 smithi195 ceph-mon[89559]: pgmap v350: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 14 op/s; 52/357 objects degraded (14.566%) 2024-09-18T02:26:45.065 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:44 smithi195 ceph-mon[89559]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-18T02:26:45.065 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:44 smithi195 ceph-mon[89559]: osdmap e448: 8 total, 7 up, 8 in 2024-09-18T02:26:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:1882: finishing write tid 1 to smithi04682744-25 2024-09-18T02:26:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:1882: finishing write tid 2 to smithi04682744-25 2024-09-18T02:26:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:1882: finishing write tid 3 to smithi04682744-25 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1001 (ObjNum 604 snap 189 seq_num 604) dirty exists 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1882: left oid 25 (ObjNum 604 snap 189 seq_num 604) 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1883: finishing write tid 1 to smithi04682744-49 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1878: done (6 left) 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1879: done (5 left) 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1880: done (4 left) 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1881: done (3 left) 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1882: done (2 left) 2024-09-18T02:26:45.153 INFO:tasks.rados.rados.0.smithi046.stdout:1886: snap_remove snap 184 2024-09-18T02:26:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:44 smithi046 ceph-mon[94621]: pgmap v350: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 14 op/s; 52/357 objects degraded (14.566%) 2024-09-18T02:26:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:44 smithi046 ceph-mon[94621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-18T02:26:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:44 smithi046 ceph-mon[94621]: osdmap e448: 8 total, 7 up, 8 in 2024-09-18T02:26:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:44 smithi046 ceph-mon[97106]: pgmap v350: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 14 op/s; 52/357 objects degraded (14.566%) 2024-09-18T02:26:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:44 smithi046 ceph-mon[97106]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-18T02:26:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:44 smithi046 ceph-mon[97106]: osdmap e448: 8 total, 7 up, 8 in 2024-09-18T02:26:45.792 INFO:tasks.rados.rados.0.smithi046.stdout:1886: done (2 left) 2024-09-18T02:26:45.792 INFO:tasks.rados.rados.0.smithi046.stdout:1887: rmattr oid 26 current snap is 189 2024-09-18T02:26:45.792 INFO:tasks.rados.rados.0.smithi046.stdout:1888: snap_create 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:1883: finishing write tid 2 to smithi04682744-49 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:1883: finishing write tid 3 to smithi04682744-49 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1224 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:1883: left oid 49 (ObjNum 605 snap 189 seq_num 605) 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:1885: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:1885: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:1885: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:26:45.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1004 (ObjNum 530 snap 169 seq_num 530) dirty exists 2024-09-18T02:26:45.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1225 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-09-18T02:26:46.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:45 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 54/369 objects degraded (14.634%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:45 smithi195 ceph-mon[89559]: osdmap e449: 8 total, 7 up, 8 in 2024-09-18T02:26:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:45 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 54/369 objects degraded (14.634%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:45 smithi046 ceph-mon[94621]: osdmap e449: 8 total, 7 up, 8 in 2024-09-18T02:26:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:45 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 54/369 objects degraded (14.634%), 14 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:45 smithi046 ceph-mon[97106]: osdmap e449: 8 total, 7 up, 8 in 2024-09-18T02:26:46.592 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T02:26:46.300+0000 7f6b8dc7a640 -1 osd.5 441 log_to_monitors true 2024-09-18T02:26:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1883: done (3 left) 2024-09-18T02:26:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1885: done (2 left) 2024-09-18T02:26:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1887: done (1 left) 2024-09-18T02:26:46.740 INFO:tasks.rados.rados.0.smithi046.stdout:1888: done (0 left) 2024-09-18T02:26:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 190 2024-09-18T02:26:46.741 INFO:tasks.rados.rados.0.smithi046.stdout:1889: seq_num 607 ranges {0=573440} 2024-09-18T02:26:46.743 INFO:tasks.rados.rados.0.smithi046.stdout:1889: writing smithi04682744-32 from 0 to 573440 tid 1 2024-09-18T02:26:46.743 INFO:tasks.rados.rados.0.smithi046.stdout:1890: rollback oid 4 current snap is 190 2024-09-18T02:26:46.743 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 189 2024-09-18T02:26:46.744 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 190 2024-09-18T02:26:46.744 INFO:tasks.rados.rados.0.smithi046.stdout:1891: seq_num 608 ranges {10420224=589824} 2024-09-18T02:26:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:26:46] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-09-18T02:26:46.805 INFO:tasks.rados.rados.0.smithi046.stdout:1891: writing smithi04682744-17 from 10420224 to 11010048 tid 1 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1892: rollback oid 34 current snap is 190 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 181 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing rollback tid 0 to smithi04682744-4 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing rollback tid 2 to smithi04682744-4 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 846 (ObjNum 585 snap 186 seq_num 585) dirty exists 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1889: finishing write tid 1 to smithi04682744-32 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1889: finishing write tid 2 to smithi04682744-32 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1889: finishing write tid 3 to smithi04682744-32 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1233 (ObjNum 607 snap 190 seq_num 607) dirty exists 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1889: left oid 32 (ObjNum 607 snap 190 seq_num 607) 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1889: done (3 left) 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1890: done (2 left) 2024-09-18T02:26:46.806 INFO:tasks.rados.rados.0.smithi046.stdout:1893: setattr oid 16 current snap is 190 2024-09-18T02:26:46.808 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 190 2024-09-18T02:26:46.808 INFO:tasks.rados.rados.0.smithi046.stdout:1894: seq_num 609 ranges {0=606208} 2024-09-18T02:26:46.812 INFO:tasks.rados.rados.0.smithi046.stdout:1894: writing smithi04682744-41 from 0 to 606208 tid 1 2024-09-18T02:26:46.812 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 190 2024-09-18T02:26:46.812 INFO:tasks.rados.rados.0.smithi046.stdout:1892: finishing rollback tid 0 to smithi04682744-34 2024-09-18T02:26:46.812 INFO:tasks.rados.rados.0.smithi046.stdout:1892: finishing rollback tid 1 to smithi04682744-34 2024-09-18T02:26:46.812 INFO:tasks.rados.rados.0.smithi046.stdout:1891: finishing write tid 1 to smithi04682744-17 2024-09-18T02:26:46.812 INFO:tasks.rados.rados.0.smithi046.stdout:1891: finishing write tid 2 to smithi04682744-17 2024-09-18T02:26:46.812 INFO:tasks.rados.rados.0.smithi046.stdout:1895: seq_num 610 ranges {10395648=622592} 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:1895: writing smithi04682744-12 from 10395648 to 11018240 tid 1 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:1896: read oid 5 snap -1 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:1896: expect (ObjNum 587 snap 188 seq_num 587) 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:1897: read oid 25 snap -1 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:1897: expect (ObjNum 604 snap 189 seq_num 604) 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:1898: snap_create 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:1892: finishing rollback tid 2 to smithi04682744-34 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1012 (ObjNum 548 snap 174 seq_num 548) dirty exists 2024-09-18T02:26:46.873 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1064 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:1891: finishing write tid 3 to smithi04682744-17 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1155 (ObjNum 608 snap 190 seq_num 608) dirty exists 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:1891: left oid 17 (ObjNum 608 snap 190 seq_num 608) 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:1894: finishing write tid 1 to smithi04682744-41 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:1894: finishing write tid 2 to smithi04682744-41 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:1894: finishing write tid 3 to smithi04682744-41 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 762 (ObjNum 609 snap 190 seq_num 609) dirty exists 2024-09-18T02:26:46.874 INFO:tasks.rados.rados.0.smithi046.stdout:1894: left oid 41 (ObjNum 609 snap 190 seq_num 609) 2024-09-18T02:26:46.880 INFO:tasks.rados.rados.0.smithi046.stdout:1895: finishing write tid 1 to smithi04682744-12 2024-09-18T02:26:46.891 INFO:tasks.rados.rados.0.smithi046.stdout:1896: expect (ObjNum 587 snap 188 seq_num 587) 2024-09-18T02:26:46.973 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T02:26:46.759+0000 7f6b85a24640 -1 osd.5 441 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-mon[89559]: pgmap v352: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 239 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 22 op/s; 54/369 objects degraded (14.634%) 2024-09-18T02:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-mon[89559]: from='osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-mon[89559]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-mon[89559]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T02:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-mon[89559]: osdmap e450: 8 total, 7 up, 8 in 2024-09-18T02:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-mon[89559]: from='osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:46 smithi195 ceph-mon[89559]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:47.225 INFO:tasks.rados.rados.0.smithi046.stdout:1895: finishing write tid 2 to smithi04682744-12 2024-09-18T02:26:47.225 INFO:tasks.rados.rados.0.smithi046.stdout:1897: expect (ObjNum 604 snap 189 seq_num 604) 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[97106]: pgmap v352: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 239 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 22 op/s; 54/369 objects degraded (14.634%) 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[97106]: from='osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[97106]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[97106]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[97106]: osdmap e450: 8 total, 7 up, 8 in 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[97106]: from='osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[97106]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[94621]: pgmap v352: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 239 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 22 op/s; 54/369 objects degraded (14.634%) 2024-09-18T02:26:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[94621]: from='osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:26:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[94621]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-18T02:26:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[94621]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-18T02:26:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[94621]: osdmap e450: 8 total, 7 up, 8 in 2024-09-18T02:26:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[94621]: from='osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:46 smithi046 ceph-mon[94621]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:26:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:1895: finishing write tid 3 to smithi04682744-12 2024-09-18T02:26:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1006 (ObjNum 610 snap 190 seq_num 610) dirty exists 2024-09-18T02:26:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:1895: left oid 12 (ObjNum 610 snap 190 seq_num 610) 2024-09-18T02:26:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:1891: done (7 left) 2024-09-18T02:26:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:1892: done (6 left) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1893: done (5 left) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1894: done (4 left) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1895: done (3 left) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1896: done (2 left) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1897: done (1 left) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1898: done (0 left) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1899: read oid 24 snap -1 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1899: expect deleted 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1900: read oid 14 snap -1 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1900: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:1901: snap_create 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143] boot 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: osdmap e451: 8 total, 8 up, 8 in 2024-09-18T02:26:48.087 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143] boot 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: osdmap e451: 8 total, 8 up, 8 in 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:26:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:26:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: osd.5 [v2:172.21.15.195:6808/1558657143,v1:172.21.15.195:6809/1558657143] boot 2024-09-18T02:26:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: osdmap e451: 8 total, 8 up, 8 in 2024-09-18T02:26:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-18T02:26:48.746 INFO:tasks.rados.rados.0.smithi046.stdout:1901: done (2 left) 2024-09-18T02:26:48.747 INFO:tasks.rados.rados.0.smithi046.stdout:1902: read oid 23 snap -1 2024-09-18T02:26:48.747 INFO:tasks.rados.rados.0.smithi046.stdout:1902: expect (ObjNum 535 snap 171 seq_num 535) 2024-09-18T02:26:48.747 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 192 2024-09-18T02:26:48.747 INFO:tasks.rados.rados.0.smithi046.stdout:1903: seq_num 611 ranges {417792=638976} 2024-09-18T02:26:48.753 INFO:tasks.rados.rados.0.smithi046.stdout:1903: writing smithi04682744-43 from 417792 to 1056768 tid 1 2024-09-18T02:26:48.753 INFO:tasks.rados.rados.0.smithi046.stdout:1904: copy_from oid 35 from oid 40 current snap is 192 2024-09-18T02:26:48.754 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 192 2024-09-18T02:26:48.754 INFO:tasks.rados.rados.0.smithi046.stdout:1905: seq_num 612 ranges {11706368=655360} 2024-09-18T02:26:48.824 INFO:tasks.rados.rados.0.smithi046.stdout:1905: writing smithi04682744-9 from 11706368 to 12361728 tid 1 2024-09-18T02:26:48.824 INFO:tasks.rados.rados.0.smithi046.stdout:1906: snap_remove snap 187 2024-09-18T02:26:49.190 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:48 smithi195 ceph-mon[89559]: pgmap v355: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 22 op/s; 54/369 objects degraded (14.634%) 2024-09-18T02:26:49.190 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:48 smithi195 ceph-mon[89559]: osdmap e452: 8 total, 8 up, 8 in 2024-09-18T02:26:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:48 smithi046 ceph-mon[97106]: pgmap v355: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 22 op/s; 54/369 objects degraded (14.634%) 2024-09-18T02:26:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:48 smithi046 ceph-mon[97106]: osdmap e452: 8 total, 8 up, 8 in 2024-09-18T02:26:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:48 smithi046 ceph-mon[94621]: pgmap v355: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 22 op/s; 54/369 objects degraded (14.634%) 2024-09-18T02:26:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:48 smithi046 ceph-mon[94621]: osdmap e452: 8 total, 8 up, 8 in 2024-09-18T02:26:49.745 INFO:tasks.rados.rados.0.smithi046.stdout:1906: done (6 left) 2024-09-18T02:26:49.745 INFO:tasks.rados.rados.0.smithi046.stdout:1907: copy_from oid 36 from oid 27 current snap is 192 2024-09-18T02:26:49.746 INFO:tasks.rados.rados.0.smithi046.stdout:1908: snap_create 2024-09-18T02:26:49.746 INFO:tasks.rados.rados.0.smithi046.stdout:1903: finishing write tid 1 to smithi04682744-43 2024-09-18T02:26:49.746 INFO:tasks.rados.rados.0.smithi046.stdout:1902: expect (ObjNum 535 snap 171 seq_num 535) 2024-09-18T02:26:49.996 INFO:tasks.rados.rados.0.smithi046.stdout:1903: finishing write tid 2 to smithi04682744-43 2024-09-18T02:26:49.996 INFO:tasks.rados.rados.0.smithi046.stdout:1903: finishing write tid 3 to smithi04682744-43 2024-09-18T02:26:49.996 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 589 (ObjNum 611 snap 192 seq_num 611) dirty exists 2024-09-18T02:26:49.996 INFO:tasks.rados.rados.0.smithi046.stdout:1903: left oid 43 (ObjNum 611 snap 192 seq_num 611) 2024-09-18T02:26:49.996 INFO:tasks.rados.rados.0.smithi046.stdout:1900: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:26:50.733 INFO:tasks.rados.rados.0.smithi046.stdout:1904: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:1904: finishing copy_from to smithi04682744-35 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1205 (ObjNum 583 snap 185 seq_num 583) dirty exists 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:1905: finishing write tid 1 to smithi04682744-9 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:1905: finishing write tid 2 to smithi04682744-9 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:1905: finishing write tid 3 to smithi04682744-9 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 428 (ObjNum 612 snap 192 seq_num 612) dirty exists 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:1905: left oid 9 (ObjNum 612 snap 192 seq_num 612) 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:1907: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:1907: finishing copy_from to smithi04682744-36 2024-09-18T02:26:50.734 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1002 (ObjNum 564 snap 182 seq_num 564) dirty exists 2024-09-18T02:26:50.745 INFO:tasks.rados.rados.0.smithi046.stdout:1899: done (7 left) 2024-09-18T02:26:50.745 INFO:tasks.rados.rados.0.smithi046.stdout:1900: done (6 left) 2024-09-18T02:26:50.745 INFO:tasks.rados.rados.0.smithi046.stdout:1902: done (5 left) 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1903: done (4 left) 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1904: done (3 left) 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1905: done (2 left) 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1907: done (1 left) 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1908: done (0 left) 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1909: read oid 44 snap -1 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1909: expect deleted 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 193 2024-09-18T02:26:50.746 INFO:tasks.rados.rados.0.smithi046.stdout:1910: seq_num 613 ranges {2596864=671744} 2024-09-18T02:26:50.764 INFO:tasks.rados.rados.0.smithi046.stdout:1910: writing smithi04682744-7 from 2596864 to 3268608 tid 1 2024-09-18T02:26:50.764 INFO:tasks.rados.rados.0.smithi046.stdout:1911: delete oid 12 current snap is 193 2024-09-18T02:26:50.767 INFO:tasks.rados.rados.0.smithi046.stdout:1909: done (2 left) 2024-09-18T02:26:50.767 INFO:tasks.rados.rados.0.smithi046.stdout:1911: done (1 left) 2024-09-18T02:26:50.767 INFO:tasks.rados.rados.0.smithi046.stdout:1912: rollback oid 20 current snap is 193 2024-09-18T02:26:50.767 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 191 2024-09-18T02:26:50.767 INFO:tasks.rados.rados.0.smithi046.stdout:1913: snap_remove snap 192 2024-09-18T02:26:51.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:50 smithi046 ceph-mon[94621]: pgmap v358: 121 pgs: 11 peering, 19 active+undersized, 4 active+undersized+degraded, 87 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 992 KiB/s wr, 19 op/s; 11/399 objects degraded (2.757%); 1.9 MiB/s, 0 objects/s recovering 2024-09-18T02:26:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:50 smithi046 ceph-mon[94621]: osdmap e453: 8 total, 8 up, 8 in 2024-09-18T02:26:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:50 smithi046 ceph-mon[97106]: pgmap v358: 121 pgs: 11 peering, 19 active+undersized, 4 active+undersized+degraded, 87 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 992 KiB/s wr, 19 op/s; 11/399 objects degraded (2.757%); 1.9 MiB/s, 0 objects/s recovering 2024-09-18T02:26:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:50 smithi046 ceph-mon[97106]: osdmap e453: 8 total, 8 up, 8 in 2024-09-18T02:26:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:50 smithi195 ceph-mon[89559]: pgmap v358: 121 pgs: 11 peering, 19 active+undersized, 4 active+undersized+degraded, 87 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 992 KiB/s wr, 19 op/s; 11/399 objects degraded (2.757%); 1.9 MiB/s, 0 objects/s recovering 2024-09-18T02:26:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:50 smithi195 ceph-mon[89559]: osdmap e453: 8 total, 8 up, 8 in 2024-09-18T02:26:51.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:26:51.022+0000 7fd2e89d4640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-18T02:26:51.756 INFO:tasks.rados.rados.0.smithi046.stdout:1913: done (2 left) 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1914: copy_from oid 36 from oid 27 current snap is 193 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1910: finishing write tid 1 to smithi04682744-7 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1910: finishing write tid 2 to smithi04682744-7 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1910: finishing write tid 3 to smithi04682744-7 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1014 (ObjNum 613 snap 193 seq_num 613) dirty exists 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1910: left oid 7 (ObjNum 613 snap 193 seq_num 613) 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing rollback tid 2 to smithi04682744-20 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 726 (ObjNum 592 snap 188 seq_num 592) dirty exists 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1910: done (2 left) 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1912: done (1 left) 2024-09-18T02:26:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:1915: snap_remove snap 185 2024-09-18T02:26:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: osdmap e454: 8 total, 8 up, 8 in 2024-09-18T02:26:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 11/399 objects degraded (2.757%), 4 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: osdmap e454: 8 total, 8 up, 8 in 2024-09-18T02:26:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-18T02:26:52.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:51 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 11/399 objects degraded (2.757%), 4 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: osdmap e454: 8 total, 8 up, 8 in 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:26:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-18T02:26:52.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:51 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 11/399 objects degraded (2.757%), 4 pgs degraded (PG_DEGRADED) 2024-09-18T02:26:52.719 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:26:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:26:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:26:52.760 INFO:tasks.rados.rados.0.smithi046.stdout:1915: done (1 left) 2024-09-18T02:26:52.760 INFO:tasks.rados.rados.0.smithi046.stdout:1916: read oid 3 snap -1 2024-09-18T02:26:52.760 INFO:tasks.rados.rados.0.smithi046.stdout:1916: expect deleted 2024-09-18T02:26:52.760 INFO:tasks.rados.rados.0.smithi046.stdout:1917: copy_from oid 42 from oid 37 current snap is 193 2024-09-18T02:26:52.761 INFO:tasks.rados.rados.0.smithi046.stdout:1918: copy_from oid 46 from oid 14 current snap is 193 2024-09-18T02:26:52.761 INFO:tasks.rados.rados.0.smithi046.stdout:1919: read oid 2 snap 172 2024-09-18T02:26:52.761 INFO:tasks.rados.rados.0.smithi046.stdout:1919: expect (ObjNum 532 snap 170 seq_num 532) 2024-09-18T02:26:52.761 INFO:tasks.rados.rados.0.smithi046.stdout:1920: delete oid 39 current snap is 193 2024-09-18T02:26:52.761 INFO:tasks.rados.rados.0.smithi046.stdout:1914: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:26:52.761 INFO:tasks.rados.rados.0.smithi046.stdout:1914: finishing copy_from to smithi04682744-36 2024-09-18T02:26:52.761 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1002 (ObjNum 564 snap 182 seq_num 564) dirty exists 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1914: done (5 left) 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1916: done (4 left) 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1920: done (3 left) 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1921: read oid 12 snap -1 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1921: expect deleted 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1922: read oid 43 snap -1 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1922: expect (ObjNum 611 snap 192 seq_num 611) 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1923: copy_from oid 45 from oid 4 current snap is 193 2024-09-18T02:26:52.770 INFO:tasks.rados.rados.0.smithi046.stdout:1924: snap_remove snap 186 2024-09-18T02:26:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:52 smithi046 ceph-mon[94621]: pgmap v361: 121 pgs: 11 peering, 16 active+undersized, 2 active+undersized+degraded, 92 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 992 KiB/s wr, 20 op/s; 8/399 objects degraded (2.005%); 1.9 MiB/s, 0 objects/s recovering 2024-09-18T02:26:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:52 smithi046 ceph-mon[94621]: osdmap e455: 8 total, 8 up, 8 in 2024-09-18T02:26:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:52 smithi046 ceph-mon[97106]: pgmap v361: 121 pgs: 11 peering, 16 active+undersized, 2 active+undersized+degraded, 92 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 992 KiB/s wr, 20 op/s; 8/399 objects degraded (2.005%); 1.9 MiB/s, 0 objects/s recovering 2024-09-18T02:26:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:52 smithi046 ceph-mon[97106]: osdmap e455: 8 total, 8 up, 8 in 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (5m) 73s ago 9m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (5m) 6s ago 9m 87.4M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (10m) 73s ago 10m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (10m) 6s ago 10m 20.2M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (4m) 6s ago 13m 440M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (4m) 73s ago 15m 496M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (4m) 73s ago 15m 53.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (3m) 6s ago 13m 46.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (3m) 73s ago 13m 44.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:26:53.010 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (5m) 73s ago 8m 15.1M - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (5m) 6s ago 8m 16.5M - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (2m) 73s ago 13m 200M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (2m) 73s ago 12m 159M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (109s) 73s ago 12m 122M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (77s) 73s ago 12m 12.1M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (44s) 6s ago 11m 111M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (10s) 6s ago 11m 14.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 0bd1517fbe72 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (10m) 6s ago 10m 152M 2480M 17.2.7-1635-g4a704134 f22ead590bad 6d1758d46908 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (10m) 6s ago 10m 140M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:26:53.011 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (4m) 6s ago 9m 62.2M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:26:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:52 smithi195 ceph-mon[89559]: pgmap v361: 121 pgs: 11 peering, 16 active+undersized, 2 active+undersized+degraded, 92 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 992 KiB/s wr, 20 op/s; 8/399 objects degraded (2.005%); 1.9 MiB/s, 0 objects/s recovering 2024-09-18T02:26:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:52 smithi195 ceph-mon[89559]: osdmap e455: 8 total, 8 up, 8 in 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2, 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 6 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:53.337 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:26:53.338 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:26:53.338 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:26:53.338 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:26:53.338 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 4, 2024-09-18T02:26:53.338 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 11 2024-09-18T02:26:53.338 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:26:53.338 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:26:53.767 INFO:tasks.rados.rados.0.smithi046.stdout:1924: done (6 left) 2024-09-18T02:26:53.767 INFO:tasks.rados.rados.0.smithi046.stdout:1925: read oid 39 snap -1 2024-09-18T02:26:53.767 INFO:tasks.rados.rados.0.smithi046.stdout:1925: expect deleted 2024-09-18T02:26:53.768 INFO:tasks.rados.rados.0.smithi046.stdout:1926: delete oid 47 current snap is 193 2024-09-18T02:26:53.768 INFO:tasks.rados.rados.0.smithi046.stdout:1922: expect (ObjNum 611 snap 192 seq_num 611) 2024-09-18T02:26:53.808 INFO:tasks.rados.rados.0.smithi046.stdout:1919: expect (ObjNum 532 snap 170 seq_num 532) 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1923: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1923: finishing copy_from to smithi04682744-45 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 846 (ObjNum 585 snap 186 seq_num 585) dirty exists 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1917: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1917: finishing copy_from to smithi04682744-42 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 723 (ObjNum 603 snap 189 seq_num 603) dirty exists 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1918: finishing copy_from racing read to smithi04682744-46 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1918: finishing copy_from to smithi04682744-46 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 568 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1917: done (7 left) 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1918: done (6 left) 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1919: done (5 left) 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1921: done (4 left) 2024-09-18T02:26:53.854 INFO:tasks.rados.rados.0.smithi046.stdout:1922: done (3 left) 2024-09-18T02:26:53.855 INFO:tasks.rados.rados.0.smithi046.stdout:1923: done (2 left) 2024-09-18T02:26:53.855 INFO:tasks.rados.rados.0.smithi046.stdout:1926: done (1 left) 2024-09-18T02:26:53.855 INFO:tasks.rados.rados.0.smithi046.stdout:1927: read oid 28 snap -1 2024-09-18T02:26:53.855 INFO:tasks.rados.rados.0.smithi046.stdout:1927: expect deleted 2024-09-18T02:26:53.855 INFO:tasks.rados.rados.0.smithi046.stdout:1928: snap_remove snap 189 2024-09-18T02:26:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:53 smithi195 ceph-mon[89559]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:53 smithi195 ceph-mon[89559]: osdmap e456: 8 total, 8 up, 8 in 2024-09-18T02:26:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:53 smithi195 ceph-mon[89559]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:53 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3345398887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:54.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[97106]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[97106]: osdmap e456: 8 total, 8 up, 8 in 2024-09-18T02:26:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[97106]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3345398887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[94621]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[94621]: osdmap e456: 8 total, 8 up, 8 in 2024-09-18T02:26:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[94621]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:26:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:53 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3345398887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:26:54.772 INFO:tasks.rados.rados.0.smithi046.stdout:1928: done (2 left) 2024-09-18T02:26:54.772 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 193 2024-09-18T02:26:54.772 INFO:tasks.rados.rados.0.smithi046.stdout:1929: seq_num 617 ranges {10985472=737280} 2024-09-18T02:26:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:1929: writing smithi04682744-22 from 10985472 to 11722752 tid 1 2024-09-18T02:26:54.837 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 193 2024-09-18T02:26:54.837 INFO:tasks.rados.rados.0.smithi046.stdout:1930: seq_num 618 ranges {573440=753664} 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:1930: writing smithi04682744-32 from 573440 to 1327104 tid 1 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 193 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:1929: finishing write tid 1 to smithi04682744-22 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:1929: finishing write tid 2 to smithi04682744-22 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:1929: finishing write tid 3 to smithi04682744-22 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1254 (ObjNum 617 snap 193 seq_num 617) dirty exists 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:1929: left oid 22 (ObjNum 617 snap 193 seq_num 617) 2024-09-18T02:26:54.845 INFO:tasks.rados.rados.0.smithi046.stdout:1931: seq_num 619 ranges {16384=770048} 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1931: writing smithi04682744-15 from 16384 to 786432 tid 1 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1925: done (4 left) 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1927: done (3 left) 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1929: done (2 left) 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1932: snap_create 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1930: finishing write tid 1 to smithi04682744-32 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1930: finishing write tid 2 to smithi04682744-32 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1930: finishing write tid 3 to smithi04682744-32 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1257 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-09-18T02:26:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:1930: left oid 32 (ObjNum 618 snap 193 seq_num 618) 2024-09-18T02:26:54.853 INFO:tasks.rados.rados.0.smithi046.stdout:1931: finishing write tid 1 to smithi04682744-15 2024-09-18T02:26:54.853 INFO:tasks.rados.rados.0.smithi046.stdout:1931: finishing write tid 2 to smithi04682744-15 2024-09-18T02:26:54.854 INFO:tasks.rados.rados.0.smithi046.stdout:1931: finishing write tid 3 to smithi04682744-15 2024-09-18T02:26:54.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 777 (ObjNum 619 snap 193 seq_num 619) dirty exists 2024-09-18T02:26:54.854 INFO:tasks.rados.rados.0.smithi046.stdout:1931: left oid 15 (ObjNum 619 snap 193 seq_num 619) 2024-09-18T02:26:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:54 smithi195 ceph-mon[89559]: pgmap v364: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 8 op/s; 19 MiB/s, 5 objects/s recovering 2024-09-18T02:26:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:54 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/399 objects degraded (2.005%), 2 pgs degraded) 2024-09-18T02:26:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:54 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:26:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:54 smithi195 ceph-mon[89559]: osdmap e457: 8 total, 8 up, 8 in 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[97106]: pgmap v364: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 8 op/s; 19 MiB/s, 5 objects/s recovering 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/399 objects degraded (2.005%), 2 pgs degraded) 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[97106]: osdmap e457: 8 total, 8 up, 8 in 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[94621]: pgmap v364: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 8 op/s; 19 MiB/s, 5 objects/s recovering 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/399 objects degraded (2.005%), 2 pgs degraded) 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:26:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:54 smithi046 ceph-mon[94621]: osdmap e457: 8 total, 8 up, 8 in 2024-09-18T02:26:55.777 INFO:tasks.rados.rados.0.smithi046.stdout:1930: done (2 left) 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1931: done (1 left) 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1932: done (0 left) 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1933: rmattr oid 13 current snap is 194 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1933: done (0 left) 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1934: read oid 37 snap 191 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1934: expect (ObjNum 603 snap 189 seq_num 603) 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 194 2024-09-18T02:26:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1935: seq_num 620 ranges {1990656=794624} 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:1935: writing smithi04682744-34 from 1990656 to 2785280 tid 1 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:1936: rollback oid 1 current snap is 194 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 191 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:1937: read oid 20 snap -1 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:1937: expect (ObjNum 592 snap 188 seq_num 592) 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:1938: read oid 15 snap -1 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:1938: expect (ObjNum 619 snap 193 seq_num 619) 2024-09-18T02:26:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 194 2024-09-18T02:26:55.795 INFO:tasks.rados.rados.0.smithi046.stdout:1939: seq_num 621 ranges {3268608=409600,3678208=401408} 2024-09-18T02:26:55.815 INFO:tasks.rados.rados.0.smithi046.stdout:1939: writing smithi04682744-7 from 3268608 to 3678208 tid 1 2024-09-18T02:26:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:1939: writing smithi04682744-7 from 3678208 to 4079616 tid 2 2024-09-18T02:26:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:1940: copy_from oid 25 from oid 21 current snap is 194 2024-09-18T02:26:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:1936: finishing rollback tid 0 to smithi04682744-1 2024-09-18T02:26:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:1935: finishing write tid 1 to smithi04682744-34 2024-09-18T02:26:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:1938: expect (ObjNum 619 snap 193 seq_num 619) 2024-09-18T02:26:55.839 INFO:tasks.rados.rados.0.smithi046.stdout:1935: finishing write tid 2 to smithi04682744-34 2024-09-18T02:26:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:1936: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:26:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:1936: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:26:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1069 (ObjNum 564 snap 182 seq_num 564) dirty exists 2024-09-18T02:26:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:1935: finishing write tid 3 to smithi04682744-34 2024-09-18T02:26:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1016 (ObjNum 620 snap 194 seq_num 620) dirty exists 2024-09-18T02:26:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:1935: left oid 34 (ObjNum 620 snap 194 seq_num 620) 2024-09-18T02:26:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:1934: expect (ObjNum 603 snap 189 seq_num 603) 2024-09-18T02:26:56.077 INFO:tasks.rados.rados.0.smithi046.stdout:1937: expect (ObjNum 592 snap 188 seq_num 592) 2024-09-18T02:26:56.086 INFO:tasks.rados.rados.0.smithi046.stdout:1939: finishing write tid 1 to smithi04682744-7 2024-09-18T02:26:56.086 INFO:tasks.rados.rados.0.smithi046.stdout:1940: finishing copy_from to smithi04682744-25 2024-09-18T02:26:56.086 INFO:tasks.rados.rados.0.smithi046.stdout:1940: got expected ENOENT (src dne) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1940: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1939: finishing write tid 2 to smithi04682744-7 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1939: finishing write tid 3 to smithi04682744-7 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1939: finishing write tid 4 to smithi04682744-7 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1019 (ObjNum 621 snap 194 seq_num 621) dirty exists 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1939: left oid 7 (ObjNum 621 snap 194 seq_num 621) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1934: done (6 left) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1935: done (5 left) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1936: done (4 left) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1937: done (3 left) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1938: done (2 left) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1939: done (1 left) 2024-09-18T02:26:56.087 INFO:tasks.rados.rados.0.smithi046.stdout:1940: done (0 left) 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:1941: rollback oid 25 current snap is 194 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 172 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:1942: rollback oid 18 current snap is 194 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 179 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:1943: read oid 40 snap -1 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:1943: expect (ObjNum 583 snap 185 seq_num 583) 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:1944: delete oid 43 current snap is 194 2024-09-18T02:26:56.088 INFO:tasks.rados.rados.0.smithi046.stdout:1943: expect (ObjNum 583 snap 185 seq_num 583) 2024-09-18T02:26:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:1941: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:26:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:1941: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:26:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1010 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-18T02:26:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:1942: finishing rollback tid 0 to smithi04682744-18 2024-09-18T02:26:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:1942: finishing rollback tid 1 to smithi04682744-18 2024-09-18T02:26:56.095 INFO:tasks.rados.rados.0.smithi046.stdout:1942: finishing rollback tid 2 to smithi04682744-18 2024-09-18T02:26:56.095 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1018 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:26:56.095 INFO:tasks.rados.rados.0.smithi046.stdout:1941: done (3 left) 2024-09-18T02:26:56.095 INFO:tasks.rados.rados.0.smithi046.stdout:1942: done (2 left) 2024-09-18T02:26:56.095 INFO:tasks.rados.rados.0.smithi046.stdout:1943: done (1 left) 2024-09-18T02:26:56.095 INFO:tasks.rados.rados.0.smithi046.stdout:1944: done (0 left) 2024-09-18T02:26:56.095 INFO:tasks.rados.rados.0.smithi046.stdout:1945: snap_remove snap 191 2024-09-18T02:26:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:55 smithi195 ceph-mon[89559]: osdmap e458: 8 total, 8 up, 8 in 2024-09-18T02:26:56.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:55 smithi046 ceph-mon[97106]: osdmap e458: 8 total, 8 up, 8 in 2024-09-18T02:26:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:55 smithi046 ceph-mon[94621]: osdmap e458: 8 total, 8 up, 8 in 2024-09-18T02:26:56.743 INFO:tasks.rados.rados.0.smithi046.stdout:1945: done (0 left) 2024-09-18T02:26:56.743 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 194 2024-09-18T02:26:56.743 INFO:tasks.rados.rados.0.smithi046.stdout:1946: seq_num 623 ranges {319488=442368,761856=401408} 2024-09-18T02:26:56.748 INFO:tasks.rados.rados.0.smithi046.stdout:1946: writing smithi04682744-20 from 319488 to 761856 tid 1 2024-09-18T02:26:56.751 INFO:tasks.rados.rados.0.smithi046.stdout:1946: writing smithi04682744-20 from 761856 to 1163264 tid 2 2024-09-18T02:26:56.752 INFO:tasks.rados.rados.0.smithi046.stdout:1947: rollback oid 39 current snap is 194 2024-09-18T02:26:56.752 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 193 2024-09-18T02:26:56.752 INFO:tasks.rados.rados.0.smithi046.stdout:1948: rmattr oid 9 current snap is 194 2024-09-18T02:26:56.752 INFO:tasks.rados.rados.0.smithi046.stdout:1948: done (2 left) 2024-09-18T02:26:56.752 INFO:tasks.rados.rados.0.smithi046.stdout:1949: rollback oid 25 current snap is 194 2024-09-18T02:26:56.752 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 181 2024-09-18T02:26:56.752 INFO:tasks.rados.rados.0.smithi046.stdout:1950: setattr oid 34 current snap is 194 2024-09-18T02:26:56.755 INFO:tasks.rados.rados.0.smithi046.stdout:1951: read oid 42 snap -1 2024-09-18T02:26:56.755 INFO:tasks.rados.rados.0.smithi046.stdout:1951: expect (ObjNum 603 snap 189 seq_num 603) 2024-09-18T02:26:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 194 2024-09-18T02:26:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:1952: seq_num 624 ranges {0=458752,458752=401408} 2024-09-18T02:26:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:26:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:26:56] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-09-18T02:26:56.759 INFO:tasks.rados.rados.0.smithi046.stdout:1952: writing smithi04682744-3 from 0 to 458752 tid 1 2024-09-18T02:26:56.763 INFO:tasks.rados.rados.0.smithi046.stdout:1952: writing smithi04682744-3 from 458752 to 860160 tid 2 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1953: copy_from oid 30 from oid 38 current snap is 194 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1946: finishing write tid 1 to smithi04682744-20 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1947: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1008 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1012 (ObjNum 548 snap 174 seq_num 548) dirty exists 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1946: finishing write tid 2 to smithi04682744-20 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1946: finishing write tid 3 to smithi04682744-20 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1947: done (6 left) 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1949: done (5 left) 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1954: rollback oid 16 current snap is 194 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 193 2024-09-18T02:26:56.764 INFO:tasks.rados.rados.0.smithi046.stdout:1955: copy_from oid 9 from oid 40 current snap is 194 2024-09-18T02:26:56.765 INFO:tasks.rados.rados.0.smithi046.stdout:1956: read oid 19 snap 172 2024-09-18T02:26:56.765 INFO:tasks.rados.rados.0.smithi046.stdout:1956: expect (ObjNum 539 snap 171 seq_num 539) 2024-09-18T02:26:56.765 INFO:tasks.rados.rados.0.smithi046.stdout:1957: read oid 49 snap -1 2024-09-18T02:26:56.765 INFO:tasks.rados.rados.0.smithi046.stdout:1957: expect (ObjNum 605 snap 189 seq_num 605) 2024-09-18T02:26:56.765 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 194 2024-09-18T02:26:56.765 INFO:tasks.rados.rados.0.smithi046.stdout:1958: seq_num 625 ranges {2334720=475136,2809856=401408} 2024-09-18T02:26:56.780 INFO:tasks.rados.rados.0.smithi046.stdout:1958: writing smithi04682744-48 from 2334720 to 2809856 tid 1 2024-09-18T02:26:56.783 INFO:tasks.rados.rados.0.smithi046.stdout:1958: writing smithi04682744-48 from 2809856 to 3211264 tid 2 2024-09-18T02:26:56.783 INFO:tasks.rados.rados.0.smithi046.stdout:1959: rollback oid 5 current snap is 194 2024-09-18T02:26:56.783 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 193 2024-09-18T02:26:56.783 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 194 2024-09-18T02:26:56.783 INFO:tasks.rados.rados.0.smithi046.stdout:1960: seq_num 626 ranges {0=491520,491520=401408} 2024-09-18T02:26:56.786 INFO:tasks.rados.rados.0.smithi046.stdout:1960: writing smithi04682744-12 from 0 to 491520 tid 1 2024-09-18T02:26:56.789 INFO:tasks.rados.rados.0.smithi046.stdout:1960: writing smithi04682744-12 from 491520 to 892928 tid 2 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1946: finishing write tid 4 to smithi04682744-20 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 729 (ObjNum 623 snap 194 seq_num 623) dirty exists 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1946: left oid 20 (ObjNum 623 snap 194 seq_num 623) 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1020 (ObjNum 620 snap 194 seq_num 620) dirty exists 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1952: finishing write tid 1 to smithi04682744-3 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing rollback tid 0 to smithi04682744-16 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing rollback tid 1 to smithi04682744-16 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing rollback tid 2 to smithi04682744-16 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1067 (ObjNum 65 snap 0 seq_num 1700289628) dirty exists 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1952: finishing write tid 2 to smithi04682744-3 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1952: finishing write tid 3 to smithi04682744-3 2024-09-18T02:26:56.790 INFO:tasks.rados.rados.0.smithi046.stdout:1956: expect (ObjNum 539 snap 171 seq_num 539) 2024-09-18T02:26:56.839 INFO:tasks.rados.rados.0.smithi046.stdout:1957: expect (ObjNum 605 snap 189 seq_num 605) 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1958: finishing write tid 1 to smithi04682744-48 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1958: finishing write tid 2 to smithi04682744-48 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1958: finishing write tid 3 to smithi04682744-48 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1958: finishing write tid 4 to smithi04682744-48 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 450 (ObjNum 625 snap 194 seq_num 625) dirty exists 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1958: left oid 48 (ObjNum 625 snap 194 seq_num 625) 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1959: finishing rollback tid 0 to smithi04682744-5 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1959: finishing rollback tid 1 to smithi04682744-5 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1946: done (11 left) 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1950: done (10 left) 2024-09-18T02:26:56.854 INFO:tasks.rados.rados.0.smithi046.stdout:1954: done (9 left) 2024-09-18T02:26:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:1956: done (8 left) 2024-09-18T02:26:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:1957: done (7 left) 2024-09-18T02:26:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:1958: done (6 left) 2024-09-18T02:26:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:1961: snap_create 2024-09-18T02:26:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:1959: finishing rollback tid 2 to smithi04682744-5 2024-09-18T02:26:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1021 (ObjNum 587 snap 188 seq_num 587) dirty exists 2024-09-18T02:26:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:1951: expect (ObjNum 603 snap 189 seq_num 603) 2024-09-18T02:26:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:1960: finishing write tid 1 to smithi04682744-12 2024-09-18T02:26:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:1952: finishing write tid 4 to smithi04682744-3 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1264 (ObjNum 624 snap 194 seq_num 624) dirty exists 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1952: left oid 3 (ObjNum 624 snap 194 seq_num 624) 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1955: finishing copy_from racing read to smithi04682744-9 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1955: finishing copy_from to smithi04682744-9 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1205 (ObjNum 583 snap 185 seq_num 583) dirty exists 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1960: finishing write tid 2 to smithi04682744-12 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1960: finishing write tid 3 to smithi04682744-12 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1953: finishing copy_from racing read to smithi04682744-30 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1960: finishing write tid 4 to smithi04682744-12 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1015 (ObjNum 626 snap 194 seq_num 626) dirty exists 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1960: left oid 12 (ObjNum 626 snap 194 seq_num 626) 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:1953: finishing copy_from to smithi04682744-30 2024-09-18T02:26:57.092 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1144 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-09-18T02:26:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:56 smithi195 ceph-mon[89559]: pgmap v367: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.4 MiB/s wr, 9 op/s; 19 MiB/s, 5 objects/s recovering 2024-09-18T02:26:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:56 smithi195 ceph-mon[89559]: osdmap e459: 8 total, 8 up, 8 in 2024-09-18T02:26:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:56 smithi195 ceph-mon[89559]: osdmap e460: 8 total, 8 up, 8 in 2024-09-18T02:26:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:56 smithi046 ceph-mon[94621]: pgmap v367: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.4 MiB/s wr, 9 op/s; 19 MiB/s, 5 objects/s recovering 2024-09-18T02:26:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:56 smithi046 ceph-mon[94621]: osdmap e459: 8 total, 8 up, 8 in 2024-09-18T02:26:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:56 smithi046 ceph-mon[94621]: osdmap e460: 8 total, 8 up, 8 in 2024-09-18T02:26:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:56 smithi046 ceph-mon[97106]: pgmap v367: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.4 MiB/s wr, 9 op/s; 19 MiB/s, 5 objects/s recovering 2024-09-18T02:26:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:56 smithi046 ceph-mon[97106]: osdmap e459: 8 total, 8 up, 8 in 2024-09-18T02:26:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:56 smithi046 ceph-mon[97106]: osdmap e460: 8 total, 8 up, 8 in 2024-09-18T02:26:57.783 INFO:tasks.rados.rados.0.smithi046.stdout:1951: done (6 left) 2024-09-18T02:26:57.783 INFO:tasks.rados.rados.0.smithi046.stdout:1952: done (5 left) 2024-09-18T02:26:57.783 INFO:tasks.rados.rados.0.smithi046.stdout:1953: done (4 left) 2024-09-18T02:26:57.783 INFO:tasks.rados.rados.0.smithi046.stdout:1955: done (3 left) 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:1959: done (2 left) 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:1960: done (1 left) 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:1961: done (0 left) 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:1962: read oid 12 snap -1 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:1962: expect (ObjNum 626 snap 194 seq_num 626) 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:1963: rollback oid 6 current snap is 195 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 193 2024-09-18T02:26:57.784 INFO:tasks.rados.rados.0.smithi046.stdout:1964: delete oid 36 current snap is 195 2024-09-18T02:26:57.789 INFO:tasks.rados.rados.0.smithi046.stdout:1963: finishing rollback tid 0 to smithi04682744-6 2024-09-18T02:26:57.789 INFO:tasks.rados.rados.0.smithi046.stdout:1964: done (2 left) 2024-09-18T02:26:57.789 INFO:tasks.rados.rados.0.smithi046.stdout:1965: snap_remove snap 172 2024-09-18T02:26:58.789 INFO:tasks.rados.rados.0.smithi046.stdout:1965: done (2 left) 2024-09-18T02:26:58.789 INFO:tasks.rados.rados.0.smithi046.stdout:1966: read oid 38 snap 194 2024-09-18T02:26:58.789 INFO:tasks.rados.rados.0.smithi046.stdout:1966: expect (ObjNum 514 snap 164 seq_num 514) 2024-09-18T02:26:58.790 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 195 2024-09-18T02:26:58.790 INFO:tasks.rados.rados.0.smithi046.stdout:1963: finishing rollback tid 1 to smithi04682744-6 2024-09-18T02:26:58.790 INFO:tasks.rados.rados.0.smithi046.stdout:1963: finishing rollback tid 2 to smithi04682744-6 2024-09-18T02:26:58.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1147 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-09-18T02:26:58.790 INFO:tasks.rados.rados.0.smithi046.stdout:1962: expect (ObjNum 626 snap 194 seq_num 626) 2024-09-18T02:26:58.827 INFO:tasks.rados.rados.0.smithi046.stdout:1967: seq_num 628 ranges {606208=524288,1130496=401408} 2024-09-18T02:26:58.833 INFO:tasks.rados.rados.0.smithi046.stdout:1967: writing smithi04682744-41 from 606208 to 1130496 tid 1 2024-09-18T02:26:58.835 INFO:tasks.rados.rados.0.smithi046.stdout:1967: writing smithi04682744-41 from 1130496 to 1531904 tid 2 2024-09-18T02:26:58.835 INFO:tasks.rados.rados.0.smithi046.stdout:1962: done (3 left) 2024-09-18T02:26:58.835 INFO:tasks.rados.rados.0.smithi046.stdout:1963: done (2 left) 2024-09-18T02:26:58.836 INFO:tasks.rados.rados.0.smithi046.stdout:1968: snap_create 2024-09-18T02:26:58.836 INFO:tasks.rados.rados.0.smithi046.stdout:1966: expect (ObjNum 514 snap 164 seq_num 514) 2024-09-18T02:26:58.926 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 1 to smithi04682744-41 2024-09-18T02:26:58.926 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 2 to smithi04682744-41 2024-09-18T02:26:58.927 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 3 to smithi04682744-41 2024-09-18T02:26:58.927 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 4 to smithi04682744-41 2024-09-18T02:26:58.927 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1208 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:26:58.927 INFO:tasks.rados.rados.0.smithi046.stdout:1967: left oid 41 (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:26:59.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:58 smithi195 ceph-mon[89559]: pgmap v370: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 774 KiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-09-18T02:26:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:58 smithi195 ceph-mon[89559]: osdmap e461: 8 total, 8 up, 8 in 2024-09-18T02:26:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:59.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[97106]: pgmap v370: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 774 KiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[97106]: osdmap e461: 8 total, 8 up, 8 in 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[94621]: pgmap v370: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 774 KiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[94621]: osdmap e461: 8 total, 8 up, 8 in 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:26:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:26:59.796 INFO:tasks.rados.rados.0.smithi046.stdout:1966: done (2 left) 2024-09-18T02:26:59.796 INFO:tasks.rados.rados.0.smithi046.stdout:1967: done (1 left) 2024-09-18T02:26:59.796 INFO:tasks.rados.rados.0.smithi046.stdout:1968: done (0 left) 2024-09-18T02:26:59.796 INFO:tasks.rados.rados.0.smithi046.stdout:1969: copy_from oid 34 from oid 41 current snap is 196 2024-09-18T02:26:59.796 INFO:tasks.rados.rados.0.smithi046.stdout:1970: rollback oid 2 current snap is 196 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 179 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:1971: rollback oid 26 current snap is 196 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 193 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:1972: read oid 9 snap -1 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:1972: expect (ObjNum 583 snap 185 seq_num 583) 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:1973: read oid 16 snap -1 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:1973: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:26:59.797 INFO:tasks.rados.rados.0.smithi046.stdout:1974: delete oid 4 current snap is 196 2024-09-18T02:26:59.799 INFO:tasks.rados.rados.0.smithi046.stdout:1972: expect (ObjNum 583 snap 185 seq_num 583) 2024-09-18T02:26:59.807 INFO:tasks.rados.rados.0.smithi046.stdout:1973: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:26:59.810 INFO:tasks.rados.rados.0.smithi046.stdout:1970: finishing rollback tid 0 to smithi04682744-2 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1971: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1970: finishing rollback tid 1 to smithi04682744-2 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1971: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1970: finishing rollback tid 2 to smithi04682744-2 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1089 (ObjNum 562 snap 179 seq_num 562) dirty exists 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1971: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1278 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1970: done (5 left) 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1971: done (4 left) 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1972: done (3 left) 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1973: done (2 left) 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1974: done (1 left) 2024-09-18T02:26:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:1975: snap_create 2024-09-18T02:26:59.813 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:26:59.815 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing copy_from to smithi04682744-34 2024-09-18T02:26:59.815 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1208 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:27:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:26:59 smithi195 ceph-mon[89559]: osdmap e462: 8 total, 8 up, 8 in 2024-09-18T02:27:00.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:26:59 smithi046 ceph-mon[97106]: osdmap e462: 8 total, 8 up, 8 in 2024-09-18T02:27:00.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:26:59 smithi046 ceph-mon[94621]: osdmap e462: 8 total, 8 up, 8 in 2024-09-18T02:27:00.796 INFO:tasks.rados.rados.0.smithi046.stdout:1969: done (1 left) 2024-09-18T02:27:00.796 INFO:tasks.rados.rados.0.smithi046.stdout:1975: done (0 left) 2024-09-18T02:27:00.797 INFO:tasks.rados.rados.0.smithi046.stdout:1976: copy_from oid 2 from oid 47 current snap is 197 2024-09-18T02:27:00.797 INFO:tasks.rados.rados.0.smithi046.stdout:1977: snap_remove snap 195 2024-09-18T02:27:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:00 smithi195 ceph-mon[89559]: pgmap v373: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-09-18T02:27:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:00 smithi195 ceph-mon[89559]: osdmap e463: 8 total, 8 up, 8 in 2024-09-18T02:27:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:00 smithi046 ceph-mon[97106]: pgmap v373: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-09-18T02:27:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:00 smithi046 ceph-mon[97106]: osdmap e463: 8 total, 8 up, 8 in 2024-09-18T02:27:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:00 smithi046 ceph-mon[94621]: pgmap v373: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-09-18T02:27:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:00 smithi046 ceph-mon[94621]: osdmap e463: 8 total, 8 up, 8 in 2024-09-18T02:27:01.746 INFO:tasks.rados.rados.0.smithi046.stdout:1977: done (1 left) 2024-09-18T02:27:01.746 INFO:tasks.rados.rados.0.smithi046.stdout:1978: rollback oid 25 current snap is 197 2024-09-18T02:27:01.746 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 196 2024-09-18T02:27:01.746 INFO:tasks.rados.rados.0.smithi046.stdout:1976: finishing copy_from to smithi04682744-2 2024-09-18T02:27:01.746 INFO:tasks.rados.rados.0.smithi046.stdout:1976: got expected ENOENT (src dne) 2024-09-18T02:27:01.746 INFO:tasks.rados.rados.0.smithi046.stdout:1976: finishing copy_from racing read to smithi04682744-2 2024-09-18T02:27:01.747 INFO:tasks.rados.rados.0.smithi046.stdout:1976: done (1 left) 2024-09-18T02:27:01.747 INFO:tasks.rados.rados.0.smithi046.stdout:1979: rmattr oid 50 current snap is 197 2024-09-18T02:27:01.747 INFO:tasks.rados.rados.0.smithi046.stdout:1979: done (1 left) 2024-09-18T02:27:01.747 INFO:tasks.rados.rados.0.smithi046.stdout:1980: read oid 10 snap 181 2024-09-18T02:27:01.747 INFO:tasks.rados.rados.0.smithi046.stdout:1980: expect (ObjNum 551 snap 175 seq_num 551) 2024-09-18T02:27:01.747 INFO:tasks.rados.rados.0.smithi046.stdout:1981: delete oid 38 current snap is 197 2024-09-18T02:27:01.751 INFO:tasks.rados.rados.0.smithi046.stdout:1978: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:27:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:1978: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:27:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:1978: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:27:01.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1018 (ObjNum 548 snap 174 seq_num 548) dirty exists 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1978: done (2 left) 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1981: done (1 left) 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1982: read oid 36 snap -1 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1982: expect deleted 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1983: read oid 23 snap -1 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1983: expect (ObjNum 535 snap 171 seq_num 535) 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 197 2024-09-18T02:27:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1984: seq_num 631 ranges {5218304=573440,5791744=401408} 2024-09-18T02:27:01.790 INFO:tasks.rados.rados.0.smithi046.stdout:1984: writing smithi04682744-1 from 5218304 to 5791744 tid 1 2024-09-18T02:27:01.793 INFO:tasks.rados.rados.0.smithi046.stdout:1984: writing smithi04682744-1 from 5791744 to 6193152 tid 2 2024-09-18T02:27:01.793 INFO:tasks.rados.rados.0.smithi046.stdout:1985: delete oid 26 current snap is 197 2024-09-18T02:27:01.793 INFO:tasks.rados.rados.0.smithi046.stdout:1983: expect (ObjNum 535 snap 171 seq_num 535) 2024-09-18T02:27:02.040 INFO:tasks.rados.rados.0.smithi046.stdout:1980: expect (ObjNum 551 snap 175 seq_num 551) 2024-09-18T02:27:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:01 smithi195 ceph-mon[89559]: osdmap e464: 8 total, 8 up, 8 in 2024-09-18T02:27:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:01 smithi195 ceph-mon[89559]: osdmap e465: 8 total, 8 up, 8 in 2024-09-18T02:27:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:01 smithi046 ceph-mon[97106]: osdmap e464: 8 total, 8 up, 8 in 2024-09-18T02:27:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:01 smithi046 ceph-mon[97106]: osdmap e465: 8 total, 8 up, 8 in 2024-09-18T02:27:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:01 smithi046 ceph-mon[94621]: osdmap e464: 8 total, 8 up, 8 in 2024-09-18T02:27:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:01 smithi046 ceph-mon[94621]: osdmap e465: 8 total, 8 up, 8 in 2024-09-18T02:27:02.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:27:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1984: finishing write tid 1 to smithi04682744-1 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1984: finishing write tid 2 to smithi04682744-1 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1984: finishing write tid 3 to smithi04682744-1 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1984: finishing write tid 4 to smithi04682744-1 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1095 (ObjNum 631 snap 197 seq_num 631) dirty exists 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1984: left oid 1 (ObjNum 631 snap 197 seq_num 631) 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1980: done (4 left) 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1982: done (3 left) 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1983: done (2 left) 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1984: done (1 left) 2024-09-18T02:27:02.693 INFO:tasks.rados.rados.0.smithi046.stdout:1985: done (0 left) 2024-09-18T02:27:02.694 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 197 2024-09-18T02:27:02.694 INFO:tasks.rados.rados.0.smithi046.stdout:1986: seq_num 633 ranges {0=606208,606208=401408} 2024-09-18T02:27:02.695 INFO:tasks.rados.rados.0.smithi046.stdout:1986: writing smithi04682744-38 from 0 to 606208 tid 1 2024-09-18T02:27:02.698 INFO:tasks.rados.rados.0.smithi046.stdout:1986: writing smithi04682744-38 from 606208 to 1007616 tid 2 2024-09-18T02:27:02.698 INFO:tasks.rados.rados.0.smithi046.stdout:1987: delete oid 32 current snap is 197 2024-09-18T02:27:02.700 INFO:tasks.rados.rados.0.smithi046.stdout:1986: finishing write tid 1 to smithi04682744-38 2024-09-18T02:27:02.701 INFO:tasks.rados.rados.0.smithi046.stdout:1987: done (1 left) 2024-09-18T02:27:02.701 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 197 2024-09-18T02:27:02.701 INFO:tasks.rados.rados.0.smithi046.stdout:1988: seq_num 635 ranges {0=638976,638976=401408} 2024-09-18T02:27:02.704 INFO:tasks.rados.rados.0.smithi046.stdout:1988: writing smithi04682744-47 from 0 to 638976 tid 1 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1988: writing smithi04682744-47 from 638976 to 1040384 tid 2 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1989: rmattr oid 23 current snap is 197 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1986: finishing write tid 2 to smithi04682744-38 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1986: finishing write tid 3 to smithi04682744-38 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1986: finishing write tid 4 to smithi04682744-38 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1181 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1986: left oid 38 (ObjNum 633 snap 197 seq_num 633) 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1986: done (2 left) 2024-09-18T02:27:02.707 INFO:tasks.rados.rados.0.smithi046.stdout:1990: copy_from oid 31 from oid 2 current snap is 197 2024-09-18T02:27:02.708 INFO:tasks.rados.rados.0.smithi046.stdout:1991: copy_from oid 7 from oid 46 current snap is 197 2024-09-18T02:27:02.708 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 197 2024-09-18T02:27:02.708 INFO:tasks.rados.rados.0.smithi046.stdout:1992: seq_num 636 ranges {0=655360,655360=401408} 2024-09-18T02:27:02.711 INFO:tasks.rados.rados.0.smithi046.stdout:1992: writing smithi04682744-43 from 0 to 655360 tid 1 2024-09-18T02:27:02.713 INFO:tasks.rados.rados.0.smithi046.stdout:1992: writing smithi04682744-43 from 655360 to 1056768 tid 2 2024-09-18T02:27:02.714 INFO:tasks.rados.rados.0.smithi046.stdout:1993: delete oid 48 current snap is 197 2024-09-18T02:27:02.714 INFO:tasks.rados.rados.0.smithi046.stdout:1988: finishing write tid 1 to smithi04682744-47 2024-09-18T02:27:02.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1183 (ObjNum 535 snap 171 seq_num 535) dirty exists 2024-09-18T02:27:02.714 INFO:tasks.rados.rados.0.smithi046.stdout:1988: finishing write tid 2 to smithi04682744-47 2024-09-18T02:27:02.714 INFO:tasks.rados.rados.0.smithi046.stdout:1988: finishing write tid 3 to smithi04682744-47 2024-09-18T02:27:02.716 INFO:tasks.rados.rados.0.smithi046.stdout:1992: finishing write tid 1 to smithi04682744-43 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1988: finishing write tid 4 to smithi04682744-47 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 594 (ObjNum 635 snap 197 seq_num 635) dirty exists 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1988: left oid 47 (ObjNum 635 snap 197 seq_num 635) 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1988: done (5 left) 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1989: done (4 left) 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1993: done (3 left) 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1994: read oid 36 snap -1 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1994: expect deleted 2024-09-18T02:27:02.717 INFO:tasks.rados.rados.0.smithi046.stdout:1995: delete oid 48 current snap is 197 2024-09-18T02:27:02.718 INFO:tasks.rados.rados.0.smithi046.stdout:1992: finishing write tid 2 to smithi04682744-43 2024-09-18T02:27:02.719 INFO:tasks.rados.rados.0.smithi046.stdout:1990: finishing copy_from racing read to smithi04682744-31 2024-09-18T02:27:02.719 INFO:tasks.rados.rados.0.smithi046.stdout:1992: finishing write tid 3 to smithi04682744-43 2024-09-18T02:27:02.719 INFO:tasks.rados.rados.0.smithi046.stdout:1994: done (4 left) 2024-09-18T02:27:02.719 INFO:tasks.rados.rados.0.smithi046.stdout:1995: done (3 left) 2024-09-18T02:27:02.719 INFO:tasks.rados.rados.0.smithi046.stdout:1996: snap_create 2024-09-18T02:27:02.720 INFO:tasks.rados.rados.0.smithi046.stdout:1992: finishing write tid 4 to smithi04682744-43 2024-09-18T02:27:02.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 597 (ObjNum 636 snap 197 seq_num 636) dirty exists 2024-09-18T02:27:02.720 INFO:tasks.rados.rados.0.smithi046.stdout:1992: left oid 43 (ObjNum 636 snap 197 seq_num 636) 2024-09-18T02:27:02.724 INFO:tasks.rados.rados.0.smithi046.stdout:1990: finishing copy_from to smithi04682744-31 2024-09-18T02:27:02.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1089 (ObjNum 562 snap 179 seq_num 562) dirty exists 2024-09-18T02:27:02.746 INFO:tasks.rados.rados.0.smithi046.stdout:1991: finishing copy_from racing read to smithi04682744-7 2024-09-18T02:27:02.746 INFO:tasks.rados.rados.0.smithi046.stdout:1991: finishing copy_from to smithi04682744-7 2024-09-18T02:27:02.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 568 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:27:02.810 INFO:tasks.rados.rados.0.smithi046.stdout:1990: done (3 left) 2024-09-18T02:27:02.810 INFO:tasks.rados.rados.0.smithi046.stdout:1991: done (2 left) 2024-09-18T02:27:02.810 INFO:tasks.rados.rados.0.smithi046.stdout:1992: done (1 left) 2024-09-18T02:27:02.810 INFO:tasks.rados.rados.0.smithi046.stdout:1996: done (0 left) 2024-09-18T02:27:02.810 INFO:tasks.rados.rados.0.smithi046.stdout:1997: delete oid 9 current snap is 198 2024-09-18T02:27:02.813 INFO:tasks.rados.rados.0.smithi046.stdout:1997: done (0 left) 2024-09-18T02:27:02.813 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 198 2024-09-18T02:27:02.813 INFO:tasks.rados.rados.0.smithi046.stdout:1998: seq_num 640 ranges {0=729088,729088=401408} 2024-09-18T02:27:02.817 INFO:tasks.rados.rados.0.smithi046.stdout:1998: writing smithi04682744-39 from 0 to 729088 tid 1 2024-09-18T02:27:02.819 INFO:tasks.rados.rados.0.smithi046.stdout:1998: writing smithi04682744-39 from 729088 to 1130496 tid 2 2024-09-18T02:27:02.820 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 198 2024-09-18T02:27:02.820 INFO:tasks.rados.rados.0.smithi046.stdout:1999: seq_num 641 ranges {1040384=745472,1785856=401408} 2024-09-18T02:27:02.829 INFO:tasks.rados.rados.0.smithi046.stdout:1999: writing smithi04682744-47 from 1040384 to 1785856 tid 1 2024-09-18T02:27:02.832 INFO:tasks.rados.rados.0.smithi046.stdout:1999: writing smithi04682744-47 from 1785856 to 2187264 tid 2 2024-09-18T02:27:02.832 INFO:tasks.rados.rados.0.smithi046.stdout:2000: read oid 32 snap -1 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:2000: expect deleted 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:2001: snap_create 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:1998: finishing write tid 1 to smithi04682744-39 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:1998: finishing write tid 2 to smithi04682744-39 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:1998: finishing write tid 3 to smithi04682744-39 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:1998: finishing write tid 4 to smithi04682744-39 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1021 (ObjNum 640 snap 198 seq_num 640) dirty exists 2024-09-18T02:27:02.833 INFO:tasks.rados.rados.0.smithi046.stdout:1998: left oid 39 (ObjNum 640 snap 198 seq_num 640) 2024-09-18T02:27:02.834 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 1 to smithi04682744-47 2024-09-18T02:27:02.834 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 2 to smithi04682744-47 2024-09-18T02:27:02.834 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 3 to smithi04682744-47 2024-09-18T02:27:02.835 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 4 to smithi04682744-47 2024-09-18T02:27:02.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 600 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:27:02.835 INFO:tasks.rados.rados.0.smithi046.stdout:1999: left oid 47 (ObjNum 641 snap 198 seq_num 641) 2024-09-18T02:27:03.141 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:02 smithi195 ceph-mon[89559]: pgmap v376: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-18T02:27:03.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:02 smithi046 ceph-mon[97106]: pgmap v376: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-18T02:27:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:02 smithi046 ceph-mon[94621]: pgmap v376: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-18T02:27:03.816 INFO:tasks.rados.rados.0.smithi046.stdout:1998: done (3 left) 2024-09-18T02:27:03.816 INFO:tasks.rados.rados.0.smithi046.stdout:1999: done (2 left) 2024-09-18T02:27:03.816 INFO:tasks.rados.rados.0.smithi046.stdout:2000: done (1 left) 2024-09-18T02:27:03.816 INFO:tasks.rados.rados.0.smithi046.stdout:2001: done (0 left) 2024-09-18T02:27:03.816 INFO:tasks.rados.rados.0.smithi046.stdout:2002: copy_from oid 23 from oid 48 current snap is 199 2024-09-18T02:27:03.816 INFO:tasks.rados.rados.0.smithi046.stdout:2003: delete oid 40 current snap is 199 2024-09-18T02:27:03.817 INFO:tasks.rados.rados.0.smithi046.stdout:2002: finishing copy_from to smithi04682744-23 2024-09-18T02:27:03.817 INFO:tasks.rados.rados.0.smithi046.stdout:2002: got expected ENOENT (src dne) 2024-09-18T02:27:03.818 INFO:tasks.rados.rados.0.smithi046.stdout:2002: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:27:03.820 INFO:tasks.rados.rados.0.smithi046.stdout:2002: done (1 left) 2024-09-18T02:27:03.820 INFO:tasks.rados.rados.0.smithi046.stdout:2003: done (0 left) 2024-09-18T02:27:03.820 INFO:tasks.rados.rados.0.smithi046.stdout:2004: snap_remove snap 194 2024-09-18T02:27:03.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:03 smithi195 ceph-mon[89559]: osdmap e466: 8 total, 8 up, 8 in 2024-09-18T02:27:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:03 smithi046 ceph-mon[97106]: osdmap e466: 8 total, 8 up, 8 in 2024-09-18T02:27:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:03 smithi046 ceph-mon[94621]: osdmap e466: 8 total, 8 up, 8 in 2024-09-18T02:27:04.820 INFO:tasks.rados.rados.0.smithi046.stdout:2004: done (0 left) 2024-09-18T02:27:04.820 INFO:tasks.rados.rados.0.smithi046.stdout:2005: setattr oid 38 current snap is 199 2024-09-18T02:27:04.823 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 199 2024-09-18T02:27:04.823 INFO:tasks.rados.rados.0.smithi046.stdout:2006: seq_num 643 ranges {8708096=778240,9486336=401408} 2024-09-18T02:27:04.876 INFO:tasks.rados.rados.0.smithi046.stdout:2006: writing smithi04682744-46 from 8708096 to 9486336 tid 1 2024-09-18T02:27:04.879 INFO:tasks.rados.rados.0.smithi046.stdout:2006: writing smithi04682744-46 from 9486336 to 9887744 tid 2 2024-09-18T02:27:04.879 INFO:tasks.rados.rados.0.smithi046.stdout:2007: delete oid 23 current snap is 199 2024-09-18T02:27:04.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1185 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-09-18T02:27:04.883 INFO:tasks.rados.rados.0.smithi046.stdout:2006: finishing write tid 1 to smithi04682744-46 2024-09-18T02:27:04.884 INFO:tasks.rados.rados.0.smithi046.stdout:2006: finishing write tid 2 to smithi04682744-46 2024-09-18T02:27:04.884 INFO:tasks.rados.rados.0.smithi046.stdout:2005: done (2 left) 2024-09-18T02:27:04.884 INFO:tasks.rados.rados.0.smithi046.stdout:2007: done (1 left) 2024-09-18T02:27:04.884 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 199 2024-09-18T02:27:04.884 INFO:tasks.rados.rados.0.smithi046.stdout:2008: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-09-18T02:27:04.886 INFO:tasks.rados.rados.0.smithi046.stdout:2008: writing smithi04682744-26 from 0 to 409600 tid 1 2024-09-18T02:27:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:2008: writing smithi04682744-26 from 409600 to 1187840 tid 2 2024-09-18T02:27:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:2008: writing smithi04682744-26 from 1187840 to 1212416 tid 3 2024-09-18T02:27:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:2009: snap_remove snap 197 2024-09-18T02:27:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:04 smithi195 ceph-mon[89559]: pgmap v379: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-09-18T02:27:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:04 smithi195 ceph-mon[89559]: osdmap e467: 8 total, 8 up, 8 in 2024-09-18T02:27:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:04 smithi046 ceph-mon[94621]: pgmap v379: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-09-18T02:27:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:04 smithi046 ceph-mon[94621]: osdmap e467: 8 total, 8 up, 8 in 2024-09-18T02:27:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:04 smithi046 ceph-mon[97106]: pgmap v379: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-09-18T02:27:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:04 smithi046 ceph-mon[97106]: osdmap e467: 8 total, 8 up, 8 in 2024-09-18T02:27:05.826 INFO:tasks.rados.rados.0.smithi046.stdout:2009: done (2 left) 2024-09-18T02:27:05.826 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 199 2024-09-18T02:27:05.826 INFO:tasks.rados.rados.0.smithi046.stdout:2006: finishing write tid 3 to smithi04682744-46 2024-09-18T02:27:05.826 INFO:tasks.rados.rados.0.smithi046.stdout:2010: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-09-18T02:27:05.828 INFO:tasks.rados.rados.0.smithi046.stdout:2010: writing smithi04682744-9 from 0 to 425984 tid 1 2024-09-18T02:27:05.831 INFO:tasks.rados.rados.0.smithi046.stdout:2010: writing smithi04682744-9 from 425984 to 1081344 tid 2 2024-09-18T02:27:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:2010: writing smithi04682744-9 from 1081344 to 1228800 tid 3 2024-09-18T02:27:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:2011: snap_create 2024-09-18T02:27:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:2006: finishing write tid 4 to smithi04682744-46 2024-09-18T02:27:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 756 (ObjNum 643 snap 199 seq_num 643) dirty exists 2024-09-18T02:27:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:2006: left oid 46 (ObjNum 643 snap 199 seq_num 643) 2024-09-18T02:27:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:2008: finishing write tid 1 to smithi04682744-26 2024-09-18T02:27:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:2008: finishing write tid 2 to smithi04682744-26 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2008: finishing write tid 3 to smithi04682744-26 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2008: finishing write tid 4 to smithi04682744-26 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2008: finishing write tid 5 to smithi04682744-26 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1296 (ObjNum 645 snap 199 seq_num 645) dirty exists 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2008: left oid 26 (ObjNum 645 snap 199 seq_num 645) 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 1 to smithi04682744-9 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 2 to smithi04682744-9 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 3 to smithi04682744-9 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 4 to smithi04682744-9 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 5 to smithi04682744-9 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1211 (ObjNum 646 snap 199 seq_num 646) dirty exists 2024-09-18T02:27:05.839 INFO:tasks.rados.rados.0.smithi046.stdout:2010: left oid 9 (ObjNum 646 snap 199 seq_num 646) 2024-09-18T02:27:06.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:05 smithi195 ceph-mon[89559]: osdmap e468: 8 total, 8 up, 8 in 2024-09-18T02:27:06.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:05 smithi046 ceph-mon[94621]: osdmap e468: 8 total, 8 up, 8 in 2024-09-18T02:27:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:05 smithi046 ceph-mon[97106]: osdmap e468: 8 total, 8 up, 8 in 2024-09-18T02:27:06.745 INFO:tasks.rados.rados.0.smithi046.stdout:2006: done (3 left) 2024-09-18T02:27:06.745 INFO:tasks.rados.rados.0.smithi046.stdout:2008: done (2 left) 2024-09-18T02:27:06.745 INFO:tasks.rados.rados.0.smithi046.stdout:2010: done (1 left) 2024-09-18T02:27:06.745 INFO:tasks.rados.rados.0.smithi046.stdout:2011: done (0 left) 2024-09-18T02:27:06.745 INFO:tasks.rados.rados.0.smithi046.stdout:2012: rollback oid 36 current snap is 200 2024-09-18T02:27:06.745 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 198 2024-09-18T02:27:06.745 INFO:tasks.rados.rados.0.smithi046.stdout:2013: snap_create 2024-09-18T02:27:06.749 INFO:tasks.rados.rados.0.smithi046.stdout:2012: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:27:06.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1075 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-18T02:27:06.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:27:06] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-09-18T02:27:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:06 smithi195 ceph-mon[89559]: pgmap v382: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-09-18T02:27:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:06 smithi195 ceph-mon[89559]: osdmap e469: 8 total, 8 up, 8 in 2024-09-18T02:27:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:27:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:06 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:27:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:06 smithi195 ceph-mon[89559]: Upgrade: osd.6 is safe to restart 2024-09-18T02:27:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:06 smithi195 ceph-mon[89559]: osdmap e470: 8 total, 8 up, 8 in 2024-09-18T02:27:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[94621]: pgmap v382: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-09-18T02:27:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[94621]: osdmap e469: 8 total, 8 up, 8 in 2024-09-18T02:27:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:27:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:27:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[94621]: Upgrade: osd.6 is safe to restart 2024-09-18T02:27:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[94621]: osdmap e470: 8 total, 8 up, 8 in 2024-09-18T02:27:07.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[97106]: pgmap v382: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-09-18T02:27:07.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[97106]: osdmap e469: 8 total, 8 up, 8 in 2024-09-18T02:27:07.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:27:07.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-18T02:27:07.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[97106]: Upgrade: osd.6 is safe to restart 2024-09-18T02:27:07.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:06 smithi046 ceph-mon[97106]: osdmap e470: 8 total, 8 up, 8 in 2024-09-18T02:27:07.746 INFO:tasks.rados.rados.0.smithi046.stdout:2012: done (1 left) 2024-09-18T02:27:07.746 INFO:tasks.rados.rados.0.smithi046.stdout:2013: done (0 left) 2024-09-18T02:27:07.747 INFO:tasks.rados.rados.0.smithi046.stdout:2014: read oid 4 snap 199 2024-09-18T02:27:07.747 INFO:tasks.rados.rados.0.smithi046.stdout:2014: expect deleted 2024-09-18T02:27:07.747 INFO:tasks.rados.rados.0.smithi046.stdout:2015: snap_remove snap 198 2024-09-18T02:27:08.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:08 smithi195 ceph-mon[89559]: pgmap v385: 121 pgs: 121 active+clean; 260 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-18T02:27:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:08 smithi195 ceph-mon[89559]: Upgrade: Updating osd.6 2024-09-18T02:27:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:27:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:08 smithi195 ceph-mon[89559]: Deploying daemon osd.6 on smithi195 2024-09-18T02:27:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:08 smithi195 ceph-mon[89559]: osdmap e471: 8 total, 8 up, 8 in 2024-09-18T02:27:08.749 INFO:tasks.rados.rados.0.smithi046.stdout:2015: done (1 left) 2024-09-18T02:27:08.749 INFO:tasks.rados.rados.0.smithi046.stdout:2016: setattr oid 49 current snap is 201 2024-09-18T02:27:08.750 INFO:tasks.rados.rados.0.smithi046.stdout:2014: done (1 left) 2024-09-18T02:27:08.750 INFO:tasks.rados.rados.0.smithi046.stdout:2017: snap_remove snap 179 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[97106]: pgmap v385: 121 pgs: 121 active+clean; 260 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[97106]: Upgrade: Updating osd.6 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[97106]: Deploying daemon osd.6 on smithi195 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[97106]: osdmap e471: 8 total, 8 up, 8 in 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[94621]: pgmap v385: 121 pgs: 121 active+clean; 260 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[94621]: Upgrade: Updating osd.6 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-18T02:27:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[94621]: Deploying daemon osd.6 on smithi195 2024-09-18T02:27:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:08 smithi046 ceph-mon[94621]: osdmap e471: 8 total, 8 up, 8 in 2024-09-18T02:27:09.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1302 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-09-18T02:27:09.757 INFO:tasks.rados.rados.0.smithi046.stdout:2016: done (1 left) 2024-09-18T02:27:09.758 INFO:tasks.rados.rados.0.smithi046.stdout:2017: done (0 left) 2024-09-18T02:27:09.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 201 2024-09-18T02:27:09.758 INFO:tasks.rados.rados.0.smithi046.stdout:2018: seq_num 647 ranges {9887744=442368,10330112=589824,10919936=212992} 2024-09-18T02:27:09.815 INFO:tasks.rados.rados.0.smithi046.stdout:2018: writing smithi04682744-46 from 9887744 to 10330112 tid 1 2024-09-18T02:27:09.818 INFO:tasks.rados.rados.0.smithi046.stdout:2018: writing smithi04682744-46 from 10330112 to 10919936 tid 2 2024-09-18T02:27:09.820 INFO:tasks.rados.rados.0.smithi046.stdout:2018: writing smithi04682744-46 from 10919936 to 11132928 tid 3 2024-09-18T02:27:09.820 INFO:tasks.rados.rados.0.smithi046.stdout:2019: copy_from oid 29 from oid 48 current snap is 201 2024-09-18T02:27:09.820 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing write tid 1 to smithi04682744-46 2024-09-18T02:27:09.820 INFO:tasks.rados.rados.0.smithi046.stdout:2020: snap_remove snap 196 2024-09-18T02:27:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:09 smithi195 ceph-mon[89559]: osdmap e472: 8 total, 8 up, 8 in 2024-09-18T02:27:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:09 smithi046 ceph-mon[97106]: osdmap e472: 8 total, 8 up, 8 in 2024-09-18T02:27:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:09 smithi046 ceph-mon[94621]: osdmap e472: 8 total, 8 up, 8 in 2024-09-18T02:27:10.568 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:10 smithi195 systemd[1]: Stopping Ceph osd.6 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:27:10.762 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing write tid 2 to smithi04682744-46 2024-09-18T02:27:10.762 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing write tid 3 to smithi04682744-46 2024-09-18T02:27:10.762 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing write tid 4 to smithi04682744-46 2024-09-18T02:27:10.762 INFO:tasks.rados.rados.0.smithi046.stdout:2019: finishing copy_from to smithi04682744-29 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2019: got expected ENOENT (src dne) 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2019: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing write tid 5 to smithi04682744-46 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 760 (ObjNum 647 snap 201 seq_num 647) dirty exists 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2018: left oid 46 (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2018: done (2 left) 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2019: done (1 left) 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2020: done (0 left) 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 201 2024-09-18T02:27:10.763 INFO:tasks.rados.rados.0.smithi046.stdout:2021: seq_num 648 ranges {1056768=458752,1515520=475136,1990656=327680} 2024-09-18T02:27:10.771 INFO:tasks.rados.rados.0.smithi046.stdout:2021: writing smithi04682744-43 from 1056768 to 1515520 tid 1 2024-09-18T02:27:10.775 INFO:tasks.rados.rados.0.smithi046.stdout:2021: writing smithi04682744-43 from 1515520 to 1990656 tid 2 2024-09-18T02:27:10.778 INFO:tasks.rados.rados.0.smithi046.stdout:2021: writing smithi04682744-43 from 1990656 to 2318336 tid 3 2024-09-18T02:27:10.778 INFO:tasks.rados.rados.0.smithi046.stdout:2022: read oid 11 snap -1 2024-09-18T02:27:10.778 INFO:tasks.rados.rados.0.smithi046.stdout:2022: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:27:10.778 INFO:tasks.rados.rados.0.smithi046.stdout:2023: snap_create 2024-09-18T02:27:10.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:10 smithi195 ceph-mon[89559]: pgmap v388: 121 pgs: 121 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-18T02:27:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:10 smithi195 ceph-mon[89559]: osdmap e473: 8 total, 8 up, 8 in 2024-09-18T02:27:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:10 smithi195 ceph-mon[89559]: osd.6 marked itself down and dead 2024-09-18T02:27:10.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[49207]: 2024-09-18T02:27:10.566+0000 7fe4ebc13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:27:10.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[49207]: 2024-09-18T02:27:10.566+0000 7fe4ebc13640 -1 osd.6 473 *** Got signal Terminated *** 2024-09-18T02:27:10.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[49207]: 2024-09-18T02:27:10.566+0000 7fe4ebc13640 -1 osd.6 473 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:27:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:10 smithi046 ceph-mon[94621]: pgmap v388: 121 pgs: 121 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-18T02:27:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:10 smithi046 ceph-mon[94621]: osdmap e473: 8 total, 8 up, 8 in 2024-09-18T02:27:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:10 smithi046 ceph-mon[94621]: osd.6 marked itself down and dead 2024-09-18T02:27:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:10 smithi046 ceph-mon[97106]: pgmap v388: 121 pgs: 121 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-18T02:27:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:10 smithi046 ceph-mon[97106]: osdmap e473: 8 total, 8 up, 8 in 2024-09-18T02:27:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:10 smithi046 ceph-mon[97106]: osd.6 marked itself down and dead 2024-09-18T02:27:11.474 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:11 smithi195 podman[105077]: 2024-09-18 02:27:11.181145796 +0000 UTC m=+0.722903916 container died 6d1758d46908006e789c0a3226205ffef20ca4bf8e3a7673f60d1a5f3b608ea2 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=quincy-4a70413, ceph=True) 2024-09-18T02:27:11.754 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:11 smithi195 podman[105077]: 2024-09-18 02:27:11.572947732 +0000 UTC m=+1.114705806 container cleanup 6d1758d46908006e789c0a3226205ffef20ca4bf8e3a7673f60d1a5f3b608ea2 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-18T02:27:11.754 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:11 smithi195 bash[105077]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6 2024-09-18T02:27:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2023: done (2 left) 2024-09-18T02:27:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2024: snap_remove snap 199 2024-09-18T02:27:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:11 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:27:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:11 smithi046 ceph-mon[97106]: osdmap e474: 8 total, 7 up, 8 in 2024-09-18T02:27:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:11 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:27:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:11 smithi046 ceph-mon[94621]: osdmap e474: 8 total, 7 up, 8 in 2024-09-18T02:27:12.136 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:11 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:27:12.136 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:11 smithi195 ceph-mon[89559]: osdmap e474: 8 total, 7 up, 8 in 2024-09-18T02:27:12.137 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:11 smithi195 podman[105097]: 2024-09-18 02:27:11.815987042 +0000 UTC m=+0.628617665 container remove 6d1758d46908006e789c0a3226205ffef20ca4bf8e3a7673f60d1a5f3b608ea2 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-18T02:27:12.462 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:27:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:27:12.462 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:12 smithi195 podman[105191]: 2024-09-18 02:27:12.038708445 +0000 UTC m=+0.016140853 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:27:12.462 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:12 smithi195 podman[105191]: 2024-09-18 02:27:12.158684682 +0000 UTC m=+0.136117076 container create ad24e9567cc6c16ab2b77c638c03d17dae49fa2d9e2ad83ef947157efe81df00 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-09-18T02:27:12.462 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:12 smithi195 podman[105191]: 2024-09-18 02:27:12.461293386 +0000 UTC m=+0.438725796 container init ad24e9567cc6c16ab2b77c638c03d17dae49fa2d9e2ad83ef947157efe81df00 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:27:12.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:12 smithi195 podman[105191]: 2024-09-18 02:27:12.466300199 +0000 UTC m=+0.443732603 container start ad24e9567cc6c16ab2b77c638c03d17dae49fa2d9e2ad83ef947157efe81df00 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-18T02:27:12.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:12 smithi195 podman[105191]: 2024-09-18 02:27:12.552726085 +0000 UTC m=+0.530158497 container attach ad24e9567cc6c16ab2b77c638c03d17dae49fa2d9e2ad83ef947157efe81df00 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-18T02:27:12.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:12 smithi195 podman[105191]: 2024-09-18 02:27:12.659004573 +0000 UTC m=+0.636436988 container died ad24e9567cc6c16ab2b77c638c03d17dae49fa2d9e2ad83ef947157efe81df00 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 1 to smithi04682744-43 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 2 to smithi04682744-43 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 3 to smithi04682744-43 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 4 to smithi04682744-43 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 5 to smithi04682744-43 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 604 (ObjNum 648 snap 201 seq_num 648) dirty exists 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:2021: left oid 43 (ObjNum 648 snap 201 seq_num 648) 2024-09-18T02:27:12.768 INFO:tasks.rados.rados.0.smithi046.stdout:2022: expect (ObjNum 488 snap 155 seq_num 488) 2024-09-18T02:27:12.799 INFO:tasks.rados.rados.0.smithi046.stdout:2021: done (2 left) 2024-09-18T02:27:12.799 INFO:tasks.rados.rados.0.smithi046.stdout:2022: done (1 left) 2024-09-18T02:27:12.800 INFO:tasks.rados.rados.0.smithi046.stdout:2024: done (0 left) 2024-09-18T02:27:12.800 INFO:tasks.rados.rados.0.smithi046.stdout:2025: rollback oid 10 current snap is 202 2024-09-18T02:27:12.800 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 193 2024-09-18T02:27:12.800 INFO:tasks.rados.rados.0.smithi046.stdout:2026: read oid 47 snap 201 2024-09-18T02:27:12.800 INFO:tasks.rados.rados.0.smithi046.stdout:2026: expect (ObjNum 641 snap 198 seq_num 641) 2024-09-18T02:27:12.800 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 202 2024-09-18T02:27:12.800 INFO:tasks.rados.rados.0.smithi046.stdout:2027: seq_num 649 ranges {860160=475136,1335296=761856,2097152=40960} 2024-09-18T02:27:12.807 INFO:tasks.rados.rados.0.smithi046.stdout:2027: writing smithi04682744-3 from 860160 to 1335296 tid 1 2024-09-18T02:27:12.811 INFO:tasks.rados.rados.0.smithi046.stdout:2027: writing smithi04682744-3 from 1335296 to 2097152 tid 2 2024-09-18T02:27:12.812 INFO:tasks.rados.rados.0.smithi046.stdout:2027: writing smithi04682744-3 from 2097152 to 2138112 tid 3 2024-09-18T02:27:12.812 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 202 2024-09-18T02:27:12.812 INFO:tasks.rados.rados.0.smithi046.stdout:2028: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-09-18T02:27:12.815 INFO:tasks.rados.rados.0.smithi046.stdout:2028: writing smithi04682744-36 from 0 to 491520 tid 1 2024-09-18T02:27:12.819 INFO:tasks.rados.rados.0.smithi046.stdout:2028: writing smithi04682744-36 from 491520 to 1138688 tid 2 2024-09-18T02:27:12.821 INFO:tasks.rados.rados.0.smithi046.stdout:2028: writing smithi04682744-36 from 1138688 to 1294336 tid 3 2024-09-18T02:27:12.821 INFO:tasks.rados.rados.0.smithi046.stdout:2029: rollback oid 50 current snap is 202 2024-09-18T02:27:12.821 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 181 2024-09-18T02:27:12.821 INFO:tasks.rados.rados.0.smithi046.stdout:2025: finishing rollback tid 0 to smithi04682744-10 2024-09-18T02:27:12.821 INFO:tasks.rados.rados.0.smithi046.stdout:2025: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:27:12.821 INFO:tasks.rados.rados.0.smithi046.stdout:2025: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:27:12.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1211 (ObjNum 551 snap 175 seq_num 551) dirty exists 2024-09-18T02:27:12.822 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 1 to smithi04682744-3 2024-09-18T02:27:12.822 INFO:tasks.rados.rados.0.smithi046.stdout:2026: expect (ObjNum 641 snap 198 seq_num 641) 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 2 to smithi04682744-3 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 3 to smithi04682744-3 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 4 to smithi04682744-3 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2028: finishing write tid 1 to smithi04682744-36 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 5 to smithi04682744-3 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1329 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2027: left oid 3 (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2028: finishing write tid 2 to smithi04682744-36 2024-09-18T02:27:12.898 INFO:tasks.rados.rados.0.smithi046.stdout:2025: done (4 left) 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:2026: done (3 left) 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:2027: done (2 left) 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 202 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:2028: finishing write tid 3 to smithi04682744-36 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:2028: finishing write tid 4 to smithi04682744-36 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:27:12.899 INFO:tasks.rados.rados.0.smithi046.stdout:2030: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-09-18T02:27:12.900 INFO:tasks.rados.rados.0.smithi046.stdout:2030: writing smithi04682744-33 from 0 to 507904 tid 1 2024-09-18T02:27:12.903 INFO:tasks.rados.rados.0.smithi046.stdout:2030: writing smithi04682744-33 from 507904 to 1040384 tid 2 2024-09-18T02:27:12.905 INFO:tasks.rados.rados.0.smithi046.stdout:2030: writing smithi04682744-33 from 1040384 to 1310720 tid 3 2024-09-18T02:27:12.905 INFO:tasks.rados.rados.0.smithi046.stdout:2031: read oid 18 snap -1 2024-09-18T02:27:12.905 INFO:tasks.rados.rados.0.smithi046.stdout:2031: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:27:12.905 INFO:tasks.rados.rados.0.smithi046.stdout:2032: snap_remove snap 200 2024-09-18T02:27:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:12 smithi195 ceph-mon[89559]: pgmap v391: 121 pgs: 14 stale+active+clean, 107 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-18T02:27:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:12 smithi195 ceph-mon[89559]: osdmap e475: 8 total, 7 up, 8 in 2024-09-18T02:27:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:12 smithi046 ceph-mon[97106]: pgmap v391: 121 pgs: 14 stale+active+clean, 107 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-18T02:27:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:12 smithi046 ceph-mon[97106]: osdmap e475: 8 total, 7 up, 8 in 2024-09-18T02:27:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:12 smithi046 ceph-mon[94621]: pgmap v391: 121 pgs: 14 stale+active+clean, 107 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-18T02:27:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:12 smithi046 ceph-mon[94621]: osdmap e475: 8 total, 7 up, 8 in 2024-09-18T02:27:13.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:13 smithi195 podman[105236]: 2024-09-18 02:27:13.390458841 +0000 UTC m=+0.725727465 container remove ad24e9567cc6c16ab2b77c638c03d17dae49fa2d9e2ad83ef947157efe81df00 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-18T02:27:13.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:13 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-18T02:27:13.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:13 smithi195 systemd[1]: Stopped Ceph osd.6 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:27:13.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:13 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.6.service: Consumed 11.280s CPU time. 2024-09-18T02:27:13.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:13 smithi195 systemd[1]: Starting Ceph osd.6 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:2032: done (4 left) 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 202 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1024 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:2028: finishing write tid 5 to smithi04682744-36 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1118 (ObjNum 650 snap 202 seq_num 650) dirty exists 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:2028: left oid 36 (ObjNum 650 snap 202 seq_num 650) 2024-09-18T02:27:13.779 INFO:tasks.rados.rados.0.smithi046.stdout:2033: seq_num 652 ranges {5218304=524288,5742592=409600,6152192=393216} 2024-09-18T02:27:13.810 INFO:tasks.rados.rados.0.smithi046.stdout:2033: writing smithi04682744-27 from 5218304 to 5742592 tid 1 2024-09-18T02:27:13.812 INFO:tasks.rados.rados.0.smithi046.stdout:2033: writing smithi04682744-27 from 5742592 to 6152192 tid 2 2024-09-18T02:27:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2033: writing smithi04682744-27 from 6152192 to 6545408 tid 3 2024-09-18T02:27:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2028: done (4 left) 2024-09-18T02:27:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2029: done (3 left) 2024-09-18T02:27:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2034: read oid 1 snap -1 2024-09-18T02:27:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2034: expect (ObjNum 631 snap 197 seq_num 631) 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2035: rollback oid 43 current snap is 202 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 193 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2030: finishing write tid 1 to smithi04682744-33 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2030: finishing write tid 2 to smithi04682744-33 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2030: finishing write tid 3 to smithi04682744-33 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2030: finishing write tid 4 to smithi04682744-33 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2030: finishing write tid 5 to smithi04682744-33 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 733 (ObjNum 651 snap 202 seq_num 651) dirty exists 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2030: left oid 33 (ObjNum 651 snap 202 seq_num 651) 2024-09-18T02:27:13.817 INFO:tasks.rados.rados.0.smithi046.stdout:2031: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:27:14.094 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:13 smithi195 ceph-mon[89559]: osdmap e476: 8 total, 7 up, 8 in 2024-09-18T02:27:14.095 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:14.095 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:14.095 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:13 smithi195 podman[105339]: 2024-09-18 02:27:13.739441182 +0000 UTC m=+0.015547470 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:27:14.095 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:13 smithi195 podman[105339]: 2024-09-18 02:27:13.866539411 +0000 UTC m=+0.142645685 container create b75769ce956c963df6ea6cefdc7d841aa6d465a5b32044dea9f65a64f085e48d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-18T02:27:14.095 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 podman[105339]: 2024-09-18 02:27:14.09422969 +0000 UTC m=+0.370335971 container init b75769ce956c963df6ea6cefdc7d841aa6d465a5b32044dea9f65a64f085e48d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-18T02:27:14.158 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:13 smithi046 ceph-mon[97106]: osdmap e476: 8 total, 7 up, 8 in 2024-09-18T02:27:14.158 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:14.158 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:13 smithi046 ceph-mon[94621]: osdmap e476: 8 total, 7 up, 8 in 2024-09-18T02:27:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:14.394 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 podman[105339]: 2024-09-18 02:27:14.098914284 +0000 UTC m=+0.375020560 container start b75769ce956c963df6ea6cefdc7d841aa6d465a5b32044dea9f65a64f085e48d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:27:14.394 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 podman[105339]: 2024-09-18 02:27:14.185894187 +0000 UTC m=+0.462000462 container attach b75769ce956c963df6ea6cefdc7d841aa6d465a5b32044dea9f65a64f085e48d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-09-18T02:27:14.559 INFO:tasks.rados.rados.0.smithi046.stdout:2035: finishing rollback tid 0 to smithi04682744-43 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2035: finishing rollback tid 1 to smithi04682744-43 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2035: finishing rollback tid 2 to smithi04682744-43 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 607 (ObjNum 611 snap 192 seq_num 611) dirty exists 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2033: finishing write tid 1 to smithi04682744-27 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2030: done (4 left) 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2031: done (3 left) 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2035: done (2 left) 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2036: copy_from oid 36 from oid 6 current snap is 202 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2033: finishing write tid 2 to smithi04682744-27 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2033: finishing write tid 3 to smithi04682744-27 2024-09-18T02:27:14.560 INFO:tasks.rados.rados.0.smithi046.stdout:2033: finishing write tid 4 to smithi04682744-27 2024-09-18T02:27:14.561 INFO:tasks.rados.rados.0.smithi046.stdout:2033: finishing write tid 5 to smithi04682744-27 2024-09-18T02:27:14.561 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1215 (ObjNum 652 snap 202 seq_num 652) dirty exists 2024-09-18T02:27:14.561 INFO:tasks.rados.rados.0.smithi046.stdout:2033: left oid 27 (ObjNum 652 snap 202 seq_num 652) 2024-09-18T02:27:14.561 INFO:tasks.rados.rados.0.smithi046.stdout:2034: expect (ObjNum 631 snap 197 seq_num 631) 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate[105354]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 bash[105339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate[105354]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 bash[105339]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate[105354]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 bash[105339]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate[105354]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-18T02:27:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 bash[105339]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-18T02:27:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate[105354]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-18T02:27:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 bash[105339]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-18T02:27:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate[105354]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-18T02:27:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 bash[105339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-18T02:27:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate[105354]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-18T02:27:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 bash[105339]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-18T02:27:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:14 smithi195 podman[105339]: 2024-09-18 02:27:14.443242473 +0000 UTC m=+0.719348774 container died b75769ce956c963df6ea6cefdc7d841aa6d465a5b32044dea9f65a64f085e48d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-09-18T02:27:14.878 INFO:tasks.rados.rados.0.smithi046.stdout:2036: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:27:14.878 INFO:tasks.rados.rados.0.smithi046.stdout:2036: finishing copy_from to smithi04682744-36 2024-09-18T02:27:14.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1147 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-09-18T02:27:14.879 INFO:tasks.rados.rados.0.smithi046.stdout:2033: done (2 left) 2024-09-18T02:27:14.879 INFO:tasks.rados.rados.0.smithi046.stdout:2034: done (1 left) 2024-09-18T02:27:14.879 INFO:tasks.rados.rados.0.smithi046.stdout:2036: done (0 left) 2024-09-18T02:27:14.879 INFO:tasks.rados.rados.0.smithi046.stdout:2037: delete oid 9 current snap is 202 2024-09-18T02:27:14.880 INFO:tasks.rados.rados.0.smithi046.stdout:2037: done (0 left) 2024-09-18T02:27:14.880 INFO:tasks.rados.rados.0.smithi046.stdout:2038: rmattr oid 31 current snap is 202 2024-09-18T02:27:14.880 INFO:tasks.rados.rados.0.smithi046.stdout:2038: done (0 left) 2024-09-18T02:27:14.880 INFO:tasks.rados.rados.0.smithi046.stdout:2039: copy_from oid 12 from oid 22 current snap is 202 2024-09-18T02:27:14.881 INFO:tasks.rados.rados.0.smithi046.stdout:2040: setattr oid 32 current snap is 202 2024-09-18T02:27:14.881 INFO:tasks.rados.rados.0.smithi046.stdout:2041: snap_create 2024-09-18T02:27:14.888 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1334 (ObjNum 113 snap 0 seq_num 428403319) dirty exists 2024-09-18T02:27:14.934 INFO:tasks.rados.rados.0.smithi046.stdout:2039: finishing copy_from racing read to smithi04682744-12 2024-09-18T02:27:14.935 INFO:tasks.rados.rados.0.smithi046.stdout:2039: finishing copy_from to smithi04682744-12 2024-09-18T02:27:14.935 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1254 (ObjNum 617 snap 193 seq_num 617) dirty exists 2024-09-18T02:27:15.124 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-mon[89559]: pgmap v394: 121 pgs: 12 active+undersized, 9 peering, 3 stale+active+clean, 3 active+undersized+degraded, 94 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 736 KiB/s rd, 0 B/s wr, 5 op/s; 10/429 objects degraded (2.331%) 2024-09-18T02:27:15.124 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 10/429 objects degraded (2.331%), 3 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:15.124 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:14 smithi195 ceph-mon[89559]: osdmap e477: 8 total, 7 up, 8 in 2024-09-18T02:27:15.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:14 smithi046 ceph-mon[97106]: pgmap v394: 121 pgs: 12 active+undersized, 9 peering, 3 stale+active+clean, 3 active+undersized+degraded, 94 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 736 KiB/s rd, 0 B/s wr, 5 op/s; 10/429 objects degraded (2.331%) 2024-09-18T02:27:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:14 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 10/429 objects degraded (2.331%), 3 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:14 smithi046 ceph-mon[97106]: osdmap e477: 8 total, 7 up, 8 in 2024-09-18T02:27:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:14 smithi046 ceph-mon[94621]: pgmap v394: 121 pgs: 12 active+undersized, 9 peering, 3 stale+active+clean, 3 active+undersized+degraded, 94 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 736 KiB/s rd, 0 B/s wr, 5 op/s; 10/429 objects degraded (2.331%) 2024-09-18T02:27:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:14 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 10/429 objects degraded (2.331%), 3 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:14 smithi046 ceph-mon[94621]: osdmap e477: 8 total, 7 up, 8 in 2024-09-18T02:27:15.437 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 podman[105502]: 2024-09-18 02:27:15.123275964 +0000 UTC m=+0.670766273 container remove b75769ce956c963df6ea6cefdc7d841aa6d465a5b32044dea9f65a64f085e48d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b) 2024-09-18T02:27:15.437 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 podman[105567]: 2024-09-18 02:27:15.324265884 +0000 UTC m=+0.109431778 container create f00d4eba89f4b09e871c81f5f414d2a756b4a1aff34679e5cf59b2f35d272be7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-18T02:27:15.437 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 podman[105567]: 2024-09-18 02:27:15.231130536 +0000 UTC m=+0.016296445 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:27:15.782 INFO:tasks.rados.rados.0.smithi046.stdout:2039: done (2 left) 2024-09-18T02:27:15.782 INFO:tasks.rados.rados.0.smithi046.stdout:2040: done (1 left) 2024-09-18T02:27:15.782 INFO:tasks.rados.rados.0.smithi046.stdout:2041: done (0 left) 2024-09-18T02:27:15.783 INFO:tasks.rados.rados.0.smithi046.stdout:2042: delete oid 24 current snap is 203 2024-09-18T02:27:15.785 INFO:tasks.rados.rados.0.smithi046.stdout:2042: done (0 left) 2024-09-18T02:27:15.786 INFO:tasks.rados.rados.0.smithi046.stdout:2043: rmattr oid 14 current snap is 203 2024-09-18T02:27:15.786 INFO:tasks.rados.rados.0.smithi046.stdout:2044: delete oid 7 current snap is 203 2024-09-18T02:27:15.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1090 (ObjNum 459 snap 148 seq_num 459) dirty exists 2024-09-18T02:27:15.790 INFO:tasks.rados.rados.0.smithi046.stdout:2043: done (1 left) 2024-09-18T02:27:15.790 INFO:tasks.rados.rados.0.smithi046.stdout:2044: done (0 left) 2024-09-18T02:27:15.790 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 203 2024-09-18T02:27:15.790 INFO:tasks.rados.rados.0.smithi046.stdout:2045: seq_num 656 ranges {0=589824,589824=802816} 2024-09-18T02:27:15.793 INFO:tasks.rados.rados.0.smithi046.stdout:2045: writing smithi04682744-4 from 0 to 589824 tid 1 2024-09-18T02:27:15.798 INFO:tasks.rados.rados.0.smithi046.stdout:2045: writing smithi04682744-4 from 589824 to 1392640 tid 2 2024-09-18T02:27:15.798 INFO:tasks.rados.rados.0.smithi046.stdout:2046: snap_create 2024-09-18T02:27:15.798 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing write tid 1 to smithi04682744-4 2024-09-18T02:27:15.801 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing write tid 2 to smithi04682744-4 2024-09-18T02:27:15.802 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing write tid 3 to smithi04682744-4 2024-09-18T02:27:15.802 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing write tid 4 to smithi04682744-4 2024-09-18T02:27:15.802 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1151 (ObjNum 656 snap 203 seq_num 656) dirty exists 2024-09-18T02:27:15.803 INFO:tasks.rados.rados.0.smithi046.stdout:2045: left oid 4 (ObjNum 656 snap 203 seq_num 656) 2024-09-18T02:27:15.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 podman[105567]: 2024-09-18 02:27:15.526853451 +0000 UTC m=+0.312019355 container init f00d4eba89f4b09e871c81f5f414d2a756b4a1aff34679e5cf59b2f35d272be7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-09-18T02:27:15.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 podman[105567]: 2024-09-18 02:27:15.531687791 +0000 UTC m=+0.316853686 container start f00d4eba89f4b09e871c81f5f414d2a756b4a1aff34679e5cf59b2f35d272be7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, ceph=True) 2024-09-18T02:27:15.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 ceph-osd[105605]: -- 172.21.15.195:0/963810561 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5578f28ed1e0 con 0x5578f288bc00 2024-09-18T02:27:15.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 bash[105567]: f00d4eba89f4b09e871c81f5f414d2a756b4a1aff34679e5cf59b2f35d272be7 2024-09-18T02:27:15.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:15 smithi195 systemd[1]: Started Ceph osd.6 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:27:16.408 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T02:27:16.070+0000 7f088494d640 -1 Falling back to public interface 2024-09-18T02:27:16.669 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:27:16] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-09-18T02:27:16.748 INFO:tasks.rados.rados.0.smithi046.stdout:2045: done (1 left) 2024-09-18T02:27:16.748 INFO:tasks.rados.rados.0.smithi046.stdout:2046: done (0 left) 2024-09-18T02:27:16.749 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 204 2024-09-18T02:27:16.749 INFO:tasks.rados.rados.0.smithi046.stdout:2047: seq_num 657 ranges {204800=606208,811008=688128,1499136=114688} 2024-09-18T02:27:16.752 INFO:tasks.rados.rados.0.smithi046.stdout:2047: writing smithi04682744-45 from 204800 to 811008 tid 1 2024-09-18T02:27:16.757 INFO:tasks.rados.rados.0.smithi046.stdout:2047: writing smithi04682744-45 from 811008 to 1499136 tid 2 2024-09-18T02:27:16.758 INFO:tasks.rados.rados.0.smithi046.stdout:2047: writing smithi04682744-45 from 1499136 to 1613824 tid 3 2024-09-18T02:27:16.758 INFO:tasks.rados.rados.0.smithi046.stdout:2048: snap_remove snap 201 2024-09-18T02:27:16.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:16 smithi195 ceph-mon[89559]: pgmap v396: 121 pgs: 26 active+undersized, 9 peering, 8 active+undersized+degraded, 78 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 550 KiB/s wr, 8 op/s; 23/438 objects degraded (5.251%) 2024-09-18T02:27:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:16 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:16 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:16 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:16 smithi195 ceph-mon[89559]: osdmap e478: 8 total, 7 up, 8 in 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[97106]: pgmap v396: 121 pgs: 26 active+undersized, 9 peering, 8 active+undersized+degraded, 78 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 550 KiB/s wr, 8 op/s; 23/438 objects degraded (5.251%) 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[97106]: osdmap e478: 8 total, 7 up, 8 in 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[94621]: pgmap v396: 121 pgs: 26 active+undersized, 9 peering, 8 active+undersized+degraded, 78 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 550 KiB/s wr, 8 op/s; 23/438 objects degraded (5.251%) 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:17.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:17.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:16 smithi046 ceph-mon[94621]: osdmap e478: 8 total, 7 up, 8 in 2024-09-18T02:27:17.754 INFO:tasks.rados.rados.0.smithi046.stdout:2048: done (1 left) 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2049: copy_from oid 25 from oid 40 current snap is 204 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2047: finishing write tid 1 to smithi04682744-45 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2047: finishing write tid 2 to smithi04682744-45 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2047: finishing write tid 3 to smithi04682744-45 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2047: finishing write tid 4 to smithi04682744-45 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2047: finishing write tid 5 to smithi04682744-45 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1216 (ObjNum 657 snap 204 seq_num 657) dirty exists 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2047: left oid 45 (ObjNum 657 snap 204 seq_num 657) 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2047: done (1 left) 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 204 2024-09-18T02:27:17.755 INFO:tasks.rados.rados.0.smithi046.stdout:2050: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-09-18T02:27:17.758 INFO:tasks.rados.rados.0.smithi046.stdout:2050: writing smithi04682744-32 from 0 to 622592 tid 1 2024-09-18T02:27:17.763 INFO:tasks.rados.rados.0.smithi046.stdout:2050: writing smithi04682744-32 from 622592 to 1187840 tid 2 2024-09-18T02:27:17.765 INFO:tasks.rados.rados.0.smithi046.stdout:2050: writing smithi04682744-32 from 1187840 to 1425408 tid 3 2024-09-18T02:27:17.765 INFO:tasks.rados.rados.0.smithi046.stdout:2049: finishing copy_from to smithi04682744-25 2024-09-18T02:27:17.765 INFO:tasks.rados.rados.0.smithi046.stdout:2049: got expected ENOENT (src dne) 2024-09-18T02:27:17.765 INFO:tasks.rados.rados.0.smithi046.stdout:2049: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:27:17.765 INFO:tasks.rados.rados.0.smithi046.stdout:2049: done (1 left) 2024-09-18T02:27:17.765 INFO:tasks.rados.rados.0.smithi046.stdout:2051: snap_remove snap 193 2024-09-18T02:27:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:17 smithi046 ceph-mon[97106]: osdmap e479: 8 total, 7 up, 8 in 2024-09-18T02:27:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:17 smithi046 ceph-mon[94621]: osdmap e479: 8 total, 7 up, 8 in 2024-09-18T02:27:18.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:17 smithi195 ceph-mon[89559]: osdmap e479: 8 total, 7 up, 8 in 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2051: done (1 left) 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2052: delete oid 15 current snap is 204 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 1 to smithi04682744-32 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 2 to smithi04682744-32 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 3 to smithi04682744-32 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 4 to smithi04682744-32 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 5 to smithi04682744-32 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1341 (ObjNum 658 snap 204 seq_num 658) dirty exists 2024-09-18T02:27:18.760 INFO:tasks.rados.rados.0.smithi046.stdout:2050: left oid 32 (ObjNum 658 snap 204 seq_num 658) 2024-09-18T02:27:18.770 INFO:tasks.rados.rados.0.smithi046.stdout:2050: done (1 left) 2024-09-18T02:27:18.770 INFO:tasks.rados.rados.0.smithi046.stdout:2052: done (0 left) 2024-09-18T02:27:18.770 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 204 2024-09-18T02:27:18.770 INFO:tasks.rados.rados.0.smithi046.stdout:2053: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2024-09-18T02:27:18.774 INFO:tasks.rados.rados.0.smithi046.stdout:2053: writing smithi04682744-23 from 0 to 663552 tid 1 2024-09-18T02:27:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:2053: writing smithi04682744-23 from 663552 to 1400832 tid 2 2024-09-18T02:27:18.780 INFO:tasks.rados.rados.0.smithi046.stdout:2053: writing smithi04682744-23 from 1400832 to 1466368 tid 3 2024-09-18T02:27:18.780 INFO:tasks.rados.rados.0.smithi046.stdout:2054: snap_create 2024-09-18T02:27:18.780 INFO:tasks.rados.rados.0.smithi046.stdout:2053: finishing write tid 1 to smithi04682744-23 2024-09-18T02:27:18.786 INFO:tasks.rados.rados.0.smithi046.stdout:2053: finishing write tid 2 to smithi04682744-23 2024-09-18T02:27:18.786 INFO:tasks.rados.rados.0.smithi046.stdout:2053: finishing write tid 3 to smithi04682744-23 2024-09-18T02:27:18.786 INFO:tasks.rados.rados.0.smithi046.stdout:2053: finishing write tid 4 to smithi04682744-23 2024-09-18T02:27:18.788 INFO:tasks.rados.rados.0.smithi046.stdout:2053: finishing write tid 5 to smithi04682744-23 2024-09-18T02:27:18.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1228 (ObjNum 660 snap 204 seq_num 660) dirty exists 2024-09-18T02:27:18.789 INFO:tasks.rados.rados.0.smithi046.stdout:2053: left oid 23 (ObjNum 660 snap 204 seq_num 660) 2024-09-18T02:27:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:18 smithi046 ceph-mon[94621]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 266 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 823 KiB/s wr, 11 op/s; 32/444 objects degraded (7.207%) 2024-09-18T02:27:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:18 smithi046 ceph-mon[94621]: osdmap e480: 8 total, 7 up, 8 in 2024-09-18T02:27:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:18 smithi046 ceph-mon[97106]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 266 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 823 KiB/s wr, 11 op/s; 32/444 objects degraded (7.207%) 2024-09-18T02:27:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:18 smithi046 ceph-mon[97106]: osdmap e480: 8 total, 7 up, 8 in 2024-09-18T02:27:19.034 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:18 smithi195 ceph-mon[89559]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 266 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 823 KiB/s wr, 11 op/s; 32/444 objects degraded (7.207%) 2024-09-18T02:27:19.034 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:18 smithi195 ceph-mon[89559]: osdmap e480: 8 total, 7 up, 8 in 2024-09-18T02:27:19.034 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T02:27:18.917+0000 7f088494d640 -1 osd.6 473 log_to_monitors true 2024-09-18T02:27:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:2053: done (1 left) 2024-09-18T02:27:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:2054: done (0 left) 2024-09-18T02:27:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:2055: read oid 33 snap -1 2024-09-18T02:27:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:2055: expect (ObjNum 651 snap 202 seq_num 651) 2024-09-18T02:27:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:2056: read oid 6 snap -1 2024-09-18T02:27:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:2056: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:27:19.766 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 205 2024-09-18T02:27:19.767 INFO:tasks.rados.rados.0.smithi046.stdout:2057: seq_num 661 ranges {3948544=679936,4628480=622592,5251072=180224} 2024-09-18T02:27:19.792 INFO:tasks.rados.rados.0.smithi046.stdout:2057: writing smithi04682744-2 from 3948544 to 4628480 tid 1 2024-09-18T02:27:19.796 INFO:tasks.rados.rados.0.smithi046.stdout:2057: writing smithi04682744-2 from 4628480 to 5251072 tid 2 2024-09-18T02:27:19.798 INFO:tasks.rados.rados.0.smithi046.stdout:2057: writing smithi04682744-2 from 5251072 to 5431296 tid 3 2024-09-18T02:27:19.798 INFO:tasks.rados.rados.0.smithi046.stdout:2058: delete oid 8 current snap is 205 2024-09-18T02:27:19.798 INFO:tasks.rados.rados.0.smithi046.stdout:2055: expect (ObjNum 651 snap 202 seq_num 651) 2024-09-18T02:27:19.833 INFO:tasks.rados.rados.0.smithi046.stdout:2056: expect (ObjNum 496 snap 157 seq_num 496) 2024-09-18T02:27:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:19 smithi195 ceph-mon[89559]: osdmap e481: 8 total, 7 up, 8 in 2024-09-18T02:27:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:19 smithi195 ceph-mon[89559]: from='osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:27:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:19 smithi195 ceph-mon[89559]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:27:19.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 02:27:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T02:27:19.785+0000 7f087c6f7640 -1 osd.6 473 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 1 to smithi04682744-2 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 2 to smithi04682744-2 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 3 to smithi04682744-2 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 4 to smithi04682744-2 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 5 to smithi04682744-2 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1151 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2057: left oid 2 (ObjNum 661 snap 205 seq_num 661) 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2055: done (3 left) 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2056: done (2 left) 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2057: done (1 left) 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:2058: done (0 left) 2024-09-18T02:27:20.017 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 205 2024-09-18T02:27:20.018 INFO:tasks.rados.rados.0.smithi046.stdout:2059: seq_num 663 ranges {3997696=712704,4710400=442368,5152768=360448} 2024-09-18T02:27:20.042 INFO:tasks.rados.rados.0.smithi046.stdout:2059: writing smithi04682744-42 from 3997696 to 4710400 tid 1 2024-09-18T02:27:20.045 INFO:tasks.rados.rados.0.smithi046.stdout:2059: writing smithi04682744-42 from 4710400 to 5152768 tid 2 2024-09-18T02:27:20.048 INFO:tasks.rados.rados.0.smithi046.stdout:2059: writing smithi04682744-42 from 5152768 to 5513216 tid 3 2024-09-18T02:27:20.048 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 205 2024-09-18T02:27:20.048 INFO:tasks.rados.rados.0.smithi046.stdout:2059: finishing write tid 1 to smithi04682744-42 2024-09-18T02:27:20.048 INFO:tasks.rados.rados.0.smithi046.stdout:2059: finishing write tid 2 to smithi04682744-42 2024-09-18T02:27:20.048 INFO:tasks.rados.rados.0.smithi046.stdout:2060: seq_num 664 ranges {1130496=729088,1859584=729088,2588672=73728} 2024-09-18T02:27:20.057 INFO:tasks.rados.rados.0.smithi046.stdout:2060: writing smithi04682744-39 from 1130496 to 1859584 tid 1 2024-09-18T02:27:20.062 INFO:tasks.rados.rados.0.smithi046.stdout:2060: writing smithi04682744-39 from 1859584 to 2588672 tid 2 2024-09-18T02:27:20.062 INFO:tasks.rados.rados.0.smithi046.stdout:2060: writing smithi04682744-39 from 2588672 to 2662400 tid 3 2024-09-18T02:27:20.062 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 205 2024-09-18T02:27:20.063 INFO:tasks.rados.rados.0.smithi046.stdout:2059: finishing write tid 3 to smithi04682744-42 2024-09-18T02:27:20.063 INFO:tasks.rados.rados.0.smithi046.stdout:2059: finishing write tid 4 to smithi04682744-42 2024-09-18T02:27:20.063 INFO:tasks.rados.rados.0.smithi046.stdout:2059: finishing write tid 5 to smithi04682744-42 2024-09-18T02:27:20.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1155 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-09-18T02:27:20.063 INFO:tasks.rados.rados.0.smithi046.stdout:2059: left oid 42 (ObjNum 663 snap 205 seq_num 663) 2024-09-18T02:27:20.063 INFO:tasks.rados.rados.0.smithi046.stdout:2060: finishing write tid 1 to smithi04682744-39 2024-09-18T02:27:20.063 INFO:tasks.rados.rados.0.smithi046.stdout:2061: seq_num 665 ranges {1466368=745472,2211840=606208,2818048=196608} 2024-09-18T02:27:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:2061: writing smithi04682744-23 from 1466368 to 2211840 tid 1 2024-09-18T02:27:20.078 INFO:tasks.rados.rados.0.smithi046.stdout:2061: writing smithi04682744-23 from 2211840 to 2818048 tid 2 2024-09-18T02:27:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:2061: writing smithi04682744-23 from 2818048 to 3014656 tid 3 2024-09-18T02:27:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:2059: done (2 left) 2024-09-18T02:27:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:2062: delete oid 1 current snap is 205 2024-09-18T02:27:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:2060: finishing write tid 2 to smithi04682744-39 2024-09-18T02:27:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:2060: finishing write tid 3 to smithi04682744-39 2024-09-18T02:27:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:2060: finishing write tid 4 to smithi04682744-39 2024-09-18T02:27:20.081 INFO:tasks.rados.rados.0.smithi046.stdout:2060: finishing write tid 5 to smithi04682744-39 2024-09-18T02:27:20.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1258 (ObjNum 664 snap 205 seq_num 664) dirty exists 2024-09-18T02:27:20.081 INFO:tasks.rados.rados.0.smithi046.stdout:2060: left oid 39 (ObjNum 664 snap 205 seq_num 664) 2024-09-18T02:27:20.081 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 1 to smithi04682744-23 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2060: done (2 left) 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2062: done (1 left) 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2063: rmattr oid 7 current snap is 205 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2063: done (1 left) 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2064: read oid 29 snap -1 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2064: expect (ObjNum 579 snap 185 seq_num 579) 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 205 2024-09-18T02:27:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2065: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-09-18T02:27:20.088 INFO:tasks.rados.rados.0.smithi046.stdout:2065: writing smithi04682744-7 from 0 to 778240 tid 1 2024-09-18T02:27:20.093 INFO:tasks.rados.rados.0.smithi046.stdout:2065: writing smithi04682744-7 from 778240 to 1556480 tid 2 2024-09-18T02:27:20.093 INFO:tasks.rados.rados.0.smithi046.stdout:2065: writing smithi04682744-7 from 1556480 to 1581056 tid 3 2024-09-18T02:27:20.093 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 2 to smithi04682744-23 2024-09-18T02:27:20.093 INFO:tasks.rados.rados.0.smithi046.stdout:2066: read oid 13 snap -1 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2066: expect (ObjNum 595 snap 189 seq_num 595) 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2067: read oid 26 snap 202 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2067: expect (ObjNum 645 snap 199 seq_num 645) 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2068: delete oid 43 current snap is 205 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 3 to smithi04682744-23 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 4 to smithi04682744-23 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 5 to smithi04682744-23 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1233 (ObjNum 665 snap 205 seq_num 665) dirty exists 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2061: left oid 23 (ObjNum 665 snap 205 seq_num 665) 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing write tid 1 to smithi04682744-7 2024-09-18T02:27:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2064: expect (ObjNum 579 snap 185 seq_num 579) 2024-09-18T02:27:20.173 INFO:tasks.rados.rados.0.smithi046.stdout:2066: expect (ObjNum 595 snap 189 seq_num 595) 2024-09-18T02:27:20.183 INFO:tasks.rados.rados.0.smithi046.stdout:2067: expect (ObjNum 645 snap 199 seq_num 645) 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing write tid 2 to smithi04682744-7 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing write tid 3 to smithi04682744-7 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing write tid 4 to smithi04682744-7 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing write tid 5 to smithi04682744-7 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1220 (ObjNum 667 snap 205 seq_num 667) dirty exists 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2065: left oid 7 (ObjNum 667 snap 205 seq_num 667) 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2061: done (5 left) 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2064: done (4 left) 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2065: done (3 left) 2024-09-18T02:27:20.215 INFO:tasks.rados.rados.0.smithi046.stdout:2066: done (2 left) 2024-09-18T02:27:20.216 INFO:tasks.rados.rados.0.smithi046.stdout:2067: done (1 left) 2024-09-18T02:27:20.216 INFO:tasks.rados.rados.0.smithi046.stdout:2068: done (0 left) 2024-09-18T02:27:20.216 INFO:tasks.rados.rados.0.smithi046.stdout:2069: rollback oid 48 current snap is 205 2024-09-18T02:27:20.216 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 202 2024-09-18T02:27:20.216 INFO:tasks.rados.rados.0.smithi046.stdout:2070: snap_create 2024-09-18T02:27:20.216 INFO:tasks.rados.rados.0.smithi046.stdout:2069: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:27:20.216 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1206 (ObjNum 65 snap 0 seq_num 1701074538) dirty dne 2024-09-18T02:27:20.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:19 smithi046 ceph-mon[94621]: osdmap e481: 8 total, 7 up, 8 in 2024-09-18T02:27:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:19 smithi046 ceph-mon[94621]: from='osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:27:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:19 smithi046 ceph-mon[94621]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:27:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:19 smithi046 ceph-mon[97106]: osdmap e481: 8 total, 7 up, 8 in 2024-09-18T02:27:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:19 smithi046 ceph-mon[97106]: from='osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:27:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:19 smithi046 ceph-mon[97106]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-18T02:27:20.768 INFO:tasks.rados.rados.0.smithi046.stdout:2069: done (1 left) 2024-09-18T02:27:20.768 INFO:tasks.rados.rados.0.smithi046.stdout:2070: done (0 left) 2024-09-18T02:27:20.768 INFO:tasks.rados.rados.0.smithi046.stdout:2071: snap_create 2024-09-18T02:27:21.119 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 21 op/s; 32/459 objects degraded (6.972%) 2024-09-18T02:27:21.119 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 32/459 objects degraded (6.972%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: osdmap e482: 8 total, 7 up, 8 in 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: from='osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.120 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:20 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 21 op/s; 32/459 objects degraded (6.972%) 2024-09-18T02:27:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 32/459 objects degraded (6.972%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T02:27:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: osdmap e482: 8 total, 7 up, 8 in 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: from='osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 21 op/s; 32/459 objects degraded (6.972%) 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 32/459 objects degraded (6.972%), 9 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: osdmap e482: 8 total, 7 up, 8 in 2024-09-18T02:27:21.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: from='osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:21.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:21.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:20 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2071: done (0 left) 2024-09-18T02:27:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2072: read oid 37 snap -1 2024-09-18T02:27:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2072: expect (ObjNum 603 snap 189 seq_num 603) 2024-09-18T02:27:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 207 2024-09-18T02:27:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2073: seq_num 669 ranges {11010048=409600,11419648=548864,11968512=655360} 2024-09-18T02:27:21.834 INFO:tasks.rados.rados.0.smithi046.stdout:2073: writing smithi04682744-17 from 11010048 to 11419648 tid 1 2024-09-18T02:27:21.837 INFO:tasks.rados.rados.0.smithi046.stdout:2073: writing smithi04682744-17 from 11419648 to 11968512 tid 2 2024-09-18T02:27:21.841 INFO:tasks.rados.rados.0.smithi046.stdout:2073: writing smithi04682744-17 from 11968512 to 12623872 tid 3 2024-09-18T02:27:21.842 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 207 2024-09-18T02:27:21.842 INFO:tasks.rados.rados.0.smithi046.stdout:2074: seq_num 670 ranges {1613824=425984,2039808=483328,2523136=507904,3031040=212992} 2024-09-18T02:27:21.853 INFO:tasks.rados.rados.0.smithi046.stdout:2074: writing smithi04682744-45 from 1613824 to 2039808 tid 1 2024-09-18T02:27:21.856 INFO:tasks.rados.rados.0.smithi046.stdout:2074: writing smithi04682744-45 from 2039808 to 2523136 tid 2 2024-09-18T02:27:21.859 INFO:tasks.rados.rados.0.smithi046.stdout:2074: writing smithi04682744-45 from 2523136 to 3031040 tid 3 2024-09-18T02:27:21.860 INFO:tasks.rados.rados.0.smithi046.stdout:2074: writing smithi04682744-45 from 3031040 to 3244032 tid 4 2024-09-18T02:27:21.860 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 207 2024-09-18T02:27:21.860 INFO:tasks.rados.rados.0.smithi046.stdout:2072: expect (ObjNum 603 snap 189 seq_num 603) 2024-09-18T02:27:22.099 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 1 to smithi04682744-17 2024-09-18T02:27:22.099 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 2 to smithi04682744-17 2024-09-18T02:27:22.099 INFO:tasks.rados.rados.0.smithi046.stdout:2075: seq_num 671 ranges {11722752=442368,12165120=761856,12926976=442368} 2024-09-18T02:27:22.165 INFO:tasks.rados.rados.0.smithi046.stdout:2075: writing smithi04682744-12 from 11722752 to 12165120 tid 1 2024-09-18T02:27:22.169 INFO:tasks.rados.rados.0.smithi046.stdout:2075: writing smithi04682744-12 from 12165120 to 12926976 tid 2 2024-09-18T02:27:22.172 INFO:tasks.rados.rados.0.smithi046.stdout:2075: writing smithi04682744-12 from 12926976 to 13369344 tid 3 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2072: done (3 left) 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2076: rollback oid 30 current snap is 207 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 181 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 3 to smithi04682744-17 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 4 to smithi04682744-17 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 5 to smithi04682744-17 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1238 (ObjNum 669 snap 207 seq_num 669) dirty exists 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2073: left oid 17 (ObjNum 669 snap 207 seq_num 669) 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing write tid 1 to smithi04682744-45 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing write tid 2 to smithi04682744-45 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing write tid 3 to smithi04682744-45 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing write tid 4 to smithi04682744-45 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing write tid 5 to smithi04682744-45 2024-09-18T02:27:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing write tid 6 to smithi04682744-45 2024-09-18T02:27:22.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1244 (ObjNum 670 snap 207 seq_num 670) dirty exists 2024-09-18T02:27:22.174 INFO:tasks.rados.rados.0.smithi046.stdout:2074: left oid 45 (ObjNum 670 snap 207 seq_num 670) 2024-09-18T02:27:22.174 INFO:tasks.rados.rados.0.smithi046.stdout:2075: finishing write tid 1 to smithi04682744-12 2024-09-18T02:27:22.174 INFO:tasks.rados.rados.0.smithi046.stdout:2073: done (3 left) 2024-09-18T02:27:22.174 INFO:tasks.rados.rados.0.smithi046.stdout:2074: done (2 left) 2024-09-18T02:27:22.174 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 207 2024-09-18T02:27:22.174 INFO:tasks.rados.rados.0.smithi046.stdout:2077: seq_num 672 ranges {1425408=458752,1884160=647168,2531328=466944,2998272=90112} 2024-09-18T02:27:22.180 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:21 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:27:22.180 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:21 smithi195 ceph-mon[89559]: osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188] boot 2024-09-18T02:27:22.180 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:21 smithi195 ceph-mon[89559]: osdmap e483: 8 total, 8 up, 8 in 2024-09-18T02:27:22.180 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:21 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:27:22.180 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:21 smithi195 ceph-mon[89559]: osdmap e484: 8 total, 8 up, 8 in 2024-09-18T02:27:22.182 INFO:tasks.rados.rados.0.smithi046.stdout:2077: writing smithi04682744-32 from 1425408 to 1884160 tid 1 2024-09-18T02:27:22.187 INFO:tasks.rados.rados.0.smithi046.stdout:2077: writing smithi04682744-32 from 1884160 to 2531328 tid 2 2024-09-18T02:27:22.190 INFO:tasks.rados.rados.0.smithi046.stdout:2077: writing smithi04682744-32 from 2531328 to 2998272 tid 3 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:2077: writing smithi04682744-32 from 2998272 to 3088384 tid 4 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 207 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:2075: finishing write tid 2 to smithi04682744-12 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing rollback tid 0 to smithi04682744-30 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:2075: finishing write tid 3 to smithi04682744-12 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing rollback tid 1 to smithi04682744-30 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1157 (ObjNum 33 snap 0 seq_num 1113692240) dirty dne 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:2075: finishing write tid 4 to smithi04682744-12 2024-09-18T02:27:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:2078: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-09-18T02:27:22.193 INFO:tasks.rados.rados.0.smithi046.stdout:2078: writing smithi04682744-9 from 0 to 475136 tid 1 2024-09-18T02:27:22.197 INFO:tasks.rados.rados.0.smithi046.stdout:2078: writing smithi04682744-9 from 475136 to 1007616 tid 2 2024-09-18T02:27:22.201 INFO:tasks.rados.rados.0.smithi046.stdout:2078: writing smithi04682744-9 from 1007616 to 1679360 tid 3 2024-09-18T02:27:22.201 INFO:tasks.rados.rados.0.smithi046.stdout:2076: done (3 left) 2024-09-18T02:27:22.201 INFO:tasks.rados.rados.0.smithi046.stdout:2079: delete oid 25 current snap is 207 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2075: finishing write tid 5 to smithi04682744-12 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1262 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2075: left oid 12 (ObjNum 671 snap 207 seq_num 671) 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2077: finishing write tid 1 to smithi04682744-32 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2077: finishing write tid 2 to smithi04682744-32 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2077: finishing write tid 3 to smithi04682744-32 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2077: finishing write tid 4 to smithi04682744-32 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2077: finishing write tid 5 to smithi04682744-32 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2077: finishing write tid 6 to smithi04682744-32 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1355 (ObjNum 672 snap 207 seq_num 672) dirty exists 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2077: left oid 32 (ObjNum 672 snap 207 seq_num 672) 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2078: finishing write tid 1 to smithi04682744-9 2024-09-18T02:27:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:2078: finishing write tid 2 to smithi04682744-9 2024-09-18T02:27:22.204 INFO:tasks.rados.rados.0.smithi046.stdout:2075: done (3 left) 2024-09-18T02:27:22.204 INFO:tasks.rados.rados.0.smithi046.stdout:2077: done (2 left) 2024-09-18T02:27:22.204 INFO:tasks.rados.rados.0.smithi046.stdout:2079: done (1 left) 2024-09-18T02:27:22.204 INFO:tasks.rados.rados.0.smithi046.stdout:2080: read oid 15 snap -1 2024-09-18T02:27:22.204 INFO:tasks.rados.rados.0.smithi046.stdout:2080: expect deleted 2024-09-18T02:27:22.204 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 207 2024-09-18T02:27:22.205 INFO:tasks.rados.rados.0.smithi046.stdout:2081: seq_num 675 ranges {11722752=507904,12230656=704512,12935168=499712} 2024-09-18T02:27:22.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:27:22.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[94621]: osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188] boot 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[94621]: osdmap e483: 8 total, 8 up, 8 in 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[94621]: osdmap e484: 8 total, 8 up, 8 in 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[97106]: osd.6 [v2:172.21.15.195:6816/2106970188,v1:172.21.15.195:6817/2106970188] boot 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[97106]: osdmap e483: 8 total, 8 up, 8 in 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-18T02:27:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:21 smithi046 ceph-mon[97106]: osdmap e484: 8 total, 8 up, 8 in 2024-09-18T02:27:22.270 INFO:tasks.rados.rados.0.smithi046.stdout:2081: writing smithi04682744-22 from 11722752 to 12230656 tid 1 2024-09-18T02:27:22.275 INFO:tasks.rados.rados.0.smithi046.stdout:2081: writing smithi04682744-22 from 12230656 to 12935168 tid 2 2024-09-18T02:27:22.278 INFO:tasks.rados.rados.0.smithi046.stdout:2081: writing smithi04682744-22 from 12935168 to 13434880 tid 3 2024-09-18T02:27:22.278 INFO:tasks.rados.rados.0.smithi046.stdout:2082: delete oid 49 current snap is 207 2024-09-18T02:27:22.278 INFO:tasks.rados.rados.0.smithi046.stdout:2078: finishing write tid 3 to smithi04682744-9 2024-09-18T02:27:22.278 INFO:tasks.rados.rados.0.smithi046.stdout:2078: finishing write tid 4 to smithi04682744-9 2024-09-18T02:27:22.278 INFO:tasks.rados.rados.0.smithi046.stdout:2078: finishing write tid 5 to smithi04682744-9 2024-09-18T02:27:22.278 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1216 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-09-18T02:27:22.279 INFO:tasks.rados.rados.0.smithi046.stdout:2078: left oid 9 (ObjNum 673 snap 207 seq_num 673) 2024-09-18T02:27:22.279 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing write tid 1 to smithi04682744-22 2024-09-18T02:27:22.279 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing write tid 2 to smithi04682744-22 2024-09-18T02:27:22.283 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing write tid 3 to smithi04682744-22 2024-09-18T02:27:22.283 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing write tid 4 to smithi04682744-22 2024-09-18T02:27:22.284 INFO:tasks.rados.rados.0.smithi046.stdout:2078: done (3 left) 2024-09-18T02:27:22.284 INFO:tasks.rados.rados.0.smithi046.stdout:2080: done (2 left) 2024-09-18T02:27:22.284 INFO:tasks.rados.rados.0.smithi046.stdout:2082: done (1 left) 2024-09-18T02:27:22.284 INFO:tasks.rados.rados.0.smithi046.stdout:2083: copy_from oid 26 from oid 50 current snap is 207 2024-09-18T02:27:22.284 INFO:tasks.rados.rados.0.smithi046.stdout:2084: read oid 18 snap -1 2024-09-18T02:27:22.284 INFO:tasks.rados.rados.0.smithi046.stdout:2084: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:27:22.284 INFO:tasks.rados.rados.0.smithi046.stdout:2085: delete oid 44 current snap is 207 2024-09-18T02:27:22.285 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing write tid 5 to smithi04682744-22 2024-09-18T02:27:22.285 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1360 (ObjNum 675 snap 207 seq_num 675) dirty exists 2024-09-18T02:27:22.285 INFO:tasks.rados.rados.0.smithi046.stdout:2081: left oid 22 (ObjNum 675 snap 207 seq_num 675) 2024-09-18T02:27:22.285 INFO:tasks.rados.rados.0.smithi046.stdout:2081: done (3 left) 2024-09-18T02:27:22.285 INFO:tasks.rados.rados.0.smithi046.stdout:2085: done (2 left) 2024-09-18T02:27:22.286 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 207 2024-09-18T02:27:22.286 INFO:tasks.rados.rados.0.smithi046.stdout:2086: seq_num 678 ranges {983040=565248,1548288=802816,2351104=401408} 2024-09-18T02:27:22.294 INFO:tasks.rados.rados.0.smithi046.stdout:2086: writing smithi04682744-11 from 983040 to 1548288 tid 1 2024-09-18T02:27:22.300 INFO:tasks.rados.rados.0.smithi046.stdout:2086: writing smithi04682744-11 from 1548288 to 2351104 tid 2 2024-09-18T02:27:22.302 INFO:tasks.rados.rados.0.smithi046.stdout:2086: writing smithi04682744-11 from 2351104 to 2752512 tid 3 2024-09-18T02:27:22.302 INFO:tasks.rados.rados.0.smithi046.stdout:2087: snap_remove snap 190 2024-09-18T02:27:22.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:27:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 1 to smithi04682744-11 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 2 to smithi04682744-11 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 3 to smithi04682744-11 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 4 to smithi04682744-11 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 5 to smithi04682744-11 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 782 (ObjNum 678 snap 207 seq_num 678) dirty exists 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2086: left oid 11 (ObjNum 678 snap 207 seq_num 678) 2024-09-18T02:27:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2084: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:27:23.174 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:22 smithi195 ceph-mon[89559]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 6.0 MiB/s wr, 18 op/s; 32/459 objects degraded (6.972%) 2024-09-18T02:27:23.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:22 smithi046 ceph-mon[97106]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 6.0 MiB/s wr, 18 op/s; 32/459 objects degraded (6.972%) 2024-09-18T02:27:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:22 smithi046 ceph-mon[94621]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 6.0 MiB/s wr, 18 op/s; 32/459 objects degraded (6.972%) 2024-09-18T02:27:23.542 INFO:tasks.rados.rados.0.smithi046.stdout:2083: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:2083: finishing copy_from to smithi04682744-26 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1024 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:2083: done (3 left) 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:2084: done (2 left) 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:2086: done (1 left) 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:2087: done (0 left) 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 207 2024-09-18T02:27:23.543 INFO:tasks.rados.rados.0.smithi046.stdout:2088: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-09-18T02:27:23.547 INFO:tasks.rados.rados.0.smithi046.stdout:2088: writing smithi04682744-24 from 0 to 581632 tid 1 2024-09-18T02:27:23.552 INFO:tasks.rados.rados.0.smithi046.stdout:2088: writing smithi04682744-24 from 581632 to 1269760 tid 2 2024-09-18T02:27:23.556 INFO:tasks.rados.rados.0.smithi046.stdout:2088: writing smithi04682744-24 from 1269760 to 1785856 tid 3 2024-09-18T02:27:23.557 INFO:tasks.rados.rados.0.smithi046.stdout:2089: read oid 9 snap -1 2024-09-18T02:27:23.557 INFO:tasks.rados.rados.0.smithi046.stdout:2089: expect (ObjNum 673 snap 207 seq_num 673) 2024-09-18T02:27:23.557 INFO:tasks.rados.rados.0.smithi046.stdout:2090: snap_remove snap 206 2024-09-18T02:27:23.636 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:27:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:2090: done (2 left) 2024-09-18T02:27:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:2091: snap_remove snap 203 2024-09-18T02:27:23.911 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:27:24.367 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (5m) 104s ago 9m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:27:24.367 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (5m) 3s ago 9m 87.5M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:27:24.367 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (10m) 104s ago 10m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:27:24.367 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (10m) 3s ago 10m 20.5M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (5m) 3s ago 14m 440M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (5m) 104s ago 15m 496M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (4m) 104s ago 16m 53.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (4m) 3s ago 14m 48.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (4m) 104s ago 14m 44.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (5m) 104s ago 9m 15.1M - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (5m) 3s ago 9m 16.6M - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (3m) 104s ago 13m 200M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (2m) 104s ago 13m 159M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (2m) 104s ago 13m 122M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (108s) 104s ago 12m 12.1M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (75s) 3s ago 12m 136M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (41s) 3s ago 11m 95.2M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 0bd1517fbe72 2024-09-18T02:27:24.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (8s) 3s ago 11m 11.4M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 f00d4eba89f4 2024-09-18T02:27:24.369 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (11m) 3s ago 11m 159M 2480M 17.2.7-1635-g4a704134 f22ead590bad 9d385ba02eea 2024-09-18T02:27:24.369 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (5m) 3s ago 10m 64.8M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:27:24.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:23 smithi046 ceph-mon[97106]: osdmap e485: 8 total, 8 up, 8 in 2024-09-18T02:27:24.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:23 smithi046 ceph-mon[94621]: osdmap e485: 8 total, 8 up, 8 in 2024-09-18T02:27:24.370 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:27:23 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T02:27:23.988+0000 7fd2e89d4640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:27:24.370 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 1, 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 7 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 3, 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 12 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:27:24.371 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:27:24.371 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:23 smithi195 ceph-mon[89559]: osdmap e485: 8 total, 8 up, 8 in 2024-09-18T02:27:24.799 INFO:tasks.rados.rados.0.smithi046.stdout:2091: done (2 left) 2024-09-18T02:27:24.799 INFO:tasks.rados.rados.0.smithi046.stdout:2092: rmattr oid 15 current snap is 207 2024-09-18T02:27:24.799 INFO:tasks.rados.rados.0.smithi046.stdout:2092: done (2 left) 2024-09-18T02:27:24.799 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 207 2024-09-18T02:27:24.799 INFO:tasks.rados.rados.0.smithi046.stdout:2093: seq_num 680 ranges {5431296=598016,6029312=573440,6602752=434176,7036928=196608} 2024-09-18T02:27:24.832 INFO:tasks.rados.rados.0.smithi046.stdout:2093: writing smithi04682744-2 from 5431296 to 6029312 tid 1 2024-09-18T02:27:24.835 INFO:tasks.rados.rados.0.smithi046.stdout:2093: writing smithi04682744-2 from 6029312 to 6602752 tid 2 2024-09-18T02:27:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:2093: writing smithi04682744-2 from 6602752 to 7036928 tid 3 2024-09-18T02:27:24.840 INFO:tasks.rados.rados.0.smithi046.stdout:2093: writing smithi04682744-2 from 7036928 to 7233536 tid 4 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2094: read oid 25 snap -1 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2094: expect deleted 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 207 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2088: finishing write tid 1 to smithi04682744-24 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2088: finishing write tid 2 to smithi04682744-24 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2088: finishing write tid 3 to smithi04682744-24 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2088: finishing write tid 4 to smithi04682744-24 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2088: finishing write tid 5 to smithi04682744-24 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1037 (ObjNum 679 snap 207 seq_num 679) dirty exists 2024-09-18T02:27:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:2088: left oid 24 (ObjNum 679 snap 207 seq_num 679) 2024-09-18T02:27:24.842 INFO:tasks.rados.rados.0.smithi046.stdout:2089: expect (ObjNum 673 snap 207 seq_num 673) 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2093: finishing write tid 1 to smithi04682744-2 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2093: finishing write tid 2 to smithi04682744-2 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2093: finishing write tid 3 to smithi04682744-2 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2093: finishing write tid 4 to smithi04682744-2 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2093: finishing write tid 5 to smithi04682744-2 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2093: finishing write tid 6 to smithi04682744-2 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1158 (ObjNum 680 snap 207 seq_num 680) dirty exists 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2093: left oid 2 (ObjNum 680 snap 207 seq_num 680) 2024-09-18T02:27:24.889 INFO:tasks.rados.rados.0.smithi046.stdout:2095: seq_num 681 ranges {4988928=614400,5603328=458752,6062080=638976,6701056=106496} 2024-09-18T02:27:24.919 INFO:tasks.rados.rados.0.smithi046.stdout:2095: writing smithi04682744-5 from 4988928 to 5603328 tid 1 2024-09-18T02:27:24.922 INFO:tasks.rados.rados.0.smithi046.stdout:2095: writing smithi04682744-5 from 5603328 to 6062080 tid 2 2024-09-18T02:27:24.926 INFO:tasks.rados.rados.0.smithi046.stdout:2095: writing smithi04682744-5 from 6062080 to 6701056 tid 3 2024-09-18T02:27:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:2095: writing smithi04682744-5 from 6701056 to 6807552 tid 4 2024-09-18T02:27:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:2088: done (4 left) 2024-09-18T02:27:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:2089: done (3 left) 2024-09-18T02:27:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:2093: done (2 left) 2024-09-18T02:27:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:2094: done (1 left) 2024-09-18T02:27:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:2096: delete oid 38 current snap is 207 2024-09-18T02:27:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing write tid 1 to smithi04682744-5 2024-09-18T02:27:24.928 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing write tid 2 to smithi04682744-5 2024-09-18T02:27:24.930 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing write tid 3 to smithi04682744-5 2024-09-18T02:27:24.930 INFO:tasks.rados.rados.0.smithi046.stdout:2096: done (1 left) 2024-09-18T02:27:24.930 INFO:tasks.rados.rados.0.smithi046.stdout:2097: read oid 34 snap -1 2024-09-18T02:27:24.930 INFO:tasks.rados.rados.0.smithi046.stdout:2097: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:27:24.930 INFO:tasks.rados.rados.0.smithi046.stdout:2098: delete oid 36 current snap is 207 2024-09-18T02:27:24.930 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing write tid 4 to smithi04682744-5 2024-09-18T02:27:24.931 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing write tid 5 to smithi04682744-5 2024-09-18T02:27:24.931 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing write tid 6 to smithi04682744-5 2024-09-18T02:27:24.931 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1029 (ObjNum 681 snap 207 seq_num 681) dirty exists 2024-09-18T02:27:24.931 INFO:tasks.rados.rados.0.smithi046.stdout:2095: left oid 5 (ObjNum 681 snap 207 seq_num 681) 2024-09-18T02:27:24.934 INFO:tasks.rados.rados.0.smithi046.stdout:2095: done (2 left) 2024-09-18T02:27:24.934 INFO:tasks.rados.rados.0.smithi046.stdout:2098: done (1 left) 2024-09-18T02:27:24.934 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 207 2024-09-18T02:27:24.934 INFO:tasks.rados.rados.0.smithi046.stdout:2099: seq_num 684 ranges {5513216=663552,6176768=507904,6684672=409600,7094272=286720} 2024-09-18T02:27:24.968 INFO:tasks.rados.rados.0.smithi046.stdout:2099: writing smithi04682744-42 from 5513216 to 6176768 tid 1 2024-09-18T02:27:24.970 INFO:tasks.rados.rados.0.smithi046.stdout:2099: writing smithi04682744-42 from 6176768 to 6684672 tid 2 2024-09-18T02:27:24.973 INFO:tasks.rados.rados.0.smithi046.stdout:2099: writing smithi04682744-42 from 6684672 to 7094272 tid 3 2024-09-18T02:27:24.975 INFO:tasks.rados.rados.0.smithi046.stdout:2099: writing smithi04682744-42 from 7094272 to 7380992 tid 4 2024-09-18T02:27:24.975 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 207 2024-09-18T02:27:24.975 INFO:tasks.rados.rados.0.smithi046.stdout:2100: seq_num 685 ranges {7233536=679936,7913472=442368,8355840=622592,8978432=139264} 2024-09-18T02:27:25.018 INFO:tasks.rados.rados.0.smithi046.stdout:2100: writing smithi04682744-2 from 7233536 to 7913472 tid 1 2024-09-18T02:27:25.020 INFO:tasks.rados.rados.0.smithi046.stdout:2100: writing smithi04682744-2 from 7913472 to 8355840 tid 2 2024-09-18T02:27:25.024 INFO:tasks.rados.rados.0.smithi046.stdout:2100: writing smithi04682744-2 from 8355840 to 8978432 tid 3 2024-09-18T02:27:25.025 INFO:tasks.rados.rados.0.smithi046.stdout:2100: writing smithi04682744-2 from 8978432 to 9117696 tid 4 2024-09-18T02:27:25.025 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 207 2024-09-18T02:27:25.025 INFO:tasks.rados.rados.0.smithi046.stdout:2101: seq_num 686 ranges {3014656=696320,3710976=729088,4440064=425984,4866048=49152} 2024-09-18T02:27:25.045 INFO:tasks.rados.rados.0.smithi046.stdout:2101: writing smithi04682744-23 from 3014656 to 3710976 tid 1 2024-09-18T02:27:25.049 INFO:tasks.rados.rados.0.smithi046.stdout:2101: writing smithi04682744-23 from 3710976 to 4440064 tid 2 2024-09-18T02:27:25.052 INFO:tasks.rados.rados.0.smithi046.stdout:2101: writing smithi04682744-23 from 4440064 to 4866048 tid 3 2024-09-18T02:27:25.052 INFO:tasks.rados.rados.0.smithi046.stdout:2101: writing smithi04682744-23 from 4866048 to 4915200 tid 4 2024-09-18T02:27:25.053 INFO:tasks.rados.rados.0.smithi046.stdout:2102: read oid 8 snap -1 2024-09-18T02:27:25.053 INFO:tasks.rados.rados.0.smithi046.stdout:2102: expect deleted 2024-09-18T02:27:25.053 INFO:tasks.rados.rados.0.smithi046.stdout:2103: copy_from oid 41 from oid 15 current snap is 207 2024-09-18T02:27:25.053 INFO:tasks.rados.rados.0.smithi046.stdout:2097: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:27:25.104 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 1 to smithi04682744-42 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 2 to smithi04682744-42 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 3 to smithi04682744-42 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 4 to smithi04682744-42 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 5 to smithi04682744-42 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 6 to smithi04682744-42 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1162 (ObjNum 684 snap 207 seq_num 684) dirty exists 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2099: left oid 42 (ObjNum 684 snap 207 seq_num 684) 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing write tid 1 to smithi04682744-2 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing write tid 2 to smithi04682744-2 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing write tid 3 to smithi04682744-2 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing write tid 4 to smithi04682744-2 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2097: done (5 left) 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2099: done (4 left) 2024-09-18T02:27:25.105 INFO:tasks.rados.rados.0.smithi046.stdout:2104: read oid 4 snap -1 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2104: expect (ObjNum 656 snap 203 seq_num 656) 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2105: read oid 22 snap -1 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2105: expect (ObjNum 675 snap 207 seq_num 675) 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2106: read oid 17 snap -1 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2106: expect (ObjNum 669 snap 207 seq_num 669) 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing write tid 5 to smithi04682744-2 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing write tid 6 to smithi04682744-2 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1164 (ObjNum 685 snap 207 seq_num 685) dirty exists 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2100: left oid 2 (ObjNum 685 snap 207 seq_num 685) 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing write tid 1 to smithi04682744-23 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing write tid 2 to smithi04682744-23 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2107: read oid 1 snap -1 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2107: expect deleted 2024-09-18T02:27:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:2100: done (7 left) 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2108: read oid 27 snap 205 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2108: expect (ObjNum 652 snap 202 seq_num 652) 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2109: snap_create 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing copy_from to smithi04682744-41 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2103: got expected ENOENT (src dne) 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing copy_from racing read to smithi04682744-41 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing write tid 3 to smithi04682744-23 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing write tid 4 to smithi04682744-23 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing write tid 5 to smithi04682744-23 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing write tid 6 to smithi04682744-23 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1266 (ObjNum 686 snap 207 seq_num 686) dirty exists 2024-09-18T02:27:25.107 INFO:tasks.rados.rados.0.smithi046.stdout:2101: left oid 23 (ObjNum 686 snap 207 seq_num 686) 2024-09-18T02:27:25.111 INFO:tasks.rados.rados.0.smithi046.stdout:2104: expect (ObjNum 656 snap 203 seq_num 656) 2024-09-18T02:27:25.163 INFO:tasks.rados.rados.0.smithi046.stdout:2108: expect (ObjNum 652 snap 202 seq_num 652) 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 6 peering, 23 active+undersized, 7 active+undersized+degraded, 84 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.9 MiB/s wr, 16 op/s; 16/492 objects degraded (3.252%); 192 KiB/s, 0 objects/s recovering 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: osdmap e486: 8 total, 8 up, 8 in 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:25.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:25.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:25.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:27:25.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:24 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2613210406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 6 peering, 23 active+undersized, 7 active+undersized+degraded, 84 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.9 MiB/s wr, 16 op/s; 16/492 objects degraded (3.252%); 192 KiB/s, 0 objects/s recovering 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: osdmap e486: 8 total, 8 up, 8 in 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2613210406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 6 peering, 23 active+undersized, 7 active+undersized+degraded, 84 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.9 MiB/s wr, 16 op/s; 16/492 objects degraded (3.252%); 192 KiB/s, 0 objects/s recovering 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: osdmap e486: 8 total, 8 up, 8 in 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-18T02:27:25.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:24 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2613210406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:25.490 INFO:tasks.rados.rados.0.smithi046.stdout:2106: expect (ObjNum 669 snap 207 seq_num 669) 2024-09-18T02:27:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:25 smithi195 ceph-mon[89559]: osdmap e487: 8 total, 8 up, 8 in 2024-09-18T02:27:26.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:25 smithi046 ceph-mon[94621]: osdmap e487: 8 total, 8 up, 8 in 2024-09-18T02:27:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:25 smithi046 ceph-mon[97106]: osdmap e487: 8 total, 8 up, 8 in 2024-09-18T02:27:26.746 INFO:tasks.rados.rados.0.smithi046.stdout:2105: expect (ObjNum 675 snap 207 seq_num 675) 2024-09-18T02:27:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:27:26] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-09-18T02:27:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:26 smithi195 ceph-mon[89559]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 6 peering, 114 active+clean; 306 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 25 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-18T02:27:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:26 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/492 objects degraded (3.252%), 7 pgs degraded) 2024-09-18T02:27:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:26 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:27:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:26 smithi195 ceph-mon[89559]: osdmap e488: 8 total, 8 up, 8 in 2024-09-18T02:27:27.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[94621]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 6 peering, 114 active+clean; 306 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 25 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-18T02:27:27.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/492 objects degraded (3.252%), 7 pgs degraded) 2024-09-18T02:27:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:27:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[94621]: osdmap e488: 8 total, 8 up, 8 in 2024-09-18T02:27:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[97106]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 6 peering, 114 active+clean; 306 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 25 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-18T02:27:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/492 objects degraded (3.252%), 7 pgs degraded) 2024-09-18T02:27:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:27:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:26 smithi046 ceph-mon[97106]: osdmap e488: 8 total, 8 up, 8 in 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2101: done (8 left) 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2102: done (7 left) 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2103: done (6 left) 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2104: done (5 left) 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2105: done (4 left) 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2106: done (3 left) 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2107: done (2 left) 2024-09-18T02:27:28.124 INFO:tasks.rados.rados.0.smithi046.stdout:2108: done (1 left) 2024-09-18T02:27:28.125 INFO:tasks.rados.rados.0.smithi046.stdout:2109: done (0 left) 2024-09-18T02:27:28.125 INFO:tasks.rados.rados.0.smithi046.stdout:2110: copy_from oid 21 from oid 7 current snap is 208 2024-09-18T02:27:28.125 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 208 2024-09-18T02:27:28.125 INFO:tasks.rados.rados.0.smithi046.stdout:2111: seq_num 687 ranges {2662400=712704,3375104=614400,3989504=589824} 2024-09-18T02:27:28.142 INFO:tasks.rados.rados.0.smithi046.stdout:2111: writing smithi04682744-39 from 2662400 to 3375104 tid 1 2024-09-18T02:27:28.145 INFO:tasks.rados.rados.0.smithi046.stdout:2111: writing smithi04682744-39 from 3375104 to 3989504 tid 2 2024-09-18T02:27:28.149 INFO:tasks.rados.rados.0.smithi046.stdout:2111: writing smithi04682744-39 from 3989504 to 4579328 tid 3 2024-09-18T02:27:28.149 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 208 2024-09-18T02:27:28.149 INFO:tasks.rados.rados.0.smithi046.stdout:2110: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:27:28.149 INFO:tasks.rados.rados.0.smithi046.stdout:2110: finishing copy_from to smithi04682744-21 2024-09-18T02:27:28.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1220 (ObjNum 667 snap 205 seq_num 667) dirty exists 2024-09-18T02:27:28.150 INFO:tasks.rados.rados.0.smithi046.stdout:2111: finishing write tid 1 to smithi04682744-39 2024-09-18T02:27:28.150 INFO:tasks.rados.rados.0.smithi046.stdout:2111: finishing write tid 2 to smithi04682744-39 2024-09-18T02:27:28.150 INFO:tasks.rados.rados.0.smithi046.stdout:2112: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-09-18T02:27:28.153 INFO:tasks.rados.rados.0.smithi046.stdout:2112: writing smithi04682744-38 from 0 to 729088 tid 1 2024-09-18T02:27:28.156 INFO:tasks.rados.rados.0.smithi046.stdout:2112: writing smithi04682744-38 from 729088 to 1228800 tid 2 2024-09-18T02:27:28.160 INFO:tasks.rados.rados.0.smithi046.stdout:2112: writing smithi04682744-38 from 1228800 to 1933312 tid 3 2024-09-18T02:27:28.160 INFO:tasks.rados.rados.0.smithi046.stdout:2110: done (2 left) 2024-09-18T02:27:28.160 INFO:tasks.rados.rados.0.smithi046.stdout:2113: copy_from oid 29 from oid 23 current snap is 208 2024-09-18T02:27:28.160 INFO:tasks.rados.rados.0.smithi046.stdout:2111: finishing write tid 3 to smithi04682744-39 2024-09-18T02:27:28.160 INFO:tasks.rados.rados.0.smithi046.stdout:2111: finishing write tid 4 to smithi04682744-39 2024-09-18T02:27:28.160 INFO:tasks.rados.rados.0.smithi046.stdout:2111: finishing write tid 5 to smithi04682744-39 2024-09-18T02:27:28.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1267 (ObjNum 687 snap 208 seq_num 687) dirty exists 2024-09-18T02:27:28.161 INFO:tasks.rados.rados.0.smithi046.stdout:2111: left oid 39 (ObjNum 687 snap 208 seq_num 687) 2024-09-18T02:27:28.161 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 1 to smithi04682744-38 2024-09-18T02:27:28.161 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 2 to smithi04682744-38 2024-09-18T02:27:28.161 INFO:tasks.rados.rados.0.smithi046.stdout:2111: done (2 left) 2024-09-18T02:27:28.161 INFO:tasks.rados.rados.0.smithi046.stdout:2114: delete oid 45 current snap is 208 2024-09-18T02:27:28.164 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 3 to smithi04682744-38 2024-09-18T02:27:28.164 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 4 to smithi04682744-38 2024-09-18T02:27:28.168 INFO:tasks.rados.rados.0.smithi046.stdout:2114: done (2 left) 2024-09-18T02:27:28.168 INFO:tasks.rados.rados.0.smithi046.stdout:2115: read oid 9 snap 205 2024-09-18T02:27:28.168 INFO:tasks.rados.rados.0.smithi046.stdout:2115: expect deleted 2024-09-18T02:27:28.168 INFO:tasks.rados.rados.0.smithi046.stdout:2116: delete oid 20 current snap is 208 2024-09-18T02:27:28.169 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 5 to smithi04682744-38 2024-09-18T02:27:28.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1270 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-09-18T02:27:28.169 INFO:tasks.rados.rados.0.smithi046.stdout:2112: left oid 38 (ObjNum 688 snap 208 seq_num 688) 2024-09-18T02:27:28.170 INFO:tasks.rados.rados.0.smithi046.stdout:2112: done (3 left) 2024-09-18T02:27:28.171 INFO:tasks.rados.rados.0.smithi046.stdout:2115: done (2 left) 2024-09-18T02:27:28.171 INFO:tasks.rados.rados.0.smithi046.stdout:2116: done (1 left) 2024-09-18T02:27:28.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 208 2024-09-18T02:27:28.171 INFO:tasks.rados.rados.0.smithi046.stdout:2117: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-09-18T02:27:28.174 INFO:tasks.rados.rados.0.smithi046.stdout:2117: writing smithi04682744-40 from 0 to 778240 tid 1 2024-09-18T02:27:28.178 INFO:tasks.rados.rados.0.smithi046.stdout:2117: writing smithi04682744-40 from 778240 to 1327104 tid 2 2024-09-18T02:27:28.182 INFO:tasks.rados.rados.0.smithi046.stdout:2117: writing smithi04682744-40 from 1327104 to 1941504 tid 3 2024-09-18T02:27:28.182 INFO:tasks.rados.rados.0.smithi046.stdout:2117: writing smithi04682744-40 from 1941504 to 1982464 tid 4 2024-09-18T02:27:28.183 INFO:tasks.rados.rados.0.smithi046.stdout:2118: snap_create 2024-09-18T02:27:28.183 INFO:tasks.rados.rados.0.smithi046.stdout:2117: finishing write tid 1 to smithi04682744-40 2024-09-18T02:27:28.183 INFO:tasks.rados.rados.0.smithi046.stdout:2117: finishing write tid 2 to smithi04682744-40 2024-09-18T02:27:28.183 INFO:tasks.rados.rados.0.smithi046.stdout:2113: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:27:28.185 INFO:tasks.rados.rados.0.smithi046.stdout:2113: finishing copy_from to smithi04682744-29 2024-09-18T02:27:28.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1266 (ObjNum 686 snap 207 seq_num 686) dirty exists 2024-09-18T02:27:28.186 INFO:tasks.rados.rados.0.smithi046.stdout:2117: finishing write tid 3 to smithi04682744-40 2024-09-18T02:27:28.186 INFO:tasks.rados.rados.0.smithi046.stdout:2117: finishing write tid 4 to smithi04682744-40 2024-09-18T02:27:28.186 INFO:tasks.rados.rados.0.smithi046.stdout:2117: finishing write tid 5 to smithi04682744-40 2024-09-18T02:27:28.187 INFO:tasks.rados.rados.0.smithi046.stdout:2117: finishing write tid 6 to smithi04682744-40 2024-09-18T02:27:28.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1395 (ObjNum 691 snap 208 seq_num 691) dirty exists 2024-09-18T02:27:28.187 INFO:tasks.rados.rados.0.smithi046.stdout:2117: left oid 40 (ObjNum 691 snap 208 seq_num 691) 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2113: done (2 left) 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2117: done (1 left) 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2118: done (0 left) 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2119: read oid 14 snap 205 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2119: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2120: read oid 32 snap -1 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2120: expect (ObjNum 672 snap 207 seq_num 672) 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 209 2024-09-18T02:27:28.816 INFO:tasks.rados.rados.0.smithi046.stdout:2121: seq_num 692 ranges {1581056=794624,2375680=483328,2859008=720896} 2024-09-18T02:27:28.829 INFO:tasks.rados.rados.0.smithi046.stdout:2121: writing smithi04682744-21 from 1581056 to 2375680 tid 1 2024-09-18T02:27:28.832 INFO:tasks.rados.rados.0.smithi046.stdout:2121: writing smithi04682744-21 from 2375680 to 2859008 tid 2 2024-09-18T02:27:28.837 INFO:tasks.rados.rados.0.smithi046.stdout:2121: writing smithi04682744-21 from 2859008 to 3579904 tid 3 2024-09-18T02:27:28.837 INFO:tasks.rados.rados.0.smithi046.stdout:2122: read oid 31 snap -1 2024-09-18T02:27:28.837 INFO:tasks.rados.rados.0.smithi046.stdout:2122: expect (ObjNum 562 snap 179 seq_num 562) 2024-09-18T02:27:28.837 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 209 2024-09-18T02:27:28.837 INFO:tasks.rados.rados.0.smithi046.stdout:2123: seq_num 693 ranges {1392640=409600,1802240=770048,2572288=581632,3153920=253952} 2024-09-18T02:27:28.847 INFO:tasks.rados.rados.0.smithi046.stdout:2123: writing smithi04682744-4 from 1392640 to 1802240 tid 1 2024-09-18T02:27:28.852 INFO:tasks.rados.rados.0.smithi046.stdout:2123: writing smithi04682744-4 from 1802240 to 2572288 tid 2 2024-09-18T02:27:28.855 INFO:tasks.rados.rados.0.smithi046.stdout:2123: writing smithi04682744-4 from 2572288 to 3153920 tid 3 2024-09-18T02:27:28.857 INFO:tasks.rados.rados.0.smithi046.stdout:2123: writing smithi04682744-4 from 3153920 to 3407872 tid 4 2024-09-18T02:27:28.857 INFO:tasks.rados.rados.0.smithi046.stdout:2124: rollback oid 42 current snap is 209 2024-09-18T02:27:28.857 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 205 2024-09-18T02:27:28.857 INFO:tasks.rados.rados.0.smithi046.stdout:2120: expect (ObjNum 672 snap 207 seq_num 672) 2024-09-18T02:27:28.965 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 1 to smithi04682744-21 2024-09-18T02:27:28.965 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 2 to smithi04682744-21 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2120: done (5 left) 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2125: read oid 17 snap -1 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2125: expect (ObjNum 669 snap 207 seq_num 669) 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2126: snap_create 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 3 to smithi04682744-21 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 4 to smithi04682744-21 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 5 to smithi04682744-21 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1224 (ObjNum 692 snap 209 seq_num 692) dirty exists 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2121: left oid 21 (ObjNum 692 snap 209 seq_num 692) 2024-09-18T02:27:28.966 INFO:tasks.rados.rados.0.smithi046.stdout:2119: expect (ObjNum 459 snap 148 seq_num 459) 2024-09-18T02:27:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:28 smithi195 ceph-mon[89559]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 1.1 MiB/s, 1 objects/s recovering 2024-09-18T02:27:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:29.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:28 smithi046 ceph-mon[97106]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 1.1 MiB/s, 1 objects/s recovering 2024-09-18T02:27:29.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:28 smithi046 ceph-mon[94621]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 1.1 MiB/s, 1 objects/s recovering 2024-09-18T02:27:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 1 to smithi04682744-4 2024-09-18T02:27:29.705 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 2 to smithi04682744-4 2024-09-18T02:27:29.705 INFO:tasks.rados.rados.0.smithi046.stdout:2122: expect (ObjNum 562 snap 179 seq_num 562) 2024-09-18T02:27:29.838 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 3 to smithi04682744-4 2024-09-18T02:27:29.838 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 4 to smithi04682744-4 2024-09-18T02:27:29.838 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 5 to smithi04682744-4 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 6 to smithi04682744-4 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1167 (ObjNum 693 snap 209 seq_num 693) dirty exists 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:2123: left oid 4 (ObjNum 693 snap 209 seq_num 693) 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing rollback tid 0 to smithi04682744-42 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing rollback tid 1 to smithi04682744-42 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing rollback tid 2 to smithi04682744-42 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1170 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-09-18T02:27:29.839 INFO:tasks.rados.rados.0.smithi046.stdout:2125: expect (ObjNum 669 snap 207 seq_num 669) 2024-09-18T02:27:30.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:29 smithi195 ceph-mon[89559]: osdmap e489: 8 total, 8 up, 8 in 2024-09-18T02:27:30.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:29 smithi046 ceph-mon[94621]: osdmap e489: 8 total, 8 up, 8 in 2024-09-18T02:27:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:29 smithi046 ceph-mon[97106]: osdmap e489: 8 total, 8 up, 8 in 2024-09-18T02:27:31.101 INFO:tasks.rados.rados.0.smithi046.stdout:2119: done (6 left) 2024-09-18T02:27:31.101 INFO:tasks.rados.rados.0.smithi046.stdout:2121: done (5 left) 2024-09-18T02:27:31.101 INFO:tasks.rados.rados.0.smithi046.stdout:2122: done (4 left) 2024-09-18T02:27:31.101 INFO:tasks.rados.rados.0.smithi046.stdout:2123: done (3 left) 2024-09-18T02:27:31.101 INFO:tasks.rados.rados.0.smithi046.stdout:2124: done (2 left) 2024-09-18T02:27:31.102 INFO:tasks.rados.rados.0.smithi046.stdout:2125: done (1 left) 2024-09-18T02:27:31.102 INFO:tasks.rados.rados.0.smithi046.stdout:2126: done (0 left) 2024-09-18T02:27:31.102 INFO:tasks.rados.rados.0.smithi046.stdout:2127: rollback oid 29 current snap is 210 2024-09-18T02:27:31.102 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 181 2024-09-18T02:27:31.102 INFO:tasks.rados.rados.0.smithi046.stdout:2128: copy_from oid 37 from oid 46 current snap is 210 2024-09-18T02:27:31.102 INFO:tasks.rados.rados.0.smithi046.stdout:2129: snap_remove snap 209 2024-09-18T02:27:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:30 smithi195 ceph-mon[89559]: pgmap v415: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 787 KiB/s, 0 objects/s recovering 2024-09-18T02:27:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:30 smithi195 ceph-mon[89559]: osdmap e490: 8 total, 8 up, 8 in 2024-09-18T02:27:31.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:30 smithi046 ceph-mon[97106]: pgmap v415: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 787 KiB/s, 0 objects/s recovering 2024-09-18T02:27:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:30 smithi046 ceph-mon[97106]: osdmap e490: 8 total, 8 up, 8 in 2024-09-18T02:27:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:30 smithi046 ceph-mon[94621]: pgmap v415: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 787 KiB/s, 0 objects/s recovering 2024-09-18T02:27:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:30 smithi046 ceph-mon[94621]: osdmap e490: 8 total, 8 up, 8 in 2024-09-18T02:27:31.752 INFO:tasks.rados.rados.0.smithi046.stdout:2129: done (2 left) 2024-09-18T02:27:31.752 INFO:tasks.rados.rados.0.smithi046.stdout:2130: rollback oid 50 current snap is 210 2024-09-18T02:27:31.752 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 202 2024-09-18T02:27:31.752 INFO:tasks.rados.rados.0.smithi046.stdout:2127: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:27:31.752 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 210 2024-09-18T02:27:31.752 INFO:tasks.rados.rados.0.smithi046.stdout:2131: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2024-09-18T02:27:31.755 INFO:tasks.rados.rados.0.smithi046.stdout:2131: writing smithi04682744-48 from 0 to 425984 tid 1 2024-09-18T02:27:31.759 INFO:tasks.rados.rados.0.smithi046.stdout:2131: writing smithi04682744-48 from 425984 to 1081344 tid 2 2024-09-18T02:27:31.764 INFO:tasks.rados.rados.0.smithi046.stdout:2131: writing smithi04682744-48 from 1081344 to 1867776 tid 3 2024-09-18T02:27:31.766 INFO:tasks.rados.rados.0.smithi046.stdout:2131: writing smithi04682744-48 from 1867776 to 2031616 tid 4 2024-09-18T02:27:31.766 INFO:tasks.rados.rados.0.smithi046.stdout:2132: rollback oid 1 current snap is 210 2024-09-18T02:27:31.766 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 207 2024-09-18T02:27:31.766 INFO:tasks.rados.rados.0.smithi046.stdout:2127: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:27:31.766 INFO:tasks.rados.rados.0.smithi046.stdout:2127: finishing rollback tid 2 to smithi04682744-29 2024-09-18T02:27:31.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1269 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2128: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2128: finishing copy_from to smithi04682744-37 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 760 (ObjNum 647 snap 201 seq_num 647) dirty exists 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2127: done (4 left) 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2128: done (3 left) 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2133: delete oid 49 current snap is 210 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing write tid 1 to smithi04682744-48 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2130: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2130: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2130: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1032 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:27:31.767 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing write tid 2 to smithi04682744-48 2024-09-18T02:27:31.768 INFO:tasks.rados.rados.0.smithi046.stdout:2132: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:27:31.768 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1153 (ObjNum 129 snap 0 seq_num 1147648168) dirty dne 2024-09-18T02:27:31.768 INFO:tasks.rados.rados.0.smithi046.stdout:2130: done (3 left) 2024-09-18T02:27:31.768 INFO:tasks.rados.rados.0.smithi046.stdout:2132: done (2 left) 2024-09-18T02:27:31.768 INFO:tasks.rados.rados.0.smithi046.stdout:2133: done (1 left) 2024-09-18T02:27:31.768 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 210 2024-09-18T02:27:31.768 INFO:tasks.rados.rados.0.smithi046.stdout:2134: seq_num 696 ranges {172032=458752,630784=417792,1048576=753664,1802240=434176} 2024-09-18T02:27:31.771 INFO:tasks.rados.rados.0.smithi046.stdout:2134: writing smithi04682744-35 from 172032 to 630784 tid 1 2024-09-18T02:27:31.774 INFO:tasks.rados.rados.0.smithi046.stdout:2134: writing smithi04682744-35 from 630784 to 1048576 tid 2 2024-09-18T02:27:31.778 INFO:tasks.rados.rados.0.smithi046.stdout:2134: writing smithi04682744-35 from 1048576 to 1802240 tid 3 2024-09-18T02:27:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:2134: writing smithi04682744-35 from 1802240 to 2236416 tid 4 2024-09-18T02:27:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:2135: snap_create 2024-09-18T02:27:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing write tid 3 to smithi04682744-48 2024-09-18T02:27:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing write tid 4 to smithi04682744-48 2024-09-18T02:27:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing write tid 5 to smithi04682744-48 2024-09-18T02:27:31.782 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing write tid 6 to smithi04682744-48 2024-09-18T02:27:31.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1221 (ObjNum 694 snap 210 seq_num 694) dirty exists 2024-09-18T02:27:31.782 INFO:tasks.rados.rados.0.smithi046.stdout:2131: left oid 48 (ObjNum 694 snap 210 seq_num 694) 2024-09-18T02:27:31.782 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing write tid 1 to smithi04682744-35 2024-09-18T02:27:31.782 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing write tid 2 to smithi04682744-35 2024-09-18T02:27:31.783 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing write tid 3 to smithi04682744-35 2024-09-18T02:27:31.783 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing write tid 4 to smithi04682744-35 2024-09-18T02:27:31.784 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing write tid 5 to smithi04682744-35 2024-09-18T02:27:31.784 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing write tid 6 to smithi04682744-35 2024-09-18T02:27:31.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1213 (ObjNum 696 snap 210 seq_num 696) dirty exists 2024-09-18T02:27:31.785 INFO:tasks.rados.rados.0.smithi046.stdout:2134: left oid 35 (ObjNum 696 snap 210 seq_num 696) 2024-09-18T02:27:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:27:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:27:32.757 INFO:tasks.rados.rados.0.smithi046.stdout:2131: done (2 left) 2024-09-18T02:27:32.757 INFO:tasks.rados.rados.0.smithi046.stdout:2134: done (1 left) 2024-09-18T02:27:32.757 INFO:tasks.rados.rados.0.smithi046.stdout:2135: done (0 left) 2024-09-18T02:27:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 211 2024-09-18T02:27:32.758 INFO:tasks.rados.rados.0.smithi046.stdout:2136: seq_num 697 ranges {5513216=475136,5988352=704512,6692864=557056,7249920=344064} 2024-09-18T02:27:32.790 INFO:tasks.rados.rados.0.smithi046.stdout:2136: writing smithi04682744-42 from 5513216 to 5988352 tid 1 2024-09-18T02:27:32.795 INFO:tasks.rados.rados.0.smithi046.stdout:2136: writing smithi04682744-42 from 5988352 to 6692864 tid 2 2024-09-18T02:27:32.798 INFO:tasks.rados.rados.0.smithi046.stdout:2136: writing smithi04682744-42 from 6692864 to 7249920 tid 3 2024-09-18T02:27:32.800 INFO:tasks.rados.rados.0.smithi046.stdout:2136: writing smithi04682744-42 from 7249920 to 7593984 tid 4 2024-09-18T02:27:32.800 INFO:tasks.rados.rados.0.smithi046.stdout:2137: snap_create 2024-09-18T02:27:32.800 INFO:tasks.rados.rados.0.smithi046.stdout:2136: finishing write tid 1 to smithi04682744-42 2024-09-18T02:27:32.800 INFO:tasks.rados.rados.0.smithi046.stdout:2136: finishing write tid 2 to smithi04682744-42 2024-09-18T02:27:32.802 INFO:tasks.rados.rados.0.smithi046.stdout:2136: finishing write tid 3 to smithi04682744-42 2024-09-18T02:27:32.803 INFO:tasks.rados.rados.0.smithi046.stdout:2136: finishing write tid 4 to smithi04682744-42 2024-09-18T02:27:32.803 INFO:tasks.rados.rados.0.smithi046.stdout:2136: finishing write tid 5 to smithi04682744-42 2024-09-18T02:27:32.804 INFO:tasks.rados.rados.0.smithi046.stdout:2136: finishing write tid 6 to smithi04682744-42 2024-09-18T02:27:32.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1175 (ObjNum 697 snap 211 seq_num 697) dirty exists 2024-09-18T02:27:32.804 INFO:tasks.rados.rados.0.smithi046.stdout:2136: left oid 42 (ObjNum 697 snap 211 seq_num 697) 2024-09-18T02:27:32.990 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:32 smithi195 ceph-mon[89559]: pgmap v417: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 721 KiB/s, 0 objects/s recovering 2024-09-18T02:27:32.990 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:32 smithi195 ceph-mon[89559]: osdmap e491: 8 total, 8 up, 8 in 2024-09-18T02:27:33.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:32 smithi046 ceph-mon[97106]: pgmap v417: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 721 KiB/s, 0 objects/s recovering 2024-09-18T02:27:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:32 smithi046 ceph-mon[97106]: osdmap e491: 8 total, 8 up, 8 in 2024-09-18T02:27:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:32 smithi046 ceph-mon[94621]: pgmap v417: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 721 KiB/s, 0 objects/s recovering 2024-09-18T02:27:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:32 smithi046 ceph-mon[94621]: osdmap e491: 8 total, 8 up, 8 in 2024-09-18T02:27:33.763 INFO:tasks.rados.rados.0.smithi046.stdout:2136: done (1 left) 2024-09-18T02:27:33.763 INFO:tasks.rados.rados.0.smithi046.stdout:2137: done (0 left) 2024-09-18T02:27:33.764 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 212 2024-09-18T02:27:33.764 INFO:tasks.rados.rados.0.smithi046.stdout:2138: seq_num 698 ranges {8708096=499712,9207808=589824,9797632=770048,10567680=245760} 2024-09-18T02:27:33.813 INFO:tasks.rados.rados.0.smithi046.stdout:2138: writing smithi04682744-18 from 8708096 to 9207808 tid 1 2024-09-18T02:27:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:2138: writing smithi04682744-18 from 9207808 to 9797632 tid 2 2024-09-18T02:27:33.821 INFO:tasks.rados.rados.0.smithi046.stdout:2138: writing smithi04682744-18 from 9797632 to 10567680 tid 3 2024-09-18T02:27:33.823 INFO:tasks.rados.rados.0.smithi046.stdout:2138: writing smithi04682744-18 from 10567680 to 10813440 tid 4 2024-09-18T02:27:33.823 INFO:tasks.rados.rados.0.smithi046.stdout:2139: snap_create 2024-09-18T02:27:33.823 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 1 to smithi04682744-18 2024-09-18T02:27:33.823 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 2 to smithi04682744-18 2024-09-18T02:27:33.826 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 3 to smithi04682744-18 2024-09-18T02:27:33.826 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 4 to smithi04682744-18 2024-09-18T02:27:33.826 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 5 to smithi04682744-18 2024-09-18T02:27:33.828 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 6 to smithi04682744-18 2024-09-18T02:27:33.828 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1037 (ObjNum 698 snap 212 seq_num 698) dirty exists 2024-09-18T02:27:33.828 INFO:tasks.rados.rados.0.smithi046.stdout:2138: left oid 18 (ObjNum 698 snap 212 seq_num 698) 2024-09-18T02:27:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:33 smithi195 ceph-mon[89559]: osdmap e492: 8 total, 8 up, 8 in 2024-09-18T02:27:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:33 smithi046 ceph-mon[97106]: osdmap e492: 8 total, 8 up, 8 in 2024-09-18T02:27:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:33 smithi046 ceph-mon[94621]: osdmap e492: 8 total, 8 up, 8 in 2024-09-18T02:27:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:34.767 INFO:tasks.rados.rados.0.smithi046.stdout:2138: done (1 left) 2024-09-18T02:27:34.767 INFO:tasks.rados.rados.0.smithi046.stdout:2139: done (0 left) 2024-09-18T02:27:34.767 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 213 2024-09-18T02:27:34.767 INFO:tasks.rados.rados.0.smithi046.stdout:2140: seq_num 699 ranges {12623872=516096,13139968=475136,13615104=573440,14188544=557056} 2024-09-18T02:27:34.839 INFO:tasks.rados.rados.0.smithi046.stdout:2140: writing smithi04682744-17 from 12623872 to 13139968 tid 1 2024-09-18T02:27:34.841 INFO:tasks.rados.rados.0.smithi046.stdout:2140: writing smithi04682744-17 from 13139968 to 13615104 tid 2 2024-09-18T02:27:34.845 INFO:tasks.rados.rados.0.smithi046.stdout:2140: writing smithi04682744-17 from 13615104 to 14188544 tid 3 2024-09-18T02:27:34.849 INFO:tasks.rados.rados.0.smithi046.stdout:2140: writing smithi04682744-17 from 14188544 to 14745600 tid 4 2024-09-18T02:27:34.849 INFO:tasks.rados.rados.0.smithi046.stdout:2141: rollback oid 22 current snap is 213 2024-09-18T02:27:34.849 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 207 2024-09-18T02:27:34.849 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing write tid 1 to smithi04682744-17 2024-09-18T02:27:34.849 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing write tid 2 to smithi04682744-17 2024-09-18T02:27:34.849 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing write tid 3 to smithi04682744-17 2024-09-18T02:27:34.849 INFO:tasks.rados.rados.0.smithi046.stdout:2142: delete oid 39 current snap is 213 2024-09-18T02:27:34.851 INFO:tasks.rados.rados.0.smithi046.stdout:2142: done (2 left) 2024-09-18T02:27:34.852 INFO:tasks.rados.rados.0.smithi046.stdout:2143: snap_remove snap 181 2024-09-18T02:27:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:34 smithi195 ceph-mon[89559]: pgmap v420: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-09-18T02:27:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:34 smithi195 ceph-mon[89559]: osdmap e493: 8 total, 8 up, 8 in 2024-09-18T02:27:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:34 smithi046 ceph-mon[97106]: pgmap v420: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-09-18T02:27:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:34 smithi046 ceph-mon[97106]: osdmap e493: 8 total, 8 up, 8 in 2024-09-18T02:27:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:34 smithi046 ceph-mon[94621]: pgmap v420: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-09-18T02:27:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:34 smithi046 ceph-mon[94621]: osdmap e493: 8 total, 8 up, 8 in 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2143: done (2 left) 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2144: snap_create 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing write tid 4 to smithi04682744-17 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing write tid 5 to smithi04682744-17 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2141: finishing rollback tid 0 to smithi04682744-22 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2141: finishing rollback tid 1 to smithi04682744-22 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing write tid 6 to smithi04682744-17 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1278 (ObjNum 699 snap 213 seq_num 699) dirty exists 2024-09-18T02:27:35.775 INFO:tasks.rados.rados.0.smithi046.stdout:2140: left oid 17 (ObjNum 699 snap 213 seq_num 699) 2024-09-18T02:27:35.776 INFO:tasks.rados.rados.0.smithi046.stdout:2141: finishing rollback tid 2 to smithi04682744-22 2024-09-18T02:27:35.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1400 (ObjNum 675 snap 207 seq_num 675) dirty exists 2024-09-18T02:27:36.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:35 smithi195 ceph-mon[89559]: osdmap e494: 8 total, 8 up, 8 in 2024-09-18T02:27:36.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:35 smithi046 ceph-mon[97106]: osdmap e494: 8 total, 8 up, 8 in 2024-09-18T02:27:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:35 smithi046 ceph-mon[94621]: osdmap e494: 8 total, 8 up, 8 in 2024-09-18T02:27:36.755 INFO:tasks.rados.rados.0.smithi046.stdout:2140: done (2 left) 2024-09-18T02:27:36.755 INFO:tasks.rados.rados.0.smithi046.stdout:2141: done (1 left) 2024-09-18T02:27:36.755 INFO:tasks.rados.rados.0.smithi046.stdout:2144: done (0 left) 2024-09-18T02:27:36.755 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 214 2024-09-18T02:27:36.755 INFO:tasks.rados.rados.0.smithi046.stdout:2145: seq_num 701 ranges {10010624=548864,10559488=696320,11255808=540672,11796480=368640} 2024-09-18T02:27:36.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:27:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:27:36] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-09-18T02:27:36.813 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04682744-10 from 10010624 to 10559488 tid 1 2024-09-18T02:27:36.817 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04682744-10 from 10559488 to 11255808 tid 2 2024-09-18T02:27:36.821 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04682744-10 from 11255808 to 11796480 tid 3 2024-09-18T02:27:36.823 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04682744-10 from 11796480 to 12165120 tid 4 2024-09-18T02:27:36.823 INFO:tasks.rados.rados.0.smithi046.stdout:2146: snap_create 2024-09-18T02:27:36.823 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 1 to smithi04682744-10 2024-09-18T02:27:36.823 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 2 to smithi04682744-10 2024-09-18T02:27:36.824 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 3 to smithi04682744-10 2024-09-18T02:27:36.826 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 4 to smithi04682744-10 2024-09-18T02:27:36.826 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 5 to smithi04682744-10 2024-09-18T02:27:36.827 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 6 to smithi04682744-10 2024-09-18T02:27:36.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1225 (ObjNum 701 snap 214 seq_num 701) dirty exists 2024-09-18T02:27:36.827 INFO:tasks.rados.rados.0.smithi046.stdout:2145: left oid 10 (ObjNum 701 snap 214 seq_num 701) 2024-09-18T02:27:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:36 smithi195 ceph-mon[89559]: pgmap v423: 121 pgs: 121 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.9 MiB/s wr, 14 op/s 2024-09-18T02:27:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:36 smithi195 ceph-mon[89559]: osdmap e495: 8 total, 8 up, 8 in 2024-09-18T02:27:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:36 smithi195 ceph-mon[89559]: osdmap e496: 8 total, 8 up, 8 in 2024-09-18T02:27:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:36 smithi046 ceph-mon[94621]: pgmap v423: 121 pgs: 121 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.9 MiB/s wr, 14 op/s 2024-09-18T02:27:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:36 smithi046 ceph-mon[94621]: osdmap e495: 8 total, 8 up, 8 in 2024-09-18T02:27:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:36 smithi046 ceph-mon[94621]: osdmap e496: 8 total, 8 up, 8 in 2024-09-18T02:27:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:36 smithi046 ceph-mon[97106]: pgmap v423: 121 pgs: 121 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.9 MiB/s wr, 14 op/s 2024-09-18T02:27:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:36 smithi046 ceph-mon[97106]: osdmap e495: 8 total, 8 up, 8 in 2024-09-18T02:27:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:36 smithi046 ceph-mon[97106]: osdmap e496: 8 total, 8 up, 8 in 2024-09-18T02:27:37.781 INFO:tasks.rados.rados.0.smithi046.stdout:2145: done (1 left) 2024-09-18T02:27:37.781 INFO:tasks.rados.rados.0.smithi046.stdout:2146: done (0 left) 2024-09-18T02:27:37.781 INFO:tasks.rados.rados.0.smithi046.stdout:2147: rollback oid 27 current snap is 215 2024-09-18T02:27:37.781 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 213 2024-09-18T02:27:37.781 INFO:tasks.rados.rados.0.smithi046.stdout:2148: delete oid 39 current snap is 215 2024-09-18T02:27:37.785 INFO:tasks.rados.rados.0.smithi046.stdout:2148: done (1 left) 2024-09-18T02:27:37.785 INFO:tasks.rados.rados.0.smithi046.stdout:2149: rollback oid 5 current snap is 215 2024-09-18T02:27:37.785 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 212 2024-09-18T02:27:37.785 INFO:tasks.rados.rados.0.smithi046.stdout:2150: copy_from oid 6 from oid 24 current snap is 215 2024-09-18T02:27:37.785 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 215 2024-09-18T02:27:37.785 INFO:tasks.rados.rados.0.smithi046.stdout:2151: seq_num 703 ranges {14745600=581632,15327232=458752,15785984=557056,16343040=417792,16760832=172032} 2024-09-18T02:27:37.869 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04682744-17 from 14745600 to 15327232 tid 1 2024-09-18T02:27:37.871 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04682744-17 from 15327232 to 15785984 tid 2 2024-09-18T02:27:37.874 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04682744-17 from 15785984 to 16343040 tid 3 2024-09-18T02:27:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04682744-17 from 16343040 to 16760832 tid 4 2024-09-18T02:27:37.878 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04682744-17 from 16760832 to 16932864 tid 5 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2152: snap_create 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing rollback tid 0 to smithi04682744-27 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing rollback tid 0 to smithi04682744-5 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing rollback tid 2 to smithi04682744-27 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1228 (ObjNum 652 snap 202 seq_num 652) dirty exists 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing rollback tid 1 to smithi04682744-5 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing rollback tid 2 to smithi04682744-5 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1040 (ObjNum 681 snap 207 seq_num 681) dirty exists 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing copy_from to smithi04682744-6 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1037 (ObjNum 679 snap 207 seq_num 679) dirty exists 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 1 to smithi04682744-17 2024-09-18T02:27:37.879 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 2 to smithi04682744-17 2024-09-18T02:27:37.880 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 3 to smithi04682744-17 2024-09-18T02:27:37.880 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 4 to smithi04682744-17 2024-09-18T02:27:37.880 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 5 to smithi04682744-17 2024-09-18T02:27:37.881 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 6 to smithi04682744-17 2024-09-18T02:27:37.882 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 7 to smithi04682744-17 2024-09-18T02:27:37.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1293 (ObjNum 703 snap 215 seq_num 703) dirty exists 2024-09-18T02:27:37.882 INFO:tasks.rados.rados.0.smithi046.stdout:2151: left oid 17 (ObjNum 703 snap 215 seq_num 703) 2024-09-18T02:27:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2147: done (4 left) 2024-09-18T02:27:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2149: done (3 left) 2024-09-18T02:27:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2150: done (2 left) 2024-09-18T02:27:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2151: done (1 left) 2024-09-18T02:27:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2152: done (0 left) 2024-09-18T02:27:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:2153: snap_remove snap 205 2024-09-18T02:27:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:38 smithi195 ceph-mon[89559]: pgmap v426: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:27:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:38 smithi195 ceph-mon[89559]: osdmap e497: 8 total, 8 up, 8 in 2024-09-18T02:27:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:38 smithi046 ceph-mon[94621]: pgmap v426: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:27:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:38 smithi046 ceph-mon[94621]: osdmap e497: 8 total, 8 up, 8 in 2024-09-18T02:27:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:38 smithi046 ceph-mon[97106]: pgmap v426: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:27:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:38 smithi046 ceph-mon[97106]: osdmap e497: 8 total, 8 up, 8 in 2024-09-18T02:27:39.794 INFO:tasks.rados.rados.0.smithi046.stdout:2153: done (0 left) 2024-09-18T02:27:39.794 INFO:tasks.rados.rados.0.smithi046.stdout:2154: read oid 42 snap 208 2024-09-18T02:27:39.794 INFO:tasks.rados.rados.0.smithi046.stdout:2154: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-18T02:27:39.794 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 216 2024-09-18T02:27:39.794 INFO:tasks.rados.rados.0.smithi046.stdout:2155: seq_num 704 ranges {1310720=598016,1908736=745472,2654208=712704,3366912=147456} 2024-09-18T02:27:39.807 INFO:tasks.rados.rados.0.smithi046.stdout:2155: writing smithi04682744-33 from 1310720 to 1908736 tid 1 2024-09-18T02:27:39.813 INFO:tasks.rados.rados.0.smithi046.stdout:2155: writing smithi04682744-33 from 1908736 to 2654208 tid 2 2024-09-18T02:27:39.818 INFO:tasks.rados.rados.0.smithi046.stdout:2155: writing smithi04682744-33 from 2654208 to 3366912 tid 3 2024-09-18T02:27:39.819 INFO:tasks.rados.rados.0.smithi046.stdout:2155: writing smithi04682744-33 from 3366912 to 3514368 tid 4 2024-09-18T02:27:39.819 INFO:tasks.rados.rados.0.smithi046.stdout:2156: delete oid 6 current snap is 216 2024-09-18T02:27:39.820 INFO:tasks.rados.rados.0.smithi046.stdout:2155: finishing write tid 1 to smithi04682744-33 2024-09-18T02:27:39.820 INFO:tasks.rados.rados.0.smithi046.stdout:2155: finishing write tid 2 to smithi04682744-33 2024-09-18T02:27:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:2155: finishing write tid 3 to smithi04682744-33 2024-09-18T02:27:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:2155: finishing write tid 4 to smithi04682744-33 2024-09-18T02:27:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:2155: finishing write tid 5 to smithi04682744-33 2024-09-18T02:27:39.823 INFO:tasks.rados.rados.0.smithi046.stdout:2155: finishing write tid 6 to smithi04682744-33 2024-09-18T02:27:39.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 765 (ObjNum 704 snap 216 seq_num 704) dirty exists 2024-09-18T02:27:39.823 INFO:tasks.rados.rados.0.smithi046.stdout:2155: left oid 33 (ObjNum 704 snap 216 seq_num 704) 2024-09-18T02:27:39.832 INFO:tasks.rados.rados.0.smithi046.stdout:2154: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-18T02:27:39.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:39 smithi195 ceph-mon[89559]: osdmap e498: 8 total, 8 up, 8 in 2024-09-18T02:27:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:39 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:39 smithi195 ceph-mon[89559]: Upgrade: osd.7 is safe to restart 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[94621]: osdmap e498: 8 total, 8 up, 8 in 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[94621]: Upgrade: osd.7 is safe to restart 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[97106]: osdmap e498: 8 total, 8 up, 8 in 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-18T02:27:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:39 smithi046 ceph-mon[97106]: Upgrade: osd.7 is safe to restart 2024-09-18T02:27:40.321 INFO:tasks.rados.rados.0.smithi046.stdout:2154: done (2 left) 2024-09-18T02:27:40.321 INFO:tasks.rados.rados.0.smithi046.stdout:2155: done (1 left) 2024-09-18T02:27:40.321 INFO:tasks.rados.rados.0.smithi046.stdout:2156: done (0 left) 2024-09-18T02:27:40.321 INFO:tasks.rados.rados.0.smithi046.stdout:2157: read oid 39 snap -1 2024-09-18T02:27:40.321 INFO:tasks.rados.rados.0.smithi046.stdout:2157: expect deleted 2024-09-18T02:27:40.321 INFO:tasks.rados.rados.0.smithi046.stdout:2158: read oid 27 snap -1 2024-09-18T02:27:40.321 INFO:tasks.rados.rados.0.smithi046.stdout:2158: expect (ObjNum 652 snap 202 seq_num 652) 2024-09-18T02:27:40.322 INFO:tasks.rados.rados.0.smithi046.stdout:2159: snap_remove snap 204 2024-09-18T02:27:40.795 INFO:tasks.rados.rados.0.smithi046.stdout:2159: done (2 left) 2024-09-18T02:27:40.795 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 216 2024-09-18T02:27:40.795 INFO:tasks.rados.rados.0.smithi046.stdout:2158: expect (ObjNum 652 snap 202 seq_num 652) 2024-09-18T02:27:41.005 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:40 smithi195 ceph-mon[89559]: pgmap v429: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-18T02:27:41.005 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:40 smithi195 ceph-mon[89559]: osdmap e499: 8 total, 8 up, 8 in 2024-09-18T02:27:41.005 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:41.005 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:27:41.005 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:41.126 INFO:tasks.rados.rados.0.smithi046.stdout:2160: seq_num 706 ranges {1679360=630784,2310144=516096,2826240=729088,3555328=360448} 2024-09-18T02:27:41.139 INFO:tasks.rados.rados.0.smithi046.stdout:2160: writing smithi04682744-9 from 1679360 to 2310144 tid 1 2024-09-18T02:27:41.141 INFO:tasks.rados.rados.0.smithi046.stdout:2160: writing smithi04682744-9 from 2310144 to 2826240 tid 2 2024-09-18T02:27:41.145 INFO:tasks.rados.rados.0.smithi046.stdout:2160: writing smithi04682744-9 from 2826240 to 3555328 tid 3 2024-09-18T02:27:41.148 INFO:tasks.rados.rados.0.smithi046.stdout:2160: writing smithi04682744-9 from 3555328 to 3915776 tid 4 2024-09-18T02:27:41.148 INFO:tasks.rados.rados.0.smithi046.stdout:2157: done (2 left) 2024-09-18T02:27:41.148 INFO:tasks.rados.rados.0.smithi046.stdout:2158: done (1 left) 2024-09-18T02:27:41.148 INFO:tasks.rados.rados.0.smithi046.stdout:2161: snap_remove snap 213 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[94621]: pgmap v429: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[94621]: osdmap e499: 8 total, 8 up, 8 in 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[97106]: pgmap v429: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[97106]: osdmap e499: 8 total, 8 up, 8 in 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-18T02:27:41.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:2161: done (1 left) 2024-09-18T02:27:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:2162: delete oid 27 current snap is 216 2024-09-18T02:27:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing write tid 1 to smithi04682744-9 2024-09-18T02:27:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing write tid 2 to smithi04682744-9 2024-09-18T02:27:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing write tid 3 to smithi04682744-9 2024-09-18T02:27:41.803 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing write tid 4 to smithi04682744-9 2024-09-18T02:27:41.804 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing write tid 5 to smithi04682744-9 2024-09-18T02:27:41.804 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing write tid 6 to smithi04682744-9 2024-09-18T02:27:41.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1226 (ObjNum 706 snap 216 seq_num 706) dirty exists 2024-09-18T02:27:41.804 INFO:tasks.rados.rados.0.smithi046.stdout:2160: left oid 9 (ObjNum 706 snap 216 seq_num 706) 2024-09-18T02:27:41.811 INFO:tasks.rados.rados.0.smithi046.stdout:2160: done (1 left) 2024-09-18T02:27:41.811 INFO:tasks.rados.rados.0.smithi046.stdout:2162: done (0 left) 2024-09-18T02:27:41.811 INFO:tasks.rados.rados.0.smithi046.stdout:2163: snap_create 2024-09-18T02:27:42.101 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:41 smithi195 ceph-mon[89559]: Upgrade: Updating osd.7 2024-09-18T02:27:42.101 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:41 smithi195 ceph-mon[89559]: Deploying daemon osd.7 on smithi195 2024-09-18T02:27:42.101 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:41 smithi195 ceph-mon[89559]: osdmap e500: 8 total, 8 up, 8 in 2024-09-18T02:27:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:41 smithi046 ceph-mon[94621]: Upgrade: Updating osd.7 2024-09-18T02:27:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:41 smithi046 ceph-mon[94621]: Deploying daemon osd.7 on smithi195 2024-09-18T02:27:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:41 smithi046 ceph-mon[94621]: osdmap e500: 8 total, 8 up, 8 in 2024-09-18T02:27:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:41 smithi046 ceph-mon[97106]: Upgrade: Updating osd.7 2024-09-18T02:27:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:41 smithi046 ceph-mon[97106]: Deploying daemon osd.7 on smithi195 2024-09-18T02:27:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:41 smithi046 ceph-mon[97106]: osdmap e500: 8 total, 8 up, 8 in 2024-09-18T02:27:42.360 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:27:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:27:42.806 INFO:tasks.rados.rados.0.smithi046.stdout:2163: done (0 left) 2024-09-18T02:27:42.806 INFO:tasks.rados.rados.0.smithi046.stdout:2164: read oid 15 snap 207 2024-09-18T02:27:42.806 INFO:tasks.rados.rados.0.smithi046.stdout:2164: expect deleted 2024-09-18T02:27:42.806 INFO:tasks.rados.rados.0.smithi046.stdout:2165: setattr oid 3 current snap is 217 2024-09-18T02:27:42.808 INFO:tasks.rados.rados.0.smithi046.stdout:2164: done (1 left) 2024-09-18T02:27:42.808 INFO:tasks.rados.rados.0.smithi046.stdout:2166: snap_remove snap 212 2024-09-18T02:27:42.941 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:42 smithi195 ceph-mon[89559]: pgmap v432: 121 pgs: 121 active+clean; 232 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-18T02:27:42.942 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:42 smithi195 ceph-mon[89559]: osdmap e501: 8 total, 8 up, 8 in 2024-09-18T02:27:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:42 smithi046 ceph-mon[97106]: pgmap v432: 121 pgs: 121 active+clean; 232 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-18T02:27:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:42 smithi046 ceph-mon[97106]: osdmap e501: 8 total, 8 up, 8 in 2024-09-18T02:27:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:42 smithi046 ceph-mon[94621]: pgmap v432: 121 pgs: 121 active+clean; 232 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-18T02:27:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:42 smithi046 ceph-mon[94621]: osdmap e501: 8 total, 8 up, 8 in 2024-09-18T02:27:43.622 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:43 smithi195 systemd[1]: Stopping Ceph osd.7 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:27:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:2166: done (1 left) 2024-09-18T02:27:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:2167: read oid 42 snap 207 2024-09-18T02:27:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:2167: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-18T02:27:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:2168: read oid 28 snap 202 2024-09-18T02:27:43.815 INFO:tasks.rados.rados.0.smithi046.stdout:2168: expect deleted 2024-09-18T02:27:43.815 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 217 2024-09-18T02:27:43.815 INFO:tasks.rados.rados.0.smithi046.stdout:2169: seq_num 708 ranges {3088384=663552,3751936=737280,4489216=696320,5185536=172032} 2024-09-18T02:27:43.836 INFO:tasks.rados.rados.0.smithi046.stdout:2169: writing smithi04682744-32 from 3088384 to 3751936 tid 1 2024-09-18T02:27:43.841 INFO:tasks.rados.rados.0.smithi046.stdout:2169: writing smithi04682744-32 from 3751936 to 4489216 tid 2 2024-09-18T02:27:43.845 INFO:tasks.rados.rados.0.smithi046.stdout:2169: writing smithi04682744-32 from 4489216 to 5185536 tid 3 2024-09-18T02:27:43.847 INFO:tasks.rados.rados.0.smithi046.stdout:2169: writing smithi04682744-32 from 5185536 to 5357568 tid 4 2024-09-18T02:27:43.847 INFO:tasks.rados.rados.0.smithi046.stdout:2170: delete oid 19 current snap is 217 2024-09-18T02:27:43.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1430 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-09-18T02:27:43.848 INFO:tasks.rados.rados.0.smithi046.stdout:2169: finishing write tid 1 to smithi04682744-32 2024-09-18T02:27:43.853 INFO:tasks.rados.rados.0.smithi046.stdout:2167: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-18T02:27:43.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:43 smithi195 ceph-mon[89559]: osdmap e502: 8 total, 8 up, 8 in 2024-09-18T02:27:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:43 smithi195 ceph-mon[89559]: osd.7 marked itself down and dead 2024-09-18T02:27:43.974 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[55449]: 2024-09-18T02:27:43.621+0000 7f2a4d4f1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:27:43.974 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[55449]: 2024-09-18T02:27:43.621+0000 7f2a4d4f1640 -1 osd.7 502 *** Got signal Terminated *** 2024-09-18T02:27:43.974 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:43 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[55449]: 2024-09-18T02:27:43.621+0000 7f2a4d4f1640 -1 osd.7 502 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T02:27:44.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:43 smithi046 ceph-mon[97106]: osdmap e502: 8 total, 8 up, 8 in 2024-09-18T02:27:44.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:44.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:43 smithi046 ceph-mon[97106]: osd.7 marked itself down and dead 2024-09-18T02:27:44.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:43 smithi046 ceph-mon[94621]: osdmap e502: 8 total, 8 up, 8 in 2024-09-18T02:27:44.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:44.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:43 smithi046 ceph-mon[94621]: osd.7 marked itself down and dead 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2169: finishing write tid 2 to smithi04682744-32 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2169: finishing write tid 3 to smithi04682744-32 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2169: finishing write tid 4 to smithi04682744-32 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2169: finishing write tid 5 to smithi04682744-32 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2169: finishing write tid 6 to smithi04682744-32 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1440 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2169: left oid 32 (ObjNum 708 snap 217 seq_num 708) 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2165: done (4 left) 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2167: done (3 left) 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2168: done (2 left) 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2169: done (1 left) 2024-09-18T02:27:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:2170: done (0 left) 2024-09-18T02:27:44.338 INFO:tasks.rados.rados.0.smithi046.stdout:2171: setattr oid 45 current snap is 217 2024-09-18T02:27:44.338 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 217 2024-09-18T02:27:44.338 INFO:tasks.rados.rados.0.smithi046.stdout:2172: seq_num 710 ranges {3407872=696320,4104192=499712,4603904=712704,5316608=393216} 2024-09-18T02:27:44.360 INFO:tasks.rados.rados.0.smithi046.stdout:2172: writing smithi04682744-4 from 3407872 to 4104192 tid 1 2024-09-18T02:27:44.362 INFO:tasks.rados.rados.0.smithi046.stdout:2172: writing smithi04682744-4 from 4104192 to 4603904 tid 2 2024-09-18T02:27:44.366 INFO:tasks.rados.rados.0.smithi046.stdout:2172: writing smithi04682744-4 from 4603904 to 5316608 tid 3 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:2172: writing smithi04682744-4 from 5316608 to 5709824 tid 4 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:2173: rollback oid 26 current snap is 217 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 208 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1314 (ObjNum 65 snap 0 seq_num 1936287341) dirty exists 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 1 to smithi04682744-4 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:2171: done (2 left) 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:2174: copy_from oid 14 from oid 24 current snap is 217 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 2 to smithi04682744-4 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 217 2024-09-18T02:27:44.370 INFO:tasks.rados.rados.0.smithi046.stdout:2175: seq_num 711 ranges {7593984=712704,8306688=786432,9093120=516096,9609216=303104} 2024-09-18T02:27:44.415 INFO:tasks.rados.rados.0.smithi046.stdout:2175: writing smithi04682744-42 from 7593984 to 8306688 tid 1 2024-09-18T02:27:44.420 INFO:tasks.rados.rados.0.smithi046.stdout:2175: writing smithi04682744-42 from 8306688 to 9093120 tid 2 2024-09-18T02:27:44.423 INFO:tasks.rados.rados.0.smithi046.stdout:2175: writing smithi04682744-42 from 9093120 to 9609216 tid 3 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2175: writing smithi04682744-42 from 9609216 to 9912320 tid 4 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2176: delete oid 40 current snap is 217 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 3 to smithi04682744-4 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 4 to smithi04682744-4 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 5 to smithi04682744-4 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2173: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2173: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 6 to smithi04682744-4 2024-09-18T02:27:44.425 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1181 (ObjNum 710 snap 217 seq_num 710) dirty exists 2024-09-18T02:27:44.426 INFO:tasks.rados.rados.0.smithi046.stdout:2172: left oid 4 (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:27:44.426 INFO:tasks.rados.rados.0.smithi046.stdout:2173: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:27:44.426 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1444 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:27:44.426 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing write tid 1 to smithi04682744-42 2024-09-18T02:27:44.426 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing write tid 2 to smithi04682744-42 2024-09-18T02:27:44.427 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing write tid 3 to smithi04682744-42 2024-09-18T02:27:44.427 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing write tid 4 to smithi04682744-42 2024-09-18T02:27:44.427 INFO:tasks.rados.rados.0.smithi046.stdout:2172: done (4 left) 2024-09-18T02:27:44.427 INFO:tasks.rados.rados.0.smithi046.stdout:2173: done (3 left) 2024-09-18T02:27:44.428 INFO:tasks.rados.rados.0.smithi046.stdout:2176: done (2 left) 2024-09-18T02:27:44.428 INFO:tasks.rados.rados.0.smithi046.stdout:2177: read oid 4 snap -1 2024-09-18T02:27:44.428 INFO:tasks.rados.rados.0.smithi046.stdout:2177: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:27:44.428 INFO:tasks.rados.rados.0.smithi046.stdout:2178: read oid 5 snap -1 2024-09-18T02:27:44.428 INFO:tasks.rados.rados.0.smithi046.stdout:2178: expect (ObjNum 681 snap 207 seq_num 681) 2024-09-18T02:27:44.428 INFO:tasks.rados.rados.0.smithi046.stdout:2179: snap_create 2024-09-18T02:27:44.428 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing write tid 5 to smithi04682744-42 2024-09-18T02:27:44.432 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing write tid 6 to smithi04682744-42 2024-09-18T02:27:44.432 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1186 (ObjNum 711 snap 217 seq_num 711) dirty exists 2024-09-18T02:27:44.432 INFO:tasks.rados.rados.0.smithi046.stdout:2175: left oid 42 (ObjNum 711 snap 217 seq_num 711) 2024-09-18T02:27:44.455 INFO:tasks.rados.rados.0.smithi046.stdout:2177: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:27:44.656 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:44 smithi195 podman[109972]: 2024-09-18 02:27:44.357466358 +0000 UTC m=+0.844731194 container died 9d385ba02eea4ef2860ec8591dcef600ab74f217af6707aa133f27630e58b444 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-4a70413) 2024-09-18T02:27:44.683 INFO:tasks.rados.rados.0.smithi046.stdout:2178: expect (ObjNum 681 snap 207 seq_num 681) 2024-09-18T02:27:44.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:44 smithi195 ceph-mon[89559]: pgmap v435: 121 pgs: 121 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 982 KiB/s wr, 5 op/s 2024-09-18T02:27:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:44 smithi195 ceph-mon[89559]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:27:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:44 smithi195 ceph-mon[89559]: osdmap e503: 8 total, 7 up, 8 in 2024-09-18T02:27:44.974 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:44 smithi195 podman[109972]: 2024-09-18 02:27:44.753349138 +0000 UTC m=+1.240613972 container cleanup 9d385ba02eea4ef2860ec8591dcef600ab74f217af6707aa133f27630e58b444 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-4a70413, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-18T02:27:44.974 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:44 smithi195 bash[109972]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing copy_from to smithi04682744-14 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1037 (ObjNum 679 snap 207 seq_num 679) dirty exists 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2174: done (4 left) 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2175: done (3 left) 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2177: done (2 left) 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2178: done (1 left) 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2179: done (0 left) 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2180: read oid 48 snap -1 2024-09-18T02:27:45.151 INFO:tasks.rados.rados.0.smithi046.stdout:2180: expect (ObjNum 694 snap 210 seq_num 694) 2024-09-18T02:27:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:2181: copy_from oid 1 from oid 22 current snap is 218 2024-09-18T02:27:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 218 2024-09-18T02:27:45.152 INFO:tasks.rados.rados.0.smithi046.stdout:2182: seq_num 713 ranges {6807552=745472,7553024=557056,8110080=483328,8593408=565248} 2024-09-18T02:27:45.193 INFO:tasks.rados.rados.0.smithi046.stdout:2182: writing smithi04682744-5 from 6807552 to 7553024 tid 1 2024-09-18T02:27:45.195 INFO:tasks.rados.rados.0.smithi046.stdout:2182: writing smithi04682744-5 from 7553024 to 8110080 tid 2 2024-09-18T02:27:45.199 INFO:tasks.rados.rados.0.smithi046.stdout:2182: writing smithi04682744-5 from 8110080 to 8593408 tid 3 2024-09-18T02:27:45.202 INFO:tasks.rados.rados.0.smithi046.stdout:2182: writing smithi04682744-5 from 8593408 to 9158656 tid 4 2024-09-18T02:27:45.202 INFO:tasks.rados.rados.0.smithi046.stdout:2183: read oid 3 snap -1 2024-09-18T02:27:45.202 INFO:tasks.rados.rados.0.smithi046.stdout:2183: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:27:45.203 INFO:tasks.rados.rados.0.smithi046.stdout:2184: snap_create 2024-09-18T02:27:45.203 INFO:tasks.rados.rados.0.smithi046.stdout:2180: expect (ObjNum 694 snap 210 seq_num 694) 2024-09-18T02:27:45.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:44 smithi046 ceph-mon[97106]: pgmap v435: 121 pgs: 121 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 982 KiB/s wr, 5 op/s 2024-09-18T02:27:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:44 smithi046 ceph-mon[97106]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:27:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:44 smithi046 ceph-mon[97106]: osdmap e503: 8 total, 7 up, 8 in 2024-09-18T02:27:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:44 smithi046 ceph-mon[94621]: pgmap v435: 121 pgs: 121 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 982 KiB/s wr, 5 op/s 2024-09-18T02:27:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:44 smithi046 ceph-mon[94621]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-18T02:27:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:44 smithi046 ceph-mon[94621]: osdmap e503: 8 total, 7 up, 8 in 2024-09-18T02:27:45.259 INFO:tasks.rados.rados.0.smithi046.stdout:2181: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:27:45.259 INFO:tasks.rados.rados.0.smithi046.stdout:2181: finishing copy_from to smithi04682744-1 2024-09-18T02:27:45.259 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1400 (ObjNum 675 snap 207 seq_num 675) dirty exists 2024-09-18T02:27:45.259 INFO:tasks.rados.rados.0.smithi046.stdout:2182: finishing write tid 1 to smithi04682744-5 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:2182: finishing write tid 2 to smithi04682744-5 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:2182: finishing write tid 3 to smithi04682744-5 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:2182: finishing write tid 4 to smithi04682744-5 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:2182: finishing write tid 5 to smithi04682744-5 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:2182: finishing write tid 6 to smithi04682744-5 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1045 (ObjNum 713 snap 218 seq_num 713) dirty exists 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:2182: left oid 5 (ObjNum 713 snap 218 seq_num 713) 2024-09-18T02:27:45.260 INFO:tasks.rados.rados.0.smithi046.stdout:2183: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:27:45.324 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:45 smithi195 podman[109993]: 2024-09-18 02:27:45.004561913 +0000 UTC m=+0.649326128 container remove 9d385ba02eea4ef2860ec8591dcef600ab74f217af6707aa133f27630e58b444 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=quincy-4a70413, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-18T02:27:45.667 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:45 smithi195 podman[110086]: 2024-09-18 02:27:45.226087673 +0000 UTC m=+0.015858832 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:27:45.667 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:45 smithi195 podman[110086]: 2024-09-18 02:27:45.33046803 +0000 UTC m=+0.120239178 container create aa491bb7ce14e01a120ec03a13c7394cda8af9eae8e61f3d4a427d5e8ef73822 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-18T02:27:45.667 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:45 smithi195 podman[110086]: 2024-09-18 02:27:45.549720744 +0000 UTC m=+0.339491896 container init aa491bb7ce14e01a120ec03a13c7394cda8af9eae8e61f3d4a427d5e8ef73822 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-18T02:27:45.667 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:45 smithi195 podman[110086]: 2024-09-18 02:27:45.554710275 +0000 UTC m=+0.344481434 container start aa491bb7ce14e01a120ec03a13c7394cda8af9eae8e61f3d4a427d5e8ef73822 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True) 2024-09-18T02:27:45.667 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:45 smithi195 podman[110086]: 2024-09-18 02:27:45.665853542 +0000 UTC m=+0.455624693 container attach aa491bb7ce14e01a120ec03a13c7394cda8af9eae8e61f3d4a427d5e8ef73822 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:27:45.826 INFO:tasks.rados.rados.0.smithi046.stdout:2180: done (4 left) 2024-09-18T02:27:45.826 INFO:tasks.rados.rados.0.smithi046.stdout:2181: done (3 left) 2024-09-18T02:27:45.826 INFO:tasks.rados.rados.0.smithi046.stdout:2182: done (2 left) 2024-09-18T02:27:45.826 INFO:tasks.rados.rados.0.smithi046.stdout:2183: done (1 left) 2024-09-18T02:27:45.826 INFO:tasks.rados.rados.0.smithi046.stdout:2184: done (0 left) 2024-09-18T02:27:45.826 INFO:tasks.rados.rados.0.smithi046.stdout:2185: copy_from oid 15 from oid 50 current snap is 219 2024-09-18T02:27:45.827 INFO:tasks.rados.rados.0.smithi046.stdout:2186: snap_create 2024-09-18T02:27:45.851 INFO:tasks.rados.rados.0.smithi046.stdout:2185: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:27:45.853 INFO:tasks.rados.rados.0.smithi046.stdout:2185: finishing copy_from to smithi04682744-15 2024-09-18T02:27:45.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1032 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:27:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:45 smithi195 ceph-mon[89559]: osdmap e504: 8 total, 7 up, 8 in 2024-09-18T02:27:45.974 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:45 smithi195 podman[110086]: 2024-09-18 02:27:45.740334015 +0000 UTC m=+0.530105182 container died aa491bb7ce14e01a120ec03a13c7394cda8af9eae8e61f3d4a427d5e8ef73822 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:27:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:45 smithi046 ceph-mon[97106]: osdmap e504: 8 total, 7 up, 8 in 2024-09-18T02:27:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:45 smithi046 ceph-mon[94621]: osdmap e504: 8 total, 7 up, 8 in 2024-09-18T02:27:46.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:46 smithi195 podman[110129]: 2024-09-18 02:27:46.353466119 +0000 UTC m=+0.607460220 container remove aa491bb7ce14e01a120ec03a13c7394cda8af9eae8e61f3d4a427d5e8ef73822 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-18T02:27:46.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:46 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-18T02:27:46.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:46 smithi195 systemd[1]: Stopped Ceph osd.7 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:27:46.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:46 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.7.service: Consumed 14.185s CPU time. 2024-09-18T02:27:46.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:46 smithi195 systemd[1]: Starting Ceph osd.7 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:27:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:27:46] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-09-18T02:27:46.758 INFO:tasks.rados.rados.0.smithi046.stdout:2185: done (1 left) 2024-09-18T02:27:46.758 INFO:tasks.rados.rados.0.smithi046.stdout:2186: done (0 left) 2024-09-18T02:27:46.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 220 2024-09-18T02:27:46.758 INFO:tasks.rados.rados.0.smithi046.stdout:2187: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2024-09-18T02:27:46.762 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04682744-43 from 0 to 761856 tid 1 2024-09-18T02:27:46.765 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04682744-43 from 761856 to 1204224 tid 2 2024-09-18T02:27:46.769 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04682744-43 from 1204224 to 1892352 tid 3 2024-09-18T02:27:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04682744-43 from 1892352 to 2367488 tid 4 2024-09-18T02:27:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2188: delete oid 18 current snap is 220 2024-09-18T02:27:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 1 to smithi04682744-43 2024-09-18T02:27:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 2 to smithi04682744-43 2024-09-18T02:27:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 3 to smithi04682744-43 2024-09-18T02:27:46.774 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 4 to smithi04682744-43 2024-09-18T02:27:46.774 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 5 to smithi04682744-43 2024-09-18T02:27:46.775 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 6 to smithi04682744-43 2024-09-18T02:27:46.775 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 613 (ObjNum 714 snap 220 seq_num 714) dirty exists 2024-09-18T02:27:46.775 INFO:tasks.rados.rados.0.smithi046.stdout:2187: left oid 43 (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:27:46.778 INFO:tasks.rados.rados.0.smithi046.stdout:2187: done (1 left) 2024-09-18T02:27:46.778 INFO:tasks.rados.rados.0.smithi046.stdout:2188: done (0 left) 2024-09-18T02:27:46.779 INFO:tasks.rados.rados.0.smithi046.stdout:2189: read oid 36 snap -1 2024-09-18T02:27:46.779 INFO:tasks.rados.rados.0.smithi046.stdout:2189: expect deleted 2024-09-18T02:27:46.779 INFO:tasks.rados.rados.0.smithi046.stdout:2190: snap_create 2024-09-18T02:27:47.099 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:46 smithi195 ceph-mon[89559]: pgmap v438: 121 pgs: 1 active+clean+snaptrim, 17 peering, 13 stale+active+clean, 90 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 982 KiB/s wr, 5 op/s 2024-09-18T02:27:47.099 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:46 smithi195 ceph-mon[89559]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-18T02:27:47.099 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:46 smithi195 ceph-mon[89559]: osdmap e505: 8 total, 7 up, 8 in 2024-09-18T02:27:47.099 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:46 smithi195 ceph-mon[89559]: osdmap e506: 8 total, 7 up, 8 in 2024-09-18T02:27:47.100 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:46 smithi195 podman[110231]: 2024-09-18 02:27:46.690145583 +0000 UTC m=+0.016037775 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:27:47.100 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:46 smithi195 podman[110231]: 2024-09-18 02:27:46.821264758 +0000 UTC m=+0.147156943 container create dac3294ba85d0231b84b98107688372736ba50132347525eb809ff8c9d065fca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[97106]: pgmap v438: 121 pgs: 1 active+clean+snaptrim, 17 peering, 13 stale+active+clean, 90 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 982 KiB/s wr, 5 op/s 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[97106]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[97106]: osdmap e505: 8 total, 7 up, 8 in 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[97106]: osdmap e506: 8 total, 7 up, 8 in 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[94621]: pgmap v438: 121 pgs: 1 active+clean+snaptrim, 17 peering, 13 stale+active+clean, 90 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 982 KiB/s wr, 5 op/s 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[94621]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[94621]: osdmap e505: 8 total, 7 up, 8 in 2024-09-18T02:27:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:46 smithi046 ceph-mon[94621]: osdmap e506: 8 total, 7 up, 8 in 2024-09-18T02:27:47.399 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 podman[110231]: 2024-09-18 02:27:47.098863376 +0000 UTC m=+0.424755576 container init dac3294ba85d0231b84b98107688372736ba50132347525eb809ff8c9d065fca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-18T02:27:47.399 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 podman[110231]: 2024-09-18 02:27:47.103733053 +0000 UTC m=+0.429625242 container start dac3294ba85d0231b84b98107688372736ba50132347525eb809ff8c9d065fca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-18T02:27:47.399 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 podman[110231]: 2024-09-18 02:27:47.215877652 +0000 UTC m=+0.541769859 container attach dac3294ba85d0231b84b98107688372736ba50132347525eb809ff8c9d065fca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-18T02:27:47.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate[110246]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-18T02:27:47.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 bash[110231]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-18T02:27:47.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate[110246]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-18T02:27:47.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 bash[110231]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-18T02:27:47.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate[110246]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-18T02:27:47.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 bash[110231]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-18T02:27:47.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate[110246]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 bash[110231]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate[110246]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 bash[110231]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate[110246]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 bash[110231]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate[110246]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 bash[110231]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-18T02:27:47.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:47 smithi195 podman[110231]: 2024-09-18 02:27:47.446465652 +0000 UTC m=+0.772357837 container died dac3294ba85d0231b84b98107688372736ba50132347525eb809ff8c9d065fca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-18T02:27:47.760 INFO:tasks.rados.rados.0.smithi046.stdout:2189: done (1 left) 2024-09-18T02:27:47.760 INFO:tasks.rados.rados.0.smithi046.stdout:2190: done (0 left) 2024-09-18T02:27:47.760 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 221 2024-09-18T02:27:47.760 INFO:tasks.rados.rados.0.smithi046.stdout:2191: seq_num 716 ranges {1581056=794624,2375680=655360,3031040=704512,3735552=245760} 2024-09-18T02:27:47.772 INFO:tasks.rados.rados.0.smithi046.stdout:2191: writing smithi04682744-7 from 1581056 to 2375680 tid 1 2024-09-18T02:27:47.776 INFO:tasks.rados.rados.0.smithi046.stdout:2191: writing smithi04682744-7 from 2375680 to 3031040 tid 2 2024-09-18T02:27:47.781 INFO:tasks.rados.rados.0.smithi046.stdout:2191: writing smithi04682744-7 from 3031040 to 3735552 tid 3 2024-09-18T02:27:47.782 INFO:tasks.rados.rados.0.smithi046.stdout:2191: writing smithi04682744-7 from 3735552 to 3981312 tid 4 2024-09-18T02:27:47.782 INFO:tasks.rados.rados.0.smithi046.stdout:2192: read oid 43 snap -1 2024-09-18T02:27:47.782 INFO:tasks.rados.rados.0.smithi046.stdout:2192: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:27:47.783 INFO:tasks.rados.rados.0.smithi046.stdout:2193: snap_remove snap 216 2024-09-18T02:27:48.437 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 podman[110394]: 2024-09-18 02:27:48.060998148 +0000 UTC m=+0.608744254 container remove dac3294ba85d0231b84b98107688372736ba50132347525eb809ff8c9d065fca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-18T02:27:48.437 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 podman[110459]: 2024-09-18 02:27:48.168659023 +0000 UTC m=+0.015941799 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:27:48.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 podman[110459]: 2024-09-18 02:27:48.437097728 +0000 UTC m=+0.284380490 container create 4d0c74385241f677c33977bdbc91394d44397071c016a55740e2b5c1b15aff5c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:27:48.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 podman[110459]: 2024-09-18 02:27:48.647522681 +0000 UTC m=+0.494805445 container init 4d0c74385241f677c33977bdbc91394d44397071c016a55740e2b5c1b15aff5c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=reef-19e2a2b) 2024-09-18T02:27:48.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 podman[110459]: 2024-09-18 02:27:48.652067871 +0000 UTC m=+0.499350637 container start 4d0c74385241f677c33977bdbc91394d44397071c016a55740e2b5c1b15aff5c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-18T02:27:48.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 ceph-osd[110497]: -- 172.21.15.195:0/1864453648 <== mon.1 v2:172.21.15.195:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556ec582b1e0 con 0x556ec57c9c00 2024-09-18T02:27:48.768 INFO:tasks.rados.rados.0.smithi046.stdout:2193: done (2 left) 2024-09-18T02:27:48.769 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 221 2024-09-18T02:27:48.769 INFO:tasks.rados.rados.0.smithi046.stdout:2191: finishing write tid 1 to smithi04682744-7 2024-09-18T02:27:48.769 INFO:tasks.rados.rados.0.smithi046.stdout:2194: seq_num 717 ranges {0=16384} 2024-09-18T02:27:48.769 INFO:tasks.rados.rados.0.smithi046.stdout:2194: writing smithi04682744-25 from 0 to 16384 tid 1 2024-09-18T02:27:48.769 INFO:tasks.rados.rados.0.smithi046.stdout:2195: snap_remove snap 215 2024-09-18T02:27:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:48 smithi046 ceph-mon[94621]: pgmap v441: 121 pgs: 10 active+undersized, 1 active+clean+snaptrim, 17 peering, 10 stale+active+clean, 1 active+undersized+degraded, 82 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 0 op/s; 1/357 objects degraded (0.280%) 2024-09-18T02:27:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:48 smithi046 ceph-mon[94621]: osdmap e507: 8 total, 7 up, 8 in 2024-09-18T02:27:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:48 smithi046 ceph-mon[94621]: Health check failed: Degraded data redundancy: 1/357 objects degraded (0.280%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:27:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:48 smithi046 ceph-mon[97106]: pgmap v441: 121 pgs: 10 active+undersized, 1 active+clean+snaptrim, 17 peering, 10 stale+active+clean, 1 active+undersized+degraded, 82 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 0 op/s; 1/357 objects degraded (0.280%) 2024-09-18T02:27:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:48 smithi046 ceph-mon[97106]: osdmap e507: 8 total, 7 up, 8 in 2024-09-18T02:27:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:48 smithi046 ceph-mon[97106]: Health check failed: Degraded data redundancy: 1/357 objects degraded (0.280%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:27:49.189 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:48 smithi195 ceph-mon[89559]: pgmap v441: 121 pgs: 10 active+undersized, 1 active+clean+snaptrim, 17 peering, 10 stale+active+clean, 1 active+undersized+degraded, 82 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 0 op/s; 1/357 objects degraded (0.280%) 2024-09-18T02:27:49.190 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:48 smithi195 ceph-mon[89559]: osdmap e507: 8 total, 7 up, 8 in 2024-09-18T02:27:49.190 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:48 smithi195 ceph-mon[89559]: Health check failed: Degraded data redundancy: 1/357 objects degraded (0.280%), 1 pg degraded (PG_DEGRADED) 2024-09-18T02:27:49.190 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 bash[110459]: 4d0c74385241f677c33977bdbc91394d44397071c016a55740e2b5c1b15aff5c 2024-09-18T02:27:49.190 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:48 smithi195 systemd[1]: Started Ceph osd.7 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:27:49.473 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:49 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T02:27:49.188+0000 7fa5637f0640 -1 Falling back to public interface 2024-09-18T02:27:49.768 INFO:tasks.rados.rados.0.smithi046.stdout:2195: done (3 left) 2024-09-18T02:27:49.768 INFO:tasks.rados.rados.0.smithi046.stdout:2196: setattr oid 40 current snap is 221 2024-09-18T02:27:49.769 INFO:tasks.rados.rados.0.smithi046.stdout:2191: finishing write tid 2 to smithi04682744-7 2024-09-18T02:27:49.769 INFO:tasks.rados.rados.0.smithi046.stdout:2191: finishing write tid 3 to smithi04682744-7 2024-09-18T02:27:49.769 INFO:tasks.rados.rados.0.smithi046.stdout:2191: finishing write tid 4 to smithi04682744-7 2024-09-18T02:27:49.769 INFO:tasks.rados.rados.0.smithi046.stdout:2191: finishing write tid 5 to smithi04682744-7 2024-09-18T02:27:49.769 INFO:tasks.rados.rados.0.smithi046.stdout:2191: finishing write tid 6 to smithi04682744-7 2024-09-18T02:27:49.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1234 (ObjNum 716 snap 221 seq_num 716) dirty exists 2024-09-18T02:27:49.770 INFO:tasks.rados.rados.0.smithi046.stdout:2191: left oid 7 (ObjNum 716 snap 221 seq_num 716) 2024-09-18T02:27:49.770 INFO:tasks.rados.rados.0.smithi046.stdout:2192: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:27:49.838 INFO:tasks.rados.rados.0.smithi046.stdout:2194: finishing write tid 1 to smithi04682744-25 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2194: finishing write tid 2 to smithi04682744-25 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2194: finishing write tid 3 to smithi04682744-25 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1270 (ObjNum 717 snap 221 seq_num 717) dirty exists 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2194: left oid 25 (ObjNum 717 snap 221 seq_num 717) 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2191: done (3 left) 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2192: done (2 left) 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2194: done (1 left) 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2197: copy_from oid 22 from oid 29 current snap is 221 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2198: rmattr oid 38 current snap is 221 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2198: done (2 left) 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:2199: rollback oid 28 current snap is 221 2024-09-18T02:27:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 208 2024-09-18T02:27:49.840 INFO:tasks.rados.rados.0.smithi046.stdout:2200: snap_create 2024-09-18T02:27:49.842 INFO:tasks.rados.rados.0.smithi046.stdout:2199: finishing rollback tid 1 to smithi04682744-28 2024-09-18T02:27:49.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 0 (ObjNum 177 snap 0 seq_num 1147906752) dirty dne 2024-09-18T02:27:49.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1455 (ObjNum 129 snap 0 seq_num 1574192765) dirty exists 2024-09-18T02:27:49.854 INFO:tasks.rados.rados.0.smithi046.stdout:2197: finishing copy_from racing read to smithi04682744-22 2024-09-18T02:27:49.855 INFO:tasks.rados.rados.0.smithi046.stdout:2197: finishing copy_from to smithi04682744-22 2024-09-18T02:27:49.856 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1269 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:27:49.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:49 smithi195 ceph-mon[89559]: osdmap e508: 8 total, 7 up, 8 in 2024-09-18T02:27:49.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:49.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:49.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[97106]: osdmap e508: 8 total, 7 up, 8 in 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[94621]: osdmap e508: 8 total, 7 up, 8 in 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:2196: done (3 left) 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:2197: done (2 left) 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:2199: done (1 left) 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:2200: done (0 left) 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 222 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:2201: seq_num 718 ranges {0=32768} 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:2201: writing smithi04682744-18 from 0 to 32768 tid 1 2024-09-18T02:27:50.800 INFO:tasks.rados.rados.0.smithi046.stdout:2202: snap_create 2024-09-18T02:27:50.805 INFO:tasks.rados.rados.0.smithi046.stdout:2201: finishing write tid 1 to smithi04682744-18 2024-09-18T02:27:50.806 INFO:tasks.rados.rados.0.smithi046.stdout:2201: finishing write tid 2 to smithi04682744-18 2024-09-18T02:27:50.807 INFO:tasks.rados.rados.0.smithi046.stdout:2201: finishing write tid 3 to smithi04682744-18 2024-09-18T02:27:50.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1048 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:27:50.807 INFO:tasks.rados.rados.0.smithi046.stdout:2201: left oid 18 (ObjNum 718 snap 222 seq_num 718) 2024-09-18T02:27:51.091 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:50 smithi195 ceph-mon[89559]: pgmap v444: 121 pgs: 29 active+undersized, 11 peering, 10 active+undersized+degraded, 71 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 20 op/s; 28/384 objects degraded (7.292%) 2024-09-18T02:27:51.091 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:50 smithi195 ceph-mon[89559]: osdmap e509: 8 total, 7 up, 8 in 2024-09-18T02:27:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:50 smithi046 ceph-mon[97106]: pgmap v444: 121 pgs: 29 active+undersized, 11 peering, 10 active+undersized+degraded, 71 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 20 op/s; 28/384 objects degraded (7.292%) 2024-09-18T02:27:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:50 smithi046 ceph-mon[97106]: osdmap e509: 8 total, 7 up, 8 in 2024-09-18T02:27:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:50 smithi046 ceph-mon[94621]: pgmap v444: 121 pgs: 29 active+undersized, 11 peering, 10 active+undersized+degraded, 71 active+clean; 267 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 20 op/s; 28/384 objects degraded (7.292%) 2024-09-18T02:27:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:50 smithi046 ceph-mon[94621]: osdmap e509: 8 total, 7 up, 8 in 2024-09-18T02:27:51.760 INFO:tasks.rados.rados.0.smithi046.stdout:2201: done (1 left) 2024-09-18T02:27:51.760 INFO:tasks.rados.rados.0.smithi046.stdout:2202: done (0 left) 2024-09-18T02:27:51.760 INFO:tasks.rados.rados.0.smithi046.stdout:2203: setattr oid 44 current snap is 223 2024-09-18T02:27:51.761 INFO:tasks.rados.rados.0.smithi046.stdout:2204: rollback oid 20 current snap is 223 2024-09-18T02:27:51.762 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 218 2024-09-18T02:27:51.762 INFO:tasks.rados.rados.0.smithi046.stdout:2205: snap_remove snap 210 2024-09-18T02:27:52.223 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T02:27:52.044+0000 7fa5637f0640 -1 osd.7 502 log_to_monitors true 2024-09-18T02:27:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:51 smithi195 ceph-mon[89559]: osdmap e510: 8 total, 7 up, 8 in 2024-09-18T02:27:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:51 smithi195 ceph-mon[89559]: Health check update: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-18T02:27:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:51 smithi195 ceph-mon[89559]: osdmap e511: 8 total, 7 up, 8 in 2024-09-18T02:27:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:51 smithi046 ceph-mon[97106]: osdmap e510: 8 total, 7 up, 8 in 2024-09-18T02:27:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:51 smithi046 ceph-mon[97106]: Health check update: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-18T02:27:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:51 smithi046 ceph-mon[97106]: osdmap e511: 8 total, 7 up, 8 in 2024-09-18T02:27:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:51 smithi046 ceph-mon[94621]: osdmap e510: 8 total, 7 up, 8 in 2024-09-18T02:27:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:51 smithi046 ceph-mon[94621]: Health check update: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-18T02:27:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:51 smithi046 ceph-mon[94621]: osdmap e511: 8 total, 7 up, 8 in 2024-09-18T02:27:52.648 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:2205: done (2 left) 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:2206: copy_from oid 39 from oid 18 current snap is 223 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:2204: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 734 (ObjNum 193 snap 0 seq_num 962567568) dirty dne 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 344 (ObjNum 1201 snap 0 seq_num 1147147168) dirty exists 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:2203: done (2 left) 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:2204: done (1 left) 2024-09-18T02:27:52.765 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 223 2024-09-18T02:27:52.766 INFO:tasks.rados.rados.0.smithi046.stdout:2207: seq_num 719 ranges {4915200=49152} 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2207: writing smithi04682744-23 from 4915200 to 4964352 tid 1 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 223 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2206: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2206: finishing copy_from to smithi04682744-39 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1048 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2208: seq_num 720 ranges {0=65536} 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2208: writing smithi04682744-30 from 0 to 65536 tid 1 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2206: done (2 left) 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2209: read oid 2 snap -1 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2209: expect (ObjNum 685 snap 207 seq_num 685) 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2210: read oid 46 snap -1 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2210: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:27:52.791 INFO:tasks.rados.rados.0.smithi046.stdout:2211: snap_create 2024-09-18T02:27:52.797 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 1 to smithi04682744-23 2024-09-18T02:27:52.800 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 2 to smithi04682744-23 2024-09-18T02:27:52.804 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 3 to smithi04682744-23 2024-09-18T02:27:52.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1319 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-09-18T02:27:52.804 INFO:tasks.rados.rados.0.smithi046.stdout:2207: left oid 23 (ObjNum 719 snap 223 seq_num 719) 2024-09-18T02:27:52.809 INFO:tasks.rados.rados.0.smithi046.stdout:2208: finishing write tid 1 to smithi04682744-30 2024-09-18T02:27:52.809 INFO:tasks.rados.rados.0.smithi046.stdout:2208: finishing write tid 2 to smithi04682744-30 2024-09-18T02:27:52.809 INFO:tasks.rados.rados.0.smithi046.stdout:2208: finishing write tid 3 to smithi04682744-30 2024-09-18T02:27:52.809 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1188 (ObjNum 720 snap 223 seq_num 720) dirty exists 2024-09-18T02:27:52.809 INFO:tasks.rados.rados.0.smithi046.stdout:2208: left oid 30 (ObjNum 720 snap 223 seq_num 720) 2024-09-18T02:27:52.833 INFO:tasks.rados.rados.0.smithi046.stdout:2209: expect (ObjNum 685 snap 207 seq_num 685) 2024-09-18T02:27:52.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: pgmap v447: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.4 MiB/s wr, 22 op/s; 33/390 objects degraded (8.462%) 2024-09-18T02:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-18T02:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: from='osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T02:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: osdmap e512: 8 total, 7 up, 8 in 2024-09-18T02:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: from='osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:52 smithi195 ceph-mon[89559]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: pgmap v447: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.4 MiB/s wr, 22 op/s; 33/390 objects degraded (8.462%) 2024-09-18T02:27:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-18T02:27:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: from='osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:27:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:27:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T02:27:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: osdmap e512: 8 total, 7 up, 8 in 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: from='osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[97106]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: pgmap v447: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.4 MiB/s wr, 22 op/s; 33/390 objects degraded (8.462%) 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: from='osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: osdmap e512: 8 total, 7 up, 8 in 2024-09-18T02:27:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: from='osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:53.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:52 smithi046 ceph-mon[94621]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi195", "root=default"]}]: dispatch 2024-09-18T02:27:53.378 INFO:tasks.rados.rados.0.smithi046.stdout:2210: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:27:53.473 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 02:27:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T02:27:53.044+0000 7fa557592640 -1 osd.7 502 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-18T02:27:54.421 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: from='osd.7 ' entity='osd.7' 2024-09-18T02:27:54.421 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.421 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.421 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.421 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:27:54.421 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.422 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700] boot 2024-09-18T02:27:54.422 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: osdmap e513: 8 total, 8 up, 8 in 2024-09-18T02:27:54.422 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:27:54.496 INFO:tasks.rados.rados.0.smithi046.stdout:2207: done (4 left) 2024-09-18T02:27:54.497 INFO:tasks.rados.rados.0.smithi046.stdout:2208: done (3 left) 2024-09-18T02:27:54.497 INFO:tasks.rados.rados.0.smithi046.stdout:2209: done (2 left) 2024-09-18T02:27:54.497 INFO:tasks.rados.rados.0.smithi046.stdout:2210: done (1 left) 2024-09-18T02:27:54.497 INFO:tasks.rados.rados.0.smithi046.stdout:2211: done (0 left) 2024-09-18T02:27:54.497 INFO:tasks.rados.rados.0.smithi046.stdout:2212: rmattr oid 29 current snap is 224 2024-09-18T02:27:54.497 INFO:tasks.rados.rados.0.smithi046.stdout:2212: done (0 left) 2024-09-18T02:27:54.497 INFO:tasks.rados.rados.0.smithi046.stdout:2213: delete oid 39 current snap is 224 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: from='osd.7 ' entity='osd.7' 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700] boot 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: osdmap e513: 8 total, 8 up, 8 in 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: from='osd.7 ' entity='osd.7' 2024-09-18T02:27:54.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-18T02:27:54.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:54.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: osd.7 [v2:172.21.15.195:6824/1844026700,v1:172.21.15.195:6825/1844026700] boot 2024-09-18T02:27:54.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: osdmap e513: 8 total, 8 up, 8 in 2024-09-18T02:27:54.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-18T02:27:54.551 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:27:54.798 INFO:tasks.rados.rados.0.smithi046.stdout:2213: done (0 left) 2024-09-18T02:27:54.798 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 224 2024-09-18T02:27:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:2214: seq_num 722 ranges {0=98304} 2024-09-18T02:27:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:2214: writing smithi04682744-49 from 0 to 98304 tid 1 2024-09-18T02:27:54.799 INFO:tasks.rados.rados.0.smithi046.stdout:2215: read oid 38 snap -1 2024-09-18T02:27:54.800 INFO:tasks.rados.rados.0.smithi046.stdout:2215: expect (ObjNum 688 snap 208 seq_num 688) 2024-09-18T02:27:54.800 INFO:tasks.rados.rados.0.smithi046.stdout:2216: delete oid 33 current snap is 224 2024-09-18T02:27:54.803 INFO:tasks.rados.rados.0.smithi046.stdout:2214: finishing write tid 1 to smithi04682744-49 2024-09-18T02:27:54.803 INFO:tasks.rados.rados.0.smithi046.stdout:2216: done (2 left) 2024-09-18T02:27:54.804 INFO:tasks.rados.rados.0.smithi046.stdout:2217: snap_create 2024-09-18T02:27:54.804 INFO:tasks.rados.rados.0.smithi046.stdout:2214: finishing write tid 2 to smithi04682744-49 2024-09-18T02:27:54.805 INFO:tasks.rados.rados.0.smithi046.stdout:2215: expect (ObjNum 688 snap 208 seq_num 688) 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (6m) 2m ago 10m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (6m) 1s ago 10m 87.5M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (11m) 2m ago 11m 18.5M - 17.2.7-1635-g4a704134 f22ead590bad 3354e83f7f13 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (11m) 1s ago 11m 20.7M - 17.2.7-1635-g4a704134 f22ead590bad 0657cc951acd 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (5m) 1s ago 14m 440M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (5m) 2m ago 16m 496M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (5m) 2m ago 16m 53.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:27:54.838 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (4m) 1s ago 15m 47.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (4m) 2m ago 14m 44.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (6m) 2m ago 9m 15.1M - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (6m) 1s ago 9m 16.3M - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (3m) 2m ago 14m 200M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (3m) 2m ago 13m 159M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (2m) 2m ago 13m 122M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (2m) 2m ago 13m 12.1M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (106s) 1s ago 12m 136M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (72s) 1s ago 12m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 0bd1517fbe72 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (39s) 1s ago 11m 63.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 f00d4eba89f4 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (6s) 1s ago 11m 14.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 4d0c74385241 2024-09-18T02:27:54.839 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (5m) 1s ago 10m 65.5M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:27:54.860 INFO:tasks.rados.rados.0.smithi046.stdout:2214: finishing write tid 3 to smithi04682744-49 2024-09-18T02:27:54.860 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1477 (ObjNum 722 snap 224 seq_num 722) dirty exists 2024-09-18T02:27:54.860 INFO:tasks.rados.rados.0.smithi046.stdout:2214: left oid 49 (ObjNum 722 snap 224 seq_num 722) 2024-09-18T02:27:55.169 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:27:55.169 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:27:55.169 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:27:55.169 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:55.169 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:27:55.169 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:27:55.169 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1635-g4a704134 (4a704134aa895fa24b75bb03cb263f1e3316004e) quincy (stable)": 2, 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 13 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:27:55.170 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:27:55.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:55 smithi046 ceph-mon[94621]: pgmap v450: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 33/390 objects degraded (8.462%) 2024-09-18T02:27:55.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:55 smithi046 ceph-mon[94621]: osdmap e514: 8 total, 8 up, 8 in 2024-09-18T02:27:55.171 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:55 smithi046 ceph-mon[97106]: pgmap v450: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 33/390 objects degraded (8.462%) 2024-09-18T02:27:55.171 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:55 smithi046 ceph-mon[97106]: osdmap e514: 8 total, 8 up, 8 in 2024-09-18T02:27:55.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:55 smithi195 ceph-mon[89559]: pgmap v450: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 33/390 objects degraded (8.462%) 2024-09-18T02:27:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:55 smithi195 ceph-mon[89559]: osdmap e514: 8 total, 8 up, 8 in 2024-09-18T02:27:55.768 INFO:tasks.rados.rados.0.smithi046.stdout:2214: done (2 left) 2024-09-18T02:27:55.768 INFO:tasks.rados.rados.0.smithi046.stdout:2215: done (1 left) 2024-09-18T02:27:55.768 INFO:tasks.rados.rados.0.smithi046.stdout:2217: done (0 left) 2024-09-18T02:27:55.768 INFO:tasks.rados.rados.0.smithi046.stdout:2218: snap_create 2024-09-18T02:27:56.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[97106]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:56.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[97106]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:56.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/436914384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:56.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[97106]: osdmap e515: 8 total, 8 up, 8 in 2024-09-18T02:27:56.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[94621]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:56.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[94621]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:56.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/436914384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:56.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-mon[94621]: osdmap e515: 8 total, 8 up, 8 in 2024-09-18T02:27:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:56 smithi195 ceph-mon[89559]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:56 smithi195 ceph-mon[89559]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:27:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:56 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/436914384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:56 smithi195 ceph-mon[89559]: osdmap e515: 8 total, 8 up, 8 in 2024-09-18T02:27:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:27:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:27:56] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-09-18T02:27:56.769 INFO:tasks.rados.rados.0.smithi046.stdout:2218: done (0 left) 2024-09-18T02:27:56.769 INFO:tasks.rados.rados.0.smithi046.stdout:2219: read oid 37 snap 225 2024-09-18T02:27:56.770 INFO:tasks.rados.rados.0.smithi046.stdout:2219: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:27:56.770 INFO:tasks.rados.rados.0.smithi046.stdout:2220: snap_remove snap 222 2024-09-18T02:27:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: pgmap v453: 121 pgs: 1 activating, 4 peering, 28 active+undersized, 12 active+undersized+degraded, 76 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 998 KiB/s wr, 15 op/s; 33/393 objects degraded (8.397%) 2024-09-18T02:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: Health check update: Degraded data redundancy: 33/393 objects degraded (8.397%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: osdmap e516: 8 total, 8 up, 8 in 2024-09-18T02:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:57 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: pgmap v453: 121 pgs: 1 activating, 4 peering, 28 active+undersized, 12 active+undersized+degraded, 76 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 998 KiB/s wr, 15 op/s; 33/393 objects degraded (8.397%) 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: Health check update: Degraded data redundancy: 33/393 objects degraded (8.397%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: osdmap e516: 8 total, 8 up, 8 in 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:27:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: pgmap v453: 121 pgs: 1 activating, 4 peering, 28 active+undersized, 12 active+undersized+degraded, 76 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 998 KiB/s wr, 15 op/s; 33/393 objects degraded (8.397%) 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: Health check update: Degraded data redundancy: 33/393 objects degraded (8.397%), 12 pgs degraded (PG_DEGRADED) 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: osdmap e516: 8 total, 8 up, 8 in 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:27:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:57 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:57.774 INFO:tasks.rados.rados.0.smithi046.stdout:2220: done (1 left) 2024-09-18T02:27:57.774 INFO:tasks.rados.rados.0.smithi046.stdout:2221: delete oid 14 current snap is 226 2024-09-18T02:27:57.774 INFO:tasks.rados.rados.0.smithi046.stdout:2219: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:27:58.320 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all osd 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-18T02:27:58.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: Upgrade: Setting require_osd_release to 18 reef 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-18T02:27:58.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: osdmap e517: 8 total, 8 up, 8 in 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all osd 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:58.323 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-18T02:27:58.324 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T02:27:58.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-18T02:27:58.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T02:27:58.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: Upgrade: Setting require_osd_release to 18 reef 2024-09-18T02:27:58.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-18T02:27:58.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-18T02:27:58.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: osdmap e517: 8 total, 8 up, 8 in 2024-09-18T02:27:58.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all osd 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-18T02:27:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-18T02:27:58.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-18T02:27:58.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: Upgrade: Setting require_osd_release to 18 reef 2024-09-18T02:27:58.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-18T02:27:58.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-18T02:27:58.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: osdmap e517: 8 total, 8 up, 8 in 2024-09-18T02:27:58.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2219: done (1 left) 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2221: done (0 left) 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2222: rollback oid 35 current snap is 226 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 221 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2223: read oid 6 snap -1 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2223: expect deleted 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2224: read oid 4 snap -1 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2224: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2225: rollback oid 12 current snap is 226 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 218 2024-09-18T02:27:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:2226: read oid 26 snap -1 2024-09-18T02:27:58.897 INFO:tasks.rados.rados.0.smithi046.stdout:2226: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:27:58.897 INFO:tasks.rados.rados.0.smithi046.stdout:2227: delete oid 17 current snap is 226 2024-09-18T02:27:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:2222: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:27:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:2223: done (5 left) 2024-09-18T02:27:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:2227: done (4 left) 2024-09-18T02:27:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:2228: read oid 43 snap -1 2024-09-18T02:27:58.901 INFO:tasks.rados.rados.0.smithi046.stdout:2228: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:27:58.901 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 226 2024-09-18T02:27:58.901 INFO:tasks.rados.rados.0.smithi046.stdout:2229: seq_num 726 ranges {12165120=163840} 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2229: writing smithi04682744-10 from 12165120 to 12328960 tid 1 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2230: read oid 8 snap -1 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2230: expect deleted 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2231: rollback oid 50 current snap is 226 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 224 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2225: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2222: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2222: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1216 (ObjNum 696 snap 210 seq_num 696) dirty exists 2024-09-18T02:27:58.970 INFO:tasks.rados.rados.0.smithi046.stdout:2225: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:27:58.971 INFO:tasks.rados.rados.0.smithi046.stdout:2225: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:27:58.971 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1274 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:27:58.971 INFO:tasks.rados.rados.0.smithi046.stdout:2228: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:27:59.034 INFO:tasks.rados.rados.0.smithi046.stdout:2224: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:27:59.263 INFO:tasks.rados.rados.0.smithi046.stdout:2226: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:27:59.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[97106]: pgmap v456: 121 pgs: 1 activating, 4 peering, 20 active+undersized, 12 active+undersized+degraded, 84 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 20 KiB/s wr, 1 op/s; 33/393 objects degraded (8.397%) 2024-09-18T02:27:59.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[97106]: Upgrade: It appears safe to stop mds.a 2024-09-18T02:27:59.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:59.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:59.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[94621]: pgmap v456: 121 pgs: 1 activating, 4 peering, 20 active+undersized, 12 active+undersized+degraded, 84 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 20 KiB/s wr, 1 op/s; 33/393 objects degraded (8.397%) 2024-09-18T02:27:59.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[94621]: Upgrade: It appears safe to stop mds.a 2024-09-18T02:27:59.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:59.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:27:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:59.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:59 smithi195 ceph-mon[89559]: pgmap v456: 121 pgs: 1 activating, 4 peering, 20 active+undersized, 12 active+undersized+degraded, 84 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 20 KiB/s wr, 1 op/s; 33/393 objects degraded (8.397%) 2024-09-18T02:27:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:59 smithi195 ceph-mon[89559]: Upgrade: It appears safe to stop mds.a 2024-09-18T02:27:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:27:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:27:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:27:59.516 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 1 to smithi04682744-10 2024-09-18T02:27:59.516 INFO:tasks.rados.rados.0.smithi046.stdout:2231: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:27:59.516 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 2 to smithi04682744-10 2024-09-18T02:27:59.516 INFO:tasks.rados.rados.0.smithi046.stdout:2231: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:27:59.516 INFO:tasks.rados.rados.0.smithi046.stdout:2231: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:27:59.516 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1051 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:27:59.516 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 3 to smithi04682744-10 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1236 (ObjNum 726 snap 226 seq_num 726) dirty exists 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2229: left oid 10 (ObjNum 726 snap 226 seq_num 726) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2222: done (7 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2224: done (6 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2225: done (5 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2226: done (4 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2228: done (3 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2229: done (2 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2230: done (1 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2231: done (0 left) 2024-09-18T02:27:59.517 INFO:tasks.rados.rados.0.smithi046.stdout:2232: delete oid 15 current snap is 226 2024-09-18T02:27:59.518 INFO:tasks.rados.rados.0.smithi046.stdout:2232: done (0 left) 2024-09-18T02:27:59.518 INFO:tasks.rados.rados.0.smithi046.stdout:2233: snap_create 2024-09-18T02:28:00.459 INFO:tasks.rados.rados.0.smithi046.stdout:2233: done (0 left) 2024-09-18T02:28:00.460 INFO:tasks.rados.rados.0.smithi046.stdout:2234: copy_from oid 25 from oid 32 current snap is 227 2024-09-18T02:28:00.460 INFO:tasks.rados.rados.0.smithi046.stdout:2235: snap_create 2024-09-18T02:28:00.488 INFO:tasks.rados.rados.0.smithi046.stdout:2234: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:28:00.489 INFO:tasks.rados.rados.0.smithi046.stdout:2234: finishing copy_from to smithi04682744-25 2024-09-18T02:28:00.490 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1440 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: pgmap v458: 121 pgs: 1 activating, 120 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 42 KiB/s wr, 5 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: Upgrade: Updating mds.a 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: Deploying daemon mds.a on smithi046 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/393 objects degraded (8.397%), 12 pgs degraded) 2024-09-18T02:28:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:00 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: pgmap v458: 121 pgs: 1 activating, 120 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 42 KiB/s wr, 5 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: Upgrade: Updating mds.a 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: Deploying daemon mds.a on smithi046 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/393 objects degraded (8.397%), 12 pgs degraded) 2024-09-18T02:28:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: pgmap v458: 121 pgs: 1 activating, 120 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 42 KiB/s wr, 5 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: Upgrade: Updating mds.a 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: Deploying daemon mds.a on smithi046 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/393 objects degraded (8.397%), 12 pgs degraded) 2024-09-18T02:28:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:00 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:28:01.407 INFO:tasks.rados.rados.0.smithi046.stdout:2234: done (1 left) 2024-09-18T02:28:01.407 INFO:tasks.rados.rados.0.smithi046.stdout:2235: done (0 left) 2024-09-18T02:28:01.407 INFO:tasks.rados.rados.0.smithi046.stdout:2236: delete oid 44 current snap is 228 2024-09-18T02:28:01.409 INFO:tasks.rados.rados.0.smithi046.stdout:2236: done (0 left) 2024-09-18T02:28:01.409 INFO:tasks.rados.rados.0.smithi046.stdout:2237: copy_from oid 39 from oid 22 current snap is 228 2024-09-18T02:28:01.409 INFO:tasks.rados.rados.0.smithi046.stdout:2238: snap_remove snap 211 2024-09-18T02:28:01.461 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:01 smithi046 systemd[1]: Stopping Ceph mds.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:01.461 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:01 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[67676]: 2024-09-18T02:28:01.400+0000 7f5e93722640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:28:01.461 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:01 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[67676]: 2024-09-18T02:28:01.400+0000 7f5e93722640 -1 mds.a *** got signal Terminated *** 2024-09-18T02:28:01.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:01 smithi195 ceph-mon[89559]: osdmap e518: 8 total, 8 up, 8 in 2024-09-18T02:28:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:01 smithi195 ceph-mon[89559]: osdmap e519: 8 total, 8 up, 8 in 2024-09-18T02:28:01.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:01 smithi046 ceph-mon[97106]: osdmap e518: 8 total, 8 up, 8 in 2024-09-18T02:28:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:01 smithi046 ceph-mon[97106]: osdmap e519: 8 total, 8 up, 8 in 2024-09-18T02:28:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:01 smithi046 ceph-mon[94621]: osdmap e518: 8 total, 8 up, 8 in 2024-09-18T02:28:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:01 smithi046 ceph-mon[94621]: osdmap e519: 8 total, 8 up, 8 in 2024-09-18T02:28:01.763 INFO:tasks.rados.rados.0.smithi046.stdout:2238: done (1 left) 2024-09-18T02:28:01.763 INFO:tasks.rados.rados.0.smithi046.stdout:2239: read oid 14 snap -1 2024-09-18T02:28:01.763 INFO:tasks.rados.rados.0.smithi046.stdout:2239: expect deleted 2024-09-18T02:28:01.763 INFO:tasks.rados.rados.0.smithi046.stdout:2240: delete oid 30 current snap is 228 2024-09-18T02:28:01.764 INFO:tasks.rados.rados.0.smithi046.stdout:2237: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:28:01.764 INFO:tasks.rados.rados.0.smithi046.stdout:2237: finishing copy_from to smithi04682744-39 2024-09-18T02:28:01.764 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1269 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:2237: done (2 left) 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:2239: done (1 left) 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:2240: done (0 left) 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 228 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:2241: seq_num 730 ranges {0=229376} 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:2241: writing smithi04682744-44 from 0 to 229376 tid 1 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:2242: copy_from oid 37 from oid 23 current snap is 228 2024-09-18T02:28:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:2243: snap_create 2024-09-18T02:28:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 1 to smithi04682744-44 2024-09-18T02:28:01.787 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 2 to smithi04682744-44 2024-09-18T02:28:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 3 to smithi04682744-44 2024-09-18T02:28:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 347 (ObjNum 730 snap 228 seq_num 730) dirty exists 2024-09-18T02:28:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:2241: left oid 44 (ObjNum 730 snap 228 seq_num 730) 2024-09-18T02:28:01.807 INFO:tasks.rados.rados.0.smithi046.stdout:2242: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:28:01.819 INFO:tasks.rados.rados.0.smithi046.stdout:2242: finishing copy_from to smithi04682744-37 2024-09-18T02:28:01.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1319 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-09-18T02:28:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:02 smithi195 ceph-mon[89559]: pgmap v460: 121 pgs: 121 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 29 KiB/s wr, 4 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-09-18T02:28:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:02 smithi195 ceph-mon[89559]: fsmap cephfs:1 {0=b=up:active} 2024-09-18T02:28:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:02 smithi195 ceph-mon[89559]: osdmap e520: 8 total, 8 up, 8 in 2024-09-18T02:28:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:28:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:02 smithi046 ceph-mon[94621]: pgmap v460: 121 pgs: 121 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 29 KiB/s wr, 4 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-09-18T02:28:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:02 smithi046 ceph-mon[94621]: fsmap cephfs:1 {0=b=up:active} 2024-09-18T02:28:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:02 smithi046 ceph-mon[94621]: osdmap e520: 8 total, 8 up, 8 in 2024-09-18T02:28:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:02 smithi046 ceph-mon[97106]: pgmap v460: 121 pgs: 121 active+clean; 271 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 29 KiB/s wr, 4 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-09-18T02:28:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:02 smithi046 ceph-mon[97106]: fsmap cephfs:1 {0=b=up:active} 2024-09-18T02:28:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:02 smithi046 ceph-mon[97106]: osdmap e520: 8 total, 8 up, 8 in 2024-09-18T02:28:02.771 INFO:tasks.rados.rados.0.smithi046.stdout:2241: done (2 left) 2024-09-18T02:28:02.771 INFO:tasks.rados.rados.0.smithi046.stdout:2242: done (1 left) 2024-09-18T02:28:02.771 INFO:tasks.rados.rados.0.smithi046.stdout:2243: done (0 left) 2024-09-18T02:28:02.771 INFO:tasks.rados.rados.0.smithi046.stdout:2244: delete oid 42 current snap is 229 2024-09-18T02:28:02.774 INFO:tasks.rados.rados.0.smithi046.stdout:2244: done (0 left) 2024-09-18T02:28:02.774 INFO:tasks.rados.rados.0.smithi046.stdout:2245: delete oid 48 current snap is 229 2024-09-18T02:28:02.777 INFO:tasks.rados.rados.0.smithi046.stdout:2245: done (0 left) 2024-09-18T02:28:02.777 INFO:tasks.rados.rados.0.smithi046.stdout:2246: rollback oid 47 current snap is 229 2024-09-18T02:28:02.777 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 208 2024-09-18T02:28:02.777 INFO:tasks.rados.rados.0.smithi046.stdout:2247: read oid 15 snap -1 2024-09-18T02:28:02.777 INFO:tasks.rados.rados.0.smithi046.stdout:2247: expect deleted 2024-09-18T02:28:02.777 INFO:tasks.rados.rados.0.smithi046.stdout:2248: setattr oid 4 current snap is 229 2024-09-18T02:28:02.779 INFO:tasks.rados.rados.0.smithi046.stdout:2247: done (2 left) 2024-09-18T02:28:02.779 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 229 2024-09-18T02:28:02.779 INFO:tasks.rados.rados.0.smithi046.stdout:2249: seq_num 733 ranges {0=278528} 2024-09-18T02:28:02.780 INFO:tasks.rados.rados.0.smithi046.stdout:2249: writing smithi04682744-17 from 0 to 278528 tid 1 2024-09-18T02:28:02.780 INFO:tasks.rados.rados.0.smithi046.stdout:2250: snap_remove snap 202 2024-09-18T02:28:03.778 INFO:tasks.rados.rados.0.smithi046.stdout:2246: finishing rollback tid 0 to smithi04682744-47 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2246: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1191 (ObjNum 710 snap 217 seq_num 710) dirty exists 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2246: finishing rollback tid 2 to smithi04682744-47 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 616 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 1 to smithi04682744-17 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 2 to smithi04682744-17 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 3 to smithi04682744-17 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1329 (ObjNum 733 snap 229 seq_num 733) dirty exists 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2249: left oid 17 (ObjNum 733 snap 229 seq_num 733) 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2246: done (3 left) 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2248: done (2 left) 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2249: done (1 left) 2024-09-18T02:28:03.779 INFO:tasks.rados.rados.0.smithi046.stdout:2250: done (0 left) 2024-09-18T02:28:03.780 INFO:tasks.rados.rados.0.smithi046.stdout:2251: snap_create 2024-09-18T02:28:03.908 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:03 smithi195 ceph-mon[89559]: osdmap e521: 8 total, 8 up, 8 in 2024-09-18T02:28:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:03 smithi046 ceph-mon[97106]: osdmap e521: 8 total, 8 up, 8 in 2024-09-18T02:28:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:03 smithi046 ceph-mon[94621]: osdmap e521: 8 total, 8 up, 8 in 2024-09-18T02:28:04.780 INFO:tasks.rados.rados.0.smithi046.stdout:2251: done (0 left) 2024-09-18T02:28:04.780 INFO:tasks.rados.rados.0.smithi046.stdout:2252: delete oid 38 current snap is 230 2024-09-18T02:28:04.782 INFO:tasks.rados.rados.0.smithi046.stdout:2252: done (0 left) 2024-09-18T02:28:04.782 INFO:tasks.rados.rados.0.smithi046.stdout:2253: snap_remove snap 208 2024-09-18T02:28:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:04 smithi195 ceph-mon[89559]: pgmap v464: 121 pgs: 121 active+clean; 283 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-09-18T02:28:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:04 smithi195 ceph-mon[89559]: osdmap e522: 8 total, 8 up, 8 in 2024-09-18T02:28:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:04 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:28:05.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:04 smithi046 ceph-mon[97106]: pgmap v464: 121 pgs: 121 active+clean; 283 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-09-18T02:28:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:04 smithi046 ceph-mon[97106]: osdmap e522: 8 total, 8 up, 8 in 2024-09-18T02:28:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:04 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:28:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:04 smithi046 ceph-mon[94621]: pgmap v464: 121 pgs: 121 active+clean; 283 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-09-18T02:28:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:04 smithi046 ceph-mon[94621]: osdmap e522: 8 total, 8 up, 8 in 2024-09-18T02:28:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:04 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:28:05.716 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:05 smithi046 podman[122948]: 2024-09-18 02:28:05.410994425 +0000 UTC m=+4.108819294 container died 3354e83f7f1397658e1fef3717c10d754904e03d978cabad78a3eb57a54683bd (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-18T02:28:05.786 INFO:tasks.rados.rados.0.smithi046.stdout:2253: done (0 left) 2024-09-18T02:28:05.786 INFO:tasks.rados.rados.0.smithi046.stdout:2254: rmattr oid 12 current snap is 230 2024-09-18T02:28:05.786 INFO:tasks.rados.rados.0.smithi046.stdout:2255: snap_remove snap 207 2024-09-18T02:28:06.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:05 smithi046 ceph-mon[94621]: osdmap e523: 8 total, 8 up, 8 in 2024-09-18T02:28:06.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:05 smithi046 ceph-mon[97106]: osdmap e523: 8 total, 8 up, 8 in 2024-09-18T02:28:06.001 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:05 smithi046 podman[122948]: 2024-09-18 02:28:05.806332775 +0000 UTC m=+4.504157647 container cleanup 3354e83f7f1397658e1fef3717c10d754904e03d978cabad78a3eb57a54683bd (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-4a70413, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-09-18T02:28:06.001 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:05 smithi046 bash[122948]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a 2024-09-18T02:28:06.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:05 smithi195 ceph-mon[89559]: osdmap e523: 8 total, 8 up, 8 in 2024-09-18T02:28:06.255 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 podman[122968]: 2024-09-18 02:28:05.999908077 +0000 UTC m=+0.584640303 container remove 3354e83f7f1397658e1fef3717c10d754904e03d978cabad78a3eb57a54683bd (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-4a70413, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-18T02:28:06.255 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-18T02:28:06.255 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 systemd[1]: Stopped Ceph mds.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:06.255 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.145s CPU time. 2024-09-18T02:28:06.508 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 systemd[1]: Starting Ceph mds.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:06.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:28:06] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-09-18T02:28:06.765 INFO:tasks.rados.rados.0.smithi046.stdout:2255: done (1 left) 2024-09-18T02:28:06.765 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 230 2024-09-18T02:28:06.765 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1441 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:28:06.765 INFO:tasks.rados.rados.0.smithi046.stdout:2256: seq_num 735 ranges {0=311296} 2024-09-18T02:28:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2256: writing smithi04682744-45 from 0 to 311296 tid 1 2024-09-18T02:28:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2254: done (1 left) 2024-09-18T02:28:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 230 2024-09-18T02:28:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2257: seq_num 736 ranges {4964352=335872} 2024-09-18T02:28:06.798 INFO:tasks.rados.rados.0.smithi046.stdout:2257: writing smithi04682744-37 from 4964352 to 5300224 tid 1 2024-09-18T02:28:06.799 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 230 2024-09-18T02:28:06.799 INFO:tasks.rados.rados.0.smithi046.stdout:2256: finishing write tid 1 to smithi04682744-45 2024-09-18T02:28:06.799 INFO:tasks.rados.rados.0.smithi046.stdout:2256: finishing write tid 2 to smithi04682744-45 2024-09-18T02:28:06.799 INFO:tasks.rados.rados.0.smithi046.stdout:2256: finishing write tid 3 to smithi04682744-45 2024-09-18T02:28:06.800 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1350 (ObjNum 735 snap 230 seq_num 735) dirty exists 2024-09-18T02:28:06.800 INFO:tasks.rados.rados.0.smithi046.stdout:2256: left oid 45 (ObjNum 735 snap 230 seq_num 735) 2024-09-18T02:28:06.800 INFO:tasks.rados.rados.0.smithi046.stdout:2258: seq_num 737 ranges {13434880=352256} 2024-09-18T02:28:06.875 INFO:tasks.rados.rados.0.smithi046.stdout:2258: writing smithi04682744-1 from 13434880 to 13787136 tid 1 2024-09-18T02:28:06.875 INFO:tasks.rados.rados.0.smithi046.stdout:2256: done (2 left) 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2259: rollback oid 48 current snap is 230 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 226 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2257: finishing write tid 1 to smithi04682744-37 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2257: finishing write tid 2 to smithi04682744-37 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2257: finishing write tid 3 to smithi04682744-37 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1321 (ObjNum 736 snap 230 seq_num 736) dirty exists 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2257: left oid 37 (ObjNum 736 snap 230 seq_num 736) 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2257: done (2 left) 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2260: rollback oid 9 current snap is 230 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 217 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2261: copy_from oid 7 from oid 34 current snap is 230 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2262: read oid 46 snap -1 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2262: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:28:06.876 INFO:tasks.rados.rados.0.smithi046.stdout:2263: rmattr oid 2 current snap is 230 2024-09-18T02:28:06.877 INFO:tasks.rados.rados.0.smithi046.stdout:2263: done (5 left) 2024-09-18T02:28:06.877 INFO:tasks.rados.rados.0.smithi046.stdout:2264: copy_from oid 40 from oid 14 current snap is 230 2024-09-18T02:28:06.877 INFO:tasks.rados.rados.0.smithi046.stdout:2265: snap_remove snap 220 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-mon[97106]: pgmap v467: 121 pgs: 121 active+clean; 282 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-mon[97106]: osdmap e524: 8 total, 8 up, 8 in 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-mon[97106]: osdmap e525: 8 total, 8 up, 8 in 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-mon[94621]: pgmap v467: 121 pgs: 121 active+clean; 282 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-mon[94621]: osdmap e524: 8 total, 8 up, 8 in 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-mon[94621]: osdmap e525: 8 total, 8 up, 8 in 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 podman[123100]: 2024-09-18 02:28:06.553900227 +0000 UTC m=+0.016329603 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:28:06.930 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 podman[123100]: 2024-09-18 02:28:06.659820245 +0000 UTC m=+0.122249658 container create 38eaf508af3348848e1d4534f4aa720d08ea12ca69ccd197aa4d9c5953613684 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-18T02:28:06.931 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 podman[123100]: 2024-09-18 02:28:06.929228048 +0000 UTC m=+0.391657416 container init 38eaf508af3348848e1d4534f4aa720d08ea12ca69ccd197aa4d9c5953613684 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T02:28:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:06 smithi195 ceph-mon[89559]: pgmap v467: 121 pgs: 121 active+clean; 282 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-09-18T02:28:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:06 smithi195 ceph-mon[89559]: osdmap e524: 8 total, 8 up, 8 in 2024-09-18T02:28:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:06 smithi195 ceph-mon[89559]: osdmap e525: 8 total, 8 up, 8 in 2024-09-18T02:28:07.258 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 podman[123100]: 2024-09-18 02:28:06.93437286 +0000 UTC m=+0.396802227 container start 38eaf508af3348848e1d4534f4aa720d08ea12ca69ccd197aa4d9c5953613684 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b) 2024-09-18T02:28:07.258 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[123116]: starting mds.a at 2024-09-18T02:28:07.258 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:07 smithi046 bash[123100]: 38eaf508af3348848e1d4534f4aa720d08ea12ca69ccd197aa4d9c5953613684 2024-09-18T02:28:07.258 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 02:28:07 smithi046 systemd[1]: Started Ceph mds.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:07.795 INFO:tasks.rados.rados.0.smithi046.stdout:2265: done (6 left) 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2266: setattr oid 50 current snap is 230 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2264: finishing copy_from to smithi04682744-40 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2264: got expected ENOENT (src dne) 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2264: finishing copy_from racing read to smithi04682744-40 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2259: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2258: finishing write tid 1 to smithi04682744-1 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2258: finishing write tid 2 to smithi04682744-1 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2259: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1229 (ObjNum 694 snap 210 seq_num 694) dirty exists 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2260: finishing rollback tid 0 to smithi04682744-9 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2260: finishing rollback tid 1 to smithi04682744-9 2024-09-18T02:28:07.796 INFO:tasks.rados.rados.0.smithi046.stdout:2260: finishing rollback tid 2 to smithi04682744-9 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1232 (ObjNum 706 snap 216 seq_num 706) dirty exists 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:2258: finishing write tid 3 to smithi04682744-1 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1402 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:2258: left oid 1 (ObjNum 737 snap 230 seq_num 737) 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:2261: finishing copy_from racing read to smithi04682744-7 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:2261: finishing copy_from to smithi04682744-7 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1208 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:28:07.797 INFO:tasks.rados.rados.0.smithi046.stdout:2262: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[94621]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:boot 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[94621]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[94621]: osdmap e526: 8 total, 8 up, 8 in 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:08.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:08.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[97106]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:boot 2024-09-18T02:28:08.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[97106]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:28:08.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:28:08.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:08 smithi046 ceph-mon[97106]: osdmap e526: 8 total, 8 up, 8 in 2024-09-18T02:28:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:08 smithi195 ceph-mon[89559]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:boot 2024-09-18T02:28:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:08 smithi195 ceph-mon[89559]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-18T02:28:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T02:28:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:08 smithi195 ceph-mon[89559]: osdmap e526: 8 total, 8 up, 8 in 2024-09-18T02:28:08.944 INFO:tasks.rados.rados.0.smithi046.stdout:2258: done (6 left) 2024-09-18T02:28:08.944 INFO:tasks.rados.rados.0.smithi046.stdout:2259: done (5 left) 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2260: done (4 left) 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2261: done (3 left) 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2262: done (2 left) 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2264: done (1 left) 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2267: read oid 45 snap 223 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2267: expect (ObjNum 1146764832 snap 21981 seq_num 1147203568) 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2268: delete oid 20 current snap is 230 2024-09-18T02:28:08.945 INFO:tasks.rados.rados.0.smithi046.stdout:2267: expect (ObjNum 1146764832 snap 21981 seq_num 1147203568) 2024-09-18T02:28:08.946 INFO:tasks.rados.rados.0.smithi046.stdout:2267: done (2 left) 2024-09-18T02:28:08.946 INFO:tasks.rados.rados.0.smithi046.stdout:2268: done (1 left) 2024-09-18T02:28:08.946 INFO:tasks.rados.rados.0.smithi046.stdout:2269: copy_from oid 1 from oid 39 current snap is 230 2024-09-18T02:28:08.946 INFO:tasks.rados.rados.0.smithi046.stdout:2270: setattr oid 12 current snap is 230 2024-09-18T02:28:08.946 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1052 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:28:08.947 INFO:tasks.rados.rados.0.smithi046.stdout:2266: done (2 left) 2024-09-18T02:28:08.947 INFO:tasks.rados.rados.0.smithi046.stdout:2271: read oid 43 snap -1 2024-09-18T02:28:08.947 INFO:tasks.rados.rados.0.smithi046.stdout:2271: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:28:08.947 INFO:tasks.rados.rados.0.smithi046.stdout:2272: snap_create 2024-09-18T02:28:08.951 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1442 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:28:08.957 INFO:tasks.rados.rados.0.smithi046.stdout:2269: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:28:08.960 INFO:tasks.rados.rados.0.smithi046.stdout:2269: finishing copy_from to smithi04682744-1 2024-09-18T02:28:08.960 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1269 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:28:08.961 INFO:tasks.rados.rados.0.smithi046.stdout:2271: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:28:09.380 INFO:tasks.rados.rados.0.smithi046.stdout:2269: done (3 left) 2024-09-18T02:28:09.380 INFO:tasks.rados.rados.0.smithi046.stdout:2270: done (2 left) 2024-09-18T02:28:09.380 INFO:tasks.rados.rados.0.smithi046.stdout:2271: done (1 left) 2024-09-18T02:28:09.380 INFO:tasks.rados.rados.0.smithi046.stdout:2272: done (0 left) 2024-09-18T02:28:09.380 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 231 2024-09-18T02:28:09.380 INFO:tasks.rados.rados.0.smithi046.stdout:2273: seq_num 739 ranges {278528=385024} 2024-09-18T02:28:09.383 INFO:tasks.rados.rados.0.smithi046.stdout:2273: writing smithi04682744-17 from 278528 to 663552 tid 1 2024-09-18T02:28:09.383 INFO:tasks.rados.rados.0.smithi046.stdout:2274: delete oid 34 current snap is 231 2024-09-18T02:28:09.387 INFO:tasks.rados.rados.0.smithi046.stdout:2273: finishing write tid 1 to smithi04682744-17 2024-09-18T02:28:09.387 INFO:tasks.rados.rados.0.smithi046.stdout:2273: finishing write tid 2 to smithi04682744-17 2024-09-18T02:28:09.388 INFO:tasks.rados.rados.0.smithi046.stdout:2274: done (1 left) 2024-09-18T02:28:09.388 INFO:tasks.rados.rados.0.smithi046.stdout:2275: delete oid 48 current snap is 231 2024-09-18T02:28:09.389 INFO:tasks.rados.rados.0.smithi046.stdout:2273: finishing write tid 3 to smithi04682744-17 2024-09-18T02:28:09.389 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1363 (ObjNum 739 snap 231 seq_num 739) dirty exists 2024-09-18T02:28:09.389 INFO:tasks.rados.rados.0.smithi046.stdout:2273: left oid 17 (ObjNum 739 snap 231 seq_num 739) 2024-09-18T02:28:09.390 INFO:tasks.rados.rados.0.smithi046.stdout:2273: done (1 left) 2024-09-18T02:28:09.391 INFO:tasks.rados.rados.0.smithi046.stdout:2275: done (0 left) 2024-09-18T02:28:09.391 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 231 2024-09-18T02:28:09.391 INFO:tasks.rados.rados.0.smithi046.stdout:2276: seq_num 742 ranges {1589248=434176} 2024-09-18T02:28:09.402 INFO:tasks.rados.rados.0.smithi046.stdout:2276: writing smithi04682744-39 from 1589248 to 2023424 tid 1 2024-09-18T02:28:09.402 INFO:tasks.rados.rados.0.smithi046.stdout:2277: rollback oid 36 current snap is 231 2024-09-18T02:28:09.402 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 223 2024-09-18T02:28:09.402 INFO:tasks.rados.rados.0.smithi046.stdout:2278: read oid 43 snap -1 2024-09-18T02:28:09.402 INFO:tasks.rados.rados.0.smithi046.stdout:2278: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:28:09.402 INFO:tasks.rados.rados.0.smithi046.stdout:2279: snap_remove snap 230 2024-09-18T02:28:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:09 smithi195 ceph-mon[89559]: pgmap v470: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 68 KiB/s wr, 1 op/s 2024-09-18T02:28:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:09 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:09.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:09 smithi046 ceph-mon[94621]: pgmap v470: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 68 KiB/s wr, 1 op/s 2024-09-18T02:28:09.490 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:09 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:09.490 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:09 smithi046 ceph-mon[97106]: pgmap v470: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 68 KiB/s wr, 1 op/s 2024-09-18T02:28:09.490 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:09 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2279: done (3 left) 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2280: snap_create 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2277: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing write tid 1 to smithi04682744-39 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing write tid 2 to smithi04682744-39 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing write tid 3 to smithi04682744-39 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1444 (ObjNum 742 snap 231 seq_num 742) dirty exists 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2276: left oid 39 (ObjNum 742 snap 231 seq_num 742) 2024-09-18T02:28:10.383 INFO:tasks.rados.rados.0.smithi046.stdout:2278: expect (ObjNum 714 snap 220 seq_num 714) 2024-09-18T02:28:10.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:10 smithi195 ceph-mon[89559]: pgmap v472: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 546 KiB/s wr, 7 op/s 2024-09-18T02:28:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:10 smithi195 ceph-mon[89559]: osdmap e527: 8 total, 8 up, 8 in 2024-09-18T02:28:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:10 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:10 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:10.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[94621]: pgmap v472: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 546 KiB/s wr, 7 op/s 2024-09-18T02:28:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[94621]: osdmap e527: 8 total, 8 up, 8 in 2024-09-18T02:28:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[97106]: pgmap v472: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 546 KiB/s wr, 7 op/s 2024-09-18T02:28:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[97106]: osdmap e527: 8 total, 8 up, 8 in 2024-09-18T02:28:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:10 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:11.383 INFO:tasks.rados.rados.0.smithi046.stdout:2276: done (3 left) 2024-09-18T02:28:11.383 INFO:tasks.rados.rados.0.smithi046.stdout:2277: done (2 left) 2024-09-18T02:28:11.383 INFO:tasks.rados.rados.0.smithi046.stdout:2278: done (1 left) 2024-09-18T02:28:11.383 INFO:tasks.rados.rados.0.smithi046.stdout:2280: done (0 left) 2024-09-18T02:28:11.383 INFO:tasks.rados.rados.0.smithi046.stdout:2281: snap_remove snap 231 2024-09-18T02:28:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:11 smithi195 ceph-mon[89559]: osdmap e528: 8 total, 8 up, 8 in 2024-09-18T02:28:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:11 smithi195 ceph-mon[89559]: osdmap e529: 8 total, 8 up, 8 in 2024-09-18T02:28:11.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[94621]: osdmap e528: 8 total, 8 up, 8 in 2024-09-18T02:28:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[94621]: osdmap e529: 8 total, 8 up, 8 in 2024-09-18T02:28:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[97106]: osdmap e528: 8 total, 8 up, 8 in 2024-09-18T02:28:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:11 smithi046 ceph-mon[97106]: osdmap e529: 8 total, 8 up, 8 in 2024-09-18T02:28:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2281: done (0 left) 2024-09-18T02:28:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2282: read oid 1 snap 226 2024-09-18T02:28:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2282: expect (ObjNum 675 snap 207 seq_num 675) 2024-09-18T02:28:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2283: read oid 34 snap -1 2024-09-18T02:28:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2283: expect deleted 2024-09-18T02:28:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 232 2024-09-18T02:28:11.767 INFO:tasks.rados.rados.0.smithi046.stdout:2284: seq_num 743 ranges {2367488=450560} 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:2284: writing smithi04682744-43 from 2367488 to 2818048 tid 1 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:2285: rmattr oid 9 current snap is 232 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:2285: done (3 left) 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:2286: rollback oid 39 current snap is 232 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 223 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:2283: done (3 left) 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:2287: rollback oid 35 current snap is 232 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 214 2024-09-18T02:28:11.784 INFO:tasks.rados.rados.0.smithi046.stdout:2288: snap_remove snap 229 2024-09-18T02:28:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:28:12.769 INFO:tasks.rados.rados.0.smithi046.stdout:2288: done (4 left) 2024-09-18T02:28:12.769 INFO:tasks.rados.rados.0.smithi046.stdout:2289: read oid 30 snap 228 2024-09-18T02:28:12.769 INFO:tasks.rados.rados.0.smithi046.stdout:2289: expect deleted 2024-09-18T02:28:12.769 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 232 2024-09-18T02:28:12.769 INFO:tasks.rados.rados.0.smithi046.stdout:2290: seq_num 744 ranges {5357568=466944} 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2290: writing smithi04682744-25 from 5357568 to 5824512 tid 1 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2291: snap_create 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2284: finishing write tid 1 to smithi04682744-43 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2284: finishing write tid 2 to smithi04682744-43 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2286: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2286: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2287: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2287: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:2284: finishing write tid 3 to smithi04682744-43 2024-09-18T02:28:12.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 618 (ObjNum 743 snap 232 seq_num 743) dirty exists 2024-09-18T02:28:12.804 INFO:tasks.rados.rados.0.smithi046.stdout:2284: left oid 43 (ObjNum 743 snap 232 seq_num 743) 2024-09-18T02:28:12.804 INFO:tasks.rados.rados.0.smithi046.stdout:2287: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:28:12.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1219 (ObjNum 696 snap 210 seq_num 696) dirty exists 2024-09-18T02:28:12.804 INFO:tasks.rados.rados.0.smithi046.stdout:2286: finishing rollback tid 2 to smithi04682744-39 2024-09-18T02:28:12.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1447 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:28:12.804 INFO:tasks.rados.rados.0.smithi046.stdout:2282: expect (ObjNum 675 snap 207 seq_num 675) 2024-09-18T02:28:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:12 smithi195 ceph-mon[89559]: pgmap v475: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 544 KiB/s wr, 11 op/s 2024-09-18T02:28:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:12 smithi195 ceph-mon[89559]: osdmap e530: 8 total, 8 up, 8 in 2024-09-18T02:28:13.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:12 smithi046 ceph-mon[94621]: pgmap v475: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 544 KiB/s wr, 11 op/s 2024-09-18T02:28:13.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:12 smithi046 ceph-mon[94621]: osdmap e530: 8 total, 8 up, 8 in 2024-09-18T02:28:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:12 smithi046 ceph-mon[97106]: pgmap v475: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 544 KiB/s wr, 11 op/s 2024-09-18T02:28:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:12 smithi046 ceph-mon[97106]: osdmap e530: 8 total, 8 up, 8 in 2024-09-18T02:28:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: osdmap e531: 8 total, 8 up, 8 in 2024-09-18T02:28:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: osdmap e531: 8 total, 8 up, 8 in 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: osdmap e531: 8 total, 8 up, 8 in 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:14.103 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:14.104 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.104 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.104 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.104 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:14.104 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 1 to smithi04682744-25 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 2 to smithi04682744-25 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 3 to smithi04682744-25 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1449 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2290: left oid 25 (ObjNum 744 snap 232 seq_num 744) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2282: done (6 left) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2284: done (5 left) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2286: done (4 left) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2287: done (3 left) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2289: done (2 left) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2290: done (1 left) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2291: done (0 left) 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 233 2024-09-18T02:28:14.189 INFO:tasks.rados.rados.0.smithi046.stdout:2292: seq_num 745 ranges {98304=483328} 2024-09-18T02:28:14.192 INFO:tasks.rados.rados.0.smithi046.stdout:2292: writing smithi04682744-49 from 98304 to 581632 tid 1 2024-09-18T02:28:14.192 INFO:tasks.rados.rados.0.smithi046.stdout:2293: delete oid 40 current snap is 233 2024-09-18T02:28:14.195 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 1 to smithi04682744-49 2024-09-18T02:28:14.196 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 2 to smithi04682744-49 2024-09-18T02:28:14.198 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 3 to smithi04682744-49 2024-09-18T02:28:14.198 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1520 (ObjNum 745 snap 233 seq_num 745) dirty exists 2024-09-18T02:28:14.198 INFO:tasks.rados.rados.0.smithi046.stdout:2292: left oid 49 (ObjNum 745 snap 233 seq_num 745) 2024-09-18T02:28:14.199 INFO:tasks.rados.rados.0.smithi046.stdout:2292: done (1 left) 2024-09-18T02:28:14.199 INFO:tasks.rados.rados.0.smithi046.stdout:2293: done (0 left) 2024-09-18T02:28:14.199 INFO:tasks.rados.rados.0.smithi046.stdout:2294: read oid 15 snap 214 2024-09-18T02:28:14.199 INFO:tasks.rados.rados.0.smithi046.stdout:2294: expect deleted 2024-09-18T02:28:14.199 INFO:tasks.rados.rados.0.smithi046.stdout:2295: rollback oid 50 current snap is 233 2024-09-18T02:28:14.199 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 219 2024-09-18T02:28:14.200 INFO:tasks.rados.rados.0.smithi046.stdout:2296: read oid 9 snap -1 2024-09-18T02:28:14.200 INFO:tasks.rados.rados.0.smithi046.stdout:2296: expect (ObjNum 706 snap 216 seq_num 706) 2024-09-18T02:28:14.200 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 233 2024-09-18T02:28:14.200 INFO:tasks.rados.rados.0.smithi046.stdout:2297: seq_num 747 ranges {0=516096} 2024-09-18T02:28:14.203 INFO:tasks.rados.rados.0.smithi046.stdout:2297: writing smithi04682744-16 from 0 to 516096 tid 1 2024-09-18T02:28:14.203 INFO:tasks.rados.rados.0.smithi046.stdout:2298: read oid 5 snap -1 2024-09-18T02:28:14.203 INFO:tasks.rados.rados.0.smithi046.stdout:2298: expect (ObjNum 713 snap 218 seq_num 713) 2024-09-18T02:28:14.203 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 233 2024-09-18T02:28:14.203 INFO:tasks.rados.rados.0.smithi046.stdout:2299: seq_num 748 ranges {0=532480} 2024-09-18T02:28:14.207 INFO:tasks.rados.rados.0.smithi046.stdout:2299: writing smithi04682744-40 from 0 to 532480 tid 1 2024-09-18T02:28:14.207 INFO:tasks.rados.rados.0.smithi046.stdout:2300: snap_remove snap 217 2024-09-18T02:28:14.786 INFO:tasks.rados.rados.0.smithi046.stdout:2300: done (6 left) 2024-09-18T02:28:14.786 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 233 2024-09-18T02:28:14.786 INFO:tasks.rados.rados.0.smithi046.stdout:2301: seq_num 749 ranges {0=548864} 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2301: writing smithi04682744-48 from 0 to 548864 tid 1 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2302: read oid 22 snap -1 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2302: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2303: rollback oid 3 current snap is 233 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 219 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2304: read oid 32 snap 223 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2304: expect (ObjNum 708 snap 217 seq_num 708) 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2305: rollback oid 14 current snap is 233 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 223 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2306: snap_create 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2295: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:28:14.791 INFO:tasks.rados.rados.0.smithi046.stdout:2295: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2295: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1055 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2297: finishing write tid 1 to smithi04682744-16 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2297: finishing write tid 2 to smithi04682744-16 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2297: finishing write tid 3 to smithi04682744-16 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1093 (ObjNum 747 snap 233 seq_num 747) dirty exists 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2297: left oid 16 (ObjNum 747 snap 233 seq_num 747) 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2299: finishing write tid 1 to smithi04682744-40 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2299: finishing write tid 2 to smithi04682744-40 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2299: finishing write tid 3 to smithi04682744-40 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1524 (ObjNum 748 snap 233 seq_num 748) dirty exists 2024-09-18T02:28:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2299: left oid 40 (ObjNum 748 snap 233 seq_num 748) 2024-09-18T02:28:14.793 INFO:tasks.rados.rados.0.smithi046.stdout:2296: expect (ObjNum 706 snap 216 seq_num 706) 2024-09-18T02:28:14.931 INFO:tasks.rados.rados.0.smithi046.stdout:2298: expect (ObjNum 713 snap 218 seq_num 713) 2024-09-18T02:28:15.172 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:14 smithi195 ceph-mon[89559]: pgmap v479: 121 pgs: 121 active+clean; 236 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 502 KiB/s wr, 15 op/s 2024-09-18T02:28:15.173 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:14 smithi195 ceph-mon[89559]: Detected new or changed devices on smithi046 2024-09-18T02:28:15.173 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:14 smithi195 ceph-mon[89559]: Upgrade: It appears safe to stop mds.b 2024-09-18T02:28:15.173 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:14 smithi195 ceph-mon[89559]: osdmap e532: 8 total, 8 up, 8 in 2024-09-18T02:28:15.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[97106]: pgmap v479: 121 pgs: 121 active+clean; 236 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 502 KiB/s wr, 15 op/s 2024-09-18T02:28:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[97106]: Detected new or changed devices on smithi046 2024-09-18T02:28:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[97106]: Upgrade: It appears safe to stop mds.b 2024-09-18T02:28:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[97106]: osdmap e532: 8 total, 8 up, 8 in 2024-09-18T02:28:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[94621]: pgmap v479: 121 pgs: 121 active+clean; 236 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 502 KiB/s wr, 15 op/s 2024-09-18T02:28:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[94621]: Detected new or changed devices on smithi046 2024-09-18T02:28:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[94621]: Upgrade: It appears safe to stop mds.b 2024-09-18T02:28:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:14 smithi046 ceph-mon[94621]: osdmap e532: 8 total, 8 up, 8 in 2024-09-18T02:28:15.567 INFO:tasks.rados.rados.0.smithi046.stdout:2301: finishing write tid 1 to smithi04682744-48 2024-09-18T02:28:15.567 INFO:tasks.rados.rados.0.smithi046.stdout:2301: finishing write tid 2 to smithi04682744-48 2024-09-18T02:28:15.567 INFO:tasks.rados.rados.0.smithi046.stdout:2301: finishing write tid 3 to smithi04682744-48 2024-09-18T02:28:15.567 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1235 (ObjNum 749 snap 233 seq_num 749) dirty exists 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:2301: left oid 48 (ObjNum 749 snap 233 seq_num 749) 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing rollback tid 1 to smithi04682744-14 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing rollback tid 2 to smithi04682744-14 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1095 (ObjNum 679 snap 207 seq_num 679) dirty exists 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1530 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-09-18T02:28:15.568 INFO:tasks.rados.rados.0.smithi046.stdout:2304: expect (ObjNum 708 snap 217 seq_num 708) 2024-09-18T02:28:15.783 INFO:tasks.rados.rados.0.smithi046.stdout:2302: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2294: done (11 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2295: done (10 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2296: done (9 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2297: done (8 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2298: done (7 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2299: done (6 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2301: done (5 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2302: done (4 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2303: done (3 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2304: done (2 left) 2024-09-18T02:28:15.829 INFO:tasks.rados.rados.0.smithi046.stdout:2305: done (1 left) 2024-09-18T02:28:15.830 INFO:tasks.rados.rados.0.smithi046.stdout:2306: done (0 left) 2024-09-18T02:28:15.830 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 234 2024-09-18T02:28:15.830 INFO:tasks.rados.rados.0.smithi046.stdout:2307: seq_num 750 ranges {6012928=565248} 2024-09-18T02:28:15.864 INFO:tasks.rados.rados.0.smithi046.stdout:2307: writing smithi04682744-50 from 6012928 to 6578176 tid 1 2024-09-18T02:28:15.864 INFO:tasks.rados.rados.0.smithi046.stdout:2308: read oid 28 snap 221 2024-09-18T02:28:15.865 INFO:tasks.rados.rados.0.smithi046.stdout:2308: expect deleted 2024-09-18T02:28:15.865 INFO:tasks.rados.rados.0.smithi046.stdout:2309: snap_remove snap 226 2024-09-18T02:28:16.203 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:15 smithi195 ceph-mon[89559]: osdmap e533: 8 total, 8 up, 8 in 2024-09-18T02:28:16.203 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:15 smithi195 ceph-mon[89559]: Upgrade: Updating mds.b 2024-09-18T02:28:16.203 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:16.203 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:28:16.203 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:16.204 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:15 smithi195 ceph-mon[89559]: Deploying daemon mds.b on smithi195 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[94621]: osdmap e533: 8 total, 8 up, 8 in 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[94621]: Upgrade: Updating mds.b 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[94621]: Deploying daemon mds.b on smithi195 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[97106]: osdmap e533: 8 total, 8 up, 8 in 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[97106]: Upgrade: Updating mds.b 2024-09-18T02:28:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:16.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-18T02:28:16.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:16.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:15 smithi046 ceph-mon[97106]: Deploying daemon mds.b on smithi195 2024-09-18T02:28:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:28:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:28:16] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:28:16.769 INFO:tasks.rados.rados.0.smithi046.stdout:2307: finishing write tid 1 to smithi04682744-50 2024-09-18T02:28:16.769 INFO:tasks.rados.rados.0.smithi046.stdout:2307: finishing write tid 2 to smithi04682744-50 2024-09-18T02:28:16.769 INFO:tasks.rados.rados.0.smithi046.stdout:2307: finishing write tid 3 to smithi04682744-50 2024-09-18T02:28:16.769 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1057 (ObjNum 750 snap 234 seq_num 750) dirty exists 2024-09-18T02:28:16.769 INFO:tasks.rados.rados.0.smithi046.stdout:2307: left oid 50 (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:28:16.769 INFO:tasks.rados.rados.0.smithi046.stdout:2307: done (2 left) 2024-09-18T02:28:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:2308: done (1 left) 2024-09-18T02:28:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:2309: done (0 left) 2024-09-18T02:28:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:2310: read oid 26 snap -1 2024-09-18T02:28:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:2310: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:28:16.770 INFO:tasks.rados.rados.0.smithi046.stdout:2311: snap_remove snap 218 2024-09-18T02:28:17.035 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:16 smithi195 systemd[1]: Stopping Ceph mds.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:17.036 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:16 smithi195 ceph-mon[89559]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 598 KiB/s wr, 13 op/s 2024-09-18T02:28:17.036 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:16 smithi195 ceph-mon[89559]: osdmap e534: 8 total, 8 up, 8 in 2024-09-18T02:28:17.036 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:16 smithi195 ceph-mon[89559]: osdmap e535: 8 total, 8 up, 8 in 2024-09-18T02:28:17.041 INFO:tasks.rados.rados.0.smithi046.stdout:2311: done (1 left) 2024-09-18T02:28:17.042 INFO:tasks.rados.rados.0.smithi046.stdout:2312: copy_from oid 15 from oid 47 current snap is 234 2024-09-18T02:28:17.042 INFO:tasks.rados.rados.0.smithi046.stdout:2310: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:28:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:16 smithi046 ceph-mon[97106]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 598 KiB/s wr, 13 op/s 2024-09-18T02:28:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:16 smithi046 ceph-mon[97106]: osdmap e534: 8 total, 8 up, 8 in 2024-09-18T02:28:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:16 smithi046 ceph-mon[97106]: osdmap e535: 8 total, 8 up, 8 in 2024-09-18T02:28:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:16 smithi046 ceph-mon[94621]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 598 KiB/s wr, 13 op/s 2024-09-18T02:28:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:16 smithi046 ceph-mon[94621]: osdmap e534: 8 total, 8 up, 8 in 2024-09-18T02:28:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:16 smithi046 ceph-mon[94621]: osdmap e535: 8 total, 8 up, 8 in 2024-09-18T02:28:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[94598]: 2024-09-18T02:28:17.034+0000 7f21728dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T02:28:17.304 INFO:tasks.rados.rados.0.smithi046.stdout:2312: finishing copy_from to smithi04682744-15 2024-09-18T02:28:17.304 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 616 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:28:17.304 INFO:tasks.rados.rados.0.smithi046.stdout:2312: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:28:17.304 INFO:tasks.rados.rados.0.smithi046.stdout:2310: done (1 left) 2024-09-18T02:28:17.304 INFO:tasks.rados.rados.0.smithi046.stdout:2312: done (0 left) 2024-09-18T02:28:17.304 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 234 2024-09-18T02:28:17.304 INFO:tasks.rados.rados.0.smithi046.stdout:2313: seq_num 751 ranges {2236416=581632} 2024-09-18T02:28:17.319 INFO:tasks.rados.rados.0.smithi046.stdout:2313: writing smithi04682744-35 from 2236416 to 2818048 tid 1 2024-09-18T02:28:17.319 INFO:tasks.rados.rados.0.smithi046.stdout:2314: rollback oid 1 current snap is 234 2024-09-18T02:28:17.319 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 224 2024-09-18T02:28:17.320 INFO:tasks.rados.rados.0.smithi046.stdout:2315: copy_from oid 13 from oid 21 current snap is 234 2024-09-18T02:28:17.320 INFO:tasks.rados.rados.0.smithi046.stdout:2316: snap_create 2024-09-18T02:28:17.323 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 0 to smithi04682744-1 2024-09-18T02:28:17.324 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:28:17.324 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 1 to smithi04682744-35 2024-09-18T02:28:17.324 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 2 to smithi04682744-35 2024-09-18T02:28:17.324 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:28:17.324 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1405 (ObjNum 675 snap 207 seq_num 675) dirty exists 2024-09-18T02:28:17.325 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 3 to smithi04682744-35 2024-09-18T02:28:17.325 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1221 (ObjNum 751 snap 234 seq_num 751) dirty exists 2024-09-18T02:28:17.325 INFO:tasks.rados.rados.0.smithi046.stdout:2313: left oid 35 (ObjNum 751 snap 234 seq_num 751) 2024-09-18T02:28:17.334 INFO:tasks.rados.rados.0.smithi046.stdout:2315: finishing copy_from racing read to smithi04682744-13 2024-09-18T02:28:17.335 INFO:tasks.rados.rados.0.smithi046.stdout:2315: finishing copy_from to smithi04682744-13 2024-09-18T02:28:17.336 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1224 (ObjNum 692 snap 209 seq_num 692) dirty exists 2024-09-18T02:28:17.473 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b[59747]: 2024-09-18T02:28:17.033+0000 7f869fe34640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T02:28:17.474 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b[59747]: 2024-09-18T02:28:17.033+0000 7f869fe34640 -1 mds.b *** got signal Terminated *** 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2313: done (3 left) 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2314: done (2 left) 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2315: done (1 left) 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2316: done (0 left) 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2317: copy_from oid 35 from oid 2 current snap is 235 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2318: copy_from oid 24 from oid 12 current snap is 235 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2319: copy_from oid 44 from oid 36 current snap is 235 2024-09-18T02:28:18.061 INFO:tasks.rados.rados.0.smithi046.stdout:2320: snap_create 2024-09-18T02:28:18.063 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing copy_from to smithi04682744-44 2024-09-18T02:28:18.063 INFO:tasks.rados.rados.0.smithi046.stdout:2319: got expected ENOENT (src dne) 2024-09-18T02:28:18.063 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:28:18.108 INFO:tasks.rados.rados.0.smithi046.stdout:2317: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:28:18.118 INFO:tasks.rados.rados.0.smithi046.stdout:2317: finishing copy_from to smithi04682744-35 2024-09-18T02:28:18.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1164 (ObjNum 685 snap 207 seq_num 685) dirty exists 2024-09-18T02:28:18.122 INFO:tasks.rados.rados.0.smithi046.stdout:2318: finishing copy_from racing read to smithi04682744-24 2024-09-18T02:28:18.123 INFO:tasks.rados.rados.0.smithi046.stdout:2318: finishing copy_from to smithi04682744-24 2024-09-18T02:28:18.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1442 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-mon[89559]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-18T02:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-mon[89559]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T02:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-mon[89559]: osdmap e536: 8 total, 8 up, 8 in 2024-09-18T02:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-mon[89559]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-18T02:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-mon[89559]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-18T02:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-mon[89559]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-18T02:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:17 smithi195 ceph-mon[89559]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-18T02:28:18.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[97106]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[97106]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[97106]: osdmap e536: 8 total, 8 up, 8 in 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[97106]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[97106]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[97106]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[97106]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[94621]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[94621]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[94621]: osdmap e536: 8 total, 8 up, 8 in 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[94621]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[94621]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-18T02:28:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[94621]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-18T02:28:18.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:17 smithi046 ceph-mon[94621]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-18T02:28:19.066 INFO:tasks.rados.rados.0.smithi046.stdout:2317: done (3 left) 2024-09-18T02:28:19.066 INFO:tasks.rados.rados.0.smithi046.stdout:2318: done (2 left) 2024-09-18T02:28:19.066 INFO:tasks.rados.rados.0.smithi046.stdout:2319: done (1 left) 2024-09-18T02:28:19.066 INFO:tasks.rados.rados.0.smithi046.stdout:2320: done (0 left) 2024-09-18T02:28:19.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 236 2024-09-18T02:28:19.066 INFO:tasks.rados.rados.0.smithi046.stdout:2321: seq_num 752 ranges {311296=598016} 2024-09-18T02:28:19.070 INFO:tasks.rados.rados.0.smithi046.stdout:2321: writing smithi04682744-45 from 311296 to 909312 tid 1 2024-09-18T02:28:19.070 INFO:tasks.rados.rados.0.smithi046.stdout:2322: rollback oid 15 current snap is 236 2024-09-18T02:28:19.071 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 235 2024-09-18T02:28:19.071 INFO:tasks.rados.rados.0.smithi046.stdout:2323: snap_remove snap 219 2024-09-18T02:28:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:19 smithi195 ceph-mon[89559]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 231 KiB/s wr, 5 op/s 2024-09-18T02:28:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:19 smithi195 ceph-mon[89559]: osdmap e537: 8 total, 8 up, 8 in 2024-09-18T02:28:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:19 smithi195 ceph-mon[89559]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:reconnect 2024-09-18T02:28:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:19 smithi195 ceph-mon[89559]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[94621]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 231 KiB/s wr, 5 op/s 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[94621]: osdmap e537: 8 total, 8 up, 8 in 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[94621]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:reconnect 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[94621]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[97106]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 231 KiB/s wr, 5 op/s 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[97106]: osdmap e537: 8 total, 8 up, 8 in 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[97106]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:reconnect 2024-09-18T02:28:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:19 smithi046 ceph-mon[97106]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-18T02:28:20.073 INFO:tasks.rados.rados.0.smithi046.stdout:2323: done (2 left) 2024-09-18T02:28:20.073 INFO:tasks.rados.rados.0.smithi046.stdout:2324: read oid 8 snap 224 2024-09-18T02:28:20.073 INFO:tasks.rados.rados.0.smithi046.stdout:2324: expect deleted 2024-09-18T02:28:20.073 INFO:tasks.rados.rados.0.smithi046.stdout:2325: rollback oid 47 current snap is 236 2024-09-18T02:28:20.073 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 224 2024-09-18T02:28:20.073 INFO:tasks.rados.rados.0.smithi046.stdout:2322: finishing rollback tid 0 to smithi04682744-15 2024-09-18T02:28:20.073 INFO:tasks.rados.rados.0.smithi046.stdout:2322: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:28:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:2321: finishing write tid 1 to smithi04682744-45 2024-09-18T02:28:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:2321: finishing write tid 2 to smithi04682744-45 2024-09-18T02:28:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 236 2024-09-18T02:28:20.074 INFO:tasks.rados.rados.0.smithi046.stdout:2326: seq_num 753 ranges {2752512=614400} 2024-09-18T02:28:20.093 INFO:tasks.rados.rados.0.smithi046.stdout:2326: writing smithi04682744-11 from 2752512 to 3366912 tid 1 2024-09-18T02:28:20.093 INFO:tasks.rados.rados.0.smithi046.stdout:2327: copy_from oid 23 from oid 42 current snap is 236 2024-09-18T02:28:20.093 INFO:tasks.rados.rados.0.smithi046.stdout:2322: finishing rollback tid 2 to smithi04682744-15 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1228 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2321: finishing write tid 3 to smithi04682744-45 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1396 (ObjNum 752 snap 236 seq_num 752) dirty exists 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2321: left oid 45 (ObjNum 752 snap 236 seq_num 752) 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2325: finishing rollback tid 0 to smithi04682744-47 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2321: done (5 left) 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2322: done (4 left) 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2324: done (3 left) 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 236 2024-09-18T02:28:20.094 INFO:tasks.rados.rados.0.smithi046.stdout:2328: seq_num 754 ranges {0=630784} 2024-09-18T02:28:20.097 INFO:tasks.rados.rados.0.smithi046.stdout:2328: writing smithi04682744-30 from 0 to 630784 tid 1 2024-09-18T02:28:20.098 INFO:tasks.rados.rados.0.smithi046.stdout:2329: snap_remove snap 214 2024-09-18T02:28:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:20 smithi195 ceph-mon[89559]: osdmap e538: 8 total, 8 up, 8 in 2024-09-18T02:28:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:20 smithi195 ceph-mon[89559]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:rejoin 2024-09-18T02:28:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:20 smithi195 ceph-mon[89559]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-18T02:28:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:20 smithi195 ceph-mon[89559]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[94621]: osdmap e538: 8 total, 8 up, 8 in 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[94621]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:rejoin 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[94621]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[94621]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[97106]: osdmap e538: 8 total, 8 up, 8 in 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[97106]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:rejoin 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[97106]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-18T02:28:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:20 smithi046 ceph-mon[97106]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-18T02:28:21.077 INFO:tasks.rados.rados.0.smithi046.stdout:2329: done (4 left) 2024-09-18T02:28:21.077 INFO:tasks.rados.rados.0.smithi046.stdout:2330: snap_remove snap 221 2024-09-18T02:28:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:21 smithi195 ceph-mon[89559]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-18T02:28:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:21 smithi195 ceph-mon[89559]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-18T02:28:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:21 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:28:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:21 smithi195 ceph-mon[89559]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:active 2024-09-18T02:28:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:21 smithi195 ceph-mon[89559]: fsmap cephfs:1 {0=a=up:active} 2024-09-18T02:28:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:21 smithi195 ceph-mon[89559]: osdmap e539: 8 total, 8 up, 8 in 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[94621]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[94621]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[94621]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:active 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[94621]: fsmap cephfs:1 {0=a=up:active} 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[94621]: osdmap e539: 8 total, 8 up, 8 in 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[97106]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[97106]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:28:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[97106]: mds.? [v2:172.21.15.46:6834/446050967,v1:172.21.15.46:6835/446050967] up:active 2024-09-18T02:28:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[97106]: fsmap cephfs:1 {0=a=up:active} 2024-09-18T02:28:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:21 smithi046 ceph-mon[97106]: osdmap e539: 8 total, 8 up, 8 in 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2325: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2325: finishing rollback tid 2 to smithi04682744-47 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 621 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2327: finishing copy_from to smithi04682744-23 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2327: got expected ENOENT (src dne) 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2327: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2326: finishing write tid 1 to smithi04682744-11 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2326: finishing write tid 2 to smithi04682744-11 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:2326: finishing write tid 3 to smithi04682744-11 2024-09-18T02:28:21.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1230 (ObjNum 753 snap 236 seq_num 753) dirty exists 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2326: left oid 11 (ObjNum 753 snap 236 seq_num 753) 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 1 to smithi04682744-30 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 2 to smithi04682744-30 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 3 to smithi04682744-30 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1193 (ObjNum 754 snap 236 seq_num 754) dirty exists 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2328: left oid 30 (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2325: done (4 left) 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2326: done (3 left) 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2327: done (2 left) 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2328: done (1 left) 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2330: done (0 left) 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 236 2024-09-18T02:28:21.772 INFO:tasks.rados.rados.0.smithi046.stdout:2331: seq_num 755 ranges {3915776=647168} 2024-09-18T02:28:21.798 INFO:tasks.rados.rados.0.smithi046.stdout:2331: writing smithi04682744-9 from 3915776 to 4562944 tid 1 2024-09-18T02:28:21.798 INFO:tasks.rados.rados.0.smithi046.stdout:2332: setattr oid 30 current snap is 236 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:2333: rollback oid 11 current snap is 236 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 235 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:2334: read oid 46 snap -1 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:2334: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:2335: read oid 4 snap -1 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:2335: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 236 2024-09-18T02:28:21.800 INFO:tasks.rados.rados.0.smithi046.stdout:2336: seq_num 756 ranges {1785856=671744} 2024-09-18T02:28:21.815 INFO:tasks.rados.rados.0.smithi046.stdout:2336: writing smithi04682744-14 from 1785856 to 2457600 tid 1 2024-09-18T02:28:21.815 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 236 2024-09-18T02:28:21.816 INFO:tasks.rados.rados.0.smithi046.stdout:2331: finishing write tid 1 to smithi04682744-9 2024-09-18T02:28:21.816 INFO:tasks.rados.rados.0.smithi046.stdout:2337: seq_num 757 ranges {9117696=688128} 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2337: writing smithi04682744-35 from 9117696 to 9805824 tid 1 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2338: copy_from oid 8 from oid 24 current snap is 236 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2331: finishing write tid 2 to smithi04682744-9 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1194 (ObjNum 754 snap 236 seq_num 754) dirty exists 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2331: finishing write tid 3 to smithi04682744-9 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1237 (ObjNum 755 snap 236 seq_num 755) dirty exists 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2331: left oid 9 (ObjNum 755 snap 236 seq_num 755) 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 2 to smithi04682744-11 2024-09-18T02:28:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1233 (ObjNum 678 snap 207 seq_num 678) dirty exists 2024-09-18T02:28:21.872 INFO:tasks.rados.rados.0.smithi046.stdout:2331: done (7 left) 2024-09-18T02:28:21.872 INFO:tasks.rados.rados.0.smithi046.stdout:2332: done (6 left) 2024-09-18T02:28:21.872 INFO:tasks.rados.rados.0.smithi046.stdout:2333: done (5 left) 2024-09-18T02:28:21.872 INFO:tasks.rados.rados.0.smithi046.stdout:2339: snap_remove snap 227 2024-09-18T02:28:22.338 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:22 smithi195 ceph-mon[89559]: osdmap e540: 8 total, 8 up, 8 in 2024-09-18T02:28:22.339 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:22 smithi195 ceph-mon[89559]: osdmap e541: 8 total, 8 up, 8 in 2024-09-18T02:28:22.339 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:28:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:22 smithi046 ceph-mon[94621]: osdmap e540: 8 total, 8 up, 8 in 2024-09-18T02:28:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:22 smithi046 ceph-mon[94621]: osdmap e541: 8 total, 8 up, 8 in 2024-09-18T02:28:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:22 smithi046 ceph-mon[97106]: osdmap e540: 8 total, 8 up, 8 in 2024-09-18T02:28:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:22 smithi046 ceph-mon[97106]: osdmap e541: 8 total, 8 up, 8 in 2024-09-18T02:28:22.600 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:22 smithi195 podman[114647]: 2024-09-18 02:28:22.338022566 +0000 UTC m=+5.423792314 container died 0657cc951acd73f2a4414d2b82a5f23faf699bb0f7a25577280a8f998aef91e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-4a70413, org.label-schema.build-date=20240731) 2024-09-18T02:28:22.773 INFO:tasks.rados.rados.0.smithi046.stdout:2335: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:28:22.892 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:22 smithi195 podman[114647]: 2024-09-18 02:28:22.681683395 +0000 UTC m=+5.767453136 container cleanup 0657cc951acd73f2a4414d2b82a5f23faf699bb0f7a25577280a8f998aef91e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=quincy-4a70413, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-18T02:28:22.892 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:22 smithi195 bash[114647]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2336: finishing write tid 1 to smithi04682744-14 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2336: finishing write tid 2 to smithi04682744-14 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2336: finishing write tid 3 to smithi04682744-14 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1097 (ObjNum 756 snap 236 seq_num 756) dirty exists 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2336: left oid 14 (ObjNum 756 snap 236 seq_num 756) 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2335: done (5 left) 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2336: done (4 left) 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2339: done (3 left) 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 236 2024-09-18T02:28:23.012 INFO:tasks.rados.rados.0.smithi046.stdout:2334: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:28:23.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:23 smithi195 ceph-mon[89559]: pgmap v492: 121 pgs: 121 active+clean; 273 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 14 op/s 2024-09-18T02:28:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:23 smithi195 ceph-mon[89559]: osdmap e542: 8 total, 8 up, 8 in 2024-09-18T02:28:23.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:22 smithi195 podman[114664]: 2024-09-18 02:28:22.891357067 +0000 UTC m=+0.549458850 container remove 0657cc951acd73f2a4414d2b82a5f23faf699bb0f7a25577280a8f998aef91e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:c5428a59091f5674ce6e26540d9db0f28844a507e2a324b8305a00f1687ce028, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-4a70413, ceph=True) 2024-09-18T02:28:23.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-18T02:28:23.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 systemd[1]: Stopped Ceph mds.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:23.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.661s CPU time. 2024-09-18T02:28:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:23 smithi046 ceph-mon[94621]: pgmap v492: 121 pgs: 121 active+clean; 273 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 14 op/s 2024-09-18T02:28:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:23 smithi046 ceph-mon[94621]: osdmap e542: 8 total, 8 up, 8 in 2024-09-18T02:28:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:23 smithi046 ceph-mon[97106]: pgmap v492: 121 pgs: 121 active+clean; 273 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 14 op/s 2024-09-18T02:28:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:23 smithi046 ceph-mon[97106]: osdmap e542: 8 total, 8 up, 8 in 2024-09-18T02:28:23.677 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 systemd[1]: Starting Ceph mds.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:23.677 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 podman[114796]: 2024-09-18 02:28:23.427931523 +0000 UTC m=+0.015780056 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T02:28:23.677 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 podman[114796]: 2024-09-18 02:28:23.559287174 +0000 UTC m=+0.147135746 container create 35af4f45e4f5a2f24cc47b8895719a8c9d24a66bc23428ded2e45586e83d2662 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T02:28:24.117 INFO:tasks.rados.rados.0.smithi046.stdout:2337: finishing write tid 1 to smithi04682744-35 2024-09-18T02:28:24.118 INFO:tasks.rados.rados.0.smithi046.stdout:2337: finishing write tid 2 to smithi04682744-35 2024-09-18T02:28:24.118 INFO:tasks.rados.rados.0.smithi046.stdout:2337: finishing write tid 3 to smithi04682744-35 2024-09-18T02:28:24.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1223 (ObjNum 757 snap 236 seq_num 757) dirty exists 2024-09-18T02:28:24.118 INFO:tasks.rados.rados.0.smithi046.stdout:2337: left oid 35 (ObjNum 757 snap 236 seq_num 757) 2024-09-18T02:28:24.118 INFO:tasks.rados.rados.0.smithi046.stdout:2338: finishing copy_from racing read to smithi04682744-8 2024-09-18T02:28:24.118 INFO:tasks.rados.rados.0.smithi046.stdout:2340: seq_num 758 ranges {2752512=704512} 2024-09-18T02:28:24.136 INFO:tasks.rados.rados.0.smithi046.stdout:2340: writing smithi04682744-11 from 2752512 to 3457024 tid 1 2024-09-18T02:28:24.136 INFO:tasks.rados.rados.0.smithi046.stdout:2334: done (3 left) 2024-09-18T02:28:24.136 INFO:tasks.rados.rados.0.smithi046.stdout:2337: done (2 left) 2024-09-18T02:28:24.137 INFO:tasks.rados.rados.0.smithi046.stdout:2341: delete oid 42 current snap is 236 2024-09-18T02:28:24.137 INFO:tasks.rados.rados.0.smithi046.stdout:2338: finishing copy_from to smithi04682744-8 2024-09-18T02:28:24.137 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1442 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:28:24.139 INFO:tasks.rados.rados.0.smithi046.stdout:2338: done (2 left) 2024-09-18T02:28:24.139 INFO:tasks.rados.rados.0.smithi046.stdout:2341: done (1 left) 2024-09-18T02:28:24.139 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 236 2024-09-18T02:28:24.139 INFO:tasks.rados.rados.0.smithi046.stdout:2342: seq_num 760 ranges {13369344=737280} 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2342: writing smithi04682744-8 from 13369344 to 14106624 tid 1 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2343: rmattr oid 48 current snap is 236 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2343: done (2 left) 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2344: rollback oid 15 current snap is 236 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 228 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2340: finishing write tid 1 to smithi04682744-11 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2340: finishing write tid 2 to smithi04682744-11 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2340: finishing write tid 3 to smithi04682744-11 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1235 (ObjNum 758 snap 236 seq_num 758) dirty exists 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2340: left oid 11 (ObjNum 758 snap 236 seq_num 758) 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2340: done (2 left) 2024-09-18T02:28:24.216 INFO:tasks.rados.rados.0.smithi046.stdout:2345: setattr oid 43 current snap is 236 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:2346: read oid 26 snap 235 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:2346: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:2347: rollback oid 32 current snap is 236 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 234 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:2344: finishing rollback tid 0 to smithi04682744-15 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:2348: setattr oid 7 current snap is 236 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:2344: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:28:24.218 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1237 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:28:24.220 INFO:tasks.rados.rados.0.smithi046.stdout:2344: done (5 left) 2024-09-18T02:28:24.220 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 236 2024-09-18T02:28:24.220 INFO:tasks.rados.rados.0.smithi046.stdout:2349: seq_num 761 ranges {0=753664} 2024-09-18T02:28:24.223 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 podman[114796]: 2024-09-18 02:28:23.798761252 +0000 UTC m=+0.386609785 container init 35af4f45e4f5a2f24cc47b8895719a8c9d24a66bc23428ded2e45586e83d2662 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-18T02:28:24.223 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 podman[114796]: 2024-09-18 02:28:23.803639386 +0000 UTC m=+0.391487917 container start 35af4f45e4f5a2f24cc47b8895719a8c9d24a66bc23428ded2e45586e83d2662 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS) 2024-09-18T02:28:24.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b[114811]: starting mds.b at 2024-09-18T02:28:24.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 bash[114796]: 35af4f45e4f5a2f24cc47b8895719a8c9d24a66bc23428ded2e45586e83d2662 2024-09-18T02:28:24.224 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 02:28:23 smithi195 systemd[1]: Started Ceph mds.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:24.225 INFO:tasks.rados.rados.0.smithi046.stdout:2349: writing smithi04682744-27 from 0 to 753664 tid 1 2024-09-18T02:28:24.225 INFO:tasks.rados.rados.0.smithi046.stdout:2350: snap_create 2024-09-18T02:28:24.225 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 622 (ObjNum 743 snap 232 seq_num 743) dirty exists 2024-09-18T02:28:24.225 INFO:tasks.rados.rados.0.smithi046.stdout:2342: finishing write tid 1 to smithi04682744-8 2024-09-18T02:28:24.226 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1238 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:28:24.226 INFO:tasks.rados.rados.0.smithi046.stdout:2342: finishing write tid 2 to smithi04682744-8 2024-09-18T02:28:24.228 INFO:tasks.rados.rados.0.smithi046.stdout:2342: finishing write tid 3 to smithi04682744-8 2024-09-18T02:28:24.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1444 (ObjNum 760 snap 236 seq_num 760) dirty exists 2024-09-18T02:28:24.228 INFO:tasks.rados.rados.0.smithi046.stdout:2342: left oid 8 (ObjNum 760 snap 236 seq_num 760) 2024-09-18T02:28:24.232 INFO:tasks.rados.rados.0.smithi046.stdout:2349: finishing write tid 1 to smithi04682744-27 2024-09-18T02:28:24.232 INFO:tasks.rados.rados.0.smithi046.stdout:2349: finishing write tid 2 to smithi04682744-27 2024-09-18T02:28:24.232 INFO:tasks.rados.rados.0.smithi046.stdout:2349: finishing write tid 3 to smithi04682744-27 2024-09-18T02:28:24.232 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1240 (ObjNum 761 snap 236 seq_num 761) dirty exists 2024-09-18T02:28:24.232 INFO:tasks.rados.rados.0.smithi046.stdout:2349: left oid 27 (ObjNum 761 snap 236 seq_num 761) 2024-09-18T02:28:24.238 INFO:tasks.rados.rados.0.smithi046.stdout:2346: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:28:24.488 INFO:tasks.rados.rados.0.smithi046.stdout:2347: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:28:24.489 INFO:tasks.rados.rados.0.smithi046.stdout:2347: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:28:24.489 INFO:tasks.rados.rados.0.smithi046.stdout:2347: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:28:24.489 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1568 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2342: done (6 left) 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2345: done (5 left) 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2346: done (4 left) 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2347: done (3 left) 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2348: done (2 left) 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2349: done (1 left) 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2350: done (0 left) 2024-09-18T02:28:25.086 INFO:tasks.rados.rados.0.smithi046.stdout:2351: delete oid 9 current snap is 237 2024-09-18T02:28:25.088 INFO:tasks.rados.rados.0.smithi046.stdout:2351: done (0 left) 2024-09-18T02:28:25.088 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 237 2024-09-18T02:28:25.088 INFO:tasks.rados.rados.0.smithi046.stdout:2352: seq_num 763 ranges {9805824=786432} 2024-09-18T02:28:25.146 INFO:tasks.rados.rados.0.smithi046.stdout:2352: writing smithi04682744-35 from 9805824 to 10592256 tid 1 2024-09-18T02:28:25.146 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 237 2024-09-18T02:28:25.146 INFO:tasks.rados.rados.0.smithi046.stdout:2353: seq_num 764 ranges {0=802816} 2024-09-18T02:28:25.151 INFO:tasks.rados.rados.0.smithi046.stdout:2353: writing smithi04682744-6 from 0 to 802816 tid 1 2024-09-18T02:28:25.151 INFO:tasks.rados.rados.0.smithi046.stdout:2354: delete oid 37 current snap is 237 2024-09-18T02:28:25.151 INFO:tasks.rados.rados.0.smithi046.stdout:2352: finishing write tid 1 to smithi04682744-35 2024-09-18T02:28:25.151 INFO:tasks.rados.rados.0.smithi046.stdout:2352: finishing write tid 2 to smithi04682744-35 2024-09-18T02:28:25.152 INFO:tasks.rados.rados.0.smithi046.stdout:2352: finishing write tid 3 to smithi04682744-35 2024-09-18T02:28:25.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1225 (ObjNum 763 snap 237 seq_num 763) dirty exists 2024-09-18T02:28:25.152 INFO:tasks.rados.rados.0.smithi046.stdout:2352: left oid 35 (ObjNum 763 snap 237 seq_num 763) 2024-09-18T02:28:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:2352: done (2 left) 2024-09-18T02:28:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:2354: done (1 left) 2024-09-18T02:28:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 237 2024-09-18T02:28:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:2355: seq_num 766 ranges {532480=434176,966656=401408} 2024-09-18T02:28:25.160 INFO:tasks.rados.rados.0.smithi046.stdout:2355: writing smithi04682744-40 from 532480 to 966656 tid 1 2024-09-18T02:28:25.163 INFO:tasks.rados.rados.0.smithi046.stdout:2355: writing smithi04682744-40 from 966656 to 1368064 tid 2 2024-09-18T02:28:25.163 INFO:tasks.rados.rados.0.smithi046.stdout:2356: copy_from oid 31 from oid 21 current snap is 237 2024-09-18T02:28:25.163 INFO:tasks.rados.rados.0.smithi046.stdout:2353: finishing write tid 1 to smithi04682744-6 2024-09-18T02:28:25.164 INFO:tasks.rados.rados.0.smithi046.stdout:2353: finishing write tid 2 to smithi04682744-6 2024-09-18T02:28:25.164 INFO:tasks.rados.rados.0.smithi046.stdout:2353: finishing write tid 3 to smithi04682744-6 2024-09-18T02:28:25.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1196 (ObjNum 764 snap 237 seq_num 764) dirty exists 2024-09-18T02:28:25.164 INFO:tasks.rados.rados.0.smithi046.stdout:2353: left oid 6 (ObjNum 764 snap 237 seq_num 764) 2024-09-18T02:28:25.164 INFO:tasks.rados.rados.0.smithi046.stdout:2353: done (2 left) 2024-09-18T02:28:25.164 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 237 2024-09-18T02:28:25.164 INFO:tasks.rados.rados.0.smithi046.stdout:2357: seq_num 767 ranges {12328960=450560,12779520=401408} 2024-09-18T02:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:24 smithi195 ceph-mon[89559]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.4 MiB/s wr, 28 op/s 2024-09-18T02:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:24 smithi195 ceph-mon[89559]: mds.? [v2:172.21.15.195:6832/1582216630,v1:172.21.15.195:6833/1582216630] up:boot 2024-09-18T02:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:24 smithi195 ceph-mon[89559]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-18T02:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:28:25.233 INFO:tasks.rados.rados.0.smithi046.stdout:2357: writing smithi04682744-10 from 12328960 to 12779520 tid 1 2024-09-18T02:28:25.236 INFO:tasks.rados.rados.0.smithi046.stdout:2357: writing smithi04682744-10 from 12779520 to 13180928 tid 2 2024-09-18T02:28:25.236 INFO:tasks.rados.rados.0.smithi046.stdout:2358: copy_from oid 19 from oid 47 current snap is 237 2024-09-18T02:28:25.236 INFO:tasks.rados.rados.0.smithi046.stdout:2355: finishing write tid 1 to smithi04682744-40 2024-09-18T02:28:25.236 INFO:tasks.rados.rados.0.smithi046.stdout:2355: finishing write tid 2 to smithi04682744-40 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2355: finishing write tid 3 to smithi04682744-40 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2355: finishing write tid 4 to smithi04682744-40 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1572 (ObjNum 766 snap 237 seq_num 766) dirty exists 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2355: left oid 40 (ObjNum 766 snap 237 seq_num 766) 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2356: finishing copy_from racing read to smithi04682744-31 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2356: finishing copy_from to smithi04682744-31 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1224 (ObjNum 692 snap 209 seq_num 692) dirty exists 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2355: done (3 left) 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2356: done (2 left) 2024-09-18T02:28:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2359: delete oid 31 current snap is 237 2024-09-18T02:28:25.238 INFO:tasks.rados.rados.0.smithi046.stdout:2357: finishing write tid 1 to smithi04682744-10 2024-09-18T02:28:25.238 INFO:tasks.rados.rados.0.smithi046.stdout:2359: done (2 left) 2024-09-18T02:28:25.238 INFO:tasks.rados.rados.0.smithi046.stdout:2360: snap_remove snap 228 2024-09-18T02:28:25.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[94621]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.4 MiB/s wr, 28 op/s 2024-09-18T02:28:25.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[94621]: mds.? [v2:172.21.15.195:6832/1582216630,v1:172.21.15.195:6833/1582216630] up:boot 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[94621]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[97106]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.4 MiB/s wr, 28 op/s 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[97106]: mds.? [v2:172.21.15.195:6832/1582216630,v1:172.21.15.195:6833/1582216630] up:boot 2024-09-18T02:28:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[97106]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-18T02:28:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-18T02:28:25.465 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:28:25.734 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:28:25.734 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (6m) 15s ago 10m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:28:25.734 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (6m) 32s ago 10m 87.5M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:28:25.734 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (19s) 15s ago 11m 10.8M - 18.2.4-855-g19e2a2be 980a0bfcd684 38eaf508af33 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 starting - - - - 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (6m) 32s ago 15m 440M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (6m) 15s ago 16m 503M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (5m) 15s ago 17m 63.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (5m) 32s ago 15m 47.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (5m) 15s ago 15m 51.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (6m) 15s ago 10m 15.6M - 1.5.0 0da6a335fe13 81b29a2e4b68 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (6m) 32s ago 10m 16.3M - 1.5.0 0da6a335fe13 1b73ce006199 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (4m) 15s ago 14m 245M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (3m) 15s ago 14m 216M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (3m) 15s ago 14m 223M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (2m) 15s ago 13m 113M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:28:25.735 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (2m) 32s ago 13m 136M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:28:25.736 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (103s) 32s ago 12m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 0bd1517fbe72 2024-09-18T02:28:25.736 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (70s) 32s ago 12m 63.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 f00d4eba89f4 2024-09-18T02:28:25.736 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (37s) 32s ago 12m 14.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 4d0c74385241 2024-09-18T02:28:25.736 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (6m) 32s ago 11m 65.5M - 2.43.0 a07b618ecd1d 47a12f74960b 2024-09-18T02:28:26.063 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:28:26.064 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:26.065 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:28:26.065 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-18T02:28:26.065 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:28:26.065 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:28:26.093 INFO:tasks.rados.rados.0.smithi046.stdout:2360: done (2 left) 2024-09-18T02:28:26.094 INFO:tasks.rados.rados.0.smithi046.stdout:2361: snap_remove snap 224 2024-09-18T02:28:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:26 smithi046 ceph-mon[94621]: osdmap e543: 8 total, 8 up, 8 in 2024-09-18T02:28:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3635423331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:26.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:26 smithi046 ceph-mon[97106]: osdmap e543: 8 total, 8 up, 8 in 2024-09-18T02:28:26.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3635423331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:26.438 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:26 smithi195 ceph-mon[89559]: osdmap e543: 8 total, 8 up, 8 in 2024-09-18T02:28:26.438 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3635423331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:28:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:28:26] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:28:26.772 INFO:tasks.rados.rados.0.smithi046.stdout:2361: done (2 left) 2024-09-18T02:28:26.772 INFO:tasks.rados.rados.0.smithi046.stdout:2362: copy_from oid 30 from oid 31 current snap is 237 2024-09-18T02:28:26.772 INFO:tasks.rados.rados.0.smithi046.stdout:2363: read oid 26 snap -1 2024-09-18T02:28:26.772 INFO:tasks.rados.rados.0.smithi046.stdout:2363: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:28:26.772 INFO:tasks.rados.rados.0.smithi046.stdout:2364: setattr oid 41 current snap is 237 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:2357: finishing write tid 2 to smithi04682744-10 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:2357: finishing write tid 3 to smithi04682744-10 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:2357: finishing write tid 4 to smithi04682744-10 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1243 (ObjNum 767 snap 237 seq_num 767) dirty exists 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:2357: left oid 10 (ObjNum 767 snap 237 seq_num 767) 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing copy_from to smithi04682744-19 2024-09-18T02:28:26.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 621 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:28:26.774 INFO:tasks.rados.rados.0.smithi046.stdout:2357: done (4 left) 2024-09-18T02:28:26.774 INFO:tasks.rados.rados.0.smithi046.stdout:2358: done (3 left) 2024-09-18T02:28:26.774 INFO:tasks.rados.rados.0.smithi046.stdout:2365: snap_remove snap 234 2024-09-18T02:28:27.332 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:27 smithi195 ceph-mon[89559]: pgmap v497: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2024-09-18T02:28:27.332 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:27 smithi195 ceph-mon[89559]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:27.332 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:27 smithi195 ceph-mon[89559]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:27.332 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:27 smithi195 ceph-mon[89559]: osdmap e544: 8 total, 8 up, 8 in 2024-09-18T02:28:27.333 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:27 smithi195 ceph-mon[89559]: osdmap e545: 8 total, 8 up, 8 in 2024-09-18T02:28:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[94621]: pgmap v497: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2024-09-18T02:28:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[94621]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[94621]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[94621]: osdmap e544: 8 total, 8 up, 8 in 2024-09-18T02:28:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[94621]: osdmap e545: 8 total, 8 up, 8 in 2024-09-18T02:28:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[97106]: pgmap v497: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2024-09-18T02:28:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[97106]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[97106]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[97106]: osdmap e544: 8 total, 8 up, 8 in 2024-09-18T02:28:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:27 smithi046 ceph-mon[97106]: osdmap e545: 8 total, 8 up, 8 in 2024-09-18T02:28:27.773 INFO:tasks.rados.rados.0.smithi046.stdout:2365: done (3 left) 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2366: read oid 42 snap 232 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2366: expect deleted 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2367: rmattr oid 28 current snap is 237 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2367: done (4 left) 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2368: read oid 11 snap -1 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2368: expect (ObjNum 758 snap 236 seq_num 758) 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2369: rollback oid 33 current snap is 237 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 225 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1226 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2362: finishing copy_from to smithi04682744-30 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2362: got expected ENOENT (src dne) 2024-09-18T02:28:27.774 INFO:tasks.rados.rados.0.smithi046.stdout:2362: finishing copy_from racing read to smithi04682744-30 2024-09-18T02:28:27.775 INFO:tasks.rados.rados.0.smithi046.stdout:2363: expect (ObjNum 559 snap 179 seq_num 559) 2024-09-18T02:28:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:2369: finishing rollback tid 1 to smithi04682744-33 2024-09-18T02:28:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 766 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:28:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:2368: expect (ObjNum 758 snap 236 seq_num 758) 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2362: done (5 left) 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2363: done (4 left) 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2364: done (3 left) 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2366: done (2 left) 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2368: done (1 left) 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2369: done (0 left) 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2370: rollback oid 43 current snap is 237 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 223 2024-09-18T02:28:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:2371: snap_create 2024-09-18T02:28:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing rollback tid 0 to smithi04682744-43 2024-09-18T02:28:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing rollback tid 1 to smithi04682744-43 2024-09-18T02:28:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing rollback tid 2 to smithi04682744-43 2024-09-18T02:28:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 625 (ObjNum 714 snap 220 seq_num 714) dirty exists 2024-09-18T02:28:28.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:28 smithi195 ceph-mon[89559]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-09-18T02:28:28.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:28.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:28.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:28 smithi195 ceph-mon[89559]: osdmap e546: 8 total, 8 up, 8 in 2024-09-18T02:28:28.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:28.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:28.823 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[94621]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[94621]: osdmap e546: 8 total, 8 up, 8 in 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[97106]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-09-18T02:28:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[97106]: osdmap e546: 8 total, 8 up, 8 in 2024-09-18T02:28:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:29.202 INFO:tasks.rados.rados.0.smithi046.stdout:2370: done (1 left) 2024-09-18T02:28:29.202 INFO:tasks.rados.rados.0.smithi046.stdout:2371: done (0 left) 2024-09-18T02:28:29.202 INFO:tasks.rados.rados.0.smithi046.stdout:2372: read oid 42 snap 236 2024-09-18T02:28:29.202 INFO:tasks.rados.rados.0.smithi046.stdout:2372: expect deleted 2024-09-18T02:28:29.202 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 238 2024-09-18T02:28:29.203 INFO:tasks.rados.rados.0.smithi046.stdout:2373: seq_num 769 ranges {13369344=483328,13852672=401408} 2024-09-18T02:28:29.278 INFO:tasks.rados.rados.0.smithi046.stdout:2373: writing smithi04682744-12 from 13369344 to 13852672 tid 1 2024-09-18T02:28:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:2373: writing smithi04682744-12 from 13852672 to 14254080 tid 2 2024-09-18T02:28:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 238 2024-09-18T02:28:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:2374: seq_num 770 ranges {1589248=499712,2088960=401408} 2024-09-18T02:28:29.291 INFO:tasks.rados.rados.0.smithi046.stdout:2374: writing smithi04682744-22 from 1589248 to 2088960 tid 1 2024-09-18T02:28:29.294 INFO:tasks.rados.rados.0.smithi046.stdout:2374: writing smithi04682744-22 from 2088960 to 2490368 tid 2 2024-09-18T02:28:29.294 INFO:tasks.rados.rados.0.smithi046.stdout:2375: rollback oid 35 current snap is 238 2024-09-18T02:28:29.294 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 235 2024-09-18T02:28:29.295 INFO:tasks.rados.rados.0.smithi046.stdout:2376: rollback oid 7 current snap is 238 2024-09-18T02:28:29.295 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 235 2024-09-18T02:28:29.295 INFO:tasks.rados.rados.0.smithi046.stdout:2377: read oid 14 snap -1 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2377: expect (ObjNum 756 snap 236 seq_num 756) 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2378: rmattr oid 23 current snap is 238 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2378: done (6 left) 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2379: setattr oid 44 current snap is 238 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2373: finishing write tid 1 to smithi04682744-12 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2373: finishing write tid 2 to smithi04682744-12 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2373: finishing write tid 3 to smithi04682744-12 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2373: finishing write tid 4 to smithi04682744-12 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1452 (ObjNum 769 snap 238 seq_num 769) dirty exists 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2373: left oid 12 (ObjNum 769 snap 238 seq_num 769) 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2372: done (6 left) 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2373: done (5 left) 2024-09-18T02:28:29.296 INFO:tasks.rados.rados.0.smithi046.stdout:2380: delete oid 15 current snap is 238 2024-09-18T02:28:29.299 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 1 to smithi04682744-22 2024-09-18T02:28:29.300 INFO:tasks.rados.rados.0.smithi046.stdout:2376: finishing rollback tid 0 to smithi04682744-7 2024-09-18T02:28:29.300 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 2 to smithi04682744-22 2024-09-18T02:28:29.300 INFO:tasks.rados.rados.0.smithi046.stdout:2375: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:28:29.301 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 3 to smithi04682744-22 2024-09-18T02:28:29.301 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 348 (ObjNum 730 snap 228 seq_num 730) dirty exists 2024-09-18T02:28:29.301 INFO:tasks.rados.rados.0.smithi046.stdout:2379: done (5 left) 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:2380: done (4 left) 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:2381: copy_from oid 44 from oid 49 current snap is 238 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:2376: finishing rollback tid 1 to smithi04682744-7 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:2376: finishing rollback tid 2 to smithi04682744-7 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1246 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:2376: done (4 left) 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:2382: delete oid 24 current snap is 238 2024-09-18T02:28:29.302 INFO:tasks.rados.rados.0.smithi046.stdout:2375: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:28:29.303 INFO:tasks.rados.rados.0.smithi046.stdout:2375: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:28:29.303 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1229 (ObjNum 685 snap 207 seq_num 685) dirty exists 2024-09-18T02:28:29.303 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 4 to smithi04682744-22 2024-09-18T02:28:29.303 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1596 (ObjNum 770 snap 238 seq_num 770) dirty exists 2024-09-18T02:28:29.303 INFO:tasks.rados.rados.0.smithi046.stdout:2374: left oid 22 (ObjNum 770 snap 238 seq_num 770) 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2374: done (4 left) 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2375: done (3 left) 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2382: done (2 left) 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2383: read oid 25 snap -1 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2383: expect (ObjNum 744 snap 232 seq_num 744) 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2384: delete oid 42 current snap is 238 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2381: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:28:29.307 INFO:tasks.rados.rados.0.smithi046.stdout:2381: finishing copy_from to smithi04682744-44 2024-09-18T02:28:29.308 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1520 (ObjNum 745 snap 233 seq_num 745) dirty exists 2024-09-18T02:28:29.310 INFO:tasks.rados.rados.0.smithi046.stdout:2377: expect (ObjNum 756 snap 236 seq_num 756) 2024-09-18T02:28:29.405 INFO:tasks.rados.rados.0.smithi046.stdout:2383: expect (ObjNum 744 snap 232 seq_num 744) 2024-09-18T02:28:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:2377: done (3 left) 2024-09-18T02:28:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:2381: done (2 left) 2024-09-18T02:28:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:2383: done (1 left) 2024-09-18T02:28:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:2384: done (0 left) 2024-09-18T02:28:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 238 2024-09-18T02:28:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:2385: seq_num 774 ranges {3579904=565248,4145152=401408} 2024-09-18T02:28:29.743 INFO:tasks.rados.rados.0.smithi046.stdout:2385: writing smithi04682744-13 from 3579904 to 4145152 tid 1 2024-09-18T02:28:29.745 INFO:tasks.rados.rados.0.smithi046.stdout:2385: writing smithi04682744-13 from 4145152 to 4546560 tid 2 2024-09-18T02:28:29.746 INFO:tasks.rados.rados.0.smithi046.stdout:2386: rollback oid 22 current snap is 238 2024-09-18T02:28:29.746 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 225 2024-09-18T02:28:29.746 INFO:tasks.rados.rados.0.smithi046.stdout:2387: delete oid 15 current snap is 238 2024-09-18T02:28:29.747 INFO:tasks.rados.rados.0.smithi046.stdout:2387: done (2 left) 2024-09-18T02:28:29.747 INFO:tasks.rados.rados.0.smithi046.stdout:2388: setattr oid 32 current snap is 238 2024-09-18T02:28:29.748 INFO:tasks.rados.rados.0.smithi046.stdout:2385: finishing write tid 1 to smithi04682744-13 2024-09-18T02:28:29.749 INFO:tasks.rados.rados.0.smithi046.stdout:2385: finishing write tid 2 to smithi04682744-13 2024-09-18T02:28:29.749 INFO:tasks.rados.rados.0.smithi046.stdout:2385: finishing write tid 3 to smithi04682744-13 2024-09-18T02:28:29.750 INFO:tasks.rados.rados.0.smithi046.stdout:2386: finishing rollback tid 0 to smithi04682744-22 2024-09-18T02:28:29.750 INFO:tasks.rados.rados.0.smithi046.stdout:2389: rollback oid 39 current snap is 238 2024-09-18T02:28:29.751 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 225 2024-09-18T02:28:29.751 INFO:tasks.rados.rados.0.smithi046.stdout:2390: rollback oid 6 current snap is 238 2024-09-18T02:28:29.751 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 235 2024-09-18T02:28:29.751 INFO:tasks.rados.rados.0.smithi046.stdout:2391: read oid 16 snap 232 2024-09-18T02:28:29.751 INFO:tasks.rados.rados.0.smithi046.stdout:2391: expect (ObjNum 1147223648 snap 21981 seq_num 1147968928) 2024-09-18T02:28:29.751 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 238 2024-09-18T02:28:29.751 INFO:tasks.rados.rados.0.smithi046.stdout:2392: seq_num 776 ranges {3457024=606208,4063232=401408} 2024-09-18T02:28:29.772 INFO:tasks.rados.rados.0.smithi046.stdout:2392: writing smithi04682744-11 from 3457024 to 4063232 tid 1 2024-09-18T02:28:29.775 INFO:tasks.rados.rados.0.smithi046.stdout:2392: writing smithi04682744-11 from 4063232 to 4464640 tid 2 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2393: copy_from oid 48 from oid 34 current snap is 238 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2386: finishing rollback tid 1 to smithi04682744-22 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2385: finishing write tid 4 to smithi04682744-13 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1450 (ObjNum 774 snap 238 seq_num 774) dirty exists 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2385: left oid 13 (ObjNum 774 snap 238 seq_num 774) 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2386: finishing rollback tid 2 to smithi04682744-22 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1599 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2385: done (7 left) 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2386: done (6 left) 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 238 2024-09-18T02:28:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:2391: expect (ObjNum 1147223648 snap 21981 seq_num 1147968928) 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1454 (ObjNum 1147017888 snap 21981 seq_num 304) dirty dne 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing rollback tid 0 to smithi04682744-6 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1601 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing rollback tid 1 to smithi04682744-6 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1198 (ObjNum 225 snap 0 seq_num 1147776880) dirty dne 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:2393: finishing copy_from to smithi04682744-48 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:2393: got expected ENOENT (src dne) 2024-09-18T02:28:29.780 INFO:tasks.rados.rados.0.smithi046.stdout:2393: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:28:29.781 INFO:tasks.rados.rados.0.smithi046.stdout:2392: finishing write tid 1 to smithi04682744-11 2024-09-18T02:28:29.781 INFO:tasks.rados.rados.0.smithi046.stdout:2394: seq_num 777 ranges {0=622592,622592=401408} 2024-09-18T02:28:29.783 INFO:tasks.rados.rados.0.smithi046.stdout:2394: writing smithi04682744-31 from 0 to 622592 tid 1 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2394: writing smithi04682744-31 from 622592 to 1024000 tid 2 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2388: done (6 left) 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2389: done (5 left) 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2390: done (4 left) 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2391: done (3 left) 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2393: done (2 left) 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2395: read oid 5 snap -1 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2395: expect (ObjNum 713 snap 218 seq_num 713) 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:2396: rollback oid 39 current snap is 238 2024-09-18T02:28:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 225 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:2392: finishing write tid 2 to smithi04682744-11 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:2392: finishing write tid 3 to smithi04682744-11 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:2392: finishing write tid 4 to smithi04682744-11 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1240 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:2392: left oid 11 (ObjNum 776 snap 238 seq_num 776) 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:2392: done (3 left) 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:2397: delete oid 29 current snap is 238 2024-09-18T02:28:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:2394: finishing write tid 1 to smithi04682744-31 2024-09-18T02:28:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:2397: done (3 left) 2024-09-18T02:28:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:2398: snap_create 2024-09-18T02:28:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:2396: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:28:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1454 (ObjNum 1147017888 snap 21981 seq_num 304) dirty dne 2024-09-18T02:28:29.789 INFO:tasks.rados.rados.0.smithi046.stdout:2394: finishing write tid 2 to smithi04682744-31 2024-09-18T02:28:29.789 INFO:tasks.rados.rados.0.smithi046.stdout:2394: finishing write tid 3 to smithi04682744-31 2024-09-18T02:28:29.789 INFO:tasks.rados.rados.0.smithi046.stdout:2394: finishing write tid 4 to smithi04682744-31 2024-09-18T02:28:29.790 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1228 (ObjNum 777 snap 238 seq_num 777) dirty exists 2024-09-18T02:28:29.790 INFO:tasks.rados.rados.0.smithi046.stdout:2394: left oid 31 (ObjNum 777 snap 238 seq_num 777) 2024-09-18T02:28:29.810 INFO:tasks.rados.rados.0.smithi046.stdout:2395: expect (ObjNum 713 snap 218 seq_num 713) 2024-09-18T02:28:30.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:30 smithi195 ceph-mon[89559]: osdmap e547: 8 total, 8 up, 8 in 2024-09-18T02:28:30.445 INFO:tasks.rados.rados.0.smithi046.stdout:2394: done (3 left) 2024-09-18T02:28:30.445 INFO:tasks.rados.rados.0.smithi046.stdout:2395: done (2 left) 2024-09-18T02:28:30.445 INFO:tasks.rados.rados.0.smithi046.stdout:2396: done (1 left) 2024-09-18T02:28:30.445 INFO:tasks.rados.rados.0.smithi046.stdout:2398: done (0 left) 2024-09-18T02:28:30.445 INFO:tasks.rados.rados.0.smithi046.stdout:2399: snap_create 2024-09-18T02:28:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:30 smithi046 ceph-mon[97106]: osdmap e547: 8 total, 8 up, 8 in 2024-09-18T02:28:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:30 smithi046 ceph-mon[94621]: osdmap e547: 8 total, 8 up, 8 in 2024-09-18T02:28:31.213 INFO:tasks.rados.rados.0.smithi046.stdout:2399: done (0 left) 2024-09-18T02:28:31.213 INFO:tasks.rados.rados.0.smithi046.stdout:2400: rmattr oid 40 current snap is 240 2024-09-18T02:28:31.213 INFO:tasks.rados.rados.0.smithi046.stdout:2400: done (0 left) 2024-09-18T02:28:31.214 INFO:tasks.rados.rados.0.smithi046.stdout:2401: rmattr oid 32 current snap is 240 2024-09-18T02:28:31.214 INFO:tasks.rados.rados.0.smithi046.stdout:2402: rollback oid 27 current snap is 240 2024-09-18T02:28:31.214 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 235 2024-09-18T02:28:31.214 INFO:tasks.rados.rados.0.smithi046.stdout:2403: snap_create 2024-09-18T02:28:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:2402: finishing rollback tid 0 to smithi04682744-27 2024-09-18T02:28:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1603 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-09-18T02:28:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:2402: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:28:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1248 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-18T02:28:31.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:31 smithi195 ceph-mon[89559]: pgmap v503: 121 pgs: 121 active+clean; 260 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-09-18T02:28:31.345 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:31 smithi195 ceph-mon[89559]: osdmap e548: 8 total, 8 up, 8 in 2024-09-18T02:28:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:31 smithi046 ceph-mon[94621]: pgmap v503: 121 pgs: 121 active+clean; 260 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-09-18T02:28:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:31 smithi046 ceph-mon[94621]: osdmap e548: 8 total, 8 up, 8 in 2024-09-18T02:28:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:31 smithi046 ceph-mon[97106]: pgmap v503: 121 pgs: 121 active+clean; 260 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-09-18T02:28:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:31 smithi046 ceph-mon[97106]: osdmap e548: 8 total, 8 up, 8 in 2024-09-18T02:28:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:2401: done (2 left) 2024-09-18T02:28:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:2402: done (1 left) 2024-09-18T02:28:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:2403: done (0 left) 2024-09-18T02:28:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:2404: rollback oid 31 current snap is 241 2024-09-18T02:28:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 240 2024-09-18T02:28:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:2405: snap_remove snap 237 2024-09-18T02:28:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:28:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: osdmap e549: 8 total, 8 up, 8 in 2024-09-18T02:28:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-18T02:28:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:32 smithi195 ceph-mon[89559]: osdmap e550: 8 total, 8 up, 8 in 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: osdmap e549: 8 total, 8 up, 8 in 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[94621]: osdmap e550: 8 total, 8 up, 8 in 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: osdmap e549: 8 total, 8 up, 8 in 2024-09-18T02:28:32.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-18T02:28:32.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:32.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:32.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:32 smithi046 ceph-mon[97106]: osdmap e550: 8 total, 8 up, 8 in 2024-09-18T02:28:32.775 INFO:tasks.rados.rados.0.smithi046.stdout:2405: done (1 left) 2024-09-18T02:28:32.775 INFO:tasks.rados.rados.0.smithi046.stdout:2406: rmattr oid 21 current snap is 241 2024-09-18T02:28:32.775 INFO:tasks.rados.rados.0.smithi046.stdout:2406: done (1 left) 2024-09-18T02:28:32.776 INFO:tasks.rados.rados.0.smithi046.stdout:2407: snap_remove snap 225 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: pgmap v506: 121 pgs: 121 active+clean; 260 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Detected new or changed devices on smithi195 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all mds 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all rgw 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all rbd-mirror 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all ceph-exporter 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all iscsi 2024-09-18T02:28:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all nfs 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: Upgrade: Setting container_image for all nvmeof 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[94621]: osdmap e551: 8 total, 8 up, 8 in 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: pgmap v506: 121 pgs: 121 active+clean; 260 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Detected new or changed devices on smithi195 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all mds 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all rgw 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all rbd-mirror 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all ceph-exporter 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all iscsi 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all nfs 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: Upgrade: Setting container_image for all nvmeof 2024-09-18T02:28:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:33 smithi046 ceph-mon[97106]: osdmap e551: 8 total, 8 up, 8 in 2024-09-18T02:28:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: pgmap v506: 121 pgs: 121 active+clean; 260 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Detected new or changed devices on smithi195 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all mds 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all rgw 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all rbd-mirror 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all ceph-exporter 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all iscsi 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all nfs 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: Upgrade: Setting container_image for all nvmeof 2024-09-18T02:28:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:33 smithi195 ceph-mon[89559]: osdmap e551: 8 total, 8 up, 8 in 2024-09-18T02:28:33.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:33 smithi046 systemd[1]: Stopping Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2407: done (1 left) 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2408: rollback oid 12 current snap is 241 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 223 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2404: finishing rollback tid 0 to smithi04682744-31 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2404: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2404: finishing rollback tid 2 to smithi04682744-31 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1231 (ObjNum 777 snap 238 seq_num 777) dirty exists 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2404: done (1 left) 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2409: read oid 11 snap -1 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2409: expect (ObjNum 776 snap 238 seq_num 776) 2024-09-18T02:28:33.776 INFO:tasks.rados.rados.0.smithi046.stdout:2410: delete oid 33 current snap is 241 2024-09-18T02:28:33.781 INFO:tasks.rados.rados.0.smithi046.stdout:2410: done (2 left) 2024-09-18T02:28:33.781 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 241 2024-09-18T02:28:33.781 INFO:tasks.rados.rados.0.smithi046.stdout:2411: seq_num 780 ranges {548864=671744,1220608=401408} 2024-09-18T02:28:33.789 INFO:tasks.rados.rados.0.smithi046.stdout:2411: writing smithi04682744-48 from 548864 to 1220608 tid 1 2024-09-18T02:28:33.792 INFO:tasks.rados.rados.0.smithi046.stdout:2411: writing smithi04682744-48 from 1220608 to 1622016 tid 2 2024-09-18T02:28:33.792 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 241 2024-09-18T02:28:33.792 INFO:tasks.rados.rados.0.smithi046.stdout:2412: seq_num 781 ranges {14106624=688128,14794752=401408} 2024-09-18T02:28:33.873 INFO:tasks.rados.rados.0.smithi046.stdout:2412: writing smithi04682744-8 from 14106624 to 14794752 tid 1 2024-09-18T02:28:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:2412: writing smithi04682744-8 from 14794752 to 15196160 tid 2 2024-09-18T02:28:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:2413: snap_remove snap 232 2024-09-18T02:28:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:2408: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:28:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:2408: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:28:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:2408: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:28:33.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1457 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:28:34.023 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:33 smithi046 podman[127044]: 2024-09-18 02:28:33.758198682 +0000 UTC m=+0.125688271 container died 81b29a2e4b681cdf0b88c964d98852a31be23c448e05f5e03e765e1649a0fd56 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:34.381 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 podman[127044]: 2024-09-18 02:28:34.195736613 +0000 UTC m=+0.563226198 container cleanup 81b29a2e4b681cdf0b88c964d98852a31be23c448e05f5e03e765e1649a0fd56 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:34.381 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 bash[127044]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a 2024-09-18T02:28:34.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:34 smithi046 ceph-mon[94621]: Upgrade: Updating node-exporter.a (1/2) 2024-09-18T02:28:34.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:34 smithi046 ceph-mon[94621]: Deploying daemon node-exporter.a on smithi046 2024-09-18T02:28:34.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:34 smithi046 ceph-mon[94621]: osdmap e552: 8 total, 8 up, 8 in 2024-09-18T02:28:34.382 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:34 smithi046 ceph-mon[97106]: Upgrade: Updating node-exporter.a (1/2) 2024-09-18T02:28:34.382 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:34 smithi046 ceph-mon[97106]: Deploying daemon node-exporter.a on smithi046 2024-09-18T02:28:34.382 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:34 smithi046 ceph-mon[97106]: osdmap e552: 8 total, 8 up, 8 in 2024-09-18T02:28:34.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:34 smithi195 ceph-mon[89559]: Upgrade: Updating node-exporter.a (1/2) 2024-09-18T02:28:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:34 smithi195 ceph-mon[89559]: Deploying daemon node-exporter.a on smithi046 2024-09-18T02:28:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:34 smithi195 ceph-mon[89559]: osdmap e552: 8 total, 8 up, 8 in 2024-09-18T02:28:34.633 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 podman[127062]: 2024-09-18 02:28:34.380465174 +0000 UTC m=+0.625424158 container remove 81b29a2e4b681cdf0b88c964d98852a31be23c448e05f5e03e765e1649a0fd56 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:34.633 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:28:34.633 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-18T02:28:34.633 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 systemd[1]: Stopped Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:34.633 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 1.678s CPU time. 2024-09-18T02:28:34.778 INFO:tasks.rados.rados.0.smithi046.stdout:2409: expect (ObjNum 776 snap 238 seq_num 776) 2024-09-18T02:28:35.007 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:34 smithi046 systemd[1]: Starting Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:35.038 INFO:tasks.rados.rados.0.smithi046.stdout:2411: finishing write tid 1 to smithi04682744-48 2024-09-18T02:28:35.038 INFO:tasks.rados.rados.0.smithi046.stdout:2411: finishing write tid 2 to smithi04682744-48 2024-09-18T02:28:35.038 INFO:tasks.rados.rados.0.smithi046.stdout:2408: done (4 left) 2024-09-18T02:28:35.038 INFO:tasks.rados.rados.0.smithi046.stdout:2409: done (3 left) 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2413: done (2 left) 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2414: read oid 49 snap -1 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2414: expect (ObjNum 745 snap 233 seq_num 745) 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2415: read oid 4 snap -1 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2415: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2411: finishing write tid 3 to smithi04682744-48 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2411: finishing write tid 4 to smithi04682744-48 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1241 (ObjNum 780 snap 241 seq_num 780) dirty exists 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2411: left oid 48 (ObjNum 780 snap 241 seq_num 780) 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2416: read oid 30 snap -1 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2416: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2411: done (4 left) 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 241 2024-09-18T02:28:35.039 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 1 to smithi04682744-8 2024-09-18T02:28:35.040 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 2 to smithi04682744-8 2024-09-18T02:28:35.040 INFO:tasks.rados.rados.0.smithi046.stdout:2417: seq_num 782 ranges {13180928=704512,13885440=401408} 2024-09-18T02:28:35.114 INFO:tasks.rados.rados.0.smithi046.stdout:2417: writing smithi04682744-10 from 13180928 to 13885440 tid 1 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:2417: writing smithi04682744-10 from 13885440 to 14286848 tid 2 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:2418: rollback oid 25 current snap is 241 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 236 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 3 to smithi04682744-8 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 4 to smithi04682744-8 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1447 (ObjNum 781 snap 241 seq_num 781) dirty exists 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:2412: left oid 8 (ObjNum 781 snap 241 seq_num 781) 2024-09-18T02:28:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:2412: done (5 left) 2024-09-18T02:28:35.118 INFO:tasks.rados.rados.0.smithi046.stdout:2419: delete oid 21 current snap is 241 2024-09-18T02:28:35.118 INFO:tasks.rados.rados.0.smithi046.stdout:2414: expect (ObjNum 745 snap 233 seq_num 745) 2024-09-18T02:28:35.135 INFO:tasks.rados.rados.0.smithi046.stdout:2415: expect (ObjNum 710 snap 217 seq_num 710) 2024-09-18T02:28:35.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-mon[94621]: pgmap v509: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-09-18T02:28:35.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-mon[94621]: osdmap e553: 8 total, 8 up, 8 in 2024-09-18T02:28:35.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-mon[97106]: pgmap v509: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-09-18T02:28:35.312 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-mon[97106]: osdmap e553: 8 total, 8 up, 8 in 2024-09-18T02:28:35.312 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 podman[127193]: 2024-09-18 02:28:34.957461591 +0000 UTC m=+0.017144482 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T02:28:35.312 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 podman[127193]: 2024-09-18 02:28:35.057236507 +0000 UTC m=+0.116919373 container create afa885a3b2c05acede6e1cdd5f9cb22a59d3469fa841044c8bd84280960b489b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:35.312 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 podman[127193]: 2024-09-18 02:28:35.31010949 +0000 UTC m=+0.369792364 container init afa885a3b2c05acede6e1cdd5f9cb22a59d3469fa841044c8bd84280960b489b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:35.376 INFO:tasks.rados.rados.0.smithi046.stdout:2416: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 1 to smithi04682744-10 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 2 to smithi04682744-10 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 3 to smithi04682744-10 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2418: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2418: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2414: done (5 left) 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2415: done (4 left) 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2416: done (3 left) 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2419: done (2 left) 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 241 2024-09-18T02:28:35.395 INFO:tasks.rados.rados.0.smithi046.stdout:2420: seq_num 784 ranges {5709824=737280,6447104=401408} 2024-09-18T02:28:35.429 INFO:tasks.rados.rados.0.smithi046.stdout:2420: writing smithi04682744-4 from 5709824 to 6447104 tid 1 2024-09-18T02:28:35.432 INFO:tasks.rados.rados.0.smithi046.stdout:2420: writing smithi04682744-4 from 6447104 to 6848512 tid 2 2024-09-18T02:28:35.432 INFO:tasks.rados.rados.0.smithi046.stdout:2421: delete oid 14 current snap is 241 2024-09-18T02:28:35.433 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 4 to smithi04682744-10 2024-09-18T02:28:35.433 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1251 (ObjNum 782 snap 241 seq_num 782) dirty exists 2024-09-18T02:28:35.433 INFO:tasks.rados.rados.0.smithi046.stdout:2417: left oid 10 (ObjNum 782 snap 241 seq_num 782) 2024-09-18T02:28:35.433 INFO:tasks.rados.rados.0.smithi046.stdout:2418: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:28:35.433 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1460 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:28:35.435 INFO:tasks.rados.rados.0.smithi046.stdout:2417: done (3 left) 2024-09-18T02:28:35.435 INFO:tasks.rados.rados.0.smithi046.stdout:2418: done (2 left) 2024-09-18T02:28:35.435 INFO:tasks.rados.rados.0.smithi046.stdout:2421: done (1 left) 2024-09-18T02:28:35.435 INFO:tasks.rados.rados.0.smithi046.stdout:2422: snap_create 2024-09-18T02:28:35.435 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 1 to smithi04682744-4 2024-09-18T02:28:35.435 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 2 to smithi04682744-4 2024-09-18T02:28:35.436 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 3 to smithi04682744-4 2024-09-18T02:28:35.436 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 4 to smithi04682744-4 2024-09-18T02:28:35.436 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1201 (ObjNum 784 snap 241 seq_num 784) dirty exists 2024-09-18T02:28:35.436 INFO:tasks.rados.rados.0.smithi046.stdout:2420: left oid 4 (ObjNum 784 snap 241 seq_num 784) 2024-09-18T02:28:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:35 smithi195 ceph-mon[89559]: pgmap v509: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-09-18T02:28:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:35 smithi195 ceph-mon[89559]: osdmap e553: 8 total, 8 up, 8 in 2024-09-18T02:28:35.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 podman[127193]: 2024-09-18 02:28:35.315767243 +0000 UTC m=+0.375450111 container start afa885a3b2c05acede6e1cdd5f9cb22a59d3469fa841044c8bd84280960b489b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:35.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.320Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T02:28:35.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.320Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T02:28:35.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.320Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T02:28:35.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.320Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.320Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.320Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T02:28:35.759 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T02:28:35.760 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T02:28:35.760 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T02:28:35.760 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T02:28:35.760 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T02:28:35.760 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T02:28:35.760 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T02:28:35.760 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T02:28:35.761 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T02:28:35.762 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T02:28:35.763 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T02:28:35.763 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T02:28:35.763 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T02:28:35.763 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a[127207]: ts=2024-09-18T02:28:35.321Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T02:28:35.763 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 bash[127193]: afa885a3b2c05acede6e1cdd5f9cb22a59d3469fa841044c8bd84280960b489b 2024-09-18T02:28:35.763 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 02:28:35 smithi046 systemd[1]: Started Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:36.228 INFO:tasks.rados.rados.0.smithi046.stdout:2420: done (1 left) 2024-09-18T02:28:36.229 INFO:tasks.rados.rados.0.smithi046.stdout:2422: done (0 left) 2024-09-18T02:28:36.229 INFO:tasks.rados.rados.0.smithi046.stdout:2423: delete oid 1 current snap is 242 2024-09-18T02:28:36.234 INFO:tasks.rados.rados.0.smithi046.stdout:2423: done (0 left) 2024-09-18T02:28:36.234 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 242 2024-09-18T02:28:36.234 INFO:tasks.rados.rados.0.smithi046.stdout:2424: seq_num 787 ranges {1368064=786432,2154496=401408} 2024-09-18T02:28:36.245 INFO:tasks.rados.rados.0.smithi046.stdout:2424: writing smithi04682744-40 from 1368064 to 2154496 tid 1 2024-09-18T02:28:36.248 INFO:tasks.rados.rados.0.smithi046.stdout:2424: writing smithi04682744-40 from 2154496 to 2555904 tid 2 2024-09-18T02:28:36.248 INFO:tasks.rados.rados.0.smithi046.stdout:2425: copy_from oid 26 from oid 4 current snap is 242 2024-09-18T02:28:36.248 INFO:tasks.rados.rados.0.smithi046.stdout:2426: snap_create 2024-09-18T02:28:36.252 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 1 to smithi04682744-40 2024-09-18T02:28:36.252 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 2 to smithi04682744-40 2024-09-18T02:28:36.252 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 3 to smithi04682744-40 2024-09-18T02:28:36.254 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 4 to smithi04682744-40 2024-09-18T02:28:36.254 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1631 (ObjNum 787 snap 242 seq_num 787) dirty exists 2024-09-18T02:28:36.254 INFO:tasks.rados.rados.0.smithi046.stdout:2424: left oid 40 (ObjNum 787 snap 242 seq_num 787) 2024-09-18T02:28:36.279 INFO:tasks.rados.rados.0.smithi046.stdout:2425: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:28:36.284 INFO:tasks.rados.rados.0.smithi046.stdout:2425: finishing copy_from to smithi04682744-26 2024-09-18T02:28:36.284 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1201 (ObjNum 784 snap 241 seq_num 784) dirty exists 2024-09-18T02:28:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:28:36] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-18T02:28:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[94621]: pgmap v512: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-09-18T02:28:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[94621]: osdmap e554: 8 total, 8 up, 8 in 2024-09-18T02:28:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[97106]: pgmap v512: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-09-18T02:28:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:36 smithi046 ceph-mon[97106]: osdmap e554: 8 total, 8 up, 8 in 2024-09-18T02:28:36.774 INFO:tasks.rados.rados.0.smithi046.stdout:2424: done (2 left) 2024-09-18T02:28:36.774 INFO:tasks.rados.rados.0.smithi046.stdout:2425: done (1 left) 2024-09-18T02:28:36.774 INFO:tasks.rados.rados.0.smithi046.stdout:2426: done (0 left) 2024-09-18T02:28:36.774 INFO:tasks.rados.rados.0.smithi046.stdout:2427: snap_remove snap 233 2024-09-18T02:28:36.885 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:36 smithi195 ceph-mon[89559]: pgmap v512: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-09-18T02:28:36.885 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:36.886 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:36.886 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:36 smithi195 ceph-mon[89559]: osdmap e554: 8 total, 8 up, 8 in 2024-09-18T02:28:37.474 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:37 smithi195 systemd[1]: Stopping Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:37.780 INFO:tasks.rados.rados.0.smithi046.stdout:2427: done (0 left) 2024-09-18T02:28:37.781 INFO:tasks.rados.rados.0.smithi046.stdout:2428: delete oid 21 current snap is 243 2024-09-18T02:28:37.791 INFO:tasks.rados.rados.0.smithi046.stdout:2428: done (0 left) 2024-09-18T02:28:37.791 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 243 2024-09-18T02:28:37.791 INFO:tasks.rados.rados.0.smithi046.stdout:2429: seq_num 789 ranges {4964352=417792,5382144=663552,6045696=139264} 2024-09-18T02:28:37.821 INFO:tasks.rados.rados.0.smithi046.stdout:2429: writing smithi04682744-23 from 4964352 to 5382144 tid 1 2024-09-18T02:28:37.826 INFO:tasks.rados.rados.0.smithi046.stdout:2429: writing smithi04682744-23 from 5382144 to 6045696 tid 2 2024-09-18T02:28:37.827 INFO:tasks.rados.rados.0.smithi046.stdout:2429: writing smithi04682744-23 from 6045696 to 6184960 tid 3 2024-09-18T02:28:37.827 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 243 2024-09-18T02:28:37.827 INFO:tasks.rados.rados.0.smithi046.stdout:2429: finishing write tid 1 to smithi04682744-23 2024-09-18T02:28:37.827 INFO:tasks.rados.rados.0.smithi046.stdout:2430: seq_num 790 ranges {2367488=434176,2801664=548864,3350528=253952} 2024-09-18T02:28:37.842 INFO:tasks.rados.rados.0.smithi046.stdout:2430: writing smithi04682744-43 from 2367488 to 2801664 tid 1 2024-09-18T02:28:37.845 INFO:tasks.rados.rados.0.smithi046.stdout:2430: writing smithi04682744-43 from 2801664 to 3350528 tid 2 2024-09-18T02:28:37.847 INFO:tasks.rados.rados.0.smithi046.stdout:2430: writing smithi04682744-43 from 3350528 to 3604480 tid 3 2024-09-18T02:28:37.847 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 243 2024-09-18T02:28:37.847 INFO:tasks.rados.rados.0.smithi046.stdout:2431: seq_num 791 ranges {1622016=450560,2072576=475136,2547712=327680} 2024-09-18T02:28:37.858 INFO:tasks.rados.rados.0.smithi046.stdout:2431: writing smithi04682744-48 from 1622016 to 2072576 tid 1 2024-09-18T02:28:37.860 INFO:tasks.rados.rados.0.smithi046.stdout:2431: writing smithi04682744-48 from 2072576 to 2547712 tid 2 2024-09-18T02:28:37.863 INFO:tasks.rados.rados.0.smithi046.stdout:2431: writing smithi04682744-48 from 2547712 to 2875392 tid 3 2024-09-18T02:28:37.863 INFO:tasks.rados.rados.0.smithi046.stdout:2429: finishing write tid 2 to smithi04682744-23 2024-09-18T02:28:37.863 INFO:tasks.rados.rados.0.smithi046.stdout:2432: read oid 10 snap -1 2024-09-18T02:28:37.863 INFO:tasks.rados.rados.0.smithi046.stdout:2432: expect (ObjNum 782 snap 241 seq_num 782) 2024-09-18T02:28:37.863 INFO:tasks.rados.rados.0.smithi046.stdout:2433: snap_remove snap 236 2024-09-18T02:28:37.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:37 smithi195 ceph-mon[89559]: osdmap e555: 8 total, 8 up, 8 in 2024-09-18T02:28:37.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:37 smithi195 ceph-mon[89559]: Upgrade: Updating node-exporter.b (2/2) 2024-09-18T02:28:37.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:37 smithi195 ceph-mon[89559]: Deploying daemon node-exporter.b on smithi195 2024-09-18T02:28:37.973 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:37 smithi195 podman[118377]: 2024-09-18 02:28:37.626762428 +0000 UTC m=+0.102669033 container died 1b73ce00619990469187900ba9ff192ce500eeffd9c02f3bb2c2a17bbe68200d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:28:37.973 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:37 smithi195 podman[118377]: 2024-09-18 02:28:37.972358829 +0000 UTC m=+0.448265431 container cleanup 1b73ce00619990469187900ba9ff192ce500eeffd9c02f3bb2c2a17bbe68200d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:28:38.223 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:37 smithi195 bash[118377]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b 2024-09-18T02:28:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:37 smithi046 ceph-mon[97106]: osdmap e555: 8 total, 8 up, 8 in 2024-09-18T02:28:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:37 smithi046 ceph-mon[97106]: Upgrade: Updating node-exporter.b (2/2) 2024-09-18T02:28:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:37 smithi046 ceph-mon[97106]: Deploying daemon node-exporter.b on smithi195 2024-09-18T02:28:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:37 smithi046 ceph-mon[94621]: osdmap e555: 8 total, 8 up, 8 in 2024-09-18T02:28:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:37 smithi046 ceph-mon[94621]: Upgrade: Updating node-exporter.b (2/2) 2024-09-18T02:28:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:37 smithi046 ceph-mon[94621]: Deploying daemon node-exporter.b on smithi195 2024-09-18T02:28:38.723 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:38 smithi195 podman[118395]: 2024-09-18 02:28:38.432869539 +0000 UTC m=+0.806046671 container remove 1b73ce00619990469187900ba9ff192ce500eeffd9c02f3bb2c2a17bbe68200d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:28:38.724 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:38 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:28:38.724 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:38 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-18T02:28:38.724 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:38 smithi195 systemd[1]: Stopped Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:38.724 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:38 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 1.618s CPU time. 2024-09-18T02:28:38.784 INFO:tasks.rados.rados.0.smithi046.stdout:2433: done (4 left) 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 243 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2429: finishing write tid 3 to smithi04682744-23 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2429: finishing write tid 4 to smithi04682744-23 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2429: finishing write tid 5 to smithi04682744-23 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1473 (ObjNum 789 snap 243 seq_num 789) dirty exists 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2429: left oid 23 (ObjNum 789 snap 243 seq_num 789) 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 1 to smithi04682744-43 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 2 to smithi04682744-43 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 3 to smithi04682744-43 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 4 to smithi04682744-43 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 5 to smithi04682744-43 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 629 (ObjNum 790 snap 243 seq_num 790) dirty exists 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2430: left oid 43 (ObjNum 790 snap 243 seq_num 790) 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 1 to smithi04682744-48 2024-09-18T02:28:38.785 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 2 to smithi04682744-48 2024-09-18T02:28:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 3 to smithi04682744-48 2024-09-18T02:28:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 4 to smithi04682744-48 2024-09-18T02:28:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 5 to smithi04682744-48 2024-09-18T02:28:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1245 (ObjNum 791 snap 243 seq_num 791) dirty exists 2024-09-18T02:28:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:2431: left oid 48 (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:28:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:2432: expect (ObjNum 782 snap 241 seq_num 782) 2024-09-18T02:28:39.061 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:38 smithi195 systemd[1]: Starting Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:39.061 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:38 smithi195 ceph-mon[89559]: pgmap v515: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 236 KiB/s wr, 1 op/s 2024-09-18T02:28:39.062 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:38 smithi195 ceph-mon[89559]: osdmap e556: 8 total, 8 up, 8 in 2024-09-18T02:28:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:38 smithi046 ceph-mon[94621]: pgmap v515: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 236 KiB/s wr, 1 op/s 2024-09-18T02:28:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:38 smithi046 ceph-mon[94621]: osdmap e556: 8 total, 8 up, 8 in 2024-09-18T02:28:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:38 smithi046 ceph-mon[97106]: pgmap v515: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 236 KiB/s wr, 1 op/s 2024-09-18T02:28:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:38 smithi046 ceph-mon[97106]: osdmap e556: 8 total, 8 up, 8 in 2024-09-18T02:28:39.329 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 podman[118528]: 2024-09-18 02:28:38.963545233 +0000 UTC m=+0.015567865 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-18T02:28:39.329 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 podman[118528]: 2024-09-18 02:28:39.100840184 +0000 UTC m=+0.152862858 container create 2c802fa952a67fa285781ff41f084dedd74ee30c10330069784cffb4a8720fc6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:28:39.724 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 podman[118528]: 2024-09-18 02:28:39.328384963 +0000 UTC m=+0.380407605 container init 2c802fa952a67fa285781ff41f084dedd74ee30c10330069784cffb4a8720fc6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:28:39.724 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 podman[118528]: 2024-09-18 02:28:39.333418556 +0000 UTC m=+0.385441189 container start 2c802fa952a67fa285781ff41f084dedd74ee30c10330069784cffb4a8720fc6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.337Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.337Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.337Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.337Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.337Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.337Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=arp 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-18T02:28:39.725 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-18T02:28:39.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-18T02:28:39.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-18T02:28:39.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-18T02:28:39.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-18T02:28:39.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-18T02:28:39.726 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=edac 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-18T02:28:39.727 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=os 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-18T02:28:39.728 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=stat 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=time 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=uname 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-18T02:28:39.729 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-18T02:28:39.730 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-18T02:28:39.730 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b[118542]: ts=2024-09-18T02:28:39.338Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-18T02:28:39.730 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 bash[118528]: 2c802fa952a67fa285781ff41f084dedd74ee30c10330069784cffb4a8720fc6 2024-09-18T02:28:39.730 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 02:28:39 smithi195 systemd[1]: Started Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:40.114 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-mon[89559]: osdmap e557: 8 total, 8 up, 8 in 2024-09-18T02:28:40.115 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:40.115 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:40.115 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:40.137 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[94621]: osdmap e557: 8 total, 8 up, 8 in 2024-09-18T02:28:40.137 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:40.138 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:40.138 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:40.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[97106]: osdmap e557: 8 total, 8 up, 8 in 2024-09-18T02:28:40.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:40.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:40.138 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:40.349 INFO:tasks.rados.rados.0.smithi046.stdout:2434: seq_num 792 ranges {516096=466944,983040=761856,1744896=40960} 2024-09-18T02:28:40.354 INFO:tasks.rados.rados.0.smithi046.stdout:2434: writing smithi04682744-16 from 516096 to 983040 tid 1 2024-09-18T02:28:40.360 INFO:tasks.rados.rados.0.smithi046.stdout:2434: writing smithi04682744-16 from 983040 to 1744896 tid 2 2024-09-18T02:28:40.360 INFO:tasks.rados.rados.0.smithi046.stdout:2434: writing smithi04682744-16 from 1744896 to 1785856 tid 3 2024-09-18T02:28:40.360 INFO:tasks.rados.rados.0.smithi046.stdout:2429: done (4 left) 2024-09-18T02:28:40.360 INFO:tasks.rados.rados.0.smithi046.stdout:2430: done (3 left) 2024-09-18T02:28:40.360 INFO:tasks.rados.rados.0.smithi046.stdout:2431: done (2 left) 2024-09-18T02:28:40.361 INFO:tasks.rados.rados.0.smithi046.stdout:2432: done (1 left) 2024-09-18T02:28:40.361 INFO:tasks.rados.rados.0.smithi046.stdout:2435: read oid 40 snap 223 2024-09-18T02:28:40.361 INFO:tasks.rados.rados.0.smithi046.stdout:2435: expect (ObjNum 1148681280 snap 21981 seq_num 1147264368) 2024-09-18T02:28:40.361 INFO:tasks.rados.rados.0.smithi046.stdout:2436: snap_remove snap 240 2024-09-18T02:28:40.794 INFO:tasks.rados.rados.0.smithi046.stdout:2436: done (2 left) 2024-09-18T02:28:40.794 INFO:tasks.rados.rados.0.smithi046.stdout:2437: rollback oid 45 current snap is 243 2024-09-18T02:28:40.794 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 241 2024-09-18T02:28:40.794 INFO:tasks.rados.rados.0.smithi046.stdout:2434: finishing write tid 1 to smithi04682744-16 2024-09-18T02:28:40.794 INFO:tasks.rados.rados.0.smithi046.stdout:2435: expect (ObjNum 1148681280 snap 21981 seq_num 1147264368) 2024-09-18T02:28:40.797 INFO:tasks.rados.rados.0.smithi046.stdout:2434: finishing write tid 2 to smithi04682744-16 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:2434: finishing write tid 3 to smithi04682744-16 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:2434: finishing write tid 4 to smithi04682744-16 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:2434: finishing write tid 5 to smithi04682744-16 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1236 (ObjNum 792 snap 243 seq_num 792) dirty exists 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:2434: left oid 16 (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:2434: done (2 left) 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:2435: done (1 left) 2024-09-18T02:28:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:2438: setattr oid 35 current snap is 243 2024-09-18T02:28:40.800 INFO:tasks.rados.rados.0.smithi046.stdout:2437: finishing rollback tid 0 to smithi04682744-45 2024-09-18T02:28:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:2437: finishing rollback tid 1 to smithi04682744-45 2024-09-18T02:28:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:2437: finishing rollback tid 2 to smithi04682744-45 2024-09-18T02:28:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1483 (ObjNum 752 snap 236 seq_num 752) dirty exists 2024-09-18T02:28:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:2437: done (1 left) 2024-09-18T02:28:40.801 INFO:tasks.rados.rados.0.smithi046.stdout:2439: snap_create 2024-09-18T02:28:40.805 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1230 (ObjNum 685 snap 207 seq_num 685) dirty exists 2024-09-18T02:28:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:40 smithi195 ceph-mon[89559]: pgmap v518: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-09-18T02:28:41.249 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:40 smithi046 ceph-mon[94621]: pgmap v518: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-09-18T02:28:41.249 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:40 smithi046 ceph-mon[97106]: pgmap v518: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-09-18T02:28:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:2438: done (1 left) 2024-09-18T02:28:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:2439: done (0 left) 2024-09-18T02:28:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:2440: delete oid 49 current snap is 244 2024-09-18T02:28:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:2440: done (0 left) 2024-09-18T02:28:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:2441: read oid 3 snap 243 2024-09-18T02:28:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:2441: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:28:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 244 2024-09-18T02:28:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:2442: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2024-09-18T02:28:41.783 INFO:tasks.rados.rados.0.smithi046.stdout:2442: writing smithi04682744-6 from 0 to 499712 tid 1 2024-09-18T02:28:41.787 INFO:tasks.rados.rados.0.smithi046.stdout:2442: writing smithi04682744-6 from 499712 to 1032192 tid 2 2024-09-18T02:28:41.789 INFO:tasks.rados.rados.0.smithi046.stdout:2442: writing smithi04682744-6 from 1032192 to 1302528 tid 3 2024-09-18T02:28:41.789 INFO:tasks.rados.rados.0.smithi046.stdout:2441: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:28:41.864 INFO:tasks.rados.rados.0.smithi046.stdout:2442: finishing write tid 1 to smithi04682744-6 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2442: finishing write tid 2 to smithi04682744-6 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2442: finishing write tid 3 to smithi04682744-6 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2442: finishing write tid 4 to smithi04682744-6 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2442: finishing write tid 5 to smithi04682744-6 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1205 (ObjNum 794 snap 244 seq_num 794) dirty exists 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2442: left oid 6 (ObjNum 794 snap 244 seq_num 794) 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2441: done (1 left) 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2442: done (0 left) 2024-09-18T02:28:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2443: snap_remove snap 223 2024-09-18T02:28:42.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:41 smithi046 ceph-mon[94621]: osdmap e558: 8 total, 8 up, 8 in 2024-09-18T02:28:42.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:41 smithi046 ceph-mon[94621]: osdmap e559: 8 total, 8 up, 8 in 2024-09-18T02:28:42.045 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:41 smithi046 ceph-mon[97106]: osdmap e558: 8 total, 8 up, 8 in 2024-09-18T02:28:42.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:41 smithi046 ceph-mon[97106]: osdmap e559: 8 total, 8 up, 8 in 2024-09-18T02:28:42.123 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:41 smithi195 ceph-mon[89559]: osdmap e558: 8 total, 8 up, 8 in 2024-09-18T02:28:42.123 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:41 smithi195 ceph-mon[89559]: osdmap e559: 8 total, 8 up, 8 in 2024-09-18T02:28:42.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:28:42.801 INFO:tasks.rados.rados.0.smithi046.stdout:2443: done (0 left) 2024-09-18T02:28:42.802 INFO:tasks.rados.rados.0.smithi046.stdout:2444: rmattr oid 2 current snap is 244 2024-09-18T02:28:42.802 INFO:tasks.rados.rados.0.smithi046.stdout:2444: done (0 left) 2024-09-18T02:28:42.802 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 244 2024-09-18T02:28:42.802 INFO:tasks.rados.rados.0.smithi046.stdout:2445: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-09-18T02:28:42.805 INFO:tasks.rados.rados.0.smithi046.stdout:2445: writing smithi04682744-49 from 0 to 524288 tid 1 2024-09-18T02:28:42.808 INFO:tasks.rados.rados.0.smithi046.stdout:2445: writing smithi04682744-49 from 524288 to 942080 tid 2 2024-09-18T02:28:42.811 INFO:tasks.rados.rados.0.smithi046.stdout:2445: writing smithi04682744-49 from 942080 to 1327104 tid 3 2024-09-18T02:28:42.812 INFO:tasks.rados.rados.0.smithi046.stdout:2446: copy_from oid 39 from oid 22 current snap is 244 2024-09-18T02:28:42.812 INFO:tasks.rados.rados.0.smithi046.stdout:2447: delete oid 46 current snap is 244 2024-09-18T02:28:42.820 INFO:tasks.rados.rados.0.smithi046.stdout:2447: done (2 left) 2024-09-18T02:28:42.820 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 244 2024-09-18T02:28:42.820 INFO:tasks.rados.rados.0.smithi046.stdout:2448: seq_num 797 ranges {909312=557056,1466368=589824,2056192=212992} 2024-09-18T02:28:42.830 INFO:tasks.rados.rados.0.smithi046.stdout:2448: writing smithi04682744-45 from 909312 to 1466368 tid 1 2024-09-18T02:28:42.834 INFO:tasks.rados.rados.0.smithi046.stdout:2448: writing smithi04682744-45 from 1466368 to 2056192 tid 2 2024-09-18T02:28:42.835 INFO:tasks.rados.rados.0.smithi046.stdout:2448: writing smithi04682744-45 from 2056192 to 2269184 tid 3 2024-09-18T02:28:42.836 INFO:tasks.rados.rados.0.smithi046.stdout:2449: snap_remove snap 241 2024-09-18T02:28:43.202 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:42 smithi195 ceph-mon[89559]: pgmap v520: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-18T02:28:43.203 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:43.203 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:43.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:42 smithi046 ceph-mon[97106]: pgmap v520: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-18T02:28:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:42 smithi046 ceph-mon[94621]: pgmap v520: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 274 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-18T02:28:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:43.806 INFO:tasks.rados.rados.0.smithi046.stdout:2449: done (3 left) 2024-09-18T02:28:43.806 INFO:tasks.rados.rados.0.smithi046.stdout:2450: delete oid 23 current snap is 244 2024-09-18T02:28:43.806 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing write tid 1 to smithi04682744-49 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing write tid 2 to smithi04682744-49 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing write tid 3 to smithi04682744-49 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing write tid 4 to smithi04682744-49 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2446: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing write tid 5 to smithi04682744-49 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1659 (ObjNum 795 snap 244 seq_num 795) dirty exists 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2445: left oid 49 (ObjNum 795 snap 244 seq_num 795) 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2446: finishing copy_from to smithi04682744-39 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1599 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 1 to smithi04682744-45 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 2 to smithi04682744-45 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 3 to smithi04682744-45 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 4 to smithi04682744-45 2024-09-18T02:28:43.807 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 5 to smithi04682744-45 2024-09-18T02:28:43.808 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1498 (ObjNum 797 snap 244 seq_num 797) dirty exists 2024-09-18T02:28:43.808 INFO:tasks.rados.rados.0.smithi046.stdout:2448: left oid 45 (ObjNum 797 snap 244 seq_num 797) 2024-09-18T02:28:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:2445: done (3 left) 2024-09-18T02:28:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:2446: done (2 left) 2024-09-18T02:28:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:2448: done (1 left) 2024-09-18T02:28:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:2450: done (0 left) 2024-09-18T02:28:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:2451: setattr oid 22 current snap is 244 2024-09-18T02:28:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:2452: snap_create 2024-09-18T02:28:43.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1671 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:28:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: osdmap e560: 8 total, 8 up, 8 in 2024-09-18T02:28:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: osdmap e560: 8 total, 8 up, 8 in 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: osdmap e560: 8 total, 8 up, 8 in 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.049 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:44.812 INFO:tasks.rados.rados.0.smithi046.stdout:2451: done (1 left) 2024-09-18T02:28:44.813 INFO:tasks.rados.rados.0.smithi046.stdout:2452: done (0 left) 2024-09-18T02:28:44.813 INFO:tasks.rados.rados.0.smithi046.stdout:2453: snap_remove snap 239 2024-09-18T02:28:44.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:44 smithi046 ceph-mon[94621]: pgmap v523: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 264 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-18T02:28:44.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:44 smithi046 ceph-mon[94621]: osdmap e561: 8 total, 8 up, 8 in 2024-09-18T02:28:44.968 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:44 smithi046 ceph-mon[97106]: pgmap v523: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 264 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-18T02:28:44.968 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:44 smithi046 ceph-mon[97106]: osdmap e561: 8 total, 8 up, 8 in 2024-09-18T02:28:45.176 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:44 smithi195 ceph-mon[89559]: pgmap v523: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 264 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-18T02:28:45.177 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:44 smithi195 ceph-mon[89559]: osdmap e561: 8 total, 8 up, 8 in 2024-09-18T02:28:45.824 INFO:tasks.rados.rados.0.smithi046.stdout:2453: done (0 left) 2024-09-18T02:28:45.825 INFO:tasks.rados.rados.0.smithi046.stdout:2454: read oid 8 snap -1 2024-09-18T02:28:45.825 INFO:tasks.rados.rados.0.smithi046.stdout:2454: expect (ObjNum 781 snap 241 seq_num 781) 2024-09-18T02:28:45.825 INFO:tasks.rados.rados.0.smithi046.stdout:2455: snap_create 2024-09-18T02:28:45.888 INFO:tasks.rados.rados.0.smithi046.stdout:2454: expect (ObjNum 781 snap 241 seq_num 781) 2024-09-18T02:28:46.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:45 smithi046 ceph-mon[94621]: osdmap e562: 8 total, 8 up, 8 in 2024-09-18T02:28:46.098 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:45 smithi046 ceph-mon[97106]: osdmap e562: 8 total, 8 up, 8 in 2024-09-18T02:28:46.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:45 smithi195 ceph-mon[89559]: osdmap e562: 8 total, 8 up, 8 in 2024-09-18T02:28:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:28:46] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:28:46.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:46 smithi195 ceph-mon[89559]: pgmap v526: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-18T02:28:46.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:46 smithi195 ceph-mon[89559]: osdmap e563: 8 total, 8 up, 8 in 2024-09-18T02:28:46.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:46.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:46.927 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:46 smithi195 ceph-mon[89559]: osdmap e564: 8 total, 8 up, 8 in 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[97106]: pgmap v526: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[97106]: osdmap e563: 8 total, 8 up, 8 in 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[97106]: osdmap e564: 8 total, 8 up, 8 in 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[94621]: pgmap v526: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[94621]: osdmap e563: 8 total, 8 up, 8 in 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:46 smithi046 ceph-mon[94621]: osdmap e564: 8 total, 8 up, 8 in 2024-09-18T02:28:47.769 INFO:tasks.rados.rados.0.smithi046.stdout:2454: done (1 left) 2024-09-18T02:28:47.769 INFO:tasks.rados.rados.0.smithi046.stdout:2455: done (0 left) 2024-09-18T02:28:47.769 INFO:tasks.rados.rados.0.smithi046.stdout:2456: rollback oid 7 current snap is 246 2024-09-18T02:28:47.769 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 245 2024-09-18T02:28:47.769 INFO:tasks.rados.rados.0.smithi046.stdout:2457: copy_from oid 23 from oid 13 current snap is 246 2024-09-18T02:28:47.770 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 246 2024-09-18T02:28:47.770 INFO:tasks.rados.rados.0.smithi046.stdout:2458: seq_num 799 ranges {0=589824,589824=802816} 2024-09-18T02:28:47.773 INFO:tasks.rados.rados.0.smithi046.stdout:2458: writing smithi04682744-42 from 0 to 589824 tid 1 2024-09-18T02:28:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:2458: writing smithi04682744-42 from 589824 to 1392640 tid 2 2024-09-18T02:28:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 246 2024-09-18T02:28:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:2456: finishing rollback tid 0 to smithi04682744-7 2024-09-18T02:28:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:2456: finishing rollback tid 1 to smithi04682744-7 2024-09-18T02:28:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:2459: seq_num 800 ranges {14286848=606208,14893056=688128,15581184=114688} 2024-09-18T02:28:47.859 INFO:tasks.rados.rados.0.smithi046.stdout:2459: writing smithi04682744-10 from 14286848 to 14893056 tid 1 2024-09-18T02:28:47.863 INFO:tasks.rados.rados.0.smithi046.stdout:2459: writing smithi04682744-10 from 14893056 to 15581184 tid 2 2024-09-18T02:28:47.865 INFO:tasks.rados.rados.0.smithi046.stdout:2459: writing smithi04682744-10 from 15581184 to 15695872 tid 3 2024-09-18T02:28:47.865 INFO:tasks.rados.rados.0.smithi046.stdout:2460: read oid 35 snap -1 2024-09-18T02:28:47.865 INFO:tasks.rados.rados.0.smithi046.stdout:2460: expect (ObjNum 685 snap 207 seq_num 685) 2024-09-18T02:28:47.865 INFO:tasks.rados.rados.0.smithi046.stdout:2461: rollback oid 12 current snap is 246 2024-09-18T02:28:47.865 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 245 2024-09-18T02:28:47.865 INFO:tasks.rados.rados.0.smithi046.stdout:2456: finishing rollback tid 2 to smithi04682744-7 2024-09-18T02:28:47.865 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1254 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2458: finishing write tid 1 to smithi04682744-42 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2458: finishing write tid 2 to smithi04682744-42 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2458: finishing write tid 3 to smithi04682744-42 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2458: finishing write tid 4 to smithi04682744-42 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1208 (ObjNum 799 snap 246 seq_num 799) dirty exists 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2458: left oid 42 (ObjNum 799 snap 246 seq_num 799) 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2457: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2457: finishing copy_from to smithi04682744-23 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1450 (ObjNum 774 snap 238 seq_num 774) dirty exists 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 1 to smithi04682744-10 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2456: done (5 left) 2024-09-18T02:28:47.866 INFO:tasks.rados.rados.0.smithi046.stdout:2457: done (4 left) 2024-09-18T02:28:47.867 INFO:tasks.rados.rados.0.smithi046.stdout:2458: done (3 left) 2024-09-18T02:28:47.867 INFO:tasks.rados.rados.0.smithi046.stdout:2462: rollback oid 31 current snap is 246 2024-09-18T02:28:47.867 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 243 2024-09-18T02:28:47.867 INFO:tasks.rados.rados.0.smithi046.stdout:2463: snap_remove snap 244 2024-09-18T02:28:47.967 INFO:tasks.rados.rados.0.smithi046.stdout:2463: done (4 left) 2024-09-18T02:28:47.967 INFO:tasks.rados.rados.0.smithi046.stdout:2464: rollback oid 28 current snap is 246 2024-09-18T02:28:47.967 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 242 2024-09-18T02:28:47.967 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 2 to smithi04682744-10 2024-09-18T02:28:47.967 INFO:tasks.rados.rados.0.smithi046.stdout:2462: finishing rollback tid 0 to smithi04682744-31 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2462: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 3 to smithi04682744-10 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2461: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 4 to smithi04682744-10 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2461: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2462: finishing rollback tid 2 to smithi04682744-31 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1239 (ObjNum 777 snap 238 seq_num 777) dirty exists 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2461: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1602 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 5 to smithi04682744-10 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1258 (ObjNum 800 snap 246 seq_num 800) dirty exists 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2459: left oid 10 (ObjNum 800 snap 246 seq_num 800) 2024-09-18T02:28:47.968 INFO:tasks.rados.rados.0.smithi046.stdout:2460: expect (ObjNum 685 snap 207 seq_num 685) 2024-09-18T02:28:48.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:47 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:48.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:48.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:48.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:28:48.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:28:48.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:48.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:48.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.263 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.263 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.263 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.263 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.263 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.263 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.264 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.264 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.264 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.264 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.264 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.264 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:47 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:48.513 INFO:tasks.rados.rados.0.smithi046.stdout:2464: finishing rollback tid 1 to smithi04682744-28 2024-09-18T02:28:48.513 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 0 (ObjNum 81 snap 0 seq_num 1869828708) dirty dne 2024-09-18T02:28:48.513 INFO:tasks.rados.rados.0.smithi046.stdout:2459: done (4 left) 2024-09-18T02:28:48.513 INFO:tasks.rados.rados.0.smithi046.stdout:2460: done (3 left) 2024-09-18T02:28:48.513 INFO:tasks.rados.rados.0.smithi046.stdout:2461: done (2 left) 2024-09-18T02:28:48.514 INFO:tasks.rados.rados.0.smithi046.stdout:2462: done (1 left) 2024-09-18T02:28:48.514 INFO:tasks.rados.rados.0.smithi046.stdout:2464: done (0 left) 2024-09-18T02:28:48.514 INFO:tasks.rados.rados.0.smithi046.stdout:2465: delete oid 42 current snap is 246 2024-09-18T02:28:48.515 INFO:tasks.rados.rados.0.smithi046.stdout:2465: done (0 left) 2024-09-18T02:28:48.515 INFO:tasks.rados.rados.0.smithi046.stdout:2466: copy_from oid 49 from oid 17 current snap is 246 2024-09-18T02:28:48.515 INFO:tasks.rados.rados.0.smithi046.stdout:2467: snap_create 2024-09-18T02:28:48.519 INFO:tasks.rados.rados.0.smithi046.stdout:2466: finishing copy_from racing read to smithi04682744-49 2024-09-18T02:28:48.520 INFO:tasks.rados.rados.0.smithi046.stdout:2466: finishing copy_from to smithi04682744-49 2024-09-18T02:28:48.520 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1363 (ObjNum 739 snap 231 seq_num 739) dirty exists 2024-09-18T02:28:48.969 INFO:tasks.rados.rados.0.smithi046.stdout:2466: done (1 left) 2024-09-18T02:28:48.969 INFO:tasks.rados.rados.0.smithi046.stdout:2467: done (0 left) 2024-09-18T02:28:48.969 INFO:tasks.rados.rados.0.smithi046.stdout:2468: read oid 15 snap -1 2024-09-18T02:28:48.970 INFO:tasks.rados.rados.0.smithi046.stdout:2468: expect deleted 2024-09-18T02:28:48.970 INFO:tasks.rados.rados.0.smithi046.stdout:2469: rmattr oid 36 current snap is 247 2024-09-18T02:28:48.970 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 247 2024-09-18T02:28:48.970 INFO:tasks.rados.rados.0.smithi046.stdout:2470: seq_num 802 ranges {2269184=638976,2908160=458752,3366912=344064} 2024-09-18T02:28:48.985 INFO:tasks.rados.rados.0.smithi046.stdout:2470: writing smithi04682744-45 from 2269184 to 2908160 tid 1 2024-09-18T02:28:48.988 INFO:tasks.rados.rados.0.smithi046.stdout:2470: writing smithi04682744-45 from 2908160 to 3366912 tid 2 2024-09-18T02:28:48.990 INFO:tasks.rados.rados.0.smithi046.stdout:2470: writing smithi04682744-45 from 3366912 to 3710976 tid 3 2024-09-18T02:28:48.990 INFO:tasks.rados.rados.0.smithi046.stdout:2471: delete oid 2 current snap is 247 2024-09-18T02:28:48.990 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 0 (ObjNum 33 snap 0 seq_num 1147089632) dirty dne 2024-09-18T02:28:48.990 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 1 to smithi04682744-45 2024-09-18T02:28:48.993 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 2 to smithi04682744-45 2024-09-18T02:28:48.993 INFO:tasks.rados.rados.0.smithi046.stdout:2468: done (3 left) 2024-09-18T02:28:48.993 INFO:tasks.rados.rados.0.smithi046.stdout:2469: done (2 left) 2024-09-18T02:28:48.993 INFO:tasks.rados.rados.0.smithi046.stdout:2471: done (1 left) 2024-09-18T02:28:48.993 INFO:tasks.rados.rados.0.smithi046.stdout:2472: setattr oid 46 current snap is 247 2024-09-18T02:28:48.993 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 3 to smithi04682744-45 2024-09-18T02:28:48.994 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 4 to smithi04682744-45 2024-09-18T02:28:48.994 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 5 to smithi04682744-45 2024-09-18T02:28:48.995 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1514 (ObjNum 802 snap 247 seq_num 802) dirty exists 2024-09-18T02:28:48.995 INFO:tasks.rados.rados.0.smithi046.stdout:2470: left oid 45 (ObjNum 802 snap 247 seq_num 802) 2024-09-18T02:28:48.996 INFO:tasks.rados.rados.0.smithi046.stdout:2470: done (1 left) 2024-09-18T02:28:48.996 INFO:tasks.rados.rados.0.smithi046.stdout:2473: read oid 50 snap -1 2024-09-18T02:28:48.996 INFO:tasks.rados.rados.0.smithi046.stdout:2473: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:28:48.996 INFO:tasks.rados.rados.0.smithi046.stdout:2474: copy_from oid 6 from oid 18 current snap is 247 2024-09-18T02:28:48.996 INFO:tasks.rados.rados.0.smithi046.stdout:2475: read oid 16 snap -1 2024-09-18T02:28:48.996 INFO:tasks.rados.rados.0.smithi046.stdout:2475: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:28:48.997 INFO:tasks.rados.rados.0.smithi046.stdout:2476: rollback oid 20 current snap is 247 2024-09-18T02:28:48.997 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 238 2024-09-18T02:28:48.997 INFO:tasks.rados.rados.0.smithi046.stdout:2477: snap_create 2024-09-18T02:28:49.000 INFO:tasks.rados.rados.0.smithi046.stdout:2476: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:28:49.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:28:49.002 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1272 (ObjNum 33 snap 0 seq_num 1147163328) dirty exists 2024-09-18T02:28:49.004 INFO:tasks.rados.rados.0.smithi046.stdout:2475: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:28:49.066 INFO:tasks.rados.rados.0.smithi046.stdout:2474: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:28:49.066 INFO:tasks.rados.rados.0.smithi046.stdout:2474: finishing copy_from to smithi04682744-6 2024-09-18T02:28:49.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1048 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:28:49.066 INFO:tasks.rados.rados.0.smithi046.stdout:2473: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:28:49.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:48 smithi195 ceph-mon[89559]: pgmap v529: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 2 op/s 2024-09-18T02:28:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:48 smithi195 ceph-mon[89559]: osdmap e565: 8 total, 8 up, 8 in 2024-09-18T02:28:49.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:48 smithi046 ceph-mon[97106]: pgmap v529: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 2 op/s 2024-09-18T02:28:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:48 smithi046 ceph-mon[97106]: osdmap e565: 8 total, 8 up, 8 in 2024-09-18T02:28:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:48 smithi046 ceph-mon[94621]: pgmap v529: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 2 op/s 2024-09-18T02:28:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:48 smithi046 ceph-mon[94621]: osdmap e565: 8 total, 8 up, 8 in 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:2472: done (5 left) 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:2473: done (4 left) 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:2474: done (3 left) 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:2475: done (2 left) 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:2476: done (1 left) 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:2477: done (0 left) 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 248 2024-09-18T02:28:49.979 INFO:tasks.rados.rados.0.smithi046.stdout:2478: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-09-18T02:28:49.982 INFO:tasks.rados.rados.0.smithi046.stdout:2478: writing smithi04682744-20 from 0 to 671744 tid 1 2024-09-18T02:28:49.986 INFO:tasks.rados.rados.0.smithi046.stdout:2478: writing smithi04682744-20 from 671744 to 1294336 tid 2 2024-09-18T02:28:49.987 INFO:tasks.rados.rados.0.smithi046.stdout:2478: writing smithi04682744-20 from 1294336 to 1474560 tid 3 2024-09-18T02:28:49.987 INFO:tasks.rados.rados.0.smithi046.stdout:2479: delete oid 11 current snap is 248 2024-09-18T02:28:49.989 INFO:tasks.rados.rados.0.smithi046.stdout:2478: finishing write tid 1 to smithi04682744-20 2024-09-18T02:28:49.990 INFO:tasks.rados.rados.0.smithi046.stdout:2478: finishing write tid 2 to smithi04682744-20 2024-09-18T02:28:49.990 INFO:tasks.rados.rados.0.smithi046.stdout:2478: finishing write tid 3 to smithi04682744-20 2024-09-18T02:28:49.991 INFO:tasks.rados.rados.0.smithi046.stdout:2478: finishing write tid 4 to smithi04682744-20 2024-09-18T02:28:49.992 INFO:tasks.rados.rados.0.smithi046.stdout:2479: done (1 left) 2024-09-18T02:28:49.992 INFO:tasks.rados.rados.0.smithi046.stdout:2480: snap_remove snap 235 2024-09-18T02:28:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:49 smithi046 ceph-mon[94621]: Upgrade: Updating prometheus.a 2024-09-18T02:28:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:49 smithi046 ceph-mon[94621]: Deploying daemon prometheus.a on smithi195 2024-09-18T02:28:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:49 smithi046 ceph-mon[94621]: osdmap e566: 8 total, 8 up, 8 in 2024-09-18T02:28:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:49 smithi046 ceph-mon[97106]: Upgrade: Updating prometheus.a 2024-09-18T02:28:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:49 smithi046 ceph-mon[97106]: Deploying daemon prometheus.a on smithi195 2024-09-18T02:28:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:49 smithi046 ceph-mon[97106]: osdmap e566: 8 total, 8 up, 8 in 2024-09-18T02:28:50.400 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:49 smithi195 ceph-mon[89559]: Upgrade: Updating prometheus.a 2024-09-18T02:28:50.400 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:49 smithi195 ceph-mon[89559]: Deploying daemon prometheus.a on smithi195 2024-09-18T02:28:50.400 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:49 smithi195 ceph-mon[89559]: osdmap e566: 8 total, 8 up, 8 in 2024-09-18T02:28:50.985 INFO:tasks.rados.rados.0.smithi046.stdout:2480: done (1 left) 2024-09-18T02:28:50.985 INFO:tasks.rados.rados.0.smithi046.stdout:2481: read oid 18 snap 238 2024-09-18T02:28:50.985 INFO:tasks.rados.rados.0.smithi046.stdout:2481: expect (ObjNum 718 snap 222 seq_num 718) 2024-09-18T02:28:50.985 INFO:tasks.rados.rados.0.smithi046.stdout:2482: delete oid 42 current snap is 248 2024-09-18T02:28:50.985 INFO:tasks.rados.rados.0.smithi046.stdout:2478: finishing write tid 5 to smithi04682744-20 2024-09-18T02:28:50.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1326 (ObjNum 804 snap 248 seq_num 804) dirty exists 2024-09-18T02:28:50.985 INFO:tasks.rados.rados.0.smithi046.stdout:2478: left oid 20 (ObjNum 804 snap 248 seq_num 804) 2024-09-18T02:28:50.998 INFO:tasks.rados.rados.0.smithi046.stdout:2478: done (2 left) 2024-09-18T02:28:50.998 INFO:tasks.rados.rados.0.smithi046.stdout:2482: done (1 left) 2024-09-18T02:28:50.999 INFO:tasks.rados.rados.0.smithi046.stdout:2483: read oid 47 snap -1 2024-09-18T02:28:50.999 INFO:tasks.rados.rados.0.smithi046.stdout:2483: expect (ObjNum 641 snap 198 seq_num 641) 2024-09-18T02:28:50.999 INFO:tasks.rados.rados.0.smithi046.stdout:2484: snap_create 2024-09-18T02:28:50.999 INFO:tasks.rados.rados.0.smithi046.stdout:2481: expect (ObjNum 718 snap 222 seq_num 718) 2024-09-18T02:28:51.007 INFO:tasks.rados.rados.0.smithi046.stdout:2483: expect (ObjNum 641 snap 198 seq_num 641) 2024-09-18T02:28:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:50 smithi046 ceph-mon[97106]: pgmap v532: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-18T02:28:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:50 smithi046 ceph-mon[97106]: osdmap e567: 8 total, 8 up, 8 in 2024-09-18T02:28:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:50 smithi046 ceph-mon[94621]: pgmap v532: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-18T02:28:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:50 smithi046 ceph-mon[94621]: osdmap e567: 8 total, 8 up, 8 in 2024-09-18T02:28:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:50 smithi195 ceph-mon[89559]: pgmap v532: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-18T02:28:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:50 smithi195 ceph-mon[89559]: osdmap e567: 8 total, 8 up, 8 in 2024-09-18T02:28:51.780 INFO:tasks.rados.rados.0.smithi046.stdout:2481: done (2 left) 2024-09-18T02:28:51.780 INFO:tasks.rados.rados.0.smithi046.stdout:2483: done (1 left) 2024-09-18T02:28:51.780 INFO:tasks.rados.rados.0.smithi046.stdout:2484: done (0 left) 2024-09-18T02:28:51.781 INFO:tasks.rados.rados.0.smithi046.stdout:2485: read oid 46 snap 243 2024-09-18T02:28:51.781 INFO:tasks.rados.rados.0.smithi046.stdout:2485: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:28:51.781 INFO:tasks.rados.rados.0.smithi046.stdout:2486: copy_from oid 27 from oid 33 current snap is 249 2024-09-18T02:28:51.781 INFO:tasks.rados.rados.0.smithi046.stdout:2487: read oid 9 snap -1 2024-09-18T02:28:51.781 INFO:tasks.rados.rados.0.smithi046.stdout:2487: expect deleted 2024-09-18T02:28:51.781 INFO:tasks.rados.rados.0.smithi046.stdout:2488: snap_create 2024-09-18T02:28:51.784 INFO:tasks.rados.rados.0.smithi046.stdout:2486: finishing copy_from to smithi04682744-27 2024-09-18T02:28:51.784 INFO:tasks.rados.rados.0.smithi046.stdout:2486: got expected ENOENT (src dne) 2024-09-18T02:28:51.784 INFO:tasks.rados.rados.0.smithi046.stdout:2486: finishing copy_from racing read to smithi04682744-27 2024-09-18T02:28:51.833 INFO:tasks.rados.rados.0.smithi046.stdout:2485: expect (ObjNum 647 snap 201 seq_num 647) 2024-09-18T02:28:52.100 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:51 smithi195 ceph-mon[89559]: osdmap e568: 8 total, 8 up, 8 in 2024-09-18T02:28:52.100 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:51 smithi195 ceph-mon[89559]: osdmap e569: 8 total, 8 up, 8 in 2024-09-18T02:28:52.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:51 smithi046 ceph-mon[97106]: osdmap e568: 8 total, 8 up, 8 in 2024-09-18T02:28:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:51 smithi046 ceph-mon[97106]: osdmap e569: 8 total, 8 up, 8 in 2024-09-18T02:28:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:51 smithi046 ceph-mon[94621]: osdmap e568: 8 total, 8 up, 8 in 2024-09-18T02:28:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:51 smithi046 ceph-mon[94621]: osdmap e569: 8 total, 8 up, 8 in 2024-09-18T02:28:52.357 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 systemd[1]: Stopping Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:52.357 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:28:52.357 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T02:28:52.357 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T02:28:52.358 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T02:28:52.358 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T02:28:52.358 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T02:28:52.358 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T02:28:52.358 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T02:28:52.358 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T02:28:52.358 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.356Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T02:28:52.649 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.357Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T02:28:52.649 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.357Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T02:28:52.649 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[80073]: ts=2024-09-18T02:28:52.357Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T02:28:52.649 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 podman[122671]: 2024-09-18 02:28:52.366776734 +0000 UTC m=+0.121846331 container died 47a12f74960b42840b67ad3dd09da190632face739532bcb6194d31a19332bf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:52.939 INFO:tasks.rados.rados.0.smithi046.stdout:2485: done (3 left) 2024-09-18T02:28:52.939 INFO:tasks.rados.rados.0.smithi046.stdout:2486: done (2 left) 2024-09-18T02:28:52.939 INFO:tasks.rados.rados.0.smithi046.stdout:2487: done (1 left) 2024-09-18T02:28:52.939 INFO:tasks.rados.rados.0.smithi046.stdout:2488: done (0 left) 2024-09-18T02:28:52.939 INFO:tasks.rados.rados.0.smithi046.stdout:2489: rmattr oid 11 current snap is 250 2024-09-18T02:28:52.939 INFO:tasks.rados.rados.0.smithi046.stdout:2489: done (0 left) 2024-09-18T02:28:52.940 INFO:tasks.rados.rados.0.smithi046.stdout:2490: read oid 45 snap -1 2024-09-18T02:28:52.940 INFO:tasks.rados.rados.0.smithi046.stdout:2490: expect (ObjNum 802 snap 247 seq_num 802) 2024-09-18T02:28:52.940 INFO:tasks.rados.rados.0.smithi046.stdout:2491: snap_create 2024-09-18T02:28:52.949 INFO:tasks.rados.rados.0.smithi046.stdout:2490: expect (ObjNum 802 snap 247 seq_num 802) 2024-09-18T02:28:52.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 podman[122671]: 2024-09-18 02:28:52.745591825 +0000 UTC m=+0.500661415 container cleanup 47a12f74960b42840b67ad3dd09da190632face739532bcb6194d31a19332bf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:52.974 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:52 smithi195 bash[122671]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T02:28:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:52 smithi046 ceph-mon[94621]: pgmap v535: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-18T02:28:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:52 smithi046 ceph-mon[94621]: osdmap e570: 8 total, 8 up, 8 in 2024-09-18T02:28:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:52 smithi046 ceph-mon[97106]: pgmap v535: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-18T02:28:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:52 smithi046 ceph-mon[97106]: osdmap e570: 8 total, 8 up, 8 in 2024-09-18T02:28:53.366 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-mon[89559]: pgmap v535: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-18T02:28:53.366 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:52 smithi195 ceph-mon[89559]: osdmap e570: 8 total, 8 up, 8 in 2024-09-18T02:28:53.366 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 podman[122688]: 2024-09-18 02:28:53.005391177 +0000 UTC m=+0.636772661 container remove 47a12f74960b42840b67ad3dd09da190632face739532bcb6194d31a19332bf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:53.367 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T02:28:53.367 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 systemd[1]: Stopped Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:53.367 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 2.774s CPU time. 2024-09-18T02:28:53.693 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 systemd[1]: Starting Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:28:53.694 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 podman[122818]: 2024-09-18 02:28:53.47481283 +0000 UTC m=+0.016573118 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-18T02:28:53.694 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 podman[122818]: 2024-09-18 02:28:53.581815191 +0000 UTC m=+0.123575508 container create 4c1fcf1567419e9950dd0b3a974218701eebbb0af40b971f0d9adf3ca92ddc2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:53.782 INFO:tasks.rados.rados.0.smithi046.stdout:2490: done (1 left) 2024-09-18T02:28:53.782 INFO:tasks.rados.rados.0.smithi046.stdout:2491: done (0 left) 2024-09-18T02:28:53.782 INFO:tasks.rados.rados.0.smithi046.stdout:2492: snap_remove snap 238 2024-09-18T02:28:54.224 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 podman[122818]: 2024-09-18 02:28:53.825649008 +0000 UTC m=+0.367409287 container init 4c1fcf1567419e9950dd0b3a974218701eebbb0af40b971f0d9adf3ca92ddc2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 podman[122818]: 2024-09-18 02:28:53.830746805 +0000 UTC m=+0.372507078 container start 4c1fcf1567419e9950dd0b3a974218701eebbb0af40b971f0d9adf3ca92ddc2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.854Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.855Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.855Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi195 (none))" 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.855Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.855Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.856Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.856Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.858Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.858Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.860Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.860Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.442µs 2024-09-18T02:28:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.860Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.860Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.876Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.881Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.888Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.888Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.888Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.651µs wal_replay_duration=28.790758ms wbl_replay_duration=116ns total_replay_duration=28.828344ms 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.892Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.892Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.892Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.909Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.925176ms db_storage=841ns remote_storage=1.125µs web_handler=797ns query_engine=635ns scrape=493.89µs scrape_sd=99.68µs notify=12.149µs notify_sd=11.001µs rules=16.891375ms tracing=5.232µs 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.910Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:28:53.910Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 bash[122818]: 4c1fcf1567419e9950dd0b3a974218701eebbb0af40b971f0d9adf3ca92ddc2a 2024-09-18T02:28:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:28:53 smithi195 systemd[1]: Started Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:28:54.784 INFO:tasks.rados.rados.0.smithi046.stdout:2492: done (0 left) 2024-09-18T02:28:54.785 INFO:tasks.rados.rados.0.smithi046.stdout:2493: rollback oid 11 current snap is 251 2024-09-18T02:28:54.785 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 250 2024-09-18T02:28:54.785 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 251 2024-09-18T02:28:54.785 INFO:tasks.rados.rados.0.smithi046.stdout:2494: seq_num 807 ranges {32768=720896,753664=729088,1482752=73728} 2024-09-18T02:28:54.790 INFO:tasks.rados.rados.0.smithi046.stdout:2494: writing smithi04682744-6 from 32768 to 753664 tid 1 2024-09-18T02:28:54.795 INFO:tasks.rados.rados.0.smithi046.stdout:2494: writing smithi04682744-6 from 753664 to 1482752 tid 2 2024-09-18T02:28:54.796 INFO:tasks.rados.rados.0.smithi046.stdout:2494: writing smithi04682744-6 from 1482752 to 1556480 tid 3 2024-09-18T02:28:54.796 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 251 2024-09-18T02:28:54.796 INFO:tasks.rados.rados.0.smithi046.stdout:2493: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:28:54.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1242 (ObjNum 193 snap 0 seq_num 1147858720) dirty dne 2024-09-18T02:28:54.796 INFO:tasks.rados.rados.0.smithi046.stdout:2495: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-09-18T02:28:54.801 INFO:tasks.rados.rados.0.smithi046.stdout:2495: writing smithi04682744-37 from 0 to 737280 tid 1 2024-09-18T02:28:54.805 INFO:tasks.rados.rados.0.smithi046.stdout:2495: writing smithi04682744-37 from 737280 to 1351680 tid 2 2024-09-18T02:28:54.807 INFO:tasks.rados.rados.0.smithi046.stdout:2495: writing smithi04682744-37 from 1351680 to 1540096 tid 3 2024-09-18T02:28:54.807 INFO:tasks.rados.rados.0.smithi046.stdout:2493: done (2 left) 2024-09-18T02:28:54.807 INFO:tasks.rados.rados.0.smithi046.stdout:2496: snap_create 2024-09-18T02:28:54.807 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 1 to smithi04682744-6 2024-09-18T02:28:54.807 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 2 to smithi04682744-6 2024-09-18T02:28:54.807 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 3 to smithi04682744-6 2024-09-18T02:28:54.807 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 1 to smithi04682744-37 2024-09-18T02:28:54.808 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 4 to smithi04682744-6 2024-09-18T02:28:54.808 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 5 to smithi04682744-6 2024-09-18T02:28:54.808 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1213 (ObjNum 807 snap 251 seq_num 807) dirty exists 2024-09-18T02:28:54.808 INFO:tasks.rados.rados.0.smithi046.stdout:2494: left oid 6 (ObjNum 807 snap 251 seq_num 807) 2024-09-18T02:28:54.809 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 2 to smithi04682744-37 2024-09-18T02:28:54.810 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 3 to smithi04682744-37 2024-09-18T02:28:54.810 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 4 to smithi04682744-37 2024-09-18T02:28:54.811 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 5 to smithi04682744-37 2024-09-18T02:28:54.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1330 (ObjNum 808 snap 251 seq_num 808) dirty exists 2024-09-18T02:28:54.811 INFO:tasks.rados.rados.0.smithi046.stdout:2495: left oid 37 (ObjNum 808 snap 251 seq_num 808) 2024-09-18T02:28:54.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:54 smithi195 ceph-mon[89559]: pgmap v538: 121 pgs: 121 active+clean; 200 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 874 KiB/s wr, 15 op/s 2024-09-18T02:28:54.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:54 smithi195 ceph-mon[89559]: osdmap e571: 8 total, 8 up, 8 in 2024-09-18T02:28:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[94621]: pgmap v538: 121 pgs: 121 active+clean; 200 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 874 KiB/s wr, 15 op/s 2024-09-18T02:28:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[94621]: osdmap e571: 8 total, 8 up, 8 in 2024-09-18T02:28:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:55.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[97106]: pgmap v538: 121 pgs: 121 active+clean; 200 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 874 KiB/s wr, 15 op/s 2024-09-18T02:28:55.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[97106]: osdmap e571: 8 total, 8 up, 8 in 2024-09-18T02:28:55.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:55.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:55.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:28:55.795 INFO:tasks.rados.rados.0.smithi046.stdout:2494: done (2 left) 2024-09-18T02:28:55.795 INFO:tasks.rados.rados.0.smithi046.stdout:2495: done (1 left) 2024-09-18T02:28:55.796 INFO:tasks.rados.rados.0.smithi046.stdout:2496: done (0 left) 2024-09-18T02:28:55.796 INFO:tasks.rados.rados.0.smithi046.stdout:2497: rollback oid 16 current snap is 252 2024-09-18T02:28:55.796 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 250 2024-09-18T02:28:55.796 INFO:tasks.rados.rados.0.smithi046.stdout:2498: read oid 42 snap -1 2024-09-18T02:28:55.796 INFO:tasks.rados.rados.0.smithi046.stdout:2498: expect deleted 2024-09-18T02:28:55.796 INFO:tasks.rados.rados.0.smithi046.stdout:2499: snap_remove snap 243 2024-09-18T02:28:55.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:55 smithi195 ceph-mon[89559]: osdmap e572: 8 total, 8 up, 8 in 2024-09-18T02:28:56.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:55 smithi046 ceph-mon[97106]: osdmap e572: 8 total, 8 up, 8 in 2024-09-18T02:28:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:55 smithi046 ceph-mon[94621]: osdmap e572: 8 total, 8 up, 8 in 2024-09-18T02:28:56.372 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:28:56.637 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:28:56.637 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (7m) 14s ago 11m 24.9M - 0.25.0 c8568f914cd2 d35f42cb2115 2024-09-18T02:28:56.637 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (7m) 13s ago 11m 85.6M - 9.4.7 954c08fa6188 a5ddb8561213 2024-09-18T02:28:56.637 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (50s) 14s ago 12m 13.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 38eaf508af33 2024-09-18T02:28:56.637 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (33s) 13s ago 12m 12.9M - 18.2.4-855-g19e2a2be 980a0bfcd684 35af4f45e4f5 2024-09-18T02:28:56.637 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (6m) 13s ago 15m 441M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (7m) 14s ago 17m 505M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (6m) 14s ago 17m 68.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (5m) 13s ago 16m 53.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (5m) 14s ago 15m 57.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (21s) 14s ago 10m 8568k - 1.5.0 0da6a335fe13 afa885a3b2c0 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (17s) 13s ago 10m 3573k - 1.5.0 0da6a335fe13 2c802fa952a6 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (4m) 14s ago 15m 271M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (4m) 14s ago 14m 228M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (3m) 14s ago 14m 232M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (3m) 14s ago 14m 141M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (2m) 13s ago 13m 167M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (2m) 13s ago 13m 137M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 0bd1517fbe72 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (101s) 13s ago 13m 86.2M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 f00d4eba89f4 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (68s) 13s ago 12m 99.2M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 4d0c74385241 2024-09-18T02:28:56.638 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 starting - - - - 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2499: done (2 left) 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2500: copy_from oid 12 from oid 25 current snap is 252 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2497: finishing rollback tid 0 to smithi04682744-16 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2497: finishing rollback tid 1 to smithi04682744-16 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2497: finishing rollback tid 2 to smithi04682744-16 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1242 (ObjNum 792 snap 243 seq_num 792) dirty exists 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2497: done (2 left) 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2498: done (1 left) 2024-09-18T02:28:56.781 INFO:tasks.rados.rados.0.smithi046.stdout:2501: snap_create 2024-09-18T02:28:56.804 INFO:tasks.rados.rados.0.smithi046.stdout:2500: finishing copy_from racing read to smithi04682744-12 2024-09-18T02:28:56.807 INFO:tasks.rados.rados.0.smithi046.stdout:2500: finishing copy_from to smithi04682744-12 2024-09-18T02:28:56.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1460 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:28:56.979 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:28:56.980 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:28:56.981 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:28:56.981 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:28:56.981 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-18T02:28:56.981 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:28:56.981 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:28:56.981 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:56 smithi046 ceph-mon[97106]: pgmap v541: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-18T02:28:56.981 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:56 smithi046 ceph-mon[97106]: osdmap e573: 8 total, 8 up, 8 in 2024-09-18T02:28:56.981 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:56 smithi046 ceph-mon[97106]: osdmap e574: 8 total, 8 up, 8 in 2024-09-18T02:28:56.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:56 smithi046 ceph-mon[94621]: pgmap v541: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-18T02:28:56.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:56 smithi046 ceph-mon[94621]: osdmap e573: 8 total, 8 up, 8 in 2024-09-18T02:28:56.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:56 smithi046 ceph-mon[94621]: osdmap e574: 8 total, 8 up, 8 in 2024-09-18T02:28:57.156 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:56 smithi195 ceph-mon[89559]: pgmap v541: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-18T02:28:57.156 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:56 smithi195 ceph-mon[89559]: osdmap e573: 8 total, 8 up, 8 in 2024-09-18T02:28:57.156 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:56 smithi195 ceph-mon[89559]: osdmap e574: 8 total, 8 up, 8 in 2024-09-18T02:28:57.782 INFO:tasks.rados.rados.0.smithi046.stdout:2500: done (1 left) 2024-09-18T02:28:57.782 INFO:tasks.rados.rados.0.smithi046.stdout:2501: done (0 left) 2024-09-18T02:28:57.782 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 253 2024-09-18T02:28:57.782 INFO:tasks.rados.rados.0.smithi046.stdout:2502: seq_num 809 ranges {2555904=753664,3309568=499712,3809280=303104} 2024-09-18T02:28:57.800 INFO:tasks.rados.rados.0.smithi046.stdout:2502: writing smithi04682744-40 from 2555904 to 3309568 tid 1 2024-09-18T02:28:57.803 INFO:tasks.rados.rados.0.smithi046.stdout:2502: writing smithi04682744-40 from 3309568 to 3809280 tid 2 2024-09-18T02:28:57.805 INFO:tasks.rados.rados.0.smithi046.stdout:2502: writing smithi04682744-40 from 3809280 to 4112384 tid 3 2024-09-18T02:28:57.806 INFO:tasks.rados.rados.0.smithi046.stdout:2503: copy_from oid 27 from oid 9 current snap is 253 2024-09-18T02:28:57.806 INFO:tasks.rados.rados.0.smithi046.stdout:2504: snap_remove snap 250 2024-09-18T02:28:58.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:57 smithi195 ceph-mon[89559]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:57 smithi195 ceph-mon[89559]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:57 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/219639390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:57 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:57 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:57 smithi195 ceph-mon[89559]: osdmap e575: 8 total, 8 up, 8 in 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[94621]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[94621]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/219639390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[94621]: osdmap e575: 8 total, 8 up, 8 in 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[97106]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[97106]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:28:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/219639390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:28:58.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:58.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:58.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:57 smithi046 ceph-mon[97106]: osdmap e575: 8 total, 8 up, 8 in 2024-09-18T02:28:58.802 INFO:tasks.rados.rados.0.smithi046.stdout:2503: finishing copy_from to smithi04682744-27 2024-09-18T02:28:58.802 INFO:tasks.rados.rados.0.smithi046.stdout:2503: got expected ENOENT (src dne) 2024-09-18T02:28:58.802 INFO:tasks.rados.rados.0.smithi046.stdout:2503: finishing copy_from racing read to smithi04682744-27 2024-09-18T02:28:58.802 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 1 to smithi04682744-40 2024-09-18T02:28:58.802 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 2 to smithi04682744-40 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 3 to smithi04682744-40 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 4 to smithi04682744-40 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 5 to smithi04682744-40 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1718 (ObjNum 809 snap 253 seq_num 809) dirty exists 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2502: left oid 40 (ObjNum 809 snap 253 seq_num 809) 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2502: done (2 left) 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2503: done (1 left) 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2504: done (0 left) 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2505: copy_from oid 34 from oid 33 current snap is 253 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2506: rmattr oid 44 current snap is 253 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2506: done (1 left) 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2507: copy_from oid 6 from oid 24 current snap is 253 2024-09-18T02:28:58.803 INFO:tasks.rados.rados.0.smithi046.stdout:2508: snap_create 2024-09-18T02:28:58.805 INFO:tasks.rados.rados.0.smithi046.stdout:2505: finishing copy_from to smithi04682744-34 2024-09-18T02:28:58.805 INFO:tasks.rados.rados.0.smithi046.stdout:2505: got expected ENOENT (src dne) 2024-09-18T02:28:58.806 INFO:tasks.rados.rados.0.smithi046.stdout:2505: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:28:58.807 INFO:tasks.rados.rados.0.smithi046.stdout:2507: finishing copy_from to smithi04682744-6 2024-09-18T02:28:58.807 INFO:tasks.rados.rados.0.smithi046.stdout:2507: got expected ENOENT (src dne) 2024-09-18T02:28:58.807 INFO:tasks.rados.rados.0.smithi046.stdout:2507: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:28:59.415 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:59 smithi195 ceph-mon[89559]: pgmap v544: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 3 op/s 2024-09-18T02:28:59.415 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:59.415 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:59.415 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:59.415 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:28:59 smithi195 ceph-mon[89559]: osdmap e576: 8 total, 8 up, 8 in 2024-09-18T02:28:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[94621]: pgmap v544: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 3 op/s 2024-09-18T02:28:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[94621]: osdmap e576: 8 total, 8 up, 8 in 2024-09-18T02:28:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[97106]: pgmap v544: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 3 op/s 2024-09-18T02:28:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:28:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:28:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:28:59 smithi046 ceph-mon[97106]: osdmap e576: 8 total, 8 up, 8 in 2024-09-18T02:28:59.804 INFO:tasks.rados.rados.0.smithi046.stdout:2505: done (2 left) 2024-09-18T02:28:59.804 INFO:tasks.rados.rados.0.smithi046.stdout:2507: done (1 left) 2024-09-18T02:28:59.804 INFO:tasks.rados.rados.0.smithi046.stdout:2508: done (0 left) 2024-09-18T02:28:59.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 254 2024-09-18T02:28:59.804 INFO:tasks.rados.rados.0.smithi046.stdout:2509: seq_num 810 ranges {4112384=770048,4882432=778240,5660672=24576} 2024-09-18T02:28:59.830 INFO:tasks.rados.rados.0.smithi046.stdout:2509: writing smithi04682744-40 from 4112384 to 4882432 tid 1 2024-09-18T02:28:59.835 INFO:tasks.rados.rados.0.smithi046.stdout:2509: writing smithi04682744-40 from 4882432 to 5660672 tid 2 2024-09-18T02:28:59.835 INFO:tasks.rados.rados.0.smithi046.stdout:2509: writing smithi04682744-40 from 5660672 to 5685248 tid 3 2024-09-18T02:28:59.835 INFO:tasks.rados.rados.0.smithi046.stdout:2510: setattr oid 23 current snap is 254 2024-09-18T02:28:59.836 INFO:tasks.rados.rados.0.smithi046.stdout:2511: delete oid 21 current snap is 254 2024-09-18T02:28:59.839 INFO:tasks.rados.rados.0.smithi046.stdout:2511: done (2 left) 2024-09-18T02:28:59.839 INFO:tasks.rados.rados.0.smithi046.stdout:2512: read oid 41 snap -1 2024-09-18T02:28:59.839 INFO:tasks.rados.rados.0.smithi046.stdout:2512: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:28:59.840 INFO:tasks.rados.rados.0.smithi046.stdout:2513: copy_from oid 32 from oid 15 current snap is 254 2024-09-18T02:28:59.840 INFO:tasks.rados.rados.0.smithi046.stdout:2514: copy_from oid 12 from oid 34 current snap is 254 2024-09-18T02:28:59.840 INFO:tasks.rados.rados.0.smithi046.stdout:2515: snap_remove snap 253 2024-09-18T02:29:00.810 INFO:tasks.rados.rados.0.smithi046.stdout:2509: finishing write tid 1 to smithi04682744-40 2024-09-18T02:29:00.810 INFO:tasks.rados.rados.0.smithi046.stdout:2509: finishing write tid 2 to smithi04682744-40 2024-09-18T02:29:00.810 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1530 (ObjNum 774 snap 238 seq_num 774) dirty exists 2024-09-18T02:29:00.810 INFO:tasks.rados.rados.0.smithi046.stdout:2514: finishing copy_from to smithi04682744-12 2024-09-18T02:29:00.810 INFO:tasks.rados.rados.0.smithi046.stdout:2514: got expected ENOENT (src dne) 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2514: finishing copy_from racing read to smithi04682744-12 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2509: finishing write tid 3 to smithi04682744-40 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2509: finishing write tid 4 to smithi04682744-40 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2513: finishing copy_from to smithi04682744-32 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2513: got expected ENOENT (src dne) 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2513: finishing copy_from racing read to smithi04682744-32 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2509: finishing write tid 5 to smithi04682744-40 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1725 (ObjNum 810 snap 254 seq_num 810) dirty exists 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2509: left oid 40 (ObjNum 810 snap 254 seq_num 810) 2024-09-18T02:29:00.811 INFO:tasks.rados.rados.0.smithi046.stdout:2512: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2509: done (5 left) 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2510: done (4 left) 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2512: done (3 left) 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2513: done (2 left) 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2514: done (1 left) 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2515: done (0 left) 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2516: rollback oid 17 current snap is 254 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 242 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2517: rollback oid 9 current snap is 254 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 251 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2518: read oid 48 snap -1 2024-09-18T02:29:00.865 INFO:tasks.rados.rados.0.smithi046.stdout:2518: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:29:00.866 INFO:tasks.rados.rados.0.smithi046.stdout:2519: rollback oid 47 current snap is 254 2024-09-18T02:29:00.866 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 249 2024-09-18T02:29:00.866 INFO:tasks.rados.rados.0.smithi046.stdout:2520: snap_remove snap 245 2024-09-18T02:29:01.206 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:00 smithi195 ceph-mon[89559]: pgmap v547: 121 pgs: 121 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:29:01.206 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:00 smithi195 ceph-mon[89559]: osdmap e577: 8 total, 8 up, 8 in 2024-09-18T02:29:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:00 smithi046 ceph-mon[94621]: pgmap v547: 121 pgs: 121 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:29:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:00 smithi046 ceph-mon[94621]: osdmap e577: 8 total, 8 up, 8 in 2024-09-18T02:29:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:00 smithi046 ceph-mon[97106]: pgmap v547: 121 pgs: 121 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:29:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:00 smithi046 ceph-mon[97106]: osdmap e577: 8 total, 8 up, 8 in 2024-09-18T02:29:01.781 INFO:tasks.rados.rados.0.smithi046.stdout:2520: done (4 left) 2024-09-18T02:29:01.781 INFO:tasks.rados.rados.0.smithi046.stdout:2521: rollback oid 40 current snap is 254 2024-09-18T02:29:01.781 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 248 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:2522: delete oid 24 current snap is 254 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:2517: finishing rollback tid 1 to smithi04682744-9 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 0 (ObjNum 65 snap 0 seq_num 1348885582) dirty dne 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing rollback tid 0 to smithi04682744-17 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing rollback tid 1 to smithi04682744-17 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing rollback tid 2 to smithi04682744-17 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1536 (ObjNum 739 snap 231 seq_num 739) dirty exists 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:2519: finishing rollback tid 0 to smithi04682744-47 2024-09-18T02:29:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:2519: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:29:01.783 INFO:tasks.rados.rados.0.smithi046.stdout:2519: finishing rollback tid 2 to smithi04682744-47 2024-09-18T02:29:01.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 632 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:29:01.783 INFO:tasks.rados.rados.0.smithi046.stdout:2518: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:29:01.901 INFO:tasks.rados.rados.0.smithi046.stdout:2521: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2521: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2521: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1730 (ObjNum 787 snap 242 seq_num 787) dirty exists 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2516: done (5 left) 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2517: done (4 left) 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2518: done (3 left) 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2519: done (2 left) 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2521: done (1 left) 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2522: done (0 left) 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2523: rollback oid 11 current snap is 254 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 246 2024-09-18T02:29:01.902 INFO:tasks.rados.rados.0.smithi046.stdout:2524: snap_create 2024-09-18T02:29:01.904 INFO:tasks.rados.rados.0.smithi046.stdout:2523: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:29:01.904 INFO:tasks.rados.rados.0.smithi046.stdout:2523: finishing rollback tid 2 to smithi04682744-11 2024-09-18T02:29:01.904 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1244 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:29:01.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: osdmap e578: 8 total, 8 up, 8 in 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[97106]: osdmap e579: 8 total, 8 up, 8 in 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: osdmap e578: 8 total, 8 up, 8 in 2024-09-18T02:29:01.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:01.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:01 smithi046 ceph-mon[94621]: osdmap e579: 8 total, 8 up, 8 in 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: osdmap e578: 8 total, 8 up, 8 in 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:29:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:02.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:01 smithi195 ceph-mon[89559]: osdmap e579: 8 total, 8 up, 8 in 2024-09-18T02:29:02.484 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:29:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:29:02.814 INFO:tasks.rados.rados.0.smithi046.stdout:2523: done (1 left) 2024-09-18T02:29:02.814 INFO:tasks.rados.rados.0.smithi046.stdout:2524: done (0 left) 2024-09-18T02:29:02.814 INFO:tasks.rados.rados.0.smithi046.stdout:2525: snap_create 2024-09-18T02:29:03.124 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:02 smithi046 ceph-mon[97106]: pgmap v550: 121 pgs: 121 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:29:03.124 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:02 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:29:03.124 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:02 smithi046 ceph-mon[94621]: pgmap v550: 121 pgs: 121 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:29:03.124 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:02 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:29:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:02 smithi195 ceph-mon[89559]: pgmap v550: 121 pgs: 121 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:29:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:02 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-18T02:29:03.820 INFO:tasks.rados.rados.0.smithi046.stdout:2525: done (0 left) 2024-09-18T02:29:03.820 INFO:tasks.rados.rados.0.smithi046.stdout:2526: snap_create 2024-09-18T02:29:04.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:03 smithi195 ceph-mon[89559]: Upgrade: Updating alertmanager.a 2024-09-18T02:29:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:03 smithi195 ceph-mon[89559]: Deploying daemon alertmanager.a on smithi046 2024-09-18T02:29:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:03 smithi195 ceph-mon[89559]: osdmap e580: 8 total, 8 up, 8 in 2024-09-18T02:29:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:03 smithi046 ceph-mon[97106]: Upgrade: Updating alertmanager.a 2024-09-18T02:29:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:03 smithi046 ceph-mon[97106]: Deploying daemon alertmanager.a on smithi046 2024-09-18T02:29:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:03 smithi046 ceph-mon[97106]: osdmap e580: 8 total, 8 up, 8 in 2024-09-18T02:29:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:03 smithi046 ceph-mon[94621]: Upgrade: Updating alertmanager.a 2024-09-18T02:29:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:03 smithi046 ceph-mon[94621]: Deploying daemon alertmanager.a on smithi046 2024-09-18T02:29:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:03 smithi046 ceph-mon[94621]: osdmap e580: 8 total, 8 up, 8 in 2024-09-18T02:29:04.821 INFO:tasks.rados.rados.0.smithi046.stdout:2526: done (0 left) 2024-09-18T02:29:04.822 INFO:tasks.rados.rados.0.smithi046.stdout:2527: read oid 21 snap -1 2024-09-18T02:29:04.822 INFO:tasks.rados.rados.0.smithi046.stdout:2527: expect deleted 2024-09-18T02:29:04.822 INFO:tasks.rados.rados.0.smithi046.stdout:2528: delete oid 10 current snap is 257 2024-09-18T02:29:04.830 INFO:tasks.rados.rados.0.smithi046.stdout:2527: done (1 left) 2024-09-18T02:29:04.830 INFO:tasks.rados.rados.0.smithi046.stdout:2528: done (0 left) 2024-09-18T02:29:04.830 INFO:tasks.rados.rados.0.smithi046.stdout:2529: rollback oid 38 current snap is 257 2024-09-18T02:29:04.830 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 242 2024-09-18T02:29:04.830 INFO:tasks.rados.rados.0.smithi046.stdout:2530: snap_remove snap 248 2024-09-18T02:29:04.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:04 smithi046 ceph-mon[97106]: pgmap v553: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-09-18T02:29:04.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:04 smithi046 ceph-mon[97106]: osdmap e581: 8 total, 8 up, 8 in 2024-09-18T02:29:04.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:04 smithi046 ceph-mon[94621]: pgmap v553: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-09-18T02:29:04.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:04 smithi046 ceph-mon[94621]: osdmap e581: 8 total, 8 up, 8 in 2024-09-18T02:29:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:04 smithi195 ceph-mon[89559]: pgmap v553: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-09-18T02:29:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:04 smithi195 ceph-mon[89559]: osdmap e581: 8 total, 8 up, 8 in 2024-09-18T02:29:05.833 INFO:tasks.rados.rados.0.smithi046.stdout:2530: done (1 left) 2024-09-18T02:29:05.833 INFO:tasks.rados.rados.0.smithi046.stdout:2531: snap_create 2024-09-18T02:29:05.833 INFO:tasks.rados.rados.0.smithi046.stdout:2529: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:29:05.833 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:29:05.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:05 smithi046 ceph-mon[94621]: osdmap e582: 8 total, 8 up, 8 in 2024-09-18T02:29:05.924 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:05 smithi046 ceph-mon[97106]: osdmap e582: 8 total, 8 up, 8 in 2024-09-18T02:29:06.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:05 smithi195 ceph-mon[89559]: osdmap e582: 8 total, 8 up, 8 in 2024-09-18T02:29:06.497 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:06 smithi046 systemd[1]: Stopping Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:29:06.497 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:29:06] "GET /metrics HTTP/1.1" 200 36227 "" "Prometheus/2.43.0" 2024-09-18T02:29:06.757 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[85310]: ts=2024-09-18T02:29:06.496Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-18T02:29:06.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:06 smithi046 podman[130949]: 2024-09-18 02:29:06.537275232 +0000 UTC m=+0.160324512 container died d35f42cb2115c62a5e61d8db9385ce5567727b6234f9a9919698e790bcbd83ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:29:06.782 INFO:tasks.rados.rados.0.smithi046.stdout:2529: done (1 left) 2024-09-18T02:29:06.783 INFO:tasks.rados.rados.0.smithi046.stdout:2531: done (0 left) 2024-09-18T02:29:06.783 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 258 2024-09-18T02:29:06.783 INFO:tasks.rados.rados.0.smithi046.stdout:2532: seq_num 814 ranges {2555904=442368,2998272=770048,3768320=434176} 2024-09-18T02:29:06.799 INFO:tasks.rados.rados.0.smithi046.stdout:2532: writing smithi04682744-40 from 2555904 to 2998272 tid 1 2024-09-18T02:29:06.804 INFO:tasks.rados.rados.0.smithi046.stdout:2532: writing smithi04682744-40 from 2998272 to 3768320 tid 2 2024-09-18T02:29:06.807 INFO:tasks.rados.rados.0.smithi046.stdout:2532: writing smithi04682744-40 from 3768320 to 4202496 tid 3 2024-09-18T02:29:06.807 INFO:tasks.rados.rados.0.smithi046.stdout:2533: setattr oid 18 current snap is 258 2024-09-18T02:29:06.807 INFO:tasks.rados.rados.0.smithi046.stdout:2532: finishing write tid 1 to smithi04682744-40 2024-09-18T02:29:06.810 INFO:tasks.rados.rados.0.smithi046.stdout:2534: setattr oid 7 current snap is 258 2024-09-18T02:29:06.810 INFO:tasks.rados.rados.0.smithi046.stdout:2532: finishing write tid 2 to smithi04682744-40 2024-09-18T02:29:06.810 INFO:tasks.rados.rados.0.smithi046.stdout:2532: finishing write tid 3 to smithi04682744-40 2024-09-18T02:29:06.811 INFO:tasks.rados.rados.0.smithi046.stdout:2532: finishing write tid 4 to smithi04682744-40 2024-09-18T02:29:06.812 INFO:tasks.rados.rados.0.smithi046.stdout:2532: finishing write tid 5 to smithi04682744-40 2024-09-18T02:29:06.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1741 (ObjNum 814 snap 258 seq_num 814) dirty exists 2024-09-18T02:29:06.812 INFO:tasks.rados.rados.0.smithi046.stdout:2532: left oid 40 (ObjNum 814 snap 258 seq_num 814) 2024-09-18T02:29:06.813 INFO:tasks.rados.rados.0.smithi046.stdout:2532: done (2 left) 2024-09-18T02:29:06.813 INFO:tasks.rados.rados.0.smithi046.stdout:2535: rollback oid 19 current snap is 258 2024-09-18T02:29:06.813 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 254 2024-09-18T02:29:06.813 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 258 2024-09-18T02:29:06.813 INFO:tasks.rados.rados.0.smithi046.stdout:2536: seq_num 815 ranges {0=458752,458752=655360,1114112=409600,1523712=139264} 2024-09-18T02:29:06.816 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04682744-1 from 0 to 458752 tid 1 2024-09-18T02:29:06.820 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04682744-1 from 458752 to 1114112 tid 2 2024-09-18T02:29:06.823 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04682744-1 from 1114112 to 1523712 tid 3 2024-09-18T02:29:06.824 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04682744-1 from 1523712 to 1662976 tid 4 2024-09-18T02:29:06.824 INFO:tasks.rados.rados.0.smithi046.stdout:2537: read oid 26 snap 246 2024-09-18T02:29:06.824 INFO:tasks.rados.rados.0.smithi046.stdout:2537: expect (ObjNum 784 snap 241 seq_num 784) 2024-09-18T02:29:06.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 258 2024-09-18T02:29:06.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1058 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:29:06.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1260 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-09-18T02:29:06.825 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing rollback tid 0 to smithi04682744-19 2024-09-18T02:29:06.825 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing rollback tid 1 to smithi04682744-19 2024-09-18T02:29:06.825 INFO:tasks.rados.rados.0.smithi046.stdout:2538: seq_num 816 ranges {9158656=475136,9633792=540672,10174464=614400,10788864=49152} 2024-09-18T02:29:06.880 INFO:tasks.rados.rados.0.smithi046.stdout:2538: writing smithi04682744-5 from 9158656 to 9633792 tid 1 2024-09-18T02:29:06.884 INFO:tasks.rados.rados.0.smithi046.stdout:2538: writing smithi04682744-5 from 9633792 to 10174464 tid 2 2024-09-18T02:29:06.888 INFO:tasks.rados.rados.0.smithi046.stdout:2538: writing smithi04682744-5 from 10174464 to 10788864 tid 3 2024-09-18T02:29:06.889 INFO:tasks.rados.rados.0.smithi046.stdout:2538: writing smithi04682744-5 from 10788864 to 10838016 tid 4 2024-09-18T02:29:06.889 INFO:tasks.rados.rados.0.smithi046.stdout:2533: done (5 left) 2024-09-18T02:29:06.889 INFO:tasks.rados.rados.0.smithi046.stdout:2534: done (4 left) 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2539: rollback oid 44 current snap is 258 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 254 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing rollback tid 2 to smithi04682744-19 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1452 (ObjNum 641 snap 198 seq_num 641) dirty exists 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 1 to smithi04682744-1 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 2 to smithi04682744-1 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 3 to smithi04682744-1 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 4 to smithi04682744-1 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 5 to smithi04682744-1 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 6 to smithi04682744-1 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1457 (ObjNum 815 snap 258 seq_num 815) dirty exists 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2536: left oid 1 (ObjNum 815 snap 258 seq_num 815) 2024-09-18T02:29:06.890 INFO:tasks.rados.rados.0.smithi046.stdout:2537: expect (ObjNum 784 snap 241 seq_num 784) 2024-09-18T02:29:07.106 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:06 smithi046 podman[130949]: 2024-09-18 02:29:06.819147828 +0000 UTC m=+0.442197098 container cleanup d35f42cb2115c62a5e61d8db9385ce5567727b6234f9a9919698e790bcbd83ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:29:07.106 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:06 smithi046 bash[130949]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T02:29:07.107 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-mon[94621]: pgmap v556: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 764 KiB/s wr, 11 op/s 2024-09-18T02:29:07.107 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-mon[94621]: osdmap e583: 8 total, 8 up, 8 in 2024-09-18T02:29:07.107 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-mon[94621]: osdmap e584: 8 total, 8 up, 8 in 2024-09-18T02:29:07.107 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-mon[97106]: pgmap v556: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 764 KiB/s wr, 11 op/s 2024-09-18T02:29:07.107 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-mon[97106]: osdmap e583: 8 total, 8 up, 8 in 2024-09-18T02:29:07.107 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:06 smithi046 ceph-mon[97106]: osdmap e584: 8 total, 8 up, 8 in 2024-09-18T02:29:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:06 smithi195 ceph-mon[89559]: pgmap v556: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 764 KiB/s wr, 11 op/s 2024-09-18T02:29:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:06 smithi195 ceph-mon[89559]: osdmap e583: 8 total, 8 up, 8 in 2024-09-18T02:29:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:06 smithi195 ceph-mon[89559]: osdmap e584: 8 total, 8 up, 8 in 2024-09-18T02:29:07.247 INFO:tasks.rados.rados.0.smithi046.stdout:2538: finishing write tid 1 to smithi04682744-5 2024-09-18T02:29:07.247 INFO:tasks.rados.rados.0.smithi046.stdout:2538: finishing write tid 2 to smithi04682744-5 2024-09-18T02:29:07.247 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing rollback tid 0 to smithi04682744-44 2024-09-18T02:29:07.247 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing rollback tid 1 to smithi04682744-44 2024-09-18T02:29:07.247 INFO:tasks.rados.rados.0.smithi046.stdout:2538: finishing write tid 3 to smithi04682744-5 2024-09-18T02:29:07.247 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing rollback tid 2 to smithi04682744-44 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1523 (ObjNum 745 snap 233 seq_num 745) dirty exists 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2538: finishing write tid 4 to smithi04682744-5 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2538: finishing write tid 5 to smithi04682744-5 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2538: finishing write tid 6 to smithi04682744-5 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1063 (ObjNum 816 snap 258 seq_num 816) dirty exists 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2538: left oid 5 (ObjNum 816 snap 258 seq_num 816) 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2535: done (4 left) 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2536: done (3 left) 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2537: done (2 left) 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2538: done (1 left) 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2539: done (0 left) 2024-09-18T02:29:07.248 INFO:tasks.rados.rados.0.smithi046.stdout:2540: delete oid 36 current snap is 258 2024-09-18T02:29:07.249 INFO:tasks.rados.rados.0.smithi046.stdout:2540: done (0 left) 2024-09-18T02:29:07.249 INFO:tasks.rados.rados.0.smithi046.stdout:2541: rollback oid 25 current snap is 258 2024-09-18T02:29:07.249 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 251 2024-09-18T02:29:07.249 INFO:tasks.rados.rados.0.smithi046.stdout:2542: snap_remove snap 242 2024-09-18T02:29:07.402 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 podman[130966]: 2024-09-18 02:29:07.105862732 +0000 UTC m=+0.565200048 container remove d35f42cb2115c62a5e61d8db9385ce5567727b6234f9a9919698e790bcbd83ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:29:07.402 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 podman[130966]: 2024-09-18 02:29:07.198242794 +0000 UTC m=+0.657580114 volume remove 9784cedac0d32a9e957a733384e3ed5d6daa6de6db82ebb15f1079406d028eb4 2024-09-18T02:29:07.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-18T02:29:07.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 systemd[1]: Stopped Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:29:07.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.548s CPU time. 2024-09-18T02:29:07.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 systemd[1]: Starting Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:29:07.839 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:29:07.839 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:29:07.839 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:29:07.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1605 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:07.839 INFO:tasks.rados.rados.0.smithi046.stdout:2541: done (1 left) 2024-09-18T02:29:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:2542: done (0 left) 2024-09-18T02:29:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:2543: read oid 47 snap -1 2024-09-18T02:29:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:2543: expect (ObjNum 641 snap 198 seq_num 641) 2024-09-18T02:29:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:2544: copy_from oid 39 from oid 33 current snap is 258 2024-09-18T02:29:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 258 2024-09-18T02:29:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:2545: seq_num 818 ranges {2187264=507904,2695168=704512,3399680=499712} 2024-09-18T02:29:07.855 INFO:tasks.rados.rados.0.smithi046.stdout:2545: writing smithi04682744-19 from 2187264 to 2695168 tid 1 2024-09-18T02:29:07.859 INFO:tasks.rados.rados.0.smithi046.stdout:2545: writing smithi04682744-19 from 2695168 to 3399680 tid 2 2024-09-18T02:29:07.863 INFO:tasks.rados.rados.0.smithi046.stdout:2545: writing smithi04682744-19 from 3399680 to 3899392 tid 3 2024-09-18T02:29:07.863 INFO:tasks.rados.rados.0.smithi046.stdout:2546: rollback oid 50 current snap is 258 2024-09-18T02:29:07.863 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 246 2024-09-18T02:29:07.863 INFO:tasks.rados.rados.0.smithi046.stdout:2544: finishing copy_from to smithi04682744-39 2024-09-18T02:29:07.863 INFO:tasks.rados.rados.0.smithi046.stdout:2544: got expected ENOENT (src dne) 2024-09-18T02:29:07.863 INFO:tasks.rados.rados.0.smithi046.stdout:2544: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:29:07.863 INFO:tasks.rados.rados.0.smithi046.stdout:2543: expect (ObjNum 641 snap 198 seq_num 641) 2024-09-18T02:29:07.939 INFO:tasks.rados.rados.0.smithi046.stdout:2545: finishing write tid 1 to smithi04682744-19 2024-09-18T02:29:07.939 INFO:tasks.rados.rados.0.smithi046.stdout:2545: finishing write tid 2 to smithi04682744-19 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2545: finishing write tid 3 to smithi04682744-19 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2545: finishing write tid 4 to smithi04682744-19 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1066 (ObjNum 750 snap 234 seq_num 750) dirty exists 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2545: finishing write tid 5 to smithi04682744-19 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1461 (ObjNum 818 snap 258 seq_num 818) dirty exists 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2545: left oid 19 (ObjNum 818 snap 258 seq_num 818) 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2543: done (3 left) 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2544: done (2 left) 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2545: done (1 left) 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2546: done (0 left) 2024-09-18T02:29:07.940 INFO:tasks.rados.rados.0.smithi046.stdout:2547: rollback oid 4 current snap is 258 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 246 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:2548: read oid 2 snap -1 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:2548: expect deleted 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:2549: read oid 20 snap -1 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:2549: expect (ObjNum 804 snap 248 seq_num 804) 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:2550: setattr oid 38 current snap is 258 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:2548: done (3 left) 2024-09-18T02:29:07.941 INFO:tasks.rados.rados.0.smithi046.stdout:2551: rollback oid 39 current snap is 258 2024-09-18T02:29:07.942 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 257 2024-09-18T02:29:07.942 INFO:tasks.rados.rados.0.smithi046.stdout:2552: snap_create 2024-09-18T02:29:07.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1551 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-18T02:29:07.944 INFO:tasks.rados.rados.0.smithi046.stdout:2547: finishing rollback tid 0 to smithi04682744-4 2024-09-18T02:29:07.944 INFO:tasks.rados.rados.0.smithi046.stdout:2547: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:29:07.944 INFO:tasks.rados.rados.0.smithi046.stdout:2547: finishing rollback tid 2 to smithi04682744-4 2024-09-18T02:29:07.945 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1216 (ObjNum 784 snap 241 seq_num 784) dirty exists 2024-09-18T02:29:07.945 INFO:tasks.rados.rados.0.smithi046.stdout:2551: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:29:07.945 INFO:tasks.rados.rados.0.smithi046.stdout:2551: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:29:07.946 INFO:tasks.rados.rados.0.smithi046.stdout:2551: finishing rollback tid 2 to smithi04682744-39 2024-09-18T02:29:07.946 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1608 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:29:07.948 INFO:tasks.rados.rados.0.smithi046.stdout:2549: expect (ObjNum 804 snap 248 seq_num 804) 2024-09-18T02:29:08.127 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 podman[131103]: 2024-09-18 02:29:07.747595307 +0000 UTC m=+0.016352842 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-18T02:29:08.128 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 podman[131103]: 2024-09-18 02:29:07.874758652 +0000 UTC m=+0.143516187 volume create b3e96ccb02ff97ae2b54ca3c5fa4cda2191ab7737607be524fe7e944b610c4b7 2024-09-18T02:29:08.128 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:07 smithi046 podman[131103]: 2024-09-18 02:29:07.958544455 +0000 UTC m=+0.227301991 container create 9a7c91b98b2db4377364126829c5eecfd20e1397ebe3c7fe9d0c1aad765fe924 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 podman[131103]: 2024-09-18 02:29:08.219743307 +0000 UTC m=+0.488500842 container init 9a7c91b98b2db4377364126829c5eecfd20e1397ebe3c7fe9d0c1aad765fe924 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 podman[131103]: 2024-09-18 02:29:08.224547835 +0000 UTC m=+0.493305382 container start 9a7c91b98b2db4377364126829c5eecfd20e1397ebe3c7fe9d0c1aad765fe924 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.236Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.236Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.237Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.239Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.262Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.262Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-18T02:29:08.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.264Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-18T02:29:08.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:08.264Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-18T02:29:08.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 bash[131103]: 9a7c91b98b2db4377364126829c5eecfd20e1397ebe3c7fe9d0c1aad765fe924 2024-09-18T02:29:08.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:08 smithi046 systemd[1]: Started Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:29:08.842 INFO:tasks.rados.rados.0.smithi046.stdout:2547: done (4 left) 2024-09-18T02:29:08.842 INFO:tasks.rados.rados.0.smithi046.stdout:2549: done (3 left) 2024-09-18T02:29:08.842 INFO:tasks.rados.rados.0.smithi046.stdout:2550: done (2 left) 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:2551: done (1 left) 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:2552: done (0 left) 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:2553: read oid 7 snap -1 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:2553: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:2554: read oid 34 snap -1 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:2554: expect deleted 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 259 2024-09-18T02:29:08.843 INFO:tasks.rados.rados.0.smithi046.stdout:2555: seq_num 819 ranges {4546560=524288,5070848=589824,5660672=614400} 2024-09-18T02:29:08.870 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04682744-23 from 4546560 to 5070848 tid 1 2024-09-18T02:29:08.873 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04682744-23 from 5070848 to 5660672 tid 2 2024-09-18T02:29:08.877 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04682744-23 from 5660672 to 6275072 tid 3 2024-09-18T02:29:08.877 INFO:tasks.rados.rados.0.smithi046.stdout:2556: copy_from oid 1 from oid 39 current snap is 259 2024-09-18T02:29:08.878 INFO:tasks.rados.rados.0.smithi046.stdout:2553: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 1 to smithi04682744-23 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 2 to smithi04682744-23 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 3 to smithi04682744-23 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 4 to smithi04682744-23 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 5 to smithi04682744-23 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1556 (ObjNum 819 snap 259 seq_num 819) dirty exists 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:2555: left oid 23 (ObjNum 819 snap 259 seq_num 819) 2024-09-18T02:29:08.937 INFO:tasks.rados.rados.0.smithi046.stdout:2556: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:2556: finishing copy_from to smithi04682744-1 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1608 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:2553: done (3 left) 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:2554: done (2 left) 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:2555: done (1 left) 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:2556: done (0 left) 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 259 2024-09-18T02:29:08.938 INFO:tasks.rados.rados.0.smithi046.stdout:2557: seq_num 820 ranges {4202496=540672,4743168=475136,5218304=598016,5816320=131072} 2024-09-18T02:29:08.960 INFO:tasks.rados.rados.0.smithi046.stdout:2557: writing smithi04682744-40 from 4202496 to 4743168 tid 1 2024-09-18T02:29:08.963 INFO:tasks.rados.rados.0.smithi046.stdout:2557: writing smithi04682744-40 from 4743168 to 5218304 tid 2 2024-09-18T02:29:08.967 INFO:tasks.rados.rados.0.smithi046.stdout:2557: writing smithi04682744-40 from 5218304 to 5816320 tid 3 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2557: writing smithi04682744-40 from 5816320 to 5947392 tid 4 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2558: read oid 24 snap -1 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2558: expect deleted 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2559: read oid 27 snap -1 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2559: expect deleted 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2560: copy_from oid 23 from oid 12 current snap is 259 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2557: finishing write tid 1 to smithi04682744-40 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2557: finishing write tid 2 to smithi04682744-40 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 259 2024-09-18T02:29:08.969 INFO:tasks.rados.rados.0.smithi046.stdout:2561: seq_num 821 ranges {9117696=557056,9674752=761856,10436608=442368} 2024-09-18T02:29:09.022 INFO:tasks.rados.rados.0.smithi046.stdout:2561: writing smithi04682744-35 from 9117696 to 9674752 tid 1 2024-09-18T02:29:09.026 INFO:tasks.rados.rados.0.smithi046.stdout:2561: writing smithi04682744-35 from 9674752 to 10436608 tid 2 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2561: writing smithi04682744-35 from 10436608 to 10878976 tid 3 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2562: snap_create 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2557: finishing write tid 3 to smithi04682744-40 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2557: finishing write tid 4 to smithi04682744-40 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2557: finishing write tid 5 to smithi04682744-40 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2557: finishing write tid 6 to smithi04682744-40 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1753 (ObjNum 820 snap 259 seq_num 820) dirty exists 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2557: left oid 40 (ObjNum 820 snap 259 seq_num 820) 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:29:09.030 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing copy_from to smithi04682744-23 2024-09-18T02:29:09.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1460 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:09.031 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 1 to smithi04682744-35 2024-09-18T02:29:09.032 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 2 to smithi04682744-35 2024-09-18T02:29:09.033 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 3 to smithi04682744-35 2024-09-18T02:29:09.033 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 4 to smithi04682744-35 2024-09-18T02:29:09.034 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 5 to smithi04682744-35 2024-09-18T02:29:09.034 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1234 (ObjNum 821 snap 259 seq_num 821) dirty exists 2024-09-18T02:29:09.034 INFO:tasks.rados.rados.0.smithi046.stdout:2561: left oid 35 (ObjNum 821 snap 259 seq_num 821) 2024-09-18T02:29:09.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[97106]: pgmap v559: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-09-18T02:29:09.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[97106]: osdmap e585: 8 total, 8 up, 8 in 2024-09-18T02:29:09.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:09.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:09.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:09.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[94621]: pgmap v559: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-09-18T02:29:09.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[94621]: osdmap e585: 8 total, 8 up, 8 in 2024-09-18T02:29:09.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:09.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:09.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:08 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:08 smithi195 ceph-mon[89559]: pgmap v559: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-09-18T02:29:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:08 smithi195 ceph-mon[89559]: osdmap e585: 8 total, 8 up, 8 in 2024-09-18T02:29:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:08 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:09.848 INFO:tasks.rados.rados.0.smithi046.stdout:2557: done (5 left) 2024-09-18T02:29:09.848 INFO:tasks.rados.rados.0.smithi046.stdout:2558: done (4 left) 2024-09-18T02:29:09.848 INFO:tasks.rados.rados.0.smithi046.stdout:2559: done (3 left) 2024-09-18T02:29:09.848 INFO:tasks.rados.rados.0.smithi046.stdout:2560: done (2 left) 2024-09-18T02:29:09.849 INFO:tasks.rados.rados.0.smithi046.stdout:2561: done (1 left) 2024-09-18T02:29:09.849 INFO:tasks.rados.rados.0.smithi046.stdout:2562: done (0 left) 2024-09-18T02:29:09.849 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 260 2024-09-18T02:29:09.849 INFO:tasks.rados.rados.0.smithi046.stdout:2563: seq_num 822 ranges {3604480=573440,4177920=696320,4874240=507904} 2024-09-18T02:29:09.870 INFO:tasks.rados.rados.0.smithi046.stdout:2563: writing smithi04682744-43 from 3604480 to 4177920 tid 1 2024-09-18T02:29:09.874 INFO:tasks.rados.rados.0.smithi046.stdout:2563: writing smithi04682744-43 from 4177920 to 4874240 tid 2 2024-09-18T02:29:09.877 INFO:tasks.rados.rados.0.smithi046.stdout:2563: writing smithi04682744-43 from 4874240 to 5382144 tid 3 2024-09-18T02:29:09.877 INFO:tasks.rados.rados.0.smithi046.stdout:2564: snap_remove snap 256 2024-09-18T02:29:10.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:09 smithi046 ceph-mon[97106]: osdmap e586: 8 total, 8 up, 8 in 2024-09-18T02:29:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:09 smithi046 ceph-mon[94621]: osdmap e586: 8 total, 8 up, 8 in 2024-09-18T02:29:10.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:09 smithi195 ceph-mon[89559]: osdmap e586: 8 total, 8 up, 8 in 2024-09-18T02:29:10.507 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:10 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:10.239Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000012518s 2024-09-18T02:29:10.851 INFO:tasks.rados.rados.0.smithi046.stdout:2564: done (1 left) 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2565: copy_from oid 29 from oid 6 current snap is 260 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2566: copy_from oid 22 from oid 16 current snap is 260 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2567: delete oid 13 current snap is 260 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing write tid 1 to smithi04682744-43 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing write tid 2 to smithi04682744-43 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing write tid 3 to smithi04682744-43 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing write tid 4 to smithi04682744-43 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing write tid 5 to smithi04682744-43 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 636 (ObjNum 822 snap 260 seq_num 822) dirty exists 2024-09-18T02:29:10.852 INFO:tasks.rados.rados.0.smithi046.stdout:2563: left oid 43 (ObjNum 822 snap 260 seq_num 822) 2024-09-18T02:29:10.864 INFO:tasks.rados.rados.0.smithi046.stdout:2563: done (3 left) 2024-09-18T02:29:10.864 INFO:tasks.rados.rados.0.smithi046.stdout:2567: done (2 left) 2024-09-18T02:29:10.864 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 260 2024-09-18T02:29:10.864 INFO:tasks.rados.rados.0.smithi046.stdout:2568: seq_num 824 ranges {3899392=606208,4505600=458752,4964352=573440,5537792=172032} 2024-09-18T02:29:10.883 INFO:tasks.rados.rados.0.smithi046.stdout:2568: writing smithi04682744-19 from 3899392 to 4505600 tid 1 2024-09-18T02:29:10.886 INFO:tasks.rados.rados.0.smithi046.stdout:2568: writing smithi04682744-19 from 4505600 to 4964352 tid 2 2024-09-18T02:29:10.889 INFO:tasks.rados.rados.0.smithi046.stdout:2568: writing smithi04682744-19 from 4964352 to 5537792 tid 3 2024-09-18T02:29:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:2568: writing smithi04682744-19 from 5537792 to 5709824 tid 4 2024-09-18T02:29:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 260 2024-09-18T02:29:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:2566: finishing copy_from racing read to smithi04682744-22 2024-09-18T02:29:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:2569: seq_num 825 ranges {6848512=622592,7471104=745472,8216576=458752} 2024-09-18T02:29:10.932 INFO:tasks.rados.rados.0.smithi046.stdout:2569: writing smithi04682744-4 from 6848512 to 7471104 tid 1 2024-09-18T02:29:10.936 INFO:tasks.rados.rados.0.smithi046.stdout:2569: writing smithi04682744-4 from 7471104 to 8216576 tid 2 2024-09-18T02:29:10.939 INFO:tasks.rados.rados.0.smithi046.stdout:2569: writing smithi04682744-4 from 8216576 to 8675328 tid 3 2024-09-18T02:29:10.939 INFO:tasks.rados.rados.0.smithi046.stdout:2570: read oid 15 snap -1 2024-09-18T02:29:10.939 INFO:tasks.rados.rados.0.smithi046.stdout:2570: expect deleted 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2571: copy_from oid 7 from oid 14 current snap is 260 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2566: finishing copy_from to smithi04682744-22 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1242 (ObjNum 792 snap 243 seq_num 792) dirty exists 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2565: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2565: finishing copy_from to smithi04682744-29 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1213 (ObjNum 807 snap 251 seq_num 807) dirty exists 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2568: finishing write tid 1 to smithi04682744-19 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2568: finishing write tid 2 to smithi04682744-19 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2568: finishing write tid 3 to smithi04682744-19 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2568: finishing write tid 4 to smithi04682744-19 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2568: finishing write tid 5 to smithi04682744-19 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:2568: finishing write tid 6 to smithi04682744-19 2024-09-18T02:29:10.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1613 (ObjNum 824 snap 260 seq_num 824) dirty exists 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2568: left oid 19 (ObjNum 824 snap 260 seq_num 824) 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 1 to smithi04682744-4 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 2 to smithi04682744-4 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2565: done (5 left) 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2566: done (4 left) 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2568: done (3 left) 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2572: read oid 1 snap -1 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2572: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:29:10.941 INFO:tasks.rados.rados.0.smithi046.stdout:2573: setattr oid 2 current snap is 260 2024-09-18T02:29:10.942 INFO:tasks.rados.rados.0.smithi046.stdout:2571: finishing copy_from to smithi04682744-7 2024-09-18T02:29:10.942 INFO:tasks.rados.rados.0.smithi046.stdout:2571: got expected ENOENT (src dne) 2024-09-18T02:29:10.942 INFO:tasks.rados.rados.0.smithi046.stdout:2571: finishing copy_from racing read to smithi04682744-7 2024-09-18T02:29:10.942 INFO:tasks.rados.rados.0.smithi046.stdout:2570: done (4 left) 2024-09-18T02:29:10.942 INFO:tasks.rados.rados.0.smithi046.stdout:2571: done (3 left) 2024-09-18T02:29:10.942 INFO:tasks.rados.rados.0.smithi046.stdout:2574: setattr oid 11 current snap is 260 2024-09-18T02:29:10.942 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 3 to smithi04682744-4 2024-09-18T02:29:10.943 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 4 to smithi04682744-4 2024-09-18T02:29:10.943 INFO:tasks.rados.rados.0.smithi046.stdout:2575: rmattr oid 40 current snap is 260 2024-09-18T02:29:10.943 INFO:tasks.rados.rados.0.smithi046.stdout:2575: done (4 left) 2024-09-18T02:29:10.943 INFO:tasks.rados.rados.0.smithi046.stdout:2576: read oid 27 snap -1 2024-09-18T02:29:10.944 INFO:tasks.rados.rados.0.smithi046.stdout:2576: expect deleted 2024-09-18T02:29:10.944 INFO:tasks.rados.rados.0.smithi046.stdout:2577: read oid 41 snap -1 2024-09-18T02:29:10.944 INFO:tasks.rados.rados.0.smithi046.stdout:2577: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:29:10.944 INFO:tasks.rados.rados.0.smithi046.stdout:2578: copy_from oid 46 from oid 16 current snap is 260 2024-09-18T02:29:10.944 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 260 2024-09-18T02:29:10.944 INFO:tasks.rados.rados.0.smithi046.stdout:2579: seq_num 826 ranges {2187264=638976,2826240=630784,3457024=573440} 2024-09-18T02:29:10.959 INFO:tasks.rados.rados.0.smithi046.stdout:2579: writing smithi04682744-47 from 2187264 to 2826240 tid 1 2024-09-18T02:29:10.963 INFO:tasks.rados.rados.0.smithi046.stdout:2579: writing smithi04682744-47 from 2826240 to 3457024 tid 2 2024-09-18T02:29:10.966 INFO:tasks.rados.rados.0.smithi046.stdout:2579: writing smithi04682744-47 from 3457024 to 4030464 tid 3 2024-09-18T02:29:10.966 INFO:tasks.rados.rados.0.smithi046.stdout:2580: snap_remove snap 249 2024-09-18T02:29:11.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:10 smithi046 ceph-mon[97106]: pgmap v562: 121 pgs: 121 active+clean; 171 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 808 KiB/s wr, 15 op/s 2024-09-18T02:29:11.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:10 smithi046 ceph-mon[97106]: osdmap e587: 8 total, 8 up, 8 in 2024-09-18T02:29:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:10 smithi046 ceph-mon[94621]: pgmap v562: 121 pgs: 121 active+clean; 171 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 808 KiB/s wr, 15 op/s 2024-09-18T02:29:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:10 smithi046 ceph-mon[94621]: osdmap e587: 8 total, 8 up, 8 in 2024-09-18T02:29:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:10 smithi195 ceph-mon[89559]: pgmap v562: 121 pgs: 121 active+clean; 171 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 808 KiB/s wr, 15 op/s 2024-09-18T02:29:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:10 smithi195 ceph-mon[89559]: osdmap e587: 8 total, 8 up, 8 in 2024-09-18T02:29:11.785 INFO:tasks.rados.rados.0.smithi046.stdout:2580: done (8 left) 2024-09-18T02:29:11.785 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 260 2024-09-18T02:29:11.785 INFO:tasks.rados.rados.0.smithi046.stdout:2581: seq_num 827 ranges {3710976=655360,4366336=516096,4882432=688128} 2024-09-18T02:29:11.809 INFO:tasks.rados.rados.0.smithi046.stdout:2581: writing smithi04682744-45 from 3710976 to 4366336 tid 1 2024-09-18T02:29:11.813 INFO:tasks.rados.rados.0.smithi046.stdout:2581: writing smithi04682744-45 from 4366336 to 4882432 tid 2 2024-09-18T02:29:11.817 INFO:tasks.rados.rados.0.smithi046.stdout:2581: writing smithi04682744-45 from 4882432 to 5570560 tid 3 2024-09-18T02:29:11.817 INFO:tasks.rados.rados.0.smithi046.stdout:2582: rollback oid 39 current snap is 260 2024-09-18T02:29:11.817 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 247 2024-09-18T02:29:11.818 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 5 to smithi04682744-4 2024-09-18T02:29:11.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1220 (ObjNum 825 snap 260 seq_num 825) dirty exists 2024-09-18T02:29:11.818 INFO:tasks.rados.rados.0.smithi046.stdout:2569: left oid 4 (ObjNum 825 snap 260 seq_num 825) 2024-09-18T02:29:11.818 INFO:tasks.rados.rados.0.smithi046.stdout:2572: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:29:11.864 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1245 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:29:11.864 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1614 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-18T02:29:11.864 INFO:tasks.rados.rados.0.smithi046.stdout:2577: expect (ObjNum 628 snap 195 seq_num 628) 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:2578: finishing copy_from racing read to smithi04682744-46 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:2578: finishing copy_from to smithi04682744-46 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1242 (ObjNum 792 snap 243 seq_num 792) dirty exists 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:2579: finishing write tid 1 to smithi04682744-47 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:2569: done (9 left) 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:2572: done (8 left) 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:2573: done (7 left) 2024-09-18T02:29:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:2574: done (6 left) 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:2576: done (5 left) 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:2577: done (4 left) 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:2578: done (3 left) 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 260 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:2579: finishing write tid 2 to smithi04682744-47 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:2579: finishing write tid 3 to smithi04682744-47 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:2579: finishing write tid 4 to smithi04682744-47 2024-09-18T02:29:11.922 INFO:tasks.rados.rados.0.smithi046.stdout:2583: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-09-18T02:29:11.924 INFO:tasks.rados.rados.0.smithi046.stdout:2583: writing smithi04682744-34 from 0 to 671744 tid 1 2024-09-18T02:29:11.929 INFO:tasks.rados.rados.0.smithi046.stdout:2583: writing smithi04682744-34 from 671744 to 1474560 tid 2 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2583: writing smithi04682744-34 from 1474560 to 1875968 tid 3 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2584: snap_create 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2579: finishing write tid 5 to smithi04682744-47 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 640 (ObjNum 826 snap 260 seq_num 826) dirty exists 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2579: left oid 47 (ObjNum 826 snap 260 seq_num 826) 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2581: finishing write tid 1 to smithi04682744-45 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2581: finishing write tid 2 to smithi04682744-45 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2582: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2582: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2582: finishing rollback tid 2 to smithi04682744-39 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1611 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:29:11.933 INFO:tasks.rados.rados.0.smithi046.stdout:2581: finishing write tid 3 to smithi04682744-45 2024-09-18T02:29:11.934 INFO:tasks.rados.rados.0.smithi046.stdout:2581: finishing write tid 4 to smithi04682744-45 2024-09-18T02:29:11.934 INFO:tasks.rados.rados.0.smithi046.stdout:2581: finishing write tid 5 to smithi04682744-45 2024-09-18T02:29:11.934 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1572 (ObjNum 827 snap 260 seq_num 827) dirty exists 2024-09-18T02:29:11.934 INFO:tasks.rados.rados.0.smithi046.stdout:2581: left oid 45 (ObjNum 827 snap 260 seq_num 827) 2024-09-18T02:29:11.934 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing write tid 1 to smithi04682744-34 2024-09-18T02:29:11.934 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing write tid 2 to smithi04682744-34 2024-09-18T02:29:11.935 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing write tid 3 to smithi04682744-34 2024-09-18T02:29:11.935 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing write tid 4 to smithi04682744-34 2024-09-18T02:29:11.935 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing write tid 5 to smithi04682744-34 2024-09-18T02:29:11.935 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1264 (ObjNum 828 snap 260 seq_num 828) dirty exists 2024-09-18T02:29:11.935 INFO:tasks.rados.rados.0.smithi046.stdout:2583: left oid 34 (ObjNum 828 snap 260 seq_num 828) 2024-09-18T02:29:12.118 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[97106]: osdmap e588: 8 total, 8 up, 8 in 2024-09-18T02:29:12.118 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.118 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.118 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.118 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.119 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[97106]: osdmap e589: 8 total, 8 up, 8 in 2024-09-18T02:29:12.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[94621]: osdmap e588: 8 total, 8 up, 8 in 2024-09-18T02:29:12.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:11 smithi046 ceph-mon[94621]: osdmap e589: 8 total, 8 up, 8 in 2024-09-18T02:29:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:11 smithi195 ceph-mon[89559]: osdmap e588: 8 total, 8 up, 8 in 2024-09-18T02:29:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:11 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:11 smithi195 ceph-mon[89559]: osdmap e589: 8 total, 8 up, 8 in 2024-09-18T02:29:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:29:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:29:12.859 INFO:tasks.rados.rados.0.smithi046.stdout:2579: done (4 left) 2024-09-18T02:29:12.859 INFO:tasks.rados.rados.0.smithi046.stdout:2581: done (3 left) 2024-09-18T02:29:12.859 INFO:tasks.rados.rados.0.smithi046.stdout:2582: done (2 left) 2024-09-18T02:29:12.859 INFO:tasks.rados.rados.0.smithi046.stdout:2583: done (1 left) 2024-09-18T02:29:12.859 INFO:tasks.rados.rados.0.smithi046.stdout:2584: done (0 left) 2024-09-18T02:29:12.859 INFO:tasks.rados.rados.0.smithi046.stdout:2585: snap_remove snap 260 2024-09-18T02:29:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:13 smithi195 ceph-mon[89559]: pgmap v565: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:29:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:13 smithi195 ceph-mon[89559]: osdmap e590: 8 total, 8 up, 8 in 2024-09-18T02:29:13.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:13 smithi046 ceph-mon[94621]: pgmap v565: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:29:13.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:13 smithi046 ceph-mon[94621]: osdmap e590: 8 total, 8 up, 8 in 2024-09-18T02:29:13.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:13 smithi046 ceph-mon[97106]: pgmap v565: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-18T02:29:13.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:13 smithi046 ceph-mon[97106]: osdmap e590: 8 total, 8 up, 8 in 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:2585: done (0 left) 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:2586: read oid 16 snap -1 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:2586: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:2587: rollback oid 31 current snap is 261 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 246 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:2588: rollback oid 36 current snap is 261 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 258 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:2589: rollback oid 28 current snap is 261 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 259 2024-09-18T02:29:13.861 INFO:tasks.rados.rados.0.smithi046.stdout:2590: snap_create 2024-09-18T02:29:13.864 INFO:tasks.rados.rados.0.smithi046.stdout:2588: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:29:13.865 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 0 (ObjNum 49 snap 0 seq_num 1147831152) dirty dne 2024-09-18T02:29:13.866 INFO:tasks.rados.rados.0.smithi046.stdout:2589: finishing rollback tid 1 to smithi04682744-28 2024-09-18T02:29:13.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-18T02:29:13.869 INFO:tasks.rados.rados.0.smithi046.stdout:2586: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:2587: finishing rollback tid 0 to smithi04682744-31 2024-09-18T02:29:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:2587: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:29:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:2587: finishing rollback tid 2 to smithi04682744-31 2024-09-18T02:29:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1245 (ObjNum 777 snap 238 seq_num 777) dirty exists 2024-09-18T02:29:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:14 smithi195 ceph-mon[89559]: osdmap e591: 8 total, 8 up, 8 in 2024-09-18T02:29:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:14 smithi046 ceph-mon[94621]: osdmap e591: 8 total, 8 up, 8 in 2024-09-18T02:29:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:14 smithi046 ceph-mon[97106]: osdmap e591: 8 total, 8 up, 8 in 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2586: done (4 left) 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2587: done (3 left) 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2588: done (2 left) 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2589: done (1 left) 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2590: done (0 left) 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2591: rollback oid 20 current snap is 262 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 247 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2592: copy_from oid 33 from oid 28 current snap is 262 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2593: read oid 50 snap 258 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2593: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:29:14.862 INFO:tasks.rados.rados.0.smithi046.stdout:2594: delete oid 29 current snap is 262 2024-09-18T02:29:14.864 INFO:tasks.rados.rados.0.smithi046.stdout:2594: done (3 left) 2024-09-18T02:29:14.864 INFO:tasks.rados.rados.0.smithi046.stdout:2595: rmattr oid 15 current snap is 262 2024-09-18T02:29:14.864 INFO:tasks.rados.rados.0.smithi046.stdout:2595: done (3 left) 2024-09-18T02:29:14.864 INFO:tasks.rados.rados.0.smithi046.stdout:2596: delete oid 8 current snap is 262 2024-09-18T02:29:14.868 INFO:tasks.rados.rados.0.smithi046.stdout:2591: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:29:14.869 INFO:tasks.rados.rados.0.smithi046.stdout:2591: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:29:14.869 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1332 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-18T02:29:14.869 INFO:tasks.rados.rados.0.smithi046.stdout:2592: finishing copy_from to smithi04682744-33 2024-09-18T02:29:14.869 INFO:tasks.rados.rados.0.smithi046.stdout:2592: got expected ENOENT (src dne) 2024-09-18T02:29:14.869 INFO:tasks.rados.rados.0.smithi046.stdout:2592: finishing copy_from racing read to smithi04682744-33 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2591: done (3 left) 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2592: done (2 left) 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2596: done (1 left) 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2597: copy_from oid 10 from oid 21 current snap is 262 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2598: read oid 14 snap 258 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2598: expect deleted 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2599: read oid 22 snap -1 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2599: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 262 2024-09-18T02:29:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:2600: seq_num 831 ranges {1531904=720896,2252800=499712,2752512=704512} 2024-09-18T02:29:14.883 INFO:tasks.rados.rados.0.smithi046.stdout:2600: writing smithi04682744-41 from 1531904 to 2252800 tid 1 2024-09-18T02:29:14.886 INFO:tasks.rados.rados.0.smithi046.stdout:2600: writing smithi04682744-41 from 2252800 to 2752512 tid 2 2024-09-18T02:29:14.891 INFO:tasks.rados.rados.0.smithi046.stdout:2600: writing smithi04682744-41 from 2752512 to 3457024 tid 3 2024-09-18T02:29:14.891 INFO:tasks.rados.rados.0.smithi046.stdout:2601: delete oid 15 current snap is 262 2024-09-18T02:29:14.891 INFO:tasks.rados.rados.0.smithi046.stdout:2597: finishing copy_from to smithi04682744-10 2024-09-18T02:29:14.891 INFO:tasks.rados.rados.0.smithi046.stdout:2597: got expected ENOENT (src dne) 2024-09-18T02:29:14.891 INFO:tasks.rados.rados.0.smithi046.stdout:2597: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:29:14.891 INFO:tasks.rados.rados.0.smithi046.stdout:2599: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:14.952 INFO:tasks.rados.rados.0.smithi046.stdout:2593: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:29:15.318 INFO:tasks.rados.rados.0.smithi046.stdout:2600: finishing write tid 1 to smithi04682744-41 2024-09-18T02:29:15.318 INFO:tasks.rados.rados.0.smithi046.stdout:2600: finishing write tid 2 to smithi04682744-41 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2600: finishing write tid 3 to smithi04682744-41 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2600: finishing write tid 4 to smithi04682744-41 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2600: finishing write tid 5 to smithi04682744-41 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1238 (ObjNum 831 snap 262 seq_num 831) dirty exists 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2600: left oid 41 (ObjNum 831 snap 262 seq_num 831) 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2593: done (5 left) 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2597: done (4 left) 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2598: done (3 left) 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2599: done (2 left) 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2600: done (1 left) 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2601: done (0 left) 2024-09-18T02:29:15.319 INFO:tasks.rados.rados.0.smithi046.stdout:2602: delete oid 47 current snap is 262 2024-09-18T02:29:15.320 INFO:tasks.rados.rados.0.smithi046.stdout:2602: done (0 left) 2024-09-18T02:29:15.320 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 262 2024-09-18T02:29:15.320 INFO:tasks.rados.rados.0.smithi046.stdout:2603: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-09-18T02:29:15.324 INFO:tasks.rados.rados.0.smithi046.stdout:2603: writing smithi04682744-8 from 0 to 778240 tid 1 2024-09-18T02:29:15.328 INFO:tasks.rados.rados.0.smithi046.stdout:2603: writing smithi04682744-8 from 778240 to 1335296 tid 2 2024-09-18T02:29:15.331 INFO:tasks.rados.rados.0.smithi046.stdout:2603: writing smithi04682744-8 from 1335296 to 1884160 tid 3 2024-09-18T02:29:15.332 INFO:tasks.rados.rados.0.smithi046.stdout:2603: writing smithi04682744-8 from 1884160 to 1982464 tid 4 2024-09-18T02:29:15.332 INFO:tasks.rados.rados.0.smithi046.stdout:2604: setattr oid 49 current snap is 262 2024-09-18T02:29:15.332 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 1 to smithi04682744-8 2024-09-18T02:29:15.332 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 2 to smithi04682744-8 2024-09-18T02:29:15.333 INFO:tasks.rados.rados.0.smithi046.stdout:2605: snap_remove snap 254 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: pgmap v568: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: osdmap e592: 8 total, 8 up, 8 in 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:15 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: pgmap v568: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-09-18T02:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: osdmap e592: 8 total, 8 up, 8 in 2024-09-18T02:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: pgmap v568: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: osdmap e592: 8 total, 8 up, 8 in 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:15.512 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:15 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:16.211 INFO:tasks.rados.rados.0.smithi046.stdout:2605: done (2 left) 2024-09-18T02:29:16.211 INFO:tasks.rados.rados.0.smithi046.stdout:2606: delete oid 41 current snap is 262 2024-09-18T02:29:16.211 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 3 to smithi04682744-8 2024-09-18T02:29:16.212 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 4 to smithi04682744-8 2024-09-18T02:29:16.212 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 5 to smithi04682744-8 2024-09-18T02:29:16.212 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 6 to smithi04682744-8 2024-09-18T02:29:16.212 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1620 (ObjNum 834 snap 262 seq_num 834) dirty exists 2024-09-18T02:29:16.212 INFO:tasks.rados.rados.0.smithi046.stdout:2603: left oid 8 (ObjNum 834 snap 262 seq_num 834) 2024-09-18T02:29:16.212 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1763 (ObjNum 739 snap 231 seq_num 739) dirty exists 2024-09-18T02:29:16.220 INFO:tasks.rados.rados.0.smithi046.stdout:2603: done (2 left) 2024-09-18T02:29:16.220 INFO:tasks.rados.rados.0.smithi046.stdout:2604: done (1 left) 2024-09-18T02:29:16.220 INFO:tasks.rados.rados.0.smithi046.stdout:2606: done (0 left) 2024-09-18T02:29:16.220 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 262 2024-09-18T02:29:16.220 INFO:tasks.rados.rados.0.smithi046.stdout:2607: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-09-18T02:29:16.222 INFO:tasks.rados.rados.0.smithi046.stdout:2607: writing smithi04682744-21 from 0 to 409600 tid 1 2024-09-18T02:29:16.227 INFO:tasks.rados.rados.0.smithi046.stdout:2607: writing smithi04682744-21 from 409600 to 1130496 tid 2 2024-09-18T02:29:16.232 INFO:tasks.rados.rados.0.smithi046.stdout:2607: writing smithi04682744-21 from 1130496 to 1646592 tid 3 2024-09-18T02:29:16.235 INFO:tasks.rados.rados.0.smithi046.stdout:2607: writing smithi04682744-21 from 1646592 to 2015232 tid 4 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2608: rollback oid 24 current snap is 262 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 258 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2607: finishing write tid 1 to smithi04682744-21 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2607: finishing write tid 2 to smithi04682744-21 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2609: copy_from oid 44 from oid 15 current snap is 262 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2610: rmattr oid 11 current snap is 262 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2611: rmattr oid 16 current snap is 262 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2612: delete oid 49 current snap is 262 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2607: finishing write tid 3 to smithi04682744-21 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:2608: finishing rollback tid 1 to smithi04682744-24 2024-09-18T02:29:16.236 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-18T02:29:16.239 INFO:tasks.rados.rados.0.smithi046.stdout:2607: finishing write tid 4 to smithi04682744-21 2024-09-18T02:29:16.239 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1246 (ObjNum 792 snap 243 seq_num 792) dirty exists 2024-09-18T02:29:16.239 INFO:tasks.rados.rados.0.smithi046.stdout:2607: finishing write tid 5 to smithi04682744-21 2024-09-18T02:29:16.240 INFO:tasks.rados.rados.0.smithi046.stdout:2608: done (5 left) 2024-09-18T02:29:16.240 INFO:tasks.rados.rados.0.smithi046.stdout:2611: done (4 left) 2024-09-18T02:29:16.240 INFO:tasks.rados.rados.0.smithi046.stdout:2612: done (3 left) 2024-09-18T02:29:16.241 INFO:tasks.rados.rados.0.smithi046.stdout:2613: read oid 37 snap -1 2024-09-18T02:29:16.241 INFO:tasks.rados.rados.0.smithi046.stdout:2613: expect (ObjNum 808 snap 251 seq_num 808) 2024-09-18T02:29:16.241 INFO:tasks.rados.rados.0.smithi046.stdout:2614: read oid 33 snap -1 2024-09-18T02:29:16.241 INFO:tasks.rados.rados.0.smithi046.stdout:2614: expect deleted 2024-09-18T02:29:16.241 INFO:tasks.rados.rados.0.smithi046.stdout:2615: read oid 31 snap -1 2024-09-18T02:29:16.241 INFO:tasks.rados.rados.0.smithi046.stdout:2615: expect (ObjNum 777 snap 238 seq_num 777) 2024-09-18T02:29:16.241 INFO:tasks.rados.rados.0.smithi046.stdout:2616: delete oid 12 current snap is 262 2024-09-18T02:29:16.243 INFO:tasks.rados.rados.0.smithi046.stdout:2614: done (6 left) 2024-09-18T02:29:16.243 INFO:tasks.rados.rados.0.smithi046.stdout:2616: done (5 left) 2024-09-18T02:29:16.243 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 262 2024-09-18T02:29:16.243 INFO:tasks.rados.rados.0.smithi046.stdout:2617: seq_num 839 ranges {1531904=458752,1990656=425984,2416640=688128,3104768=491520} 2024-09-18T02:29:16.254 INFO:tasks.rados.rados.0.smithi046.stdout:2617: writing smithi04682744-7 from 1531904 to 1990656 tid 1 2024-09-18T02:29:16.257 INFO:tasks.rados.rados.0.smithi046.stdout:2617: writing smithi04682744-7 from 1990656 to 2416640 tid 2 2024-09-18T02:29:16.261 INFO:tasks.rados.rados.0.smithi046.stdout:2617: writing smithi04682744-7 from 2416640 to 3104768 tid 3 2024-09-18T02:29:16.264 INFO:tasks.rados.rados.0.smithi046.stdout:2617: writing smithi04682744-7 from 3104768 to 3596288 tid 4 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 262 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:2609: finishing copy_from to smithi04682744-44 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:2609: got expected ENOENT (src dne) 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:2609: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:2607: finishing write tid 6 to smithi04682744-21 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1250 (ObjNum 836 snap 262 seq_num 836) dirty exists 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:2607: left oid 21 (ObjNum 836 snap 262 seq_num 836) 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1251 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:29:16.265 INFO:tasks.rados.rados.0.smithi046.stdout:2618: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2024-09-18T02:29:16.267 INFO:tasks.rados.rados.0.smithi046.stdout:2618: writing smithi04682744-33 from 0 to 475136 tid 1 2024-09-18T02:29:16.271 INFO:tasks.rados.rados.0.smithi046.stdout:2618: writing smithi04682744-33 from 475136 to 1187840 tid 2 2024-09-18T02:29:16.274 INFO:tasks.rados.rados.0.smithi046.stdout:2618: writing smithi04682744-33 from 1187840 to 1687552 tid 3 2024-09-18T02:29:16.277 INFO:tasks.rados.rados.0.smithi046.stdout:2618: writing smithi04682744-33 from 1687552 to 2080768 tid 4 2024-09-18T02:29:16.277 INFO:tasks.rados.rados.0.smithi046.stdout:2607: done (6 left) 2024-09-18T02:29:16.277 INFO:tasks.rados.rados.0.smithi046.stdout:2609: done (5 left) 2024-09-18T02:29:16.277 INFO:tasks.rados.rados.0.smithi046.stdout:2610: done (4 left) 2024-09-18T02:29:16.277 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 262 2024-09-18T02:29:16.277 INFO:tasks.rados.rados.0.smithi046.stdout:2615: expect (ObjNum 777 snap 238 seq_num 777) 2024-09-18T02:29:16.304 INFO:tasks.rados.rados.0.smithi046.stdout:2613: expect (ObjNum 808 snap 251 seq_num 808) 2024-09-18T02:29:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing write tid 1 to smithi04682744-7 2024-09-18T02:29:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing write tid 2 to smithi04682744-7 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing write tid 3 to smithi04682744-7 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing write tid 4 to smithi04682744-7 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing write tid 5 to smithi04682744-7 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing write tid 6 to smithi04682744-7 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1269 (ObjNum 839 snap 262 seq_num 839) dirty exists 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:2617: left oid 7 (ObjNum 839 snap 262 seq_num 839) 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:2618: finishing write tid 1 to smithi04682744-33 2024-09-18T02:29:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:2619: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-09-18T02:29:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04682744-38 from 0 to 491520 tid 1 2024-09-18T02:29:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04682744-38 from 491520 to 1089536 tid 2 2024-09-18T02:29:16.355 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04682744-38 from 1089536 to 1794048 tid 3 2024-09-18T02:29:16.357 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04682744-38 from 1794048 to 2097152 tid 4 2024-09-18T02:29:16.357 INFO:tasks.rados.rados.0.smithi046.stdout:2613: done (4 left) 2024-09-18T02:29:16.357 INFO:tasks.rados.rados.0.smithi046.stdout:2615: done (3 left) 2024-09-18T02:29:16.357 INFO:tasks.rados.rados.0.smithi046.stdout:2617: done (2 left) 2024-09-18T02:29:16.357 INFO:tasks.rados.rados.0.smithi046.stdout:2620: read oid 17 snap -1 2024-09-18T02:29:16.357 INFO:tasks.rados.rados.0.smithi046.stdout:2620: expect (ObjNum 739 snap 231 seq_num 739) 2024-09-18T02:29:16.357 INFO:tasks.rados.rados.0.smithi046.stdout:2621: delete oid 44 current snap is 262 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2618: finishing write tid 2 to smithi04682744-33 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2618: finishing write tid 3 to smithi04682744-33 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2618: finishing write tid 4 to smithi04682744-33 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2618: finishing write tid 5 to smithi04682744-33 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2618: finishing write tid 6 to smithi04682744-33 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1337 (ObjNum 840 snap 262 seq_num 840) dirty exists 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2618: left oid 33 (ObjNum 840 snap 262 seq_num 840) 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 1 to smithi04682744-38 2024-09-18T02:29:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 2 to smithi04682744-38 2024-09-18T02:29:16.359 INFO:tasks.rados.rados.0.smithi046.stdout:2618: done (3 left) 2024-09-18T02:29:16.359 INFO:tasks.rados.rados.0.smithi046.stdout:2621: done (2 left) 2024-09-18T02:29:16.359 INFO:tasks.rados.rados.0.smithi046.stdout:2622: rmattr oid 18 current snap is 262 2024-09-18T02:29:16.359 INFO:tasks.rados.rados.0.smithi046.stdout:2623: snap_remove snap 246 2024-09-18T02:29:16.404 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:16 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:29:16.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:16 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:29:16.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:16 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-18T02:29:16.548 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:29:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:29:16] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 3 to smithi04682744-38 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 4 to smithi04682744-38 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 5 to smithi04682744-38 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1067 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 6 to smithi04682744-38 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1584 (ObjNum 841 snap 262 seq_num 841) dirty exists 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:2619: left oid 38 (ObjNum 841 snap 262 seq_num 841) 2024-09-18T02:29:16.787 INFO:tasks.rados.rados.0.smithi046.stdout:2620: expect (ObjNum 739 snap 231 seq_num 739) 2024-09-18T02:29:16.817 INFO:tasks.rados.rados.0.smithi046.stdout:2619: done (3 left) 2024-09-18T02:29:16.817 INFO:tasks.rados.rados.0.smithi046.stdout:2620: done (2 left) 2024-09-18T02:29:16.817 INFO:tasks.rados.rados.0.smithi046.stdout:2622: done (1 left) 2024-09-18T02:29:16.817 INFO:tasks.rados.rados.0.smithi046.stdout:2623: done (0 left) 2024-09-18T02:29:16.817 INFO:tasks.rados.rados.0.smithi046.stdout:2624: snap_create 2024-09-18T02:29:17.245 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:17 smithi046 ceph-mon[94621]: pgmap v571: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 32 op/s 2024-09-18T02:29:17.246 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:17 smithi046 ceph-mon[94621]: osdmap e593: 8 total, 8 up, 8 in 2024-09-18T02:29:17.246 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:17 smithi046 ceph-mon[94621]: osdmap e594: 8 total, 8 up, 8 in 2024-09-18T02:29:17.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:17 smithi046 ceph-mon[97106]: pgmap v571: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 32 op/s 2024-09-18T02:29:17.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:17 smithi046 ceph-mon[97106]: osdmap e593: 8 total, 8 up, 8 in 2024-09-18T02:29:17.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:17 smithi046 ceph-mon[97106]: osdmap e594: 8 total, 8 up, 8 in 2024-09-18T02:29:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:17 smithi195 ceph-mon[89559]: pgmap v571: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 32 op/s 2024-09-18T02:29:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:17 smithi195 ceph-mon[89559]: osdmap e593: 8 total, 8 up, 8 in 2024-09-18T02:29:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:17 smithi195 ceph-mon[89559]: osdmap e594: 8 total, 8 up, 8 in 2024-09-18T02:29:17.787 INFO:tasks.rados.rados.0.smithi046.stdout:2624: done (0 left) 2024-09-18T02:29:17.787 INFO:tasks.rados.rados.0.smithi046.stdout:2625: rollback oid 30 current snap is 263 2024-09-18T02:29:17.787 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 255 2024-09-18T02:29:17.787 INFO:tasks.rados.rados.0.smithi046.stdout:2626: rollback oid 21 current snap is 263 2024-09-18T02:29:17.787 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 247 2024-09-18T02:29:17.787 INFO:tasks.rados.rados.0.smithi046.stdout:2627: delete oid 10 current snap is 263 2024-09-18T02:29:17.791 INFO:tasks.rados.rados.0.smithi046.stdout:2627: done (2 left) 2024-09-18T02:29:17.791 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 263 2024-09-18T02:29:17.791 INFO:tasks.rados.rados.0.smithi046.stdout:2628: seq_num 844 ranges {2875392=540672,3416064=696320,4112384=475136,4587520=434176} 2024-09-18T02:29:17.811 INFO:tasks.rados.rados.0.smithi046.stdout:2628: writing smithi04682744-48 from 2875392 to 3416064 tid 1 2024-09-18T02:29:17.817 INFO:tasks.rados.rados.0.smithi046.stdout:2628: writing smithi04682744-48 from 3416064 to 4112384 tid 2 2024-09-18T02:29:17.820 INFO:tasks.rados.rados.0.smithi046.stdout:2628: writing smithi04682744-48 from 4112384 to 4587520 tid 3 2024-09-18T02:29:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:2628: writing smithi04682744-48 from 4587520 to 5021696 tid 4 2024-09-18T02:29:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:2629: snap_create 2024-09-18T02:29:17.824 INFO:tasks.rados.rados.0.smithi046.stdout:2625: finishing rollback tid 0 to smithi04682744-30 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:2625: finishing rollback tid 1 to smithi04682744-30 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:2625: finishing rollback tid 2 to smithi04682744-30 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1223 (ObjNum 754 snap 236 seq_num 754) dirty exists 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:2626: finishing rollback tid 0 to smithi04682744-21 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:2626: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1253 (ObjNum 129 snap 0 seq_num 1148610744) dirty dne 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:2628: finishing write tid 1 to smithi04682744-48 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:2628: finishing write tid 2 to smithi04682744-48 2024-09-18T02:29:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:2628: finishing write tid 3 to smithi04682744-48 2024-09-18T02:29:17.826 INFO:tasks.rados.rados.0.smithi046.stdout:2628: finishing write tid 4 to smithi04682744-48 2024-09-18T02:29:17.826 INFO:tasks.rados.rados.0.smithi046.stdout:2628: finishing write tid 5 to smithi04682744-48 2024-09-18T02:29:17.827 INFO:tasks.rados.rados.0.smithi046.stdout:2628: finishing write tid 6 to smithi04682744-48 2024-09-18T02:29:17.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1250 (ObjNum 844 snap 263 seq_num 844) dirty exists 2024-09-18T02:29:17.827 INFO:tasks.rados.rados.0.smithi046.stdout:2628: left oid 48 (ObjNum 844 snap 263 seq_num 844) 2024-09-18T02:29:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:18 smithi195 ceph-mon[89559]: Upgrade: Updating grafana.a 2024-09-18T02:29:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:18 smithi195 ceph-mon[89559]: Deploying daemon grafana.a on smithi195 2024-09-18T02:29:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:18 smithi195 ceph-mon[89559]: osdmap e595: 8 total, 8 up, 8 in 2024-09-18T02:29:18.507 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 02:29:18 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T02:29:18.242Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002980631s 2024-09-18T02:29:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:18 smithi046 ceph-mon[94621]: Upgrade: Updating grafana.a 2024-09-18T02:29:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:18 smithi046 ceph-mon[94621]: Deploying daemon grafana.a on smithi195 2024-09-18T02:29:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:18 smithi046 ceph-mon[94621]: osdmap e595: 8 total, 8 up, 8 in 2024-09-18T02:29:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:18 smithi046 ceph-mon[97106]: Upgrade: Updating grafana.a 2024-09-18T02:29:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:18 smithi046 ceph-mon[97106]: Deploying daemon grafana.a on smithi195 2024-09-18T02:29:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:18 smithi046 ceph-mon[97106]: osdmap e595: 8 total, 8 up, 8 in 2024-09-18T02:29:18.788 INFO:tasks.rados.rados.0.smithi046.stdout:2625: done (3 left) 2024-09-18T02:29:18.788 INFO:tasks.rados.rados.0.smithi046.stdout:2626: done (2 left) 2024-09-18T02:29:18.788 INFO:tasks.rados.rados.0.smithi046.stdout:2628: done (1 left) 2024-09-18T02:29:18.788 INFO:tasks.rados.rados.0.smithi046.stdout:2629: done (0 left) 2024-09-18T02:29:18.788 INFO:tasks.rados.rados.0.smithi046.stdout:2630: rmattr oid 36 current snap is 264 2024-09-18T02:29:18.789 INFO:tasks.rados.rados.0.smithi046.stdout:2630: done (0 left) 2024-09-18T02:29:18.789 INFO:tasks.rados.rados.0.smithi046.stdout:2631: delete oid 24 current snap is 264 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2631: done (0 left) 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2632: read oid 46 snap -1 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2632: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2633: read oid 23 snap -1 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2633: expect (ObjNum 744 snap 232 seq_num 744) 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2634: read oid 39 snap -1 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2634: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2635: rmattr oid 37 current snap is 264 2024-09-18T02:29:18.792 INFO:tasks.rados.rados.0.smithi046.stdout:2635: done (3 left) 2024-09-18T02:29:18.793 INFO:tasks.rados.rados.0.smithi046.stdout:2636: read oid 24 snap -1 2024-09-18T02:29:18.793 INFO:tasks.rados.rados.0.smithi046.stdout:2636: expect deleted 2024-09-18T02:29:18.793 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 264 2024-09-18T02:29:18.793 INFO:tasks.rados.rados.0.smithi046.stdout:2637: seq_num 846 ranges {32768=573440,606208=466944,1073152=491520,1564672=548864,2113536=98304} 2024-09-18T02:29:18.795 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04682744-18 from 32768 to 606208 tid 1 2024-09-18T02:29:18.799 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04682744-18 from 606208 to 1073152 tid 2 2024-09-18T02:29:18.802 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04682744-18 from 1073152 to 1564672 tid 3 2024-09-18T02:29:18.806 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04682744-18 from 1564672 to 2113536 tid 4 2024-09-18T02:29:18.807 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04682744-18 from 2113536 to 2211840 tid 5 2024-09-18T02:29:18.807 INFO:tasks.rados.rados.0.smithi046.stdout:2638: read oid 29 snap 259 2024-09-18T02:29:18.807 INFO:tasks.rados.rados.0.smithi046.stdout:2638: expect deleted 2024-09-18T02:29:18.807 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 264 2024-09-18T02:29:18.808 INFO:tasks.rados.rados.0.smithi046.stdout:2639: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-09-18T02:29:18.811 INFO:tasks.rados.rados.0.smithi046.stdout:2639: writing smithi04682744-44 from 0 to 589824 tid 1 2024-09-18T02:29:18.816 INFO:tasks.rados.rados.0.smithi046.stdout:2639: writing smithi04682744-44 from 589824 to 1343488 tid 2 2024-09-18T02:29:18.820 INFO:tasks.rados.rados.0.smithi046.stdout:2639: writing smithi04682744-44 from 1343488 to 1998848 tid 3 2024-09-18T02:29:18.821 INFO:tasks.rados.rados.0.smithi046.stdout:2639: writing smithi04682744-44 from 1998848 to 2195456 tid 4 2024-09-18T02:29:18.821 INFO:tasks.rados.rados.0.smithi046.stdout:2640: delete oid 47 current snap is 264 2024-09-18T02:29:18.821 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 1 to smithi04682744-18 2024-09-18T02:29:18.821 INFO:tasks.rados.rados.0.smithi046.stdout:2634: expect (ObjNum 381 snap 126 seq_num 381) 2024-09-18T02:29:18.864 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 2 to smithi04682744-18 2024-09-18T02:29:18.864 INFO:tasks.rados.rados.0.smithi046.stdout:2632: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 3 to smithi04682744-18 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 4 to smithi04682744-18 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 5 to smithi04682744-18 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 6 to smithi04682744-18 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 7 to smithi04682744-18 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1073 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2637: left oid 18 (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2639: finishing write tid 1 to smithi04682744-44 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2632: done (7 left) 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2634: done (6 left) 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2636: done (5 left) 2024-09-18T02:29:18.923 INFO:tasks.rados.rados.0.smithi046.stdout:2637: done (4 left) 2024-09-18T02:29:18.924 INFO:tasks.rados.rados.0.smithi046.stdout:2638: done (3 left) 2024-09-18T02:29:18.924 INFO:tasks.rados.rados.0.smithi046.stdout:2640: done (2 left) 2024-09-18T02:29:18.924 INFO:tasks.rados.rados.0.smithi046.stdout:2641: snap_create 2024-09-18T02:29:18.924 INFO:tasks.rados.rados.0.smithi046.stdout:2633: expect (ObjNum 744 snap 232 seq_num 744) 2024-09-18T02:29:19.238 INFO:tasks.rados.rados.0.smithi046.stdout:2639: finishing write tid 2 to smithi04682744-44 2024-09-18T02:29:19.238 INFO:tasks.rados.rados.0.smithi046.stdout:2639: finishing write tid 3 to smithi04682744-44 2024-09-18T02:29:19.239 INFO:tasks.rados.rados.0.smithi046.stdout:2639: finishing write tid 4 to smithi04682744-44 2024-09-18T02:29:19.239 INFO:tasks.rados.rados.0.smithi046.stdout:2639: finishing write tid 5 to smithi04682744-44 2024-09-18T02:29:19.239 INFO:tasks.rados.rados.0.smithi046.stdout:2639: finishing write tid 6 to smithi04682744-44 2024-09-18T02:29:19.239 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1529 (ObjNum 847 snap 264 seq_num 847) dirty exists 2024-09-18T02:29:19.239 INFO:tasks.rados.rados.0.smithi046.stdout:2639: left oid 44 (ObjNum 847 snap 264 seq_num 847) 2024-09-18T02:29:19.452 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:19 smithi195 ceph-mon[89559]: pgmap v574: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:29:19.452 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:19 smithi195 ceph-mon[89559]: osdmap e596: 8 total, 8 up, 8 in 2024-09-18T02:29:19.452 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:19 smithi195 systemd[1]: Stopping Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:29:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:19 smithi046 ceph-mon[97106]: pgmap v574: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:29:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:19 smithi046 ceph-mon[97106]: osdmap e596: 8 total, 8 up, 8 in 2024-09-18T02:29:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:19 smithi046 ceph-mon[94621]: pgmap v574: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:29:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:19 smithi046 ceph-mon[94621]: osdmap e596: 8 total, 8 up, 8 in 2024-09-18T02:29:19.723 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:19 smithi195 podman[126824]: 2024-09-18 02:29:19.451112563 +0000 UTC m=+0.119934778 container died a5ddb85612134d54937287087b10f2a2a042af78c79b54b3c926ca2845daf3cc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , name=ubi8, vcs-type=git, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, io.openshift.expose-services=, io.buildah.version=1.32.0, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5) 2024-09-18T02:29:19.792 INFO:tasks.rados.rados.0.smithi046.stdout:2633: done (2 left) 2024-09-18T02:29:19.792 INFO:tasks.rados.rados.0.smithi046.stdout:2639: done (1 left) 2024-09-18T02:29:19.792 INFO:tasks.rados.rados.0.smithi046.stdout:2641: done (0 left) 2024-09-18T02:29:19.792 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 265 2024-09-18T02:29:19.792 INFO:tasks.rados.rados.0.smithi046.stdout:2642: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-09-18T02:29:19.792 INFO:tasks.rados.rados.0.smithi046.stdout:2642: writing smithi04682744-13 from 0 to 622592 tid 1 2024-09-18T02:29:19.796 INFO:tasks.rados.rados.0.smithi046.stdout:2642: writing smithi04682744-13 from 622592 to 1138688 tid 2 2024-09-18T02:29:19.800 INFO:tasks.rados.rados.0.smithi046.stdout:2642: writing smithi04682744-13 from 1138688 to 1802240 tid 3 2024-09-18T02:29:19.803 INFO:tasks.rados.rados.0.smithi046.stdout:2642: writing smithi04682744-13 from 1802240 to 2228224 tid 4 2024-09-18T02:29:19.803 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 265 2024-09-18T02:29:19.803 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 1 to smithi04682744-13 2024-09-18T02:29:19.803 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 2 to smithi04682744-13 2024-09-18T02:29:19.803 INFO:tasks.rados.rados.0.smithi046.stdout:2643: seq_num 850 ranges {663552=638976,1302528=802816,2105344=475136,2580480=327680} 2024-09-18T02:29:19.810 INFO:tasks.rados.rados.0.smithi046.stdout:2643: writing smithi04682744-17 from 663552 to 1302528 tid 1 2024-09-18T02:29:19.815 INFO:tasks.rados.rados.0.smithi046.stdout:2643: writing smithi04682744-17 from 1302528 to 2105344 tid 2 2024-09-18T02:29:19.818 INFO:tasks.rados.rados.0.smithi046.stdout:2643: writing smithi04682744-17 from 2105344 to 2580480 tid 3 2024-09-18T02:29:19.820 INFO:tasks.rados.rados.0.smithi046.stdout:2643: writing smithi04682744-17 from 2580480 to 2908160 tid 4 2024-09-18T02:29:19.821 INFO:tasks.rados.rados.0.smithi046.stdout:2644: read oid 30 snap -1 2024-09-18T02:29:19.821 INFO:tasks.rados.rados.0.smithi046.stdout:2644: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:29:19.821 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 265 2024-09-18T02:29:19.821 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 3 to smithi04682744-13 2024-09-18T02:29:19.821 INFO:tasks.rados.rados.0.smithi046.stdout:2645: seq_num 851 ranges {1785856=655360,2441216=688128,3129344=679936,3809280=237568} 2024-09-18T02:29:19.834 INFO:tasks.rados.rados.0.smithi046.stdout:2645: writing smithi04682744-46 from 1785856 to 2441216 tid 1 2024-09-18T02:29:19.837 INFO:tasks.rados.rados.0.smithi046.stdout:2645: writing smithi04682744-46 from 2441216 to 3129344 tid 2 2024-09-18T02:29:19.841 INFO:tasks.rados.rados.0.smithi046.stdout:2645: writing smithi04682744-46 from 3129344 to 3809280 tid 3 2024-09-18T02:29:19.842 INFO:tasks.rados.rados.0.smithi046.stdout:2645: writing smithi04682744-46 from 3809280 to 4046848 tid 4 2024-09-18T02:29:19.843 INFO:tasks.rados.rados.0.smithi046.stdout:2646: snap_remove snap 264 2024-09-18T02:29:19.973 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:19 smithi195 podman[126824]: 2024-09-18 02:29:19.821246938 +0000 UTC m=+0.490069152 container cleanup a5ddb85612134d54937287087b10f2a2a042af78c79b54b3c926ca2845daf3cc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, name=ubi8, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, distribution-scope=public, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , vcs-type=git, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-18T02:29:19.974 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:19 smithi195 bash[126824]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a 2024-09-18T02:29:20.402 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 podman[126841]: 2024-09-18 02:29:20.06456481 +0000 UTC m=+0.613882893 container remove a5ddb85612134d54937287087b10f2a2a042af78c79b54b3c926ca2845daf3cc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, architecture=x86_64, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, io.openshift.expose-services=, com.redhat.component=ubi8-container, name=ubi8, vcs-type=git, vendor=Red Hat, Inc., description=Ceph Grafana Container, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-09-18T02:29:20.402 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T02:29:20.402 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-18T02:29:20.402 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 systemd[1]: Stopped Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:29:20.402 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Consumed 7.697s CPU time. 2024-09-18T02:29:20.402 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 systemd[1]: Starting Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T02:29:20.724 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 podman[126975]: 2024-09-18 02:29:20.50942427 +0000 UTC m=+0.015295114 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-18T02:29:20.724 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 podman[126975]: 2024-09-18 02:29:20.623978475 +0000 UTC m=+0.129849347 container create 5ea645575b58be2cb72b245d217a192f369389b38eec2bb470576986a1c97127 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, distribution-scope=public, io.openshift.expose-services=, io.buildah.version=1.32.0, name=ubi8, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, vcs-type=git, io.openshift.tags=base rhel8, version=8.5, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64) 2024-09-18T02:29:20.796 INFO:tasks.rados.rados.0.smithi046.stdout:2646: done (4 left) 2024-09-18T02:29:20.796 INFO:tasks.rados.rados.0.smithi046.stdout:2647: copy_from oid 20 from oid 28 current snap is 265 2024-09-18T02:29:20.796 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 4 to smithi04682744-13 2024-09-18T02:29:20.796 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 5 to smithi04682744-13 2024-09-18T02:29:20.796 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 6 to smithi04682744-13 2024-09-18T02:29:20.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1597 (ObjNum 849 snap 265 seq_num 849) dirty exists 2024-09-18T02:29:20.797 INFO:tasks.rados.rados.0.smithi046.stdout:2642: left oid 13 (ObjNum 849 snap 265 seq_num 849) 2024-09-18T02:29:20.797 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 1 to smithi04682744-17 2024-09-18T02:29:20.797 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 2 to smithi04682744-17 2024-09-18T02:29:20.797 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 3 to smithi04682744-17 2024-09-18T02:29:20.797 INFO:tasks.rados.rados.0.smithi046.stdout:2644: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:29:20.816 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 4 to smithi04682744-17 2024-09-18T02:29:20.816 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 5 to smithi04682744-17 2024-09-18T02:29:20.816 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 6 to smithi04682744-17 2024-09-18T02:29:20.816 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1603 (ObjNum 850 snap 265 seq_num 850) dirty exists 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2643: left oid 17 (ObjNum 850 snap 265 seq_num 850) 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2642: done (4 left) 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2643: done (3 left) 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2644: done (2 left) 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2648: copy_from oid 12 from oid 25 current snap is 265 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2645: finishing write tid 1 to smithi04682744-46 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2645: finishing write tid 2 to smithi04682744-46 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2645: finishing write tid 3 to smithi04682744-46 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2645: finishing write tid 4 to smithi04682744-46 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2645: finishing write tid 5 to smithi04682744-46 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:2645: finishing write tid 6 to smithi04682744-46 2024-09-18T02:29:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1278 (ObjNum 851 snap 265 seq_num 851) dirty exists 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2645: left oid 46 (ObjNum 851 snap 265 seq_num 851) 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2647: finishing copy_from to smithi04682744-20 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2647: got expected ENOENT (src dne) 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2647: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2645: done (2 left) 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2647: done (1 left) 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2649: delete oid 37 current snap is 265 2024-09-18T02:29:20.818 INFO:tasks.rados.rados.0.smithi046.stdout:2649: done (1 left) 2024-09-18T02:29:20.819 INFO:tasks.rados.rados.0.smithi046.stdout:2650: read oid 9 snap -1 2024-09-18T02:29:20.819 INFO:tasks.rados.rados.0.smithi046.stdout:2650: expect deleted 2024-09-18T02:29:20.819 INFO:tasks.rados.rados.0.smithi046.stdout:2651: snap_remove snap 259 2024-09-18T02:29:21.044 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:20 smithi195 ceph-mon[89559]: pgmap v577: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-09-18T02:29:21.044 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:20 smithi195 ceph-mon[89559]: osdmap e597: 8 total, 8 up, 8 in 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 podman[126975]: 2024-09-18 02:29:20.884934934 +0000 UTC m=+0.390805785 container init 5ea645575b58be2cb72b245d217a192f369389b38eec2bb470576986a1c97127 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, name=ubi8, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=) 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 podman[126975]: 2024-09-18 02:29:20.889641178 +0000 UTC m=+0.395512009 container start 5ea645575b58be2cb72b245d217a192f369389b38eec2bb470576986a1c97127 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, distribution-scope=public, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.tags=base rhel8, architecture=x86_64, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, vcs-type=git, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, release=239.1651231664) 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 bash[126975]: 5ea645575b58be2cb72b245d217a192f369389b38eec2bb470576986a1c97127 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:20 smithi195 systemd[1]: Started Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043505436Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.0436933Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043761386Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043780529Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043787701Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-18T02:29:21.045 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043797577Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-18T02:29:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:20 smithi046 ceph-mon[97106]: pgmap v577: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-09-18T02:29:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:20 smithi046 ceph-mon[97106]: osdmap e597: 8 total, 8 up, 8 in 2024-09-18T02:29:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:20 smithi046 ceph-mon[94621]: pgmap v577: 121 pgs: 121 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-09-18T02:29:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:20 smithi046 ceph-mon[94621]: osdmap e597: 8 total, 8 up, 8 in 2024-09-18T02:29:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043807795Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-18T02:29:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043817936Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-18T02:29:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043826975Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-18T02:29:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043834027Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-18T02:29:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.04384233Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-18T02:29:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043851277Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-18T02:29:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043907487Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=settings t=2024-09-18T02:29:21.043918348Z level=info msg="App mode production" 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=sqlstore t=2024-09-18T02:29:21.043986492Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=sqlstore t=2024-09-18T02:29:21.044015464Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=migrator t=2024-09-18T02:29:21.059252641Z level=info msg="Starting DB migrations" 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=migrator t=2024-09-18T02:29:21.065153903Z level=info msg="migrations completed" performed=0 skipped=481 duration=449.198µs 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=sqlstore t=2024-09-18T02:29:21.065522737Z level=info msg="Created default organization" 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=plugin.loader t=2024-09-18T02:29:21.122253924Z level=info msg="Plugin registered" pluginID=input 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=plugin.loader t=2024-09-18T02:29:21.166427726Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=plugin.loader t=2024-09-18T02:29:21.166472549Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=secrets t=2024-09-18T02:29:21.166546724Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=query_data t=2024-09-18T02:29:21.169389569Z level=info msg="Query Service initialization" 2024-09-18T02:29:21.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=live.push_http t=2024-09-18T02:29:21.172669538Z level=info msg="Live Push Gateway initialization" 2024-09-18T02:29:21.791 INFO:tasks.rados.rados.0.smithi046.stdout:2651: done (2 left) 2024-09-18T02:29:21.791 INFO:tasks.rados.rados.0.smithi046.stdout:2652: copy_from oid 17 from oid 48 current snap is 265 2024-09-18T02:29:21.791 INFO:tasks.rados.rados.0.smithi046.stdout:2653: delete oid 29 current snap is 265 2024-09-18T02:29:21.791 INFO:tasks.rados.rados.0.smithi046.stdout:2648: finishing copy_from racing read to smithi04682744-12 2024-09-18T02:29:21.791 INFO:tasks.rados.rados.0.smithi046.stdout:2648: finishing copy_from to smithi04682744-12 2024-09-18T02:29:21.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1605 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:21.802 INFO:tasks.rados.rados.0.smithi046.stdout:2648: done (3 left) 2024-09-18T02:29:21.802 INFO:tasks.rados.rados.0.smithi046.stdout:2650: done (2 left) 2024-09-18T02:29:21.802 INFO:tasks.rados.rados.0.smithi046.stdout:2653: done (1 left) 2024-09-18T02:29:21.802 INFO:tasks.rados.rados.0.smithi046.stdout:2654: read oid 30 snap -1 2024-09-18T02:29:21.802 INFO:tasks.rados.rados.0.smithi046.stdout:2654: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:29:21.802 INFO:tasks.rados.rados.0.smithi046.stdout:2655: snap_create 2024-09-18T02:29:21.811 INFO:tasks.rados.rados.0.smithi046.stdout:2654: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:29:21.836 INFO:tasks.rados.rados.0.smithi046.stdout:2652: finishing copy_from racing read to smithi04682744-17 2024-09-18T02:29:21.836 INFO:tasks.rados.rados.0.smithi046.stdout:2652: finishing copy_from to smithi04682744-17 2024-09-18T02:29:21.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1250 (ObjNum 844 snap 263 seq_num 844) dirty exists 2024-09-18T02:29:21.931 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-mon[89559]: osdmap e598: 8 total, 8 up, 8 in 2024-09-18T02:29:21.931 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:21.931 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:21.931 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:21.932 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-mon[89559]: osdmap e599: 8 total, 8 up, 8 in 2024-09-18T02:29:22.224 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=infra.usagestats.collector t=2024-09-18T02:29:21.937281924Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-18T02:29:22.224 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=provisioning.datasources t=2024-09-18T02:29:22.026590481Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-18T02:29:22.224 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=provisioning.datasources t=2024-09-18T02:29:22.026784831Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-18T02:29:22.224 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=provisioning.datasources t=2024-09-18T02:29:22.037822547Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-18T02:29:22.224 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=provisioning.alerting t=2024-09-18T02:29:22.102171268Z level=info msg="starting to provision alerting" 2024-09-18T02:29:22.224 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=provisioning.alerting t=2024-09-18T02:29:22.102192009Z level=info msg="finished to provision alerting" 2024-09-18T02:29:22.224 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=ngalert.state.manager t=2024-09-18T02:29:22.102261465Z level=info msg="Warming state cache for startup" 2024-09-18T02:29:22.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=grafanaStorageLogger t=2024-09-18T02:29:22.10238188Z level=info msg="storage starting" 2024-09-18T02:29:22.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=http.server t=2024-09-18T02:29:22.108336461Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-18T02:29:22.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=ngalert.state.manager t=2024-09-18T02:29:22.112470063Z level=info msg="State cache has been initialized" states=0 duration=10.207445ms 2024-09-18T02:29:22.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=ngalert.multiorg.alertmanager t=2024-09-18T02:29:22.112507411Z level=info msg="starting MultiOrg Alertmanager" 2024-09-18T02:29:22.225 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=ticker t=2024-09-18T02:29:22.112549246Z level=info msg=starting first_tick=2024-09-18T02:29:30Z 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[97106]: osdmap e598: 8 total, 8 up, 8 in 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[97106]: osdmap e599: 8 total, 8 up, 8 in 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[94621]: osdmap e598: 8 total, 8 up, 8 in 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:22.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:21 smithi046 ceph-mon[94621]: osdmap e599: 8 total, 8 up, 8 in 2024-09-18T02:29:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:29:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:29:22.799 INFO:tasks.rados.rados.0.smithi046.stdout:2652: done (2 left) 2024-09-18T02:29:22.800 INFO:tasks.rados.rados.0.smithi046.stdout:2654: done (1 left) 2024-09-18T02:29:22.800 INFO:tasks.rados.rados.0.smithi046.stdout:2655: done (0 left) 2024-09-18T02:29:22.800 INFO:tasks.rados.rados.0.smithi046.stdout:2656: read oid 47 snap -1 2024-09-18T02:29:22.800 INFO:tasks.rados.rados.0.smithi046.stdout:2656: expect deleted 2024-09-18T02:29:22.800 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 266 2024-09-18T02:29:22.800 INFO:tasks.rados.rados.0.smithi046.stdout:2657: seq_num 854 ranges {5824512=712704,6537216=794624,7331840=450560,7782400=360448} 2024-09-18T02:29:22.835 INFO:tasks.rados.rados.0.smithi046.stdout:2657: writing smithi04682744-12 from 5824512 to 6537216 tid 1 2024-09-18T02:29:22.839 INFO:tasks.rados.rados.0.smithi046.stdout:2657: writing smithi04682744-12 from 6537216 to 7331840 tid 2 2024-09-18T02:29:22.842 INFO:tasks.rados.rados.0.smithi046.stdout:2657: writing smithi04682744-12 from 7331840 to 7782400 tid 3 2024-09-18T02:29:22.844 INFO:tasks.rados.rados.0.smithi046.stdout:2657: writing smithi04682744-12 from 7782400 to 8142848 tid 4 2024-09-18T02:29:22.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 266 2024-09-18T02:29:22.844 INFO:tasks.rados.rados.0.smithi046.stdout:2658: seq_num 855 ranges {1982464=729088,2711552=671744,3383296=663552,4046848=270336} 2024-09-18T02:29:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:2658: writing smithi04682744-8 from 1982464 to 2711552 tid 1 2024-09-18T02:29:22.863 INFO:tasks.rados.rados.0.smithi046.stdout:2658: writing smithi04682744-8 from 2711552 to 3383296 tid 2 2024-09-18T02:29:22.867 INFO:tasks.rados.rados.0.smithi046.stdout:2658: writing smithi04682744-8 from 3383296 to 4046848 tid 3 2024-09-18T02:29:22.869 INFO:tasks.rados.rados.0.smithi046.stdout:2658: writing smithi04682744-8 from 4046848 to 4317184 tid 4 2024-09-18T02:29:22.869 INFO:tasks.rados.rados.0.smithi046.stdout:2659: delete oid 31 current snap is 266 2024-09-18T02:29:22.869 INFO:tasks.rados.rados.0.smithi046.stdout:2657: finishing write tid 1 to smithi04682744-12 2024-09-18T02:29:22.869 INFO:tasks.rados.rados.0.smithi046.stdout:2657: finishing write tid 2 to smithi04682744-12 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:2657: finishing write tid 3 to smithi04682744-12 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:2657: finishing write tid 4 to smithi04682744-12 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:2657: finishing write tid 5 to smithi04682744-12 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:2657: finishing write tid 6 to smithi04682744-12 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1617 (ObjNum 854 snap 266 seq_num 854) dirty exists 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:2657: left oid 12 (ObjNum 854 snap 266 seq_num 854) 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:2658: finishing write tid 1 to smithi04682744-8 2024-09-18T02:29:22.870 INFO:tasks.rados.rados.0.smithi046.stdout:2658: finishing write tid 2 to smithi04682744-8 2024-09-18T02:29:22.871 INFO:tasks.rados.rados.0.smithi046.stdout:2656: done (3 left) 2024-09-18T02:29:22.871 INFO:tasks.rados.rados.0.smithi046.stdout:2657: done (2 left) 2024-09-18T02:29:22.871 INFO:tasks.rados.rados.0.smithi046.stdout:2659: done (1 left) 2024-09-18T02:29:22.871 INFO:tasks.rados.rados.0.smithi046.stdout:2660: delete oid 12 current snap is 266 2024-09-18T02:29:22.872 INFO:tasks.rados.rados.0.smithi046.stdout:2658: finishing write tid 3 to smithi04682744-8 2024-09-18T02:29:22.872 INFO:tasks.rados.rados.0.smithi046.stdout:2658: finishing write tid 4 to smithi04682744-8 2024-09-18T02:29:22.872 INFO:tasks.rados.rados.0.smithi046.stdout:2658: finishing write tid 5 to smithi04682744-8 2024-09-18T02:29:22.873 INFO:tasks.rados.rados.0.smithi046.stdout:2658: finishing write tid 6 to smithi04682744-8 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1625 (ObjNum 855 snap 266 seq_num 855) dirty exists 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2658: left oid 8 (ObjNum 855 snap 266 seq_num 855) 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2658: done (1 left) 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2660: done (0 left) 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2661: read oid 13 snap -1 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2661: expect (ObjNum 849 snap 265 seq_num 849) 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2662: read oid 25 snap -1 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2662: expect (ObjNum 744 snap 232 seq_num 744) 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 266 2024-09-18T02:29:22.874 INFO:tasks.rados.rados.0.smithi046.stdout:2663: seq_num 858 ranges {5021696=778240,5799936=729088,6529024=434176,6963200=442368} 2024-09-18T02:29:22.906 INFO:tasks.rados.rados.0.smithi046.stdout:2663: writing smithi04682744-48 from 5021696 to 5799936 tid 1 2024-09-18T02:29:22.910 INFO:tasks.rados.rados.0.smithi046.stdout:2663: writing smithi04682744-48 from 5799936 to 6529024 tid 2 2024-09-18T02:29:22.913 INFO:tasks.rados.rados.0.smithi046.stdout:2663: writing smithi04682744-48 from 6529024 to 6963200 tid 3 2024-09-18T02:29:22.916 INFO:tasks.rados.rados.0.smithi046.stdout:2663: writing smithi04682744-48 from 6963200 to 7405568 tid 4 2024-09-18T02:29:22.916 INFO:tasks.rados.rados.0.smithi046.stdout:2664: snap_create 2024-09-18T02:29:22.916 INFO:tasks.rados.rados.0.smithi046.stdout:2661: expect (ObjNum 849 snap 265 seq_num 849) 2024-09-18T02:29:22.975 INFO:tasks.rados.rados.0.smithi046.stdout:2662: expect (ObjNum 744 snap 232 seq_num 744) 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing write tid 1 to smithi04682744-48 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing write tid 2 to smithi04682744-48 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing write tid 3 to smithi04682744-48 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing write tid 4 to smithi04682744-48 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing write tid 5 to smithi04682744-48 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing write tid 6 to smithi04682744-48 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1255 (ObjNum 858 snap 266 seq_num 858) dirty exists 2024-09-18T02:29:23.291 INFO:tasks.rados.rados.0.smithi046.stdout:2663: left oid 48 (ObjNum 858 snap 266 seq_num 858) 2024-09-18T02:29:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:23 smithi195 ceph-mon[89559]: pgmap v580: 121 pgs: 121 active+clean; 191 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-09-18T02:29:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:23 smithi195 ceph-mon[89559]: osdmap e600: 8 total, 8 up, 8 in 2024-09-18T02:29:23.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:23 smithi046 ceph-mon[94621]: pgmap v580: 121 pgs: 121 active+clean; 191 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-09-18T02:29:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:23 smithi046 ceph-mon[94621]: osdmap e600: 8 total, 8 up, 8 in 2024-09-18T02:29:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:23 smithi046 ceph-mon[97106]: pgmap v580: 121 pgs: 121 active+clean; 191 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-09-18T02:29:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:23 smithi046 ceph-mon[97106]: osdmap e600: 8 total, 8 up, 8 in 2024-09-18T02:29:23.800 INFO:tasks.rados.rados.0.smithi046.stdout:2661: done (3 left) 2024-09-18T02:29:23.800 INFO:tasks.rados.rados.0.smithi046.stdout:2662: done (2 left) 2024-09-18T02:29:23.800 INFO:tasks.rados.rados.0.smithi046.stdout:2663: done (1 left) 2024-09-18T02:29:23.801 INFO:tasks.rados.rados.0.smithi046.stdout:2664: done (0 left) 2024-09-18T02:29:23.801 INFO:tasks.rados.rados.0.smithi046.stdout:2665: delete oid 46 current snap is 267 2024-09-18T02:29:23.804 INFO:tasks.rados.rados.0.smithi046.stdout:2665: done (0 left) 2024-09-18T02:29:23.804 INFO:tasks.rados.rados.0.smithi046.stdout:2666: delete oid 40 current snap is 267 2024-09-18T02:29:23.809 INFO:tasks.rados.rados.0.smithi046.stdout:2666: done (0 left) 2024-09-18T02:29:23.809 INFO:tasks.rados.rados.0.smithi046.stdout:2667: snap_create 2024-09-18T02:29:24.805 INFO:tasks.rados.rados.0.smithi046.stdout:2667: done (0 left) 2024-09-18T02:29:24.805 INFO:tasks.rados.rados.0.smithi046.stdout:2668: read oid 50 snap -1 2024-09-18T02:29:24.806 INFO:tasks.rados.rados.0.smithi046.stdout:2668: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:29:24.806 INFO:tasks.rados.rados.0.smithi046.stdout:2669: read oid 18 snap -1 2024-09-18T02:29:24.806 INFO:tasks.rados.rados.0.smithi046.stdout:2669: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:24.806 INFO:tasks.rados.rados.0.smithi046.stdout:2670: rollback oid 49 current snap is 268 2024-09-18T02:29:24.806 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 247 2024-09-18T02:29:24.806 INFO:tasks.rados.rados.0.smithi046.stdout:2671: setattr oid 17 current snap is 268 2024-09-18T02:29:24.807 INFO:tasks.rados.rados.0.smithi046.stdout:2672: rollback oid 11 current snap is 268 2024-09-18T02:29:24.807 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 267 2024-09-18T02:29:24.807 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 268 2024-09-18T02:29:24.807 INFO:tasks.rados.rados.0.smithi046.stdout:2673: seq_num 861 ranges {10878976=24576} 2024-09-18T02:29:24.869 INFO:tasks.rados.rados.0.smithi046.stdout:2673: writing smithi04682744-35 from 10878976 to 10903552 tid 1 2024-09-18T02:29:24.869 INFO:tasks.rados.rados.0.smithi046.stdout:2674: rollback oid 25 current snap is 268 2024-09-18T02:29:24.869 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 261 2024-09-18T02:29:24.869 INFO:tasks.rados.rados.0.smithi046.stdout:2670: finishing rollback tid 1 to smithi04682744-49 2024-09-18T02:29:24.869 INFO:tasks.rados.rados.0.smithi046.stdout:2670: finishing rollback tid 2 to smithi04682744-49 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1784 (ObjNum 739 snap 231 seq_num 739) dirty exists 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1616 (ObjNum 844 snap 263 seq_num 844) dirty exists 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing rollback tid 2 to smithi04682744-11 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1256 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2670: done (6 left) 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2671: done (5 left) 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2672: done (4 left) 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2675: read oid 1 snap 258 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2675: expect (ObjNum 815 snap 258 seq_num 815) 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2676: read oid 4 snap 251 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2676: expect (ObjNum 784 snap 241 seq_num 784) 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2677: delete oid 39 current snap is 268 2024-09-18T02:29:24.870 INFO:tasks.rados.rados.0.smithi046.stdout:2668: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:29:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:24 smithi195 ceph-mon[89559]: pgmap v583: 121 pgs: 121 active+clean; 203 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-18T02:29:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:24 smithi195 ceph-mon[89559]: osdmap e601: 8 total, 8 up, 8 in 2024-09-18T02:29:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:24 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:25.237 INFO:tasks.rados.rados.0.smithi046.stdout:2669: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:25.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[97106]: pgmap v583: 121 pgs: 121 active+clean; 203 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-18T02:29:25.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[97106]: osdmap e601: 8 total, 8 up, 8 in 2024-09-18T02:29:25.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[94621]: pgmap v583: 121 pgs: 121 active+clean; 203 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-18T02:29:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[94621]: osdmap e601: 8 total, 8 up, 8 in 2024-09-18T02:29:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:24 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:25.300 INFO:tasks.rados.rados.0.smithi046.stdout:2675: expect (ObjNum 815 snap 258 seq_num 815) 2024-09-18T02:29:25.344 INFO:tasks.rados.rados.0.smithi046.stdout:2674: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:29:25.344 INFO:tasks.rados.rados.0.smithi046.stdout:2674: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2674: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1621 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 1 to smithi04682744-35 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2668: done (6 left) 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2669: done (5 left) 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2674: done (4 left) 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2675: done (3 left) 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2677: done (2 left) 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2678: snap_create 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 2 to smithi04682744-35 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 3 to smithi04682744-35 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1241 (ObjNum 861 snap 268 seq_num 861) dirty exists 2024-09-18T02:29:25.345 INFO:tasks.rados.rados.0.smithi046.stdout:2673: left oid 35 (ObjNum 861 snap 268 seq_num 861) 2024-09-18T02:29:25.346 INFO:tasks.rados.rados.0.smithi046.stdout:2676: expect (ObjNum 784 snap 241 seq_num 784) 2024-09-18T02:29:25.889 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:25 smithi195 ceph-mon[89559]: osdmap e602: 8 total, 8 up, 8 in 2024-09-18T02:29:25.889 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:25 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:25.889 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:25 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:26.254 INFO:tasks.rados.rados.0.smithi046.stdout:2673: done (2 left) 2024-09-18T02:29:26.255 INFO:tasks.rados.rados.0.smithi046.stdout:2676: done (1 left) 2024-09-18T02:29:26.255 INFO:tasks.rados.rados.0.smithi046.stdout:2678: done (0 left) 2024-09-18T02:29:26.255 INFO:tasks.rados.rados.0.smithi046.stdout:2679: snap_create 2024-09-18T02:29:26.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:25 smithi046 ceph-mon[94621]: osdmap e602: 8 total, 8 up, 8 in 2024-09-18T02:29:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:25 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:25 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:25 smithi046 ceph-mon[97106]: osdmap e602: 8 total, 8 up, 8 in 2024-09-18T02:29:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:25 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:25 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:29:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:29:26] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-18T02:29:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:2679: done (0 left) 2024-09-18T02:29:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:2680: delete oid 49 current snap is 270 2024-09-18T02:29:26.794 INFO:tasks.rados.rados.0.smithi046.stdout:2680: done (0 left) 2024-09-18T02:29:26.794 INFO:tasks.rados.rados.0.smithi046.stdout:2681: delete oid 41 current snap is 270 2024-09-18T02:29:26.798 INFO:tasks.rados.rados.0.smithi046.stdout:2681: done (0 left) 2024-09-18T02:29:26.798 INFO:tasks.rados.rados.0.smithi046.stdout:2682: copy_from oid 45 from oid 18 current snap is 270 2024-09-18T02:29:26.798 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 270 2024-09-18T02:29:26.798 INFO:tasks.rados.rados.0.smithi046.stdout:2683: seq_num 865 ranges {1556480=90112} 2024-09-18T02:29:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:2683: writing smithi04682744-6 from 1556480 to 1646592 tid 1 2024-09-18T02:29:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:2684: copy_from oid 41 from oid 11 current snap is 270 2024-09-18T02:29:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:2685: setattr oid 37 current snap is 270 2024-09-18T02:29:26.809 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 270 2024-09-18T02:29:26.810 INFO:tasks.rados.rados.0.smithi046.stdout:2686: seq_num 866 ranges {0=106496} 2024-09-18T02:29:26.811 INFO:tasks.rados.rados.0.smithi046.stdout:2686: writing smithi04682744-20 from 0 to 106496 tid 1 2024-09-18T02:29:26.811 INFO:tasks.rados.rados.0.smithi046.stdout:2687: rollback oid 33 current snap is 270 2024-09-18T02:29:26.811 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 262 2024-09-18T02:29:26.811 INFO:tasks.rados.rados.0.smithi046.stdout:2688: setattr oid 10 current snap is 270 2024-09-18T02:29:26.812 INFO:tasks.rados.rados.0.smithi046.stdout:2689: copy_from oid 27 from oid 7 current snap is 270 2024-09-18T02:29:26.812 INFO:tasks.rados.rados.0.smithi046.stdout:2690: rmattr oid 36 current snap is 270 2024-09-18T02:29:26.812 INFO:tasks.rados.rados.0.smithi046.stdout:2690: done (8 left) 2024-09-18T02:29:26.812 INFO:tasks.rados.rados.0.smithi046.stdout:2691: copy_from oid 50 from oid 29 current snap is 270 2024-09-18T02:29:26.812 INFO:tasks.rados.rados.0.smithi046.stdout:2692: read oid 35 snap -1 2024-09-18T02:29:26.812 INFO:tasks.rados.rados.0.smithi046.stdout:2692: expect (ObjNum 861 snap 268 seq_num 861) 2024-09-18T02:29:26.812 INFO:tasks.rados.rados.0.smithi046.stdout:2693: delete oid 14 current snap is 270 2024-09-18T02:29:26.813 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:29:26.814 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 1 to smithi04682744-6 2024-09-18T02:29:26.814 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 2 to smithi04682744-6 2024-09-18T02:29:26.815 INFO:tasks.rados.rados.0.smithi046.stdout:2693: done (10 left) 2024-09-18T02:29:26.815 INFO:tasks.rados.rados.0.smithi046.stdout:2694: snap_remove snap 263 2024-09-18T02:29:27.122 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:26 smithi195 ceph-mon[89559]: pgmap v586: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-18T02:29:27.122 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:26 smithi195 ceph-mon[89559]: osdmap e603: 8 total, 8 up, 8 in 2024-09-18T02:29:27.122 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:26 smithi195 ceph-mon[89559]: osdmap e604: 8 total, 8 up, 8 in 2024-09-18T02:29:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:26 smithi046 ceph-mon[97106]: pgmap v586: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-18T02:29:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:26 smithi046 ceph-mon[97106]: osdmap e603: 8 total, 8 up, 8 in 2024-09-18T02:29:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:26 smithi046 ceph-mon[97106]: osdmap e604: 8 total, 8 up, 8 in 2024-09-18T02:29:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:26 smithi046 ceph-mon[94621]: pgmap v586: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-18T02:29:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:26 smithi046 ceph-mon[94621]: osdmap e603: 8 total, 8 up, 8 in 2024-09-18T02:29:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:26 smithi046 ceph-mon[94621]: osdmap e604: 8 total, 8 up, 8 in 2024-09-18T02:29:27.272 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:29:27.538 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:29:27.538 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (19s) 16s ago 11m 17.2M - 0.25.0 c8568f914cd2 9a7c91b98b2d 2024-09-18T02:29:27.538 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (7s) 2s ago 11m 41.4M - 9.4.7 954c08fa6188 5ea645575b58 2024-09-18T02:29:27.538 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (80s) 16s ago 12m 13.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 38eaf508af33 2024-09-18T02:29:27.538 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (64s) 2s ago 12m 13.0M - 18.2.4-855-g19e2a2be 980a0bfcd684 35af4f45e4f5 2024-09-18T02:29:27.538 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (7m) 2s ago 16m 441M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:29:27.538 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (7m) 16s ago 17m 507M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (6m) 16s ago 18m 70.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (6m) 2s ago 16m 57.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (6m) 16s ago 16m 60.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (52s) 16s ago 11m 8572k - 1.5.0 0da6a335fe13 afa885a3b2c0 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (48s) 2s ago 11m 12.7M - 1.5.0 0da6a335fe13 2c802fa952a6 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (5m) 16s ago 15m 266M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (4m) 16s ago 15m 238M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (4m) 16s ago 15m 232M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (3m) 16s ago 14m 154M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (3m) 2s ago 14m 199M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (2m) 2s ago 13m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 0bd1517fbe72 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (2m) 2s ago 13m 87.0M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 f00d4eba89f4 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (99s) 2s ago 13m 108M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 4d0c74385241 2024-09-18T02:29:27.539 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (34s) 2s ago 12m 48.8M - 2.43.0 a07b618ecd1d 4c1fcf156741 2024-09-18T02:29:27.811 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing copy_from to smithi04682744-45 2024-09-18T02:29:27.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1073 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:29:27.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1270 (ObjNum 33 snap 0 seq_num 1147322800) dirty exists 2024-09-18T02:29:27.811 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 3 to smithi04682744-6 2024-09-18T02:29:27.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1225 (ObjNum 865 snap 270 seq_num 865) dirty exists 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2683: left oid 6 (ObjNum 865 snap 270 seq_num 865) 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2691: finishing copy_from to smithi04682744-50 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2691: got expected ENOENT (src dne) 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2691: finishing copy_from racing read to smithi04682744-50 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1339 (ObjNum 33 snap 0 seq_num 1147615344) dirty exists 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2686: finishing write tid 1 to smithi04682744-20 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2686: finishing write tid 2 to smithi04682744-20 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2687: finishing rollback tid 0 to smithi04682744-33 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2687: finishing rollback tid 1 to smithi04682744-33 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2686: finishing write tid 3 to smithi04682744-20 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1341 (ObjNum 866 snap 270 seq_num 866) dirty exists 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2686: left oid 20 (ObjNum 866 snap 270 seq_num 866) 2024-09-18T02:29:27.812 INFO:tasks.rados.rados.0.smithi046.stdout:2687: finishing rollback tid 2 to smithi04682744-33 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1344 (ObjNum 840 snap 262 seq_num 840) dirty exists 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:2689: finishing copy_from racing read to smithi04682744-27 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:2684: finishing copy_from racing read to smithi04682744-41 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:2689: finishing copy_from to smithi04682744-27 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1269 (ObjNum 839 snap 262 seq_num 839) dirty exists 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:2684: finishing copy_from to smithi04682744-41 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1256 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:29:27.813 INFO:tasks.rados.rados.0.smithi046.stdout:2692: expect (ObjNum 861 snap 268 seq_num 861) 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:29:27.877 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:29:27.878 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:29:27.878 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:29:27.878 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-18T02:29:27.878 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:29:27.878 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2682: done (10 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2683: done (9 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2684: done (8 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2685: done (7 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2686: done (6 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2687: done (5 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2688: done (4 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2689: done (3 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2691: done (2 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2692: done (1 left) 2024-09-18T02:29:28.748 INFO:tasks.rados.rados.0.smithi046.stdout:2694: done (0 left) 2024-09-18T02:29:28.749 INFO:tasks.rados.rados.0.smithi046.stdout:2695: read oid 38 snap 252 2024-09-18T02:29:28.749 INFO:tasks.rados.rados.0.smithi046.stdout:2695: expect deleted 2024-09-18T02:29:28.749 INFO:tasks.rados.rados.0.smithi046.stdout:2696: snap_remove snap 268 2024-09-18T02:29:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: pgmap v589: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: osdmap e605: 8 total, 8 up, 8 in 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/262459742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T02:29:29.227 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T02:29:29.228 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.229 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:29.230 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: pgmap v589: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: osdmap e605: 8 total, 8 up, 8 in 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/262459742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:29.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: pgmap v589: 121 pgs: 121 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: osdmap e605: 8 total, 8 up, 8 in 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/262459742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T02:29:29.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T02:29:29.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-18T02:29:29.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T02:29:29.267 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:29.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-18T02:29:29.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-18T02:29:29.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-18T02:29:29.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-18T02:29:29.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-18T02:29:29.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:29.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:29.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:29.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:2696: done (1 left) 2024-09-18T02:29:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 270 2024-09-18T02:29:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:2697: seq_num 868 ranges {7405568=139264} 2024-09-18T02:29:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:2697: writing smithi04682744-48 from 7405568 to 7544832 tid 1 2024-09-18T02:29:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:2698: rollback oid 11 current snap is 270 2024-09-18T02:29:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 252 2024-09-18T02:29:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:2695: done (2 left) 2024-09-18T02:29:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:2699: read oid 49 snap -1 2024-09-18T02:29:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:2699: expect deleted 2024-09-18T02:29:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:2700: snap_create 2024-09-18T02:29:29.782 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing write tid 1 to smithi04682744-48 2024-09-18T02:29:29.782 INFO:tasks.rados.rados.0.smithi046.stdout:2698: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:29:29.783 INFO:tasks.rados.rados.0.smithi046.stdout:2698: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:29:29.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1258 (ObjNum 161 snap 0 seq_num 1147469376) dirty dne 2024-09-18T02:29:29.783 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing write tid 2 to smithi04682744-48 2024-09-18T02:29:29.785 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing write tid 3 to smithi04682744-48 2024-09-18T02:29:29.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1257 (ObjNum 868 snap 270 seq_num 868) dirty exists 2024-09-18T02:29:29.785 INFO:tasks.rados.rados.0.smithi046.stdout:2697: left oid 48 (ObjNum 868 snap 270 seq_num 868) 2024-09-18T02:29:30.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:29:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: Upgrade: Finalizing container_image settings 2024-09-18T02:29:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: Upgrade: Complete! 2024-09-18T02:29:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:29 smithi195 ceph-mon[89559]: osdmap e606: 8 total, 8 up, 8 in 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: Upgrade: Finalizing container_image settings 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: Upgrade: Complete! 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[94621]: osdmap e606: 8 total, 8 up, 8 in 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: Upgrade: Finalizing container_image settings 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: Upgrade: Complete! 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:29 smithi046 ceph-mon[97106]: osdmap e606: 8 total, 8 up, 8 in 2024-09-18T02:29:30.737 INFO:tasks.rados.rados.0.smithi046.stdout:2697: done (3 left) 2024-09-18T02:29:30.737 INFO:tasks.rados.rados.0.smithi046.stdout:2698: done (2 left) 2024-09-18T02:29:30.737 INFO:tasks.rados.rados.0.smithi046.stdout:2699: done (1 left) 2024-09-18T02:29:30.737 INFO:tasks.rados.rados.0.smithi046.stdout:2700: done (0 left) 2024-09-18T02:29:30.738 INFO:tasks.rados.rados.0.smithi046.stdout:2701: delete oid 35 current snap is 271 2024-09-18T02:29:30.744 INFO:tasks.rados.rados.0.smithi046.stdout:2701: done (0 left) 2024-09-18T02:29:30.744 INFO:tasks.rados.rados.0.smithi046.stdout:2702: snap_create 2024-09-18T02:29:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:30 smithi195 ceph-mon[89559]: pgmap v591: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-09-18T02:29:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:30 smithi195 ceph-mon[89559]: osdmap e607: 8 total, 8 up, 8 in 2024-09-18T02:29:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:30 smithi046 ceph-mon[94621]: pgmap v591: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-09-18T02:29:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:30 smithi046 ceph-mon[94621]: osdmap e607: 8 total, 8 up, 8 in 2024-09-18T02:29:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:30 smithi046 ceph-mon[97106]: pgmap v591: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-09-18T02:29:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:30 smithi046 ceph-mon[97106]: osdmap e607: 8 total, 8 up, 8 in 2024-09-18T02:29:31.739 INFO:tasks.rados.rados.0.smithi046.stdout:2702: done (0 left) 2024-09-18T02:29:31.739 INFO:tasks.rados.rados.0.smithi046.stdout:2703: copy_from oid 2 from oid 45 current snap is 272 2024-09-18T02:29:31.739 INFO:tasks.rados.rados.0.smithi046.stdout:2704: rmattr oid 23 current snap is 272 2024-09-18T02:29:31.739 INFO:tasks.rados.rados.0.smithi046.stdout:2705: rmattr oid 38 current snap is 272 2024-09-18T02:29:31.739 INFO:tasks.rados.rados.0.smithi046.stdout:2706: delete oid 47 current snap is 272 2024-09-18T02:29:31.741 INFO:tasks.rados.rados.0.smithi046.stdout:2706: done (3 left) 2024-09-18T02:29:31.741 INFO:tasks.rados.rados.0.smithi046.stdout:2707: snap_remove snap 266 2024-09-18T02:29:31.791 INFO:tasks.rados.rados.0.smithi046.stdout:2707: done (3 left) 2024-09-18T02:29:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 272 2024-09-18T02:29:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1626 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1628 (ObjNum 841 snap 262 seq_num 841) dirty exists 2024-09-18T02:29:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:2703: finishing copy_from racing read to smithi04682744-2 2024-09-18T02:29:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:2703: finishing copy_from to smithi04682744-2 2024-09-18T02:29:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1073 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:29:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:2708: seq_num 871 ranges {0=188416} 2024-09-18T02:29:31.793 INFO:tasks.rados.rados.0.smithi046.stdout:2708: writing smithi04682744-49 from 0 to 188416 tid 1 2024-09-18T02:29:31.793 INFO:tasks.rados.rados.0.smithi046.stdout:2703: done (3 left) 2024-09-18T02:29:31.793 INFO:tasks.rados.rados.0.smithi046.stdout:2704: done (2 left) 2024-09-18T02:29:31.794 INFO:tasks.rados.rados.0.smithi046.stdout:2705: done (1 left) 2024-09-18T02:29:31.794 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 272 2024-09-18T02:29:31.794 INFO:tasks.rados.rados.0.smithi046.stdout:2709: seq_num 872 ranges {2228224=212992} 2024-09-18T02:29:31.808 INFO:tasks.rados.rados.0.smithi046.stdout:2709: writing smithi04682744-13 from 2228224 to 2441216 tid 1 2024-09-18T02:29:31.808 INFO:tasks.rados.rados.0.smithi046.stdout:2710: snap_remove snap 258 2024-09-18T02:29:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:29:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2708: finishing write tid 1 to smithi04682744-49 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2708: finishing write tid 2 to smithi04682744-49 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2708: finishing write tid 3 to smithi04682744-49 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1794 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2708: left oid 49 (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2709: finishing write tid 1 to smithi04682744-13 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2709: finishing write tid 2 to smithi04682744-13 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2709: finishing write tid 3 to smithi04682744-13 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1639 (ObjNum 872 snap 272 seq_num 872) dirty exists 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2709: left oid 13 (ObjNum 872 snap 272 seq_num 872) 2024-09-18T02:29:32.793 INFO:tasks.rados.rados.0.smithi046.stdout:2708: done (2 left) 2024-09-18T02:29:32.794 INFO:tasks.rados.rados.0.smithi046.stdout:2709: done (1 left) 2024-09-18T02:29:32.794 INFO:tasks.rados.rados.0.smithi046.stdout:2710: done (0 left) 2024-09-18T02:29:32.794 INFO:tasks.rados.rados.0.smithi046.stdout:2711: setattr oid 27 current snap is 272 2024-09-18T02:29:32.796 INFO:tasks.rados.rados.0.smithi046.stdout:2712: rmattr oid 39 current snap is 272 2024-09-18T02:29:32.796 INFO:tasks.rados.rados.0.smithi046.stdout:2712: done (1 left) 2024-09-18T02:29:32.796 INFO:tasks.rados.rados.0.smithi046.stdout:2713: rollback oid 22 current snap is 272 2024-09-18T02:29:32.796 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 257 2024-09-18T02:29:32.796 INFO:tasks.rados.rados.0.smithi046.stdout:2714: snap_remove snap 265 2024-09-18T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:32 smithi195 ceph-mon[89559]: pgmap v594: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-18T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:32 smithi195 ceph-mon[89559]: osdmap e608: 8 total, 8 up, 8 in 2024-09-18T02:29:33.007 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:32 smithi195 ceph-mon[89559]: osdmap e609: 8 total, 8 up, 8 in 2024-09-18T02:29:33.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:32 smithi046 ceph-mon[94621]: pgmap v594: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-18T02:29:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:32 smithi046 ceph-mon[94621]: osdmap e608: 8 total, 8 up, 8 in 2024-09-18T02:29:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:32 smithi046 ceph-mon[94621]: osdmap e609: 8 total, 8 up, 8 in 2024-09-18T02:29:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:32 smithi046 ceph-mon[97106]: pgmap v594: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-18T02:29:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:32 smithi046 ceph-mon[97106]: osdmap e608: 8 total, 8 up, 8 in 2024-09-18T02:29:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:32 smithi046 ceph-mon[97106]: osdmap e609: 8 total, 8 up, 8 in 2024-09-18T02:29:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:2714: done (2 left) 2024-09-18T02:29:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:2715: delete oid 18 current snap is 272 2024-09-18T02:29:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1271 (ObjNum 839 snap 262 seq_num 839) dirty exists 2024-09-18T02:29:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:2713: finishing rollback tid 0 to smithi04682744-22 2024-09-18T02:29:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:2713: finishing rollback tid 1 to smithi04682744-22 2024-09-18T02:29:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:2713: finishing rollback tid 2 to smithi04682744-22 2024-09-18T02:29:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1798 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:2711: done (2 left) 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:2713: done (1 left) 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:2715: done (0 left) 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:2716: read oid 50 snap -1 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:2716: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:2717: rollback oid 21 current snap is 272 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 270 2024-09-18T02:29:33.806 INFO:tasks.rados.rados.0.smithi046.stdout:2718: delete oid 35 current snap is 272 2024-09-18T02:29:33.810 INFO:tasks.rados.rados.0.smithi046.stdout:2718: done (2 left) 2024-09-18T02:29:33.810 INFO:tasks.rados.rados.0.smithi046.stdout:2719: delete oid 33 current snap is 272 2024-09-18T02:29:33.811 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:29:33.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1253 (ObjNum 257 snap 0 seq_num 962567632) dirty dne 2024-09-18T02:29:33.814 INFO:tasks.rados.rados.0.smithi046.stdout:2717: done (2 left) 2024-09-18T02:29:33.814 INFO:tasks.rados.rados.0.smithi046.stdout:2719: done (1 left) 2024-09-18T02:29:33.814 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 272 2024-09-18T02:29:33.814 INFO:tasks.rados.rados.0.smithi046.stdout:2720: seq_num 876 ranges {1646592=278528} 2024-09-18T02:29:33.826 INFO:tasks.rados.rados.0.smithi046.stdout:2720: writing smithi04682744-6 from 1646592 to 1925120 tid 1 2024-09-18T02:29:33.826 INFO:tasks.rados.rados.0.smithi046.stdout:2721: delete oid 20 current snap is 272 2024-09-18T02:29:33.828 INFO:tasks.rados.rados.0.smithi046.stdout:2721: done (2 left) 2024-09-18T02:29:33.828 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 272 2024-09-18T02:29:33.828 INFO:tasks.rados.rados.0.smithi046.stdout:2722: seq_num 878 ranges {5709824=311296} 2024-09-18T02:29:33.861 INFO:tasks.rados.rados.0.smithi046.stdout:2722: writing smithi04682744-19 from 5709824 to 6021120 tid 1 2024-09-18T02:29:33.862 INFO:tasks.rados.rados.0.smithi046.stdout:2723: snap_create 2024-09-18T02:29:33.862 INFO:tasks.rados.rados.0.smithi046.stdout:2720: finishing write tid 1 to smithi04682744-6 2024-09-18T02:29:33.862 INFO:tasks.rados.rados.0.smithi046.stdout:2720: finishing write tid 2 to smithi04682744-6 2024-09-18T02:29:33.862 INFO:tasks.rados.rados.0.smithi046.stdout:2720: finishing write tid 3 to smithi04682744-6 2024-09-18T02:29:33.862 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1227 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-09-18T02:29:33.862 INFO:tasks.rados.rados.0.smithi046.stdout:2720: left oid 6 (ObjNum 876 snap 272 seq_num 876) 2024-09-18T02:29:33.862 INFO:tasks.rados.rados.0.smithi046.stdout:2716: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:29:34.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:33 smithi195 ceph-mon[89559]: osdmap e610: 8 total, 8 up, 8 in 2024-09-18T02:29:34.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:34.225 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 1 to smithi04682744-19 2024-09-18T02:29:34.225 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 2 to smithi04682744-19 2024-09-18T02:29:34.225 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 3 to smithi04682744-19 2024-09-18T02:29:34.225 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1627 (ObjNum 878 snap 272 seq_num 878) dirty exists 2024-09-18T02:29:34.225 INFO:tasks.rados.rados.0.smithi046.stdout:2722: left oid 19 (ObjNum 878 snap 272 seq_num 878) 2024-09-18T02:29:34.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:33 smithi046 ceph-mon[94621]: osdmap e610: 8 total, 8 up, 8 in 2024-09-18T02:29:34.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:33 smithi046 ceph-mon[97106]: osdmap e610: 8 total, 8 up, 8 in 2024-09-18T02:29:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:29:34.798 INFO:tasks.rados.rados.0.smithi046.stdout:2716: done (3 left) 2024-09-18T02:29:34.799 INFO:tasks.rados.rados.0.smithi046.stdout:2720: done (2 left) 2024-09-18T02:29:34.799 INFO:tasks.rados.rados.0.smithi046.stdout:2722: done (1 left) 2024-09-18T02:29:34.799 INFO:tasks.rados.rados.0.smithi046.stdout:2723: done (0 left) 2024-09-18T02:29:34.799 INFO:tasks.rados.rados.0.smithi046.stdout:2724: delete oid 47 current snap is 273 2024-09-18T02:29:34.804 INFO:tasks.rados.rados.0.smithi046.stdout:2724: done (0 left) 2024-09-18T02:29:34.804 INFO:tasks.rados.rados.0.smithi046.stdout:2725: copy_from oid 37 from oid 34 current snap is 273 2024-09-18T02:29:34.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 273 2024-09-18T02:29:34.804 INFO:tasks.rados.rados.0.smithi046.stdout:2726: seq_num 880 ranges {0=344064} 2024-09-18T02:29:34.806 INFO:tasks.rados.rados.0.smithi046.stdout:2726: writing smithi04682744-9 from 0 to 344064 tid 1 2024-09-18T02:29:34.806 INFO:tasks.rados.rados.0.smithi046.stdout:2727: rollback oid 27 current snap is 273 2024-09-18T02:29:34.806 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 257 2024-09-18T02:29:34.806 INFO:tasks.rados.rados.0.smithi046.stdout:2728: delete oid 28 current snap is 273 2024-09-18T02:29:34.808 INFO:tasks.rados.rados.0.smithi046.stdout:2728: done (3 left) 2024-09-18T02:29:34.808 INFO:tasks.rados.rados.0.smithi046.stdout:2729: delete oid 35 current snap is 273 2024-09-18T02:29:34.810 INFO:tasks.rados.rados.0.smithi046.stdout:2726: finishing write tid 1 to smithi04682744-9 2024-09-18T02:29:34.810 INFO:tasks.rados.rados.0.smithi046.stdout:2726: finishing write tid 2 to smithi04682744-9 2024-09-18T02:29:34.811 INFO:tasks.rados.rados.0.smithi046.stdout:2729: done (3 left) 2024-09-18T02:29:34.811 INFO:tasks.rados.rados.0.smithi046.stdout:2730: snap_create 2024-09-18T02:29:34.811 INFO:tasks.rados.rados.0.smithi046.stdout:2726: finishing write tid 3 to smithi04682744-9 2024-09-18T02:29:34.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1259 (ObjNum 880 snap 273 seq_num 880) dirty exists 2024-09-18T02:29:34.811 INFO:tasks.rados.rados.0.smithi046.stdout:2726: left oid 9 (ObjNum 880 snap 273 seq_num 880) 2024-09-18T02:29:34.815 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing rollback tid 0 to smithi04682744-27 2024-09-18T02:29:34.815 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:29:34.815 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1273 (ObjNum 33 snap 0 seq_num 430150365) dirty dne 2024-09-18T02:29:34.822 INFO:tasks.rados.rados.0.smithi046.stdout:2725: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:29:34.823 INFO:tasks.rados.rados.0.smithi046.stdout:2725: finishing copy_from to smithi04682744-37 2024-09-18T02:29:34.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1264 (ObjNum 828 snap 260 seq_num 828) dirty exists 2024-09-18T02:29:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:34 smithi195 ceph-mon[89559]: pgmap v598: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-18T02:29:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:34 smithi195 ceph-mon[89559]: osdmap e611: 8 total, 8 up, 8 in 2024-09-18T02:29:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:34 smithi046 ceph-mon[94621]: pgmap v598: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-18T02:29:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:34 smithi046 ceph-mon[94621]: osdmap e611: 8 total, 8 up, 8 in 2024-09-18T02:29:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:34 smithi046 ceph-mon[97106]: pgmap v598: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-18T02:29:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:34 smithi046 ceph-mon[97106]: osdmap e611: 8 total, 8 up, 8 in 2024-09-18T02:29:35.809 INFO:tasks.rados.rados.0.smithi046.stdout:2725: done (3 left) 2024-09-18T02:29:35.810 INFO:tasks.rados.rados.0.smithi046.stdout:2726: done (2 left) 2024-09-18T02:29:35.810 INFO:tasks.rados.rados.0.smithi046.stdout:2727: done (1 left) 2024-09-18T02:29:35.810 INFO:tasks.rados.rados.0.smithi046.stdout:2730: done (0 left) 2024-09-18T02:29:35.810 INFO:tasks.rados.rados.0.smithi046.stdout:2731: snap_remove snap 247 2024-09-18T02:29:36.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:35 smithi195 ceph-mon[89559]: osdmap e612: 8 total, 8 up, 8 in 2024-09-18T02:29:36.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:35 smithi046 ceph-mon[97106]: osdmap e612: 8 total, 8 up, 8 in 2024-09-18T02:29:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:35 smithi046 ceph-mon[94621]: osdmap e612: 8 total, 8 up, 8 in 2024-09-18T02:29:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:29:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:29:36] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-09-18T02:29:36.793 INFO:tasks.rados.rados.0.smithi046.stdout:2731: done (0 left) 2024-09-18T02:29:36.793 INFO:tasks.rados.rados.0.smithi046.stdout:2732: snap_create 2024-09-18T02:29:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:36 smithi195 ceph-mon[89559]: pgmap v601: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-18T02:29:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:36 smithi195 ceph-mon[89559]: osdmap e613: 8 total, 8 up, 8 in 2024-09-18T02:29:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:36 smithi195 ceph-mon[89559]: osdmap e614: 8 total, 8 up, 8 in 2024-09-18T02:29:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:36 smithi046 ceph-mon[94621]: pgmap v601: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-18T02:29:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:36 smithi046 ceph-mon[94621]: osdmap e613: 8 total, 8 up, 8 in 2024-09-18T02:29:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:36 smithi046 ceph-mon[94621]: osdmap e614: 8 total, 8 up, 8 in 2024-09-18T02:29:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:36 smithi046 ceph-mon[97106]: pgmap v601: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-18T02:29:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:36 smithi046 ceph-mon[97106]: osdmap e613: 8 total, 8 up, 8 in 2024-09-18T02:29:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:36 smithi046 ceph-mon[97106]: osdmap e614: 8 total, 8 up, 8 in 2024-09-18T02:29:37.794 INFO:tasks.rados.rados.0.smithi046.stdout:2732: done (0 left) 2024-09-18T02:29:37.794 INFO:tasks.rados.rados.0.smithi046.stdout:2733: snap_remove snap 252 2024-09-18T02:29:38.798 INFO:tasks.rados.rados.0.smithi046.stdout:2733: done (0 left) 2024-09-18T02:29:38.798 INFO:tasks.rados.rados.0.smithi046.stdout:2734: setattr oid 43 current snap is 275 2024-09-18T02:29:38.800 INFO:tasks.rados.rados.0.smithi046.stdout:2735: setattr oid 29 current snap is 275 2024-09-18T02:29:38.803 INFO:tasks.rados.rados.0.smithi046.stdout:2736: rmattr oid 12 current snap is 275 2024-09-18T02:29:38.803 INFO:tasks.rados.rados.0.smithi046.stdout:2736: done (2 left) 2024-09-18T02:29:38.803 INFO:tasks.rados.rados.0.smithi046.stdout:2737: read oid 3 snap -1 2024-09-18T02:29:38.803 INFO:tasks.rados.rados.0.smithi046.stdout:2737: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:29:38.803 INFO:tasks.rados.rados.0.smithi046.stdout:2738: rollback oid 50 current snap is 275 2024-09-18T02:29:38.803 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 267 2024-09-18T02:29:38.803 INFO:tasks.rados.rados.0.smithi046.stdout:2739: copy_from oid 47 from oid 19 current snap is 275 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:2740: rollback oid 17 current snap is 275 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 270 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:2741: read oid 16 snap 262 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:2741: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:2742: read oid 13 snap 273 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:2742: expect (ObjNum 872 snap 272 seq_num 872) 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 275 2024-09-18T02:29:38.804 INFO:tasks.rados.rados.0.smithi046.stdout:2743: seq_num 883 ranges {0=393216} 2024-09-18T02:29:38.806 INFO:tasks.rados.rados.0.smithi046.stdout:2743: writing smithi04682744-33 from 0 to 393216 tid 1 2024-09-18T02:29:38.806 INFO:tasks.rados.rados.0.smithi046.stdout:2744: snap_create 2024-09-18T02:29:38.810 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1280 (ObjNum 97 snap 0 seq_num 431167212) dirty exists 2024-09-18T02:29:38.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 642 (ObjNum 822 snap 260 seq_num 822) dirty exists 2024-09-18T02:29:38.816 INFO:tasks.rados.rados.0.smithi046.stdout:2738: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:29:38.817 INFO:tasks.rados.rados.0.smithi046.stdout:2738: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:29:38.818 INFO:tasks.rados.rados.0.smithi046.stdout:2743: finishing write tid 1 to smithi04682744-33 2024-09-18T02:29:38.818 INFO:tasks.rados.rados.0.smithi046.stdout:2740: finishing rollback tid 0 to smithi04682744-17 2024-09-18T02:29:38.818 INFO:tasks.rados.rados.0.smithi046.stdout:2743: finishing write tid 2 to smithi04682744-33 2024-09-18T02:29:38.820 INFO:tasks.rados.rados.0.smithi046.stdout:2738: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:29:38.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1077 (ObjNum 750 snap 234 seq_num 750) dirty exists 2024-09-18T02:29:38.825 INFO:tasks.rados.rados.0.smithi046.stdout:2740: finishing rollback tid 1 to smithi04682744-17 2024-09-18T02:29:38.825 INFO:tasks.rados.rados.0.smithi046.stdout:2740: finishing rollback tid 2 to smithi04682744-17 2024-09-18T02:29:38.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1675 (ObjNum 844 snap 263 seq_num 844) dirty exists 2024-09-18T02:29:38.825 INFO:tasks.rados.rados.0.smithi046.stdout:2743: finishing write tid 3 to smithi04682744-33 2024-09-18T02:29:38.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1348 (ObjNum 883 snap 275 seq_num 883) dirty exists 2024-09-18T02:29:38.826 INFO:tasks.rados.rados.0.smithi046.stdout:2743: left oid 33 (ObjNum 883 snap 275 seq_num 883) 2024-09-18T02:29:38.829 INFO:tasks.rados.rados.0.smithi046.stdout:2737: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:29:38.907 INFO:tasks.rados.rados.0.smithi046.stdout:2741: expect (ObjNum 792 snap 243 seq_num 792) 2024-09-18T02:29:38.965 INFO:tasks.rados.rados.0.smithi046.stdout:2742: expect (ObjNum 872 snap 272 seq_num 872) 2024-09-18T02:29:39.065 INFO:tasks.rados.rados.0.smithi046.stdout:2739: finishing copy_from racing read to smithi04682744-47 2024-09-18T02:29:39.065 INFO:tasks.rados.rados.0.smithi046.stdout:2739: finishing copy_from to smithi04682744-47 2024-09-18T02:29:39.065 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1627 (ObjNum 878 snap 272 seq_num 878) dirty exists 2024-09-18T02:29:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:38 smithi195 ceph-mon[89559]: pgmap v604: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 52 KiB/s wr, 5 op/s 2024-09-18T02:29:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:38 smithi195 ceph-mon[89559]: osdmap e615: 8 total, 8 up, 8 in 2024-09-18T02:29:39.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:38 smithi046 ceph-mon[97106]: pgmap v604: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 52 KiB/s wr, 5 op/s 2024-09-18T02:29:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:38 smithi046 ceph-mon[97106]: osdmap e615: 8 total, 8 up, 8 in 2024-09-18T02:29:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:38 smithi046 ceph-mon[94621]: pgmap v604: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 52 KiB/s wr, 5 op/s 2024-09-18T02:29:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:38 smithi046 ceph-mon[94621]: osdmap e615: 8 total, 8 up, 8 in 2024-09-18T02:29:39.809 INFO:tasks.rados.rados.0.smithi046.stdout:2734: done (9 left) 2024-09-18T02:29:39.809 INFO:tasks.rados.rados.0.smithi046.stdout:2735: done (8 left) 2024-09-18T02:29:39.809 INFO:tasks.rados.rados.0.smithi046.stdout:2737: done (7 left) 2024-09-18T02:29:39.809 INFO:tasks.rados.rados.0.smithi046.stdout:2738: done (6 left) 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:2739: done (5 left) 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:2740: done (4 left) 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:2741: done (3 left) 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:2742: done (2 left) 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:2743: done (1 left) 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:2744: done (0 left) 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 276 2024-09-18T02:29:39.810 INFO:tasks.rados.rados.0.smithi046.stdout:2745: seq_num 884 ranges {344064=409600} 2024-09-18T02:29:39.813 INFO:tasks.rados.rados.0.smithi046.stdout:2745: writing smithi04682744-9 from 344064 to 753664 tid 1 2024-09-18T02:29:39.813 INFO:tasks.rados.rados.0.smithi046.stdout:2746: read oid 18 snap -1 2024-09-18T02:29:39.813 INFO:tasks.rados.rados.0.smithi046.stdout:2746: expect deleted 2024-09-18T02:29:39.813 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 276 2024-09-18T02:29:39.813 INFO:tasks.rados.rados.0.smithi046.stdout:2747: seq_num 885 ranges {0=425984} 2024-09-18T02:29:39.816 INFO:tasks.rados.rados.0.smithi046.stdout:2747: writing smithi04682744-21 from 0 to 425984 tid 1 2024-09-18T02:29:39.816 INFO:tasks.rados.rados.0.smithi046.stdout:2748: snap_create 2024-09-18T02:29:39.817 INFO:tasks.rados.rados.0.smithi046.stdout:2745: finishing write tid 1 to smithi04682744-9 2024-09-18T02:29:39.818 INFO:tasks.rados.rados.0.smithi046.stdout:2745: finishing write tid 2 to smithi04682744-9 2024-09-18T02:29:39.819 INFO:tasks.rados.rados.0.smithi046.stdout:2745: finishing write tid 3 to smithi04682744-9 2024-09-18T02:29:39.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1261 (ObjNum 884 snap 276 seq_num 884) dirty exists 2024-09-18T02:29:39.819 INFO:tasks.rados.rados.0.smithi046.stdout:2745: left oid 9 (ObjNum 884 snap 276 seq_num 884) 2024-09-18T02:29:39.820 INFO:tasks.rados.rados.0.smithi046.stdout:2747: finishing write tid 1 to smithi04682744-21 2024-09-18T02:29:39.821 INFO:tasks.rados.rados.0.smithi046.stdout:2747: finishing write tid 2 to smithi04682744-21 2024-09-18T02:29:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:2747: finishing write tid 3 to smithi04682744-21 2024-09-18T02:29:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1260 (ObjNum 885 snap 276 seq_num 885) dirty exists 2024-09-18T02:29:39.822 INFO:tasks.rados.rados.0.smithi046.stdout:2747: left oid 21 (ObjNum 885 snap 276 seq_num 885) 2024-09-18T02:29:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:39 smithi195 ceph-mon[89559]: osdmap e616: 8 total, 8 up, 8 in 2024-09-18T02:29:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:39 smithi046 ceph-mon[97106]: osdmap e616: 8 total, 8 up, 8 in 2024-09-18T02:29:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:39 smithi046 ceph-mon[94621]: osdmap e616: 8 total, 8 up, 8 in 2024-09-18T02:29:40.813 INFO:tasks.rados.rados.0.smithi046.stdout:2745: done (3 left) 2024-09-18T02:29:40.813 INFO:tasks.rados.rados.0.smithi046.stdout:2746: done (2 left) 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:2747: done (1 left) 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:2748: done (0 left) 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:2749: rmattr oid 11 current snap is 277 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:2749: done (0 left) 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:2750: read oid 43 snap -1 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:2750: expect (ObjNum 822 snap 260 seq_num 822) 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 277 2024-09-18T02:29:40.814 INFO:tasks.rados.rados.0.smithi046.stdout:2751: seq_num 886 ranges {425984=442368} 2024-09-18T02:29:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:2751: writing smithi04682744-21 from 425984 to 868352 tid 1 2024-09-18T02:29:40.818 INFO:tasks.rados.rados.0.smithi046.stdout:2752: delete oid 24 current snap is 277 2024-09-18T02:29:40.823 INFO:tasks.rados.rados.0.smithi046.stdout:2752: done (2 left) 2024-09-18T02:29:40.823 INFO:tasks.rados.rados.0.smithi046.stdout:2753: setattr oid 7 current snap is 277 2024-09-18T02:29:40.824 INFO:tasks.rados.rados.0.smithi046.stdout:2751: finishing write tid 1 to smithi04682744-21 2024-09-18T02:29:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:2751: finishing write tid 2 to smithi04682744-21 2024-09-18T02:29:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:2754: read oid 2 snap -1 2024-09-18T02:29:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:2754: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:2755: read oid 12 snap -1 2024-09-18T02:29:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:2755: expect deleted 2024-09-18T02:29:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:2756: rollback oid 48 current snap is 277 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 255 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:2757: read oid 36 snap -1 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:2757: expect deleted 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:2758: read oid 17 snap -1 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:2758: expect (ObjNum 844 snap 263 seq_num 844) 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:2759: rollback oid 30 current snap is 277 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 270 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:2760: rollback oid 23 current snap is 277 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 274 2024-09-18T02:29:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:2761: setattr oid 18 current snap is 277 2024-09-18T02:29:40.827 INFO:tasks.rados.rados.0.smithi046.stdout:2751: finishing write tid 3 to smithi04682744-21 2024-09-18T02:29:40.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1262 (ObjNum 886 snap 277 seq_num 886) dirty exists 2024-09-18T02:29:40.827 INFO:tasks.rados.rados.0.smithi046.stdout:2751: left oid 21 (ObjNum 886 snap 277 seq_num 886) 2024-09-18T02:29:40.827 INFO:tasks.rados.rados.0.smithi046.stdout:2751: done (10 left) 2024-09-18T02:29:40.827 INFO:tasks.rados.rados.0.smithi046.stdout:2755: done (9 left) 2024-09-18T02:29:40.827 INFO:tasks.rados.rados.0.smithi046.stdout:2762: snap_create 2024-09-18T02:29:40.833 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing rollback tid 0 to smithi04682744-48 2024-09-18T02:29:40.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1078 (ObjNum 993 snap 0 seq_num 1148711072) dirty exists 2024-09-18T02:29:40.838 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:29:40.838 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:29:40.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1264 (ObjNum 791 snap 243 seq_num 791) dirty exists 2024-09-18T02:29:40.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1275 (ObjNum 839 snap 262 seq_num 839) dirty exists 2024-09-18T02:29:40.842 INFO:tasks.rados.rados.0.smithi046.stdout:2759: finishing rollback tid 0 to smithi04682744-30 2024-09-18T02:29:40.842 INFO:tasks.rados.rados.0.smithi046.stdout:2759: finishing rollback tid 1 to smithi04682744-30 2024-09-18T02:29:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:2759: finishing rollback tid 2 to smithi04682744-30 2024-09-18T02:29:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1230 (ObjNum 754 snap 236 seq_num 754) dirty exists 2024-09-18T02:29:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:2750: expect (ObjNum 822 snap 260 seq_num 822) 2024-09-18T02:29:41.087 INFO:tasks.rados.rados.0.smithi046.stdout:2754: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:41.148 INFO:tasks.rados.rados.0.smithi046.stdout:2758: expect (ObjNum 844 snap 263 seq_num 844) 2024-09-18T02:29:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:40 smithi195 ceph-mon[89559]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-18T02:29:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:40 smithi195 ceph-mon[89559]: osdmap e617: 8 total, 8 up, 8 in 2024-09-18T02:29:41.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:40 smithi046 ceph-mon[97106]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-18T02:29:41.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:40 smithi046 ceph-mon[97106]: osdmap e617: 8 total, 8 up, 8 in 2024-09-18T02:29:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:40 smithi046 ceph-mon[94621]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-18T02:29:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:40 smithi046 ceph-mon[94621]: osdmap e617: 8 total, 8 up, 8 in 2024-09-18T02:29:41.363 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing rollback tid 0 to smithi04682744-23 2024-09-18T02:29:41.364 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing rollback tid 1 to smithi04682744-23 2024-09-18T02:29:41.364 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing rollback tid 2 to smithi04682744-23 2024-09-18T02:29:41.364 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1683 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2750: done (9 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2753: done (8 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2754: done (7 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2756: done (6 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2757: done (5 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2758: done (4 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2759: done (3 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2760: done (2 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2761: done (1 left) 2024-09-18T02:29:41.794 INFO:tasks.rados.rados.0.smithi046.stdout:2762: done (0 left) 2024-09-18T02:29:41.795 INFO:tasks.rados.rados.0.smithi046.stdout:2763: delete oid 27 current snap is 278 2024-09-18T02:29:41.798 INFO:tasks.rados.rados.0.smithi046.stdout:2763: done (0 left) 2024-09-18T02:29:41.798 INFO:tasks.rados.rados.0.smithi046.stdout:2764: read oid 47 snap 275 2024-09-18T02:29:41.798 INFO:tasks.rados.rados.0.smithi046.stdout:2764: expect (ObjNum 878 snap 272 seq_num 878) 2024-09-18T02:29:41.798 INFO:tasks.rados.rados.0.smithi046.stdout:2765: read oid 6 snap -1 2024-09-18T02:29:41.798 INFO:tasks.rados.rados.0.smithi046.stdout:2765: expect (ObjNum 876 snap 272 seq_num 876) 2024-09-18T02:29:41.798 INFO:tasks.rados.rados.0.smithi046.stdout:2766: snap_create 2024-09-18T02:29:41.804 INFO:tasks.rados.rados.0.smithi046.stdout:2765: expect (ObjNum 876 snap 272 seq_num 876) 2024-09-18T02:29:41.911 INFO:tasks.rados.rados.0.smithi046.stdout:2764: expect (ObjNum 878 snap 272 seq_num 878) 2024-09-18T02:29:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:41 smithi195 ceph-mon[89559]: osdmap e618: 8 total, 8 up, 8 in 2024-09-18T02:29:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:41 smithi195 ceph-mon[89559]: osdmap e619: 8 total, 8 up, 8 in 2024-09-18T02:29:42.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:41 smithi046 ceph-mon[94621]: osdmap e618: 8 total, 8 up, 8 in 2024-09-18T02:29:42.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:41 smithi046 ceph-mon[94621]: osdmap e619: 8 total, 8 up, 8 in 2024-09-18T02:29:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:41 smithi046 ceph-mon[97106]: osdmap e618: 8 total, 8 up, 8 in 2024-09-18T02:29:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:41 smithi046 ceph-mon[97106]: osdmap e619: 8 total, 8 up, 8 in 2024-09-18T02:29:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:29:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:29:42.795 INFO:tasks.rados.rados.0.smithi046.stdout:2764: done (2 left) 2024-09-18T02:29:42.795 INFO:tasks.rados.rados.0.smithi046.stdout:2765: done (1 left) 2024-09-18T02:29:42.795 INFO:tasks.rados.rados.0.smithi046.stdout:2766: done (0 left) 2024-09-18T02:29:42.795 INFO:tasks.rados.rados.0.smithi046.stdout:2767: copy_from oid 43 from oid 4 current snap is 279 2024-09-18T02:29:42.795 INFO:tasks.rados.rados.0.smithi046.stdout:2768: setattr oid 12 current snap is 279 2024-09-18T02:29:42.796 INFO:tasks.rados.rados.0.smithi046.stdout:2769: read oid 2 snap -1 2024-09-18T02:29:42.796 INFO:tasks.rados.rados.0.smithi046.stdout:2769: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:42.796 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 279 2024-09-18T02:29:42.796 INFO:tasks.rados.rados.0.smithi046.stdout:2770: seq_num 889 ranges {1785856=491520} 2024-09-18T02:29:42.809 INFO:tasks.rados.rados.0.smithi046.stdout:2770: writing smithi04682744-16 from 1785856 to 2277376 tid 1 2024-09-18T02:29:42.809 INFO:tasks.rados.rados.0.smithi046.stdout:2771: read oid 37 snap 274 2024-09-18T02:29:42.809 INFO:tasks.rados.rados.0.smithi046.stdout:2771: expect (ObjNum 828 snap 260 seq_num 828) 2024-09-18T02:29:42.810 INFO:tasks.rados.rados.0.smithi046.stdout:2772: snap_remove snap 271 2024-09-18T02:29:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:42 smithi195 ceph-mon[89559]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-18T02:29:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:42 smithi195 ceph-mon[89559]: osdmap e620: 8 total, 8 up, 8 in 2024-09-18T02:29:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:42 smithi046 ceph-mon[97106]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-18T02:29:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:42 smithi046 ceph-mon[97106]: osdmap e620: 8 total, 8 up, 8 in 2024-09-18T02:29:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:42 smithi046 ceph-mon[94621]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-18T02:29:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:42 smithi046 ceph-mon[94621]: osdmap e620: 8 total, 8 up, 8 in 2024-09-18T02:29:43.799 INFO:tasks.rados.rados.0.smithi046.stdout:2772: done (5 left) 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:2773: read oid 38 snap 270 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:2773: expect (ObjNum 841 snap 262 seq_num 841) 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:2774: copy_from oid 9 from oid 42 current snap is 279 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:2775: rollback oid 46 current snap is 279 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 275 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:2776: rollback oid 23 current snap is 279 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 262 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:2777: snap_create 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1623 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-18T02:29:43.800 INFO:tasks.rados.rados.0.smithi046.stdout:2769: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:43.873 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 1 to smithi04682744-16 2024-09-18T02:29:43.873 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 2 to smithi04682744-16 2024-09-18T02:29:43.874 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 3 to smithi04682744-16 2024-09-18T02:29:43.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1249 (ObjNum 889 snap 279 seq_num 889) dirty exists 2024-09-18T02:29:43.874 INFO:tasks.rados.rados.0.smithi046.stdout:2770: left oid 16 (ObjNum 889 snap 279 seq_num 889) 2024-09-18T02:29:43.874 INFO:tasks.rados.rados.0.smithi046.stdout:2771: expect (ObjNum 828 snap 260 seq_num 828) 2024-09-18T02:29:43.922 INFO:tasks.rados.rados.0.smithi046.stdout:2767: finishing copy_from racing read to smithi04682744-43 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:2767: finishing copy_from to smithi04682744-43 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1220 (ObjNum 825 snap 260 seq_num 825) dirty exists 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:2775: finishing rollback tid 1 to smithi04682744-46 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1279 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:2774: finishing copy_from to smithi04682744-9 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:2774: got expected ENOENT (src dne) 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:2774: finishing copy_from racing read to smithi04682744-9 2024-09-18T02:29:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:2773: expect (ObjNum 841 snap 262 seq_num 841) 2024-09-18T02:29:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:2776: finishing rollback tid 0 to smithi04682744-23 2024-09-18T02:29:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:2776: finishing rollback tid 1 to smithi04682744-23 2024-09-18T02:29:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:2776: finishing rollback tid 2 to smithi04682744-23 2024-09-18T02:29:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1691 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:44.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:44.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:43 smithi046 ceph-mon[97106]: osdmap e621: 8 total, 8 up, 8 in 2024-09-18T02:29:44.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:44.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:43 smithi046 ceph-mon[94621]: osdmap e621: 8 total, 8 up, 8 in 2024-09-18T02:29:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:43 smithi195 ceph-mon[89559]: osdmap e621: 8 total, 8 up, 8 in 2024-09-18T02:29:44.800 INFO:tasks.rados.rados.0.smithi046.stdout:2767: done (9 left) 2024-09-18T02:29:44.800 INFO:tasks.rados.rados.0.smithi046.stdout:2768: done (8 left) 2024-09-18T02:29:44.800 INFO:tasks.rados.rados.0.smithi046.stdout:2769: done (7 left) 2024-09-18T02:29:44.800 INFO:tasks.rados.rados.0.smithi046.stdout:2770: done (6 left) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2771: done (5 left) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2773: done (4 left) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2774: done (3 left) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2775: done (2 left) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2776: done (1 left) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2777: done (0 left) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2778: copy_from oid 22 from oid 29 current snap is 280 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2779: read oid 10 snap -1 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2779: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 280 2024-09-18T02:29:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:2780: seq_num 890 ranges {6021120=507904} 2024-09-18T02:29:44.836 INFO:tasks.rados.rados.0.smithi046.stdout:2780: writing smithi04682744-47 from 6021120 to 6529024 tid 1 2024-09-18T02:29:44.837 INFO:tasks.rados.rados.0.smithi046.stdout:2781: rollback oid 21 current snap is 280 2024-09-18T02:29:44.837 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 257 2024-09-18T02:29:44.837 INFO:tasks.rados.rados.0.smithi046.stdout:2779: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:29:44.837 INFO:tasks.rados.rados.0.smithi046.stdout:2778: finishing copy_from racing read to smithi04682744-22 2024-09-18T02:29:44.837 INFO:tasks.rados.rados.0.smithi046.stdout:2778: finishing copy_from to smithi04682744-22 2024-09-18T02:29:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1280 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-18T02:29:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:2778: done (3 left) 2024-09-18T02:29:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:2779: done (2 left) 2024-09-18T02:29:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:2782: setattr oid 11 current snap is 280 2024-09-18T02:29:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 280 2024-09-18T02:29:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:2783: seq_num 891 ranges {393216=532480} 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:2783: writing smithi04682744-33 from 393216 to 925696 tid 1 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:2784: delete oid 16 current snap is 280 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:2781: finishing rollback tid 0 to smithi04682744-21 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:2781: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1264 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:2780: finishing write tid 1 to smithi04682744-47 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:2780: finishing write tid 2 to smithi04682744-47 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1265 (ObjNum 33 snap 0 seq_num 1147108640) dirty exists 2024-09-18T02:29:44.844 INFO:tasks.rados.rados.0.smithi046.stdout:2780: finishing write tid 3 to smithi04682744-47 2024-09-18T02:29:44.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1629 (ObjNum 890 snap 280 seq_num 890) dirty exists 2024-09-18T02:29:44.845 INFO:tasks.rados.rados.0.smithi046.stdout:2780: left oid 47 (ObjNum 890 snap 280 seq_num 890) 2024-09-18T02:29:44.846 INFO:tasks.rados.rados.0.smithi046.stdout:2780: done (4 left) 2024-09-18T02:29:44.846 INFO:tasks.rados.rados.0.smithi046.stdout:2781: done (3 left) 2024-09-18T02:29:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:2782: done (2 left) 2024-09-18T02:29:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:2784: done (1 left) 2024-09-18T02:29:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:2785: setattr oid 23 current snap is 280 2024-09-18T02:29:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 1 to smithi04682744-33 2024-09-18T02:29:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:2786: copy_from oid 3 from oid 8 current snap is 280 2024-09-18T02:29:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:2787: read oid 39 snap -1 2024-09-18T02:29:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:2787: expect deleted 2024-09-18T02:29:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:2788: rollback oid 11 current snap is 280 2024-09-18T02:29:44.849 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 272 2024-09-18T02:29:44.849 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 2 to smithi04682744-33 2024-09-18T02:29:44.849 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 280 2024-09-18T02:29:44.849 INFO:tasks.rados.rados.0.smithi046.stdout:2789: seq_num 893 ranges {0=565248} 2024-09-18T02:29:44.852 INFO:tasks.rados.rados.0.smithi046.stdout:2789: writing smithi04682744-10 from 0 to 565248 tid 1 2024-09-18T02:29:44.852 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 280 2024-09-18T02:29:44.852 INFO:tasks.rados.rados.0.smithi046.stdout:2790: seq_num 894 ranges {0=581632} 2024-09-18T02:29:44.857 INFO:tasks.rados.rados.0.smithi046.stdout:2790: writing smithi04682744-42 from 0 to 581632 tid 1 2024-09-18T02:29:44.857 INFO:tasks.rados.rados.0.smithi046.stdout:2791: snap_create 2024-09-18T02:29:44.857 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 3 to smithi04682744-33 2024-09-18T02:29:44.857 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1350 (ObjNum 891 snap 280 seq_num 891) dirty exists 2024-09-18T02:29:44.857 INFO:tasks.rados.rados.0.smithi046.stdout:2783: left oid 33 (ObjNum 891 snap 280 seq_num 891) 2024-09-18T02:29:44.858 INFO:tasks.rados.rados.0.smithi046.stdout:2788: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:29:44.858 INFO:tasks.rados.rados.0.smithi046.stdout:2788: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:29:44.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1267 (ObjNum 145 snap 0 seq_num 431114583) dirty dne 2024-09-18T02:29:44.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1697 (ObjNum 744 snap 232 seq_num 744) dirty exists 2024-09-18T02:29:44.859 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 1 to smithi04682744-10 2024-09-18T02:29:44.860 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 2 to smithi04682744-10 2024-09-18T02:29:44.861 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 1 to smithi04682744-42 2024-09-18T02:29:44.861 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 2 to smithi04682744-42 2024-09-18T02:29:44.862 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 3 to smithi04682744-42 2024-09-18T02:29:44.862 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1232 (ObjNum 894 snap 280 seq_num 894) dirty exists 2024-09-18T02:29:44.862 INFO:tasks.rados.rados.0.smithi046.stdout:2790: left oid 42 (ObjNum 894 snap 280 seq_num 894) 2024-09-18T02:29:44.862 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 3 to smithi04682744-10 2024-09-18T02:29:44.862 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1283 (ObjNum 893 snap 280 seq_num 893) dirty exists 2024-09-18T02:29:44.862 INFO:tasks.rados.rados.0.smithi046.stdout:2789: left oid 10 (ObjNum 893 snap 280 seq_num 893) 2024-09-18T02:29:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:2786: finishing copy_from racing read to smithi04682744-3 2024-09-18T02:29:44.870 INFO:tasks.rados.rados.0.smithi046.stdout:2786: finishing copy_from to smithi04682744-3 2024-09-18T02:29:44.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1625 (ObjNum 855 snap 266 seq_num 855) dirty exists 2024-09-18T02:29:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:44 smithi046 ceph-mon[94621]: pgmap v613: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-18T02:29:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:44 smithi046 ceph-mon[94621]: osdmap e622: 8 total, 8 up, 8 in 2024-09-18T02:29:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:44 smithi046 ceph-mon[97106]: pgmap v613: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-18T02:29:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:44 smithi046 ceph-mon[97106]: osdmap e622: 8 total, 8 up, 8 in 2024-09-18T02:29:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:44 smithi195 ceph-mon[89559]: pgmap v613: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-18T02:29:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:44 smithi195 ceph-mon[89559]: osdmap e622: 8 total, 8 up, 8 in 2024-09-18T02:29:45.833 INFO:tasks.rados.rados.0.smithi046.stdout:2783: done (7 left) 2024-09-18T02:29:45.833 INFO:tasks.rados.rados.0.smithi046.stdout:2785: done (6 left) 2024-09-18T02:29:45.833 INFO:tasks.rados.rados.0.smithi046.stdout:2786: done (5 left) 2024-09-18T02:29:45.833 INFO:tasks.rados.rados.0.smithi046.stdout:2787: done (4 left) 2024-09-18T02:29:45.833 INFO:tasks.rados.rados.0.smithi046.stdout:2788: done (3 left) 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2789: done (2 left) 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2790: done (1 left) 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2791: done (0 left) 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2792: rollback oid 45 current snap is 281 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 276 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2793: read oid 14 snap -1 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2793: expect deleted 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2794: read oid 3 snap -1 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2794: expect (ObjNum 855 snap 266 seq_num 855) 2024-09-18T02:29:45.834 INFO:tasks.rados.rados.0.smithi046.stdout:2795: delete oid 25 current snap is 281 2024-09-18T02:29:45.840 INFO:tasks.rados.rados.0.smithi046.stdout:2793: done (3 left) 2024-09-18T02:29:45.840 INFO:tasks.rados.rados.0.smithi046.stdout:2795: done (2 left) 2024-09-18T02:29:45.840 INFO:tasks.rados.rados.0.smithi046.stdout:2796: delete oid 24 current snap is 281 2024-09-18T02:29:45.840 INFO:tasks.rados.rados.0.smithi046.stdout:2792: finishing rollback tid 0 to smithi04682744-45 2024-09-18T02:29:45.840 INFO:tasks.rados.rados.0.smithi046.stdout:2792: finishing rollback tid 1 to smithi04682744-45 2024-09-18T02:29:45.841 INFO:tasks.rados.rados.0.smithi046.stdout:2792: finishing rollback tid 2 to smithi04682744-45 2024-09-18T02:29:45.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1701 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:29:45.843 INFO:tasks.rados.rados.0.smithi046.stdout:2792: done (2 left) 2024-09-18T02:29:45.843 INFO:tasks.rados.rados.0.smithi046.stdout:2796: done (1 left) 2024-09-18T02:29:45.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 281 2024-09-18T02:29:45.844 INFO:tasks.rados.rados.0.smithi046.stdout:2797: seq_num 897 ranges {1925120=630784} 2024-09-18T02:29:45.858 INFO:tasks.rados.rados.0.smithi046.stdout:2797: writing smithi04682744-6 from 1925120 to 2555904 tid 1 2024-09-18T02:29:45.858 INFO:tasks.rados.rados.0.smithi046.stdout:2798: rollback oid 39 current snap is 281 2024-09-18T02:29:45.858 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 276 2024-09-18T02:29:45.858 INFO:tasks.rados.rados.0.smithi046.stdout:2794: expect (ObjNum 855 snap 266 seq_num 855) 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2798: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1622 (ObjNum 33 snap 0 seq_num 1147231728) dirty dne 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2797: finishing write tid 1 to smithi04682744-6 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2797: finishing write tid 2 to smithi04682744-6 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2797: finishing write tid 3 to smithi04682744-6 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1234 (ObjNum 897 snap 281 seq_num 897) dirty exists 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2797: left oid 6 (ObjNum 897 snap 281 seq_num 897) 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2794: done (2 left) 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2797: done (1 left) 2024-09-18T02:29:46.005 INFO:tasks.rados.rados.0.smithi046.stdout:2798: done (0 left) 2024-09-18T02:29:46.006 INFO:tasks.rados.rados.0.smithi046.stdout:2799: snap_create 2024-09-18T02:29:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:29:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:29:46] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:29:46.794 INFO:tasks.rados.rados.0.smithi046.stdout:2799: done (0 left) 2024-09-18T02:29:46.795 INFO:tasks.rados.rados.0.smithi046.stdout:2800: snap_create 2024-09-18T02:29:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:46 smithi195 ceph-mon[89559]: pgmap v616: 121 pgs: 121 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T02:29:47.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:46 smithi195 ceph-mon[89559]: osdmap e623: 8 total, 8 up, 8 in 2024-09-18T02:29:47.252 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:46 smithi195 ceph-mon[89559]: osdmap e624: 8 total, 8 up, 8 in 2024-09-18T02:29:47.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:46 smithi046 ceph-mon[97106]: pgmap v616: 121 pgs: 121 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T02:29:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:46 smithi046 ceph-mon[97106]: osdmap e623: 8 total, 8 up, 8 in 2024-09-18T02:29:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:46 smithi046 ceph-mon[97106]: osdmap e624: 8 total, 8 up, 8 in 2024-09-18T02:29:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:46 smithi046 ceph-mon[94621]: pgmap v616: 121 pgs: 121 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T02:29:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:46 smithi046 ceph-mon[94621]: osdmap e623: 8 total, 8 up, 8 in 2024-09-18T02:29:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:46 smithi046 ceph-mon[94621]: osdmap e624: 8 total, 8 up, 8 in 2024-09-18T02:29:47.797 INFO:tasks.rados.rados.0.smithi046.stdout:2800: done (0 left) 2024-09-18T02:29:47.797 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 283 2024-09-18T02:29:47.797 INFO:tasks.rados.rados.0.smithi046.stdout:2801: seq_num 898 ranges {0=647168} 2024-09-18T02:29:47.801 INFO:tasks.rados.rados.0.smithi046.stdout:2801: writing smithi04682744-36 from 0 to 647168 tid 1 2024-09-18T02:29:47.801 INFO:tasks.rados.rados.0.smithi046.stdout:2802: snap_create 2024-09-18T02:29:47.807 INFO:tasks.rados.rados.0.smithi046.stdout:2801: finishing write tid 1 to smithi04682744-36 2024-09-18T02:29:47.807 INFO:tasks.rados.rados.0.smithi046.stdout:2801: finishing write tid 2 to smithi04682744-36 2024-09-18T02:29:47.808 INFO:tasks.rados.rados.0.smithi046.stdout:2801: finishing write tid 3 to smithi04682744-36 2024-09-18T02:29:47.808 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1629 (ObjNum 898 snap 283 seq_num 898) dirty exists 2024-09-18T02:29:47.808 INFO:tasks.rados.rados.0.smithi046.stdout:2801: left oid 36 (ObjNum 898 snap 283 seq_num 898) 2024-09-18T02:29:48.799 INFO:tasks.rados.rados.0.smithi046.stdout:2801: done (1 left) 2024-09-18T02:29:48.799 INFO:tasks.rados.rados.0.smithi046.stdout:2802: done (0 left) 2024-09-18T02:29:48.799 INFO:tasks.rados.rados.0.smithi046.stdout:2803: read oid 5 snap 282 2024-09-18T02:29:48.799 INFO:tasks.rados.rados.0.smithi046.stdout:2803: expect (ObjNum 816 snap 258 seq_num 816) 2024-09-18T02:29:48.799 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 284 2024-09-18T02:29:48.799 INFO:tasks.rados.rados.0.smithi046.stdout:2804: seq_num 899 ranges {6021120=663552} 2024-09-18T02:29:48.839 INFO:tasks.rados.rados.0.smithi046.stdout:2804: writing smithi04682744-19 from 6021120 to 6684672 tid 1 2024-09-18T02:29:48.839 INFO:tasks.rados.rados.0.smithi046.stdout:2805: delete oid 18 current snap is 284 2024-09-18T02:29:48.839 INFO:tasks.rados.rados.0.smithi046.stdout:2803: expect (ObjNum 816 snap 258 seq_num 816) 2024-09-18T02:29:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:48 smithi195 ceph-mon[89559]: pgmap v619: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-18T02:29:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:48 smithi195 ceph-mon[89559]: osdmap e625: 8 total, 8 up, 8 in 2024-09-18T02:29:49.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:48 smithi046 ceph-mon[94621]: pgmap v619: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-18T02:29:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:48 smithi046 ceph-mon[94621]: osdmap e625: 8 total, 8 up, 8 in 2024-09-18T02:29:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:48 smithi046 ceph-mon[97106]: pgmap v619: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-18T02:29:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:48 smithi046 ceph-mon[97106]: osdmap e625: 8 total, 8 up, 8 in 2024-09-18T02:29:49.669 INFO:tasks.rados.rados.0.smithi046.stdout:2804: finishing write tid 1 to smithi04682744-19 2024-09-18T02:29:49.669 INFO:tasks.rados.rados.0.smithi046.stdout:2804: finishing write tid 2 to smithi04682744-19 2024-09-18T02:29:49.669 INFO:tasks.rados.rados.0.smithi046.stdout:2804: finishing write tid 3 to smithi04682744-19 2024-09-18T02:29:49.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1631 (ObjNum 899 snap 284 seq_num 899) dirty exists 2024-09-18T02:29:49.670 INFO:tasks.rados.rados.0.smithi046.stdout:2804: left oid 19 (ObjNum 899 snap 284 seq_num 899) 2024-09-18T02:29:49.670 INFO:tasks.rados.rados.0.smithi046.stdout:2803: done (2 left) 2024-09-18T02:29:49.670 INFO:tasks.rados.rados.0.smithi046.stdout:2804: done (1 left) 2024-09-18T02:29:49.670 INFO:tasks.rados.rados.0.smithi046.stdout:2805: done (0 left) 2024-09-18T02:29:49.670 INFO:tasks.rados.rados.0.smithi046.stdout:2806: delete oid 41 current snap is 284 2024-09-18T02:29:49.673 INFO:tasks.rados.rados.0.smithi046.stdout:2806: done (0 left) 2024-09-18T02:29:49.673 INFO:tasks.rados.rados.0.smithi046.stdout:2807: read oid 40 snap -1 2024-09-18T02:29:49.673 INFO:tasks.rados.rados.0.smithi046.stdout:2807: expect deleted 2024-09-18T02:29:49.673 INFO:tasks.rados.rados.0.smithi046.stdout:2808: snap_create 2024-09-18T02:29:49.807 INFO:tasks.rados.rados.0.smithi046.stdout:2807: done (1 left) 2024-09-18T02:29:49.807 INFO:tasks.rados.rados.0.smithi046.stdout:2808: done (0 left) 2024-09-18T02:29:49.808 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 285 2024-09-18T02:29:49.808 INFO:tasks.rados.rados.0.smithi046.stdout:2809: seq_num 902 ranges {0=712704} 2024-09-18T02:29:49.811 INFO:tasks.rados.rados.0.smithi046.stdout:2809: writing smithi04682744-35 from 0 to 712704 tid 1 2024-09-18T02:29:49.811 INFO:tasks.rados.rados.0.smithi046.stdout:2810: snap_create 2024-09-18T02:29:49.818 INFO:tasks.rados.rados.0.smithi046.stdout:2809: finishing write tid 1 to smithi04682744-35 2024-09-18T02:29:49.818 INFO:tasks.rados.rados.0.smithi046.stdout:2809: finishing write tid 2 to smithi04682744-35 2024-09-18T02:29:49.819 INFO:tasks.rados.rados.0.smithi046.stdout:2809: finishing write tid 3 to smithi04682744-35 2024-09-18T02:29:49.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1260 (ObjNum 902 snap 285 seq_num 902) dirty exists 2024-09-18T02:29:49.819 INFO:tasks.rados.rados.0.smithi046.stdout:2809: left oid 35 (ObjNum 902 snap 285 seq_num 902) 2024-09-18T02:29:50.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:49 smithi195 ceph-mon[89559]: osdmap e626: 8 total, 8 up, 8 in 2024-09-18T02:29:50.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:49 smithi046 ceph-mon[94621]: osdmap e626: 8 total, 8 up, 8 in 2024-09-18T02:29:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:49 smithi046 ceph-mon[97106]: osdmap e626: 8 total, 8 up, 8 in 2024-09-18T02:29:50.814 INFO:tasks.rados.rados.0.smithi046.stdout:2809: done (1 left) 2024-09-18T02:29:50.814 INFO:tasks.rados.rados.0.smithi046.stdout:2810: done (0 left) 2024-09-18T02:29:50.814 INFO:tasks.rados.rados.0.smithi046.stdout:2811: read oid 2 snap -1 2024-09-18T02:29:50.814 INFO:tasks.rados.rados.0.smithi046.stdout:2811: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:50.814 INFO:tasks.rados.rados.0.smithi046.stdout:2812: delete oid 4 current snap is 286 2024-09-18T02:29:50.821 INFO:tasks.rados.rados.0.smithi046.stdout:2812: done (1 left) 2024-09-18T02:29:50.821 INFO:tasks.rados.rados.0.smithi046.stdout:2813: delete oid 7 current snap is 286 2024-09-18T02:29:50.825 INFO:tasks.rados.rados.0.smithi046.stdout:2811: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:29:50.887 INFO:tasks.rados.rados.0.smithi046.stdout:2811: done (1 left) 2024-09-18T02:29:50.887 INFO:tasks.rados.rados.0.smithi046.stdout:2813: done (0 left) 2024-09-18T02:29:50.887 INFO:tasks.rados.rados.0.smithi046.stdout:2814: snap_remove snap 273 2024-09-18T02:29:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:50 smithi195 ceph-mon[89559]: pgmap v622: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-09-18T02:29:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:50 smithi195 ceph-mon[89559]: osdmap e627: 8 total, 8 up, 8 in 2024-09-18T02:29:51.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:50 smithi046 ceph-mon[94621]: pgmap v622: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-09-18T02:29:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:50 smithi046 ceph-mon[94621]: osdmap e627: 8 total, 8 up, 8 in 2024-09-18T02:29:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:50 smithi046 ceph-mon[97106]: pgmap v622: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-09-18T02:29:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:50 smithi046 ceph-mon[97106]: osdmap e627: 8 total, 8 up, 8 in 2024-09-18T02:29:51.801 INFO:tasks.rados.rados.0.smithi046.stdout:2814: done (0 left) 2024-09-18T02:29:51.801 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 286 2024-09-18T02:29:51.801 INFO:tasks.rados.rados.0.smithi046.stdout:2815: seq_num 905 ranges {10838016=761856} 2024-09-18T02:29:51.865 INFO:tasks.rados.rados.0.smithi046.stdout:2815: writing smithi04682744-5 from 10838016 to 11599872 tid 1 2024-09-18T02:29:51.865 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 286 2024-09-18T02:29:51.865 INFO:tasks.rados.rados.0.smithi046.stdout:2816: seq_num 906 ranges {0=778240} 2024-09-18T02:29:51.870 INFO:tasks.rados.rados.0.smithi046.stdout:2816: writing smithi04682744-24 from 0 to 778240 tid 1 2024-09-18T02:29:51.870 INFO:tasks.rados.rados.0.smithi046.stdout:2817: rollback oid 13 current snap is 286 2024-09-18T02:29:51.870 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 281 2024-09-18T02:29:51.870 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 1 to smithi04682744-5 2024-09-18T02:29:51.870 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 2 to smithi04682744-5 2024-09-18T02:29:51.870 INFO:tasks.rados.rados.0.smithi046.stdout:2818: delete oid 31 current snap is 286 2024-09-18T02:29:51.871 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 3 to smithi04682744-5 2024-09-18T02:29:51.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1081 (ObjNum 905 snap 286 seq_num 905) dirty exists 2024-09-18T02:29:51.871 INFO:tasks.rados.rados.0.smithi046.stdout:2815: left oid 5 (ObjNum 905 snap 286 seq_num 905) 2024-09-18T02:29:51.871 INFO:tasks.rados.rados.0.smithi046.stdout:2815: done (3 left) 2024-09-18T02:29:51.872 INFO:tasks.rados.rados.0.smithi046.stdout:2818: done (2 left) 2024-09-18T02:29:51.872 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 286 2024-09-18T02:29:51.872 INFO:tasks.rados.rados.0.smithi046.stdout:2819: seq_num 908 ranges {753664=409600,1163264=401408} 2024-09-18T02:29:51.878 INFO:tasks.rados.rados.0.smithi046.stdout:2819: writing smithi04682744-9 from 753664 to 1163264 tid 1 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:2819: writing smithi04682744-9 from 1163264 to 1564672 tid 2 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:2820: delete oid 44 current snap is 286 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:2817: finishing rollback tid 0 to smithi04682744-13 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:2816: finishing write tid 1 to smithi04682744-24 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:2817: finishing rollback tid 1 to smithi04682744-13 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:2816: finishing write tid 2 to smithi04682744-24 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:2817: finishing rollback tid 2 to smithi04682744-13 2024-09-18T02:29:51.881 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1711 (ObjNum 872 snap 272 seq_num 872) dirty exists 2024-09-18T02:29:51.882 INFO:tasks.rados.rados.0.smithi046.stdout:2816: finishing write tid 3 to smithi04682744-24 2024-09-18T02:29:51.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1445 (ObjNum 906 snap 286 seq_num 906) dirty exists 2024-09-18T02:29:51.882 INFO:tasks.rados.rados.0.smithi046.stdout:2816: left oid 24 (ObjNum 906 snap 286 seq_num 906) 2024-09-18T02:29:51.883 INFO:tasks.rados.rados.0.smithi046.stdout:2816: done (3 left) 2024-09-18T02:29:51.883 INFO:tasks.rados.rados.0.smithi046.stdout:2817: done (2 left) 2024-09-18T02:29:51.883 INFO:tasks.rados.rados.0.smithi046.stdout:2820: done (1 left) 2024-09-18T02:29:51.883 INFO:tasks.rados.rados.0.smithi046.stdout:2821: snap_remove snap 269 2024-09-18T02:29:52.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:51 smithi195 ceph-mon[89559]: osdmap e628: 8 total, 8 up, 8 in 2024-09-18T02:29:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:51 smithi195 ceph-mon[89559]: osdmap e629: 8 total, 8 up, 8 in 2024-09-18T02:29:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:51 smithi046 ceph-mon[94621]: osdmap e628: 8 total, 8 up, 8 in 2024-09-18T02:29:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:51 smithi046 ceph-mon[94621]: osdmap e629: 8 total, 8 up, 8 in 2024-09-18T02:29:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:51 smithi046 ceph-mon[97106]: osdmap e628: 8 total, 8 up, 8 in 2024-09-18T02:29:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:51 smithi046 ceph-mon[97106]: osdmap e629: 8 total, 8 up, 8 in 2024-09-18T02:29:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:29:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:29:52.829 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing write tid 1 to smithi04682744-9 2024-09-18T02:29:52.829 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing write tid 2 to smithi04682744-9 2024-09-18T02:29:52.829 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing write tid 3 to smithi04682744-9 2024-09-18T02:29:52.829 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing write tid 4 to smithi04682744-9 2024-09-18T02:29:52.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1267 (ObjNum 908 snap 286 seq_num 908) dirty exists 2024-09-18T02:29:52.829 INFO:tasks.rados.rados.0.smithi046.stdout:2819: left oid 9 (ObjNum 908 snap 286 seq_num 908) 2024-09-18T02:29:52.829 INFO:tasks.rados.rados.0.smithi046.stdout:2819: done (1 left) 2024-09-18T02:29:52.830 INFO:tasks.rados.rados.0.smithi046.stdout:2821: done (0 left) 2024-09-18T02:29:52.830 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 286 2024-09-18T02:29:52.830 INFO:tasks.rados.rados.0.smithi046.stdout:2822: seq_num 910 ranges {5357568=442368,5799936=401408} 2024-09-18T02:29:52.861 INFO:tasks.rados.rados.0.smithi046.stdout:2822: writing smithi04682744-32 from 5357568 to 5799936 tid 1 2024-09-18T02:29:52.864 INFO:tasks.rados.rados.0.smithi046.stdout:2822: writing smithi04682744-32 from 5799936 to 6201344 tid 2 2024-09-18T02:29:52.864 INFO:tasks.rados.rados.0.smithi046.stdout:2823: snap_remove snap 283 2024-09-18T02:29:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:52 smithi195 ceph-mon[89559]: pgmap v625: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-18T02:29:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:52 smithi046 ceph-mon[97106]: pgmap v625: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-18T02:29:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:52 smithi046 ceph-mon[94621]: pgmap v625: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2822: finishing write tid 1 to smithi04682744-32 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2822: finishing write tid 2 to smithi04682744-32 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2822: finishing write tid 3 to smithi04682744-32 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2822: finishing write tid 4 to smithi04682744-32 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1840 (ObjNum 910 snap 286 seq_num 910) dirty exists 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2822: left oid 32 (ObjNum 910 snap 286 seq_num 910) 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2822: done (1 left) 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2823: done (0 left) 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2824: copy_from oid 16 from oid 18 current snap is 286 2024-09-18T02:29:53.832 INFO:tasks.rados.rados.0.smithi046.stdout:2825: read oid 42 snap 279 2024-09-18T02:29:53.833 INFO:tasks.rados.rados.0.smithi046.stdout:2825: expect deleted 2024-09-18T02:29:53.833 INFO:tasks.rados.rados.0.smithi046.stdout:2826: copy_from oid 10 from oid 28 current snap is 286 2024-09-18T02:29:53.833 INFO:tasks.rados.rados.0.smithi046.stdout:2827: rmattr oid 37 current snap is 286 2024-09-18T02:29:53.833 INFO:tasks.rados.rados.0.smithi046.stdout:2827: done (3 left) 2024-09-18T02:29:53.833 INFO:tasks.rados.rados.0.smithi046.stdout:2828: rmattr oid 22 current snap is 286 2024-09-18T02:29:53.833 INFO:tasks.rados.rados.0.smithi046.stdout:2829: snap_create 2024-09-18T02:29:53.839 INFO:tasks.rados.rados.0.smithi046.stdout:2824: finishing copy_from to smithi04682744-16 2024-09-18T02:29:53.839 INFO:tasks.rados.rados.0.smithi046.stdout:2824: got expected ENOENT (src dne) 2024-09-18T02:29:53.839 INFO:tasks.rados.rados.0.smithi046.stdout:2824: finishing copy_from racing read to smithi04682744-16 2024-09-18T02:29:53.842 INFO:tasks.rados.rados.0.smithi046.stdout:2826: finishing copy_from to smithi04682744-10 2024-09-18T02:29:53.842 INFO:tasks.rados.rados.0.smithi046.stdout:2826: got expected ENOENT (src dne) 2024-09-18T02:29:53.842 INFO:tasks.rados.rados.0.smithi046.stdout:2826: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:29:53.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1842 (ObjNum 33 snap 0 seq_num 431112150) dirty exists 2024-09-18T02:29:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:53 smithi195 ceph-mon[89559]: osdmap e630: 8 total, 8 up, 8 in 2024-09-18T02:29:54.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:53 smithi046 ceph-mon[94621]: osdmap e630: 8 total, 8 up, 8 in 2024-09-18T02:29:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:53 smithi046 ceph-mon[97106]: osdmap e630: 8 total, 8 up, 8 in 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2824: done (4 left) 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2825: done (3 left) 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2826: done (2 left) 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2828: done (1 left) 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2829: done (0 left) 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2830: read oid 19 snap -1 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2830: expect (ObjNum 899 snap 284 seq_num 899) 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 287 2024-09-18T02:29:54.836 INFO:tasks.rados.rados.0.smithi046.stdout:2831: seq_num 911 ranges {0=466944,466944=401408} 2024-09-18T02:29:54.838 INFO:tasks.rados.rados.0.smithi046.stdout:2831: writing smithi04682744-41 from 0 to 466944 tid 1 2024-09-18T02:29:54.841 INFO:tasks.rados.rados.0.smithi046.stdout:2831: writing smithi04682744-41 from 466944 to 868352 tid 2 2024-09-18T02:29:54.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 287 2024-09-18T02:29:54.841 INFO:tasks.rados.rados.0.smithi046.stdout:2832: seq_num 912 ranges {0=483328,483328=401408} 2024-09-18T02:29:54.844 INFO:tasks.rados.rados.0.smithi046.stdout:2832: writing smithi04682744-7 from 0 to 483328 tid 1 2024-09-18T02:29:54.847 INFO:tasks.rados.rados.0.smithi046.stdout:2832: writing smithi04682744-7 from 483328 to 884736 tid 2 2024-09-18T02:29:54.847 INFO:tasks.rados.rados.0.smithi046.stdout:2833: snap_create 2024-09-18T02:29:54.847 INFO:tasks.rados.rados.0.smithi046.stdout:2831: finishing write tid 1 to smithi04682744-41 2024-09-18T02:29:54.847 INFO:tasks.rados.rados.0.smithi046.stdout:2831: finishing write tid 2 to smithi04682744-41 2024-09-18T02:29:54.848 INFO:tasks.rados.rados.0.smithi046.stdout:2831: finishing write tid 3 to smithi04682744-41 2024-09-18T02:29:54.848 INFO:tasks.rados.rados.0.smithi046.stdout:2831: finishing write tid 4 to smithi04682744-41 2024-09-18T02:29:54.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1263 (ObjNum 911 snap 287 seq_num 911) dirty exists 2024-09-18T02:29:54.849 INFO:tasks.rados.rados.0.smithi046.stdout:2831: left oid 41 (ObjNum 911 snap 287 seq_num 911) 2024-09-18T02:29:54.850 INFO:tasks.rados.rados.0.smithi046.stdout:2832: finishing write tid 1 to smithi04682744-7 2024-09-18T02:29:54.855 INFO:tasks.rados.rados.0.smithi046.stdout:2832: finishing write tid 2 to smithi04682744-7 2024-09-18T02:29:54.855 INFO:tasks.rados.rados.0.smithi046.stdout:2832: finishing write tid 3 to smithi04682744-7 2024-09-18T02:29:54.855 INFO:tasks.rados.rados.0.smithi046.stdout:2832: finishing write tid 4 to smithi04682744-7 2024-09-18T02:29:54.856 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1296 (ObjNum 912 snap 287 seq_num 912) dirty exists 2024-09-18T02:29:54.856 INFO:tasks.rados.rados.0.smithi046.stdout:2832: left oid 7 (ObjNum 912 snap 287 seq_num 912) 2024-09-18T02:29:54.864 INFO:tasks.rados.rados.0.smithi046.stdout:2830: expect (ObjNum 899 snap 284 seq_num 899) 2024-09-18T02:29:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:54 smithi195 ceph-mon[89559]: pgmap v628: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-09-18T02:29:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:54 smithi195 ceph-mon[89559]: osdmap e631: 8 total, 8 up, 8 in 2024-09-18T02:29:55.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:54 smithi046 ceph-mon[97106]: pgmap v628: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-09-18T02:29:55.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:54 smithi046 ceph-mon[97106]: osdmap e631: 8 total, 8 up, 8 in 2024-09-18T02:29:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:54 smithi046 ceph-mon[94621]: pgmap v628: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-09-18T02:29:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:54 smithi046 ceph-mon[94621]: osdmap e631: 8 total, 8 up, 8 in 2024-09-18T02:29:55.840 INFO:tasks.rados.rados.0.smithi046.stdout:2830: done (3 left) 2024-09-18T02:29:55.841 INFO:tasks.rados.rados.0.smithi046.stdout:2831: done (2 left) 2024-09-18T02:29:55.841 INFO:tasks.rados.rados.0.smithi046.stdout:2832: done (1 left) 2024-09-18T02:29:55.841 INFO:tasks.rados.rados.0.smithi046.stdout:2833: done (0 left) 2024-09-18T02:29:55.841 INFO:tasks.rados.rados.0.smithi046.stdout:2834: read oid 29 snap -1 2024-09-18T02:29:55.841 INFO:tasks.rados.rados.0.smithi046.stdout:2834: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:29:55.841 INFO:tasks.rados.rados.0.smithi046.stdout:2835: snap_create 2024-09-18T02:29:55.843 INFO:tasks.rados.rados.0.smithi046.stdout:2834: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:29:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:55 smithi195 ceph-mon[89559]: osdmap e632: 8 total, 8 up, 8 in 2024-09-18T02:29:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:55 smithi046 ceph-mon[94621]: osdmap e632: 8 total, 8 up, 8 in 2024-09-18T02:29:56.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:55 smithi046 ceph-mon[97106]: osdmap e632: 8 total, 8 up, 8 in 2024-09-18T02:29:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:29:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:29:56] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:29:56.842 INFO:tasks.rados.rados.0.smithi046.stdout:2834: done (1 left) 2024-09-18T02:29:56.843 INFO:tasks.rados.rados.0.smithi046.stdout:2835: done (0 left) 2024-09-18T02:29:56.843 INFO:tasks.rados.rados.0.smithi046.stdout:2836: rollback oid 30 current snap is 289 2024-09-18T02:29:56.843 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 275 2024-09-18T02:29:56.843 INFO:tasks.rados.rados.0.smithi046.stdout:2837: delete oid 21 current snap is 289 2024-09-18T02:29:56.844 INFO:tasks.rados.rados.0.smithi046.stdout:2837: done (1 left) 2024-09-18T02:29:56.844 INFO:tasks.rados.rados.0.smithi046.stdout:2838: snap_create 2024-09-18T02:29:56.852 INFO:tasks.rados.rados.0.smithi046.stdout:2836: finishing rollback tid 0 to smithi04682744-30 2024-09-18T02:29:56.852 INFO:tasks.rados.rados.0.smithi046.stdout:2836: finishing rollback tid 1 to smithi04682744-30 2024-09-18T02:29:56.852 INFO:tasks.rados.rados.0.smithi046.stdout:2836: finishing rollback tid 2 to smithi04682744-30 2024-09-18T02:29:56.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1238 (ObjNum 754 snap 236 seq_num 754) dirty exists 2024-09-18T02:29:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:56 smithi195 ceph-mon[89559]: pgmap v631: 121 pgs: 121 active+clean; 245 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 910 KiB/s wr, 7 op/s 2024-09-18T02:29:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:56 smithi195 ceph-mon[89559]: osdmap e633: 8 total, 8 up, 8 in 2024-09-18T02:29:57.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:56 smithi046 ceph-mon[97106]: pgmap v631: 121 pgs: 121 active+clean; 245 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 910 KiB/s wr, 7 op/s 2024-09-18T02:29:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:56 smithi046 ceph-mon[97106]: osdmap e633: 8 total, 8 up, 8 in 2024-09-18T02:29:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:56 smithi046 ceph-mon[94621]: pgmap v631: 121 pgs: 121 active+clean; 245 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 910 KiB/s wr, 7 op/s 2024-09-18T02:29:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:56 smithi046 ceph-mon[94621]: osdmap e633: 8 total, 8 up, 8 in 2024-09-18T02:29:57.852 INFO:tasks.rados.rados.0.smithi046.stdout:2836: done (1 left) 2024-09-18T02:29:57.853 INFO:tasks.rados.rados.0.smithi046.stdout:2838: done (0 left) 2024-09-18T02:29:57.853 INFO:tasks.rados.rados.0.smithi046.stdout:2839: snap_create 2024-09-18T02:29:58.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:57 smithi046 ceph-mon[94621]: osdmap e634: 8 total, 8 up, 8 in 2024-09-18T02:29:58.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:57 smithi046 ceph-mon[97106]: osdmap e634: 8 total, 8 up, 8 in 2024-09-18T02:29:58.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:57 smithi195 ceph-mon[89559]: osdmap e634: 8 total, 8 up, 8 in 2024-09-18T02:29:58.852 INFO:tasks.rados.rados.0.smithi046.stdout:2839: done (0 left) 2024-09-18T02:29:58.853 INFO:tasks.rados.rados.0.smithi046.stdout:2840: delete oid 36 current snap is 291 2024-09-18T02:29:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:2840: done (0 left) 2024-09-18T02:29:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:2841: delete oid 1 current snap is 291 2024-09-18T02:29:58.864 INFO:tasks.rados.rados.0.smithi046.stdout:2841: done (0 left) 2024-09-18T02:29:58.864 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 291 2024-09-18T02:29:58.864 INFO:tasks.rados.rados.0.smithi046.stdout:2842: seq_num 916 ranges {0=548864,548864=401408} 2024-09-18T02:29:58.867 INFO:tasks.rados.rados.0.smithi046.stdout:2842: writing smithi04682744-21 from 0 to 548864 tid 1 2024-09-18T02:29:58.870 INFO:tasks.rados.rados.0.smithi046.stdout:2842: writing smithi04682744-21 from 548864 to 950272 tid 2 2024-09-18T02:29:58.870 INFO:tasks.rados.rados.0.smithi046.stdout:2843: copy_from oid 19 from oid 49 current snap is 291 2024-09-18T02:29:58.870 INFO:tasks.rados.rados.0.smithi046.stdout:2844: read oid 9 snap -1 2024-09-18T02:29:58.870 INFO:tasks.rados.rados.0.smithi046.stdout:2844: expect (ObjNum 908 snap 286 seq_num 908) 2024-09-18T02:29:58.871 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 291 2024-09-18T02:29:58.871 INFO:tasks.rados.rados.0.smithi046.stdout:2845: seq_num 917 ranges {11599872=565248,12165120=401408} 2024-09-18T02:29:58.937 INFO:tasks.rados.rados.0.smithi046.stdout:2845: writing smithi04682744-5 from 11599872 to 12165120 tid 1 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2845: writing smithi04682744-5 from 12165120 to 12566528 tid 2 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2846: read oid 46 snap -1 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2846: expect deleted 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2847: delete oid 16 current snap is 291 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2842: finishing write tid 1 to smithi04682744-21 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2842: finishing write tid 2 to smithi04682744-21 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2842: finishing write tid 3 to smithi04682744-21 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2843: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2842: finishing write tid 4 to smithi04682744-21 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1270 (ObjNum 916 snap 291 seq_num 916) dirty exists 2024-09-18T02:29:58.941 INFO:tasks.rados.rados.0.smithi046.stdout:2842: left oid 21 (ObjNum 916 snap 291 seq_num 916) 2024-09-18T02:29:58.942 INFO:tasks.rados.rados.0.smithi046.stdout:2843: finishing copy_from to smithi04682744-19 2024-09-18T02:29:58.942 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1794 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:29:58.942 INFO:tasks.rados.rados.0.smithi046.stdout:2844: expect (ObjNum 908 snap 286 seq_num 908) 2024-09-18T02:29:58.995 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-18T02:29:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:2845: finishing write tid 1 to smithi04682744-5 2024-09-18T02:29:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:2845: finishing write tid 2 to smithi04682744-5 2024-09-18T02:29:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:2845: finishing write tid 3 to smithi04682744-5 2024-09-18T02:29:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:2845: finishing write tid 4 to smithi04682744-5 2024-09-18T02:29:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1084 (ObjNum 917 snap 291 seq_num 917) dirty exists 2024-09-18T02:29:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:2845: left oid 5 (ObjNum 917 snap 291 seq_num 917) 2024-09-18T02:29:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:2842: done (5 left) 2024-09-18T02:29:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:2843: done (4 left) 2024-09-18T02:29:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:2844: done (3 left) 2024-09-18T02:29:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:2845: done (2 left) 2024-09-18T02:29:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:2846: done (1 left) 2024-09-18T02:29:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:2847: done (0 left) 2024-09-18T02:29:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:2848: setattr oid 38 current snap is 291 2024-09-18T02:29:59.003 INFO:tasks.rados.rados.0.smithi046.stdout:2849: read oid 14 snap -1 2024-09-18T02:29:59.003 INFO:tasks.rados.rados.0.smithi046.stdout:2849: expect deleted 2024-09-18T02:29:59.003 INFO:tasks.rados.rados.0.smithi046.stdout:2850: snap_create 2024-09-18T02:29:59.007 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1725 (ObjNum 841 snap 262 seq_num 841) dirty exists 2024-09-18T02:29:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:58 smithi195 ceph-mon[89559]: pgmap v634: 121 pgs: 121 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 588 KiB/s wr, 2 op/s 2024-09-18T02:29:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:58 smithi195 ceph-mon[89559]: osdmap e635: 8 total, 8 up, 8 in 2024-09-18T02:29:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:58 smithi195 ceph-mon[89559]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:59.252 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[97106]: pgmap v634: 121 pgs: 121 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 588 KiB/s wr, 2 op/s 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[97106]: osdmap e635: 8 total, 8 up, 8 in 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[97106]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[94621]: pgmap v634: 121 pgs: 121 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 588 KiB/s wr, 2 op/s 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[94621]: osdmap e635: 8 total, 8 up, 8 in 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[94621]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:29:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:29:59.863 INFO:tasks.rados.rados.0.smithi046.stdout:2848: done (2 left) 2024-09-18T02:29:59.863 INFO:tasks.rados.rados.0.smithi046.stdout:2849: done (1 left) 2024-09-18T02:29:59.863 INFO:tasks.rados.rados.0.smithi046.stdout:2850: done (0 left) 2024-09-18T02:29:59.863 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 292 2024-09-18T02:29:59.863 INFO:tasks.rados.rados.0.smithi046.stdout:2851: seq_num 919 ranges {5824512=598016,6422528=401408} 2024-09-18T02:29:59.898 INFO:tasks.rados.rados.0.smithi046.stdout:2851: writing smithi04682744-23 from 5824512 to 6422528 tid 1 2024-09-18T02:29:59.900 INFO:tasks.rados.rados.0.smithi046.stdout:2851: writing smithi04682744-23 from 6422528 to 6823936 tid 2 2024-09-18T02:29:59.900 INFO:tasks.rados.rados.0.smithi046.stdout:2852: snap_create 2024-09-18T02:29:59.904 INFO:tasks.rados.rados.0.smithi046.stdout:2851: finishing write tid 1 to smithi04682744-23 2024-09-18T02:29:59.904 INFO:tasks.rados.rados.0.smithi046.stdout:2851: finishing write tid 2 to smithi04682744-23 2024-09-18T02:29:59.904 INFO:tasks.rados.rados.0.smithi046.stdout:2851: finishing write tid 3 to smithi04682744-23 2024-09-18T02:29:59.906 INFO:tasks.rados.rados.0.smithi046.stdout:2851: finishing write tid 4 to smithi04682744-23 2024-09-18T02:29:59.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1729 (ObjNum 919 snap 292 seq_num 919) dirty exists 2024-09-18T02:29:59.906 INFO:tasks.rados.rados.0.smithi046.stdout:2851: left oid 23 (ObjNum 919 snap 292 seq_num 919) 2024-09-18T02:30:00.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:29:59 smithi046 ceph-mon[97106]: osdmap e636: 8 total, 8 up, 8 in 2024-09-18T02:30:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:29:59 smithi046 ceph-mon[94621]: osdmap e636: 8 total, 8 up, 8 in 2024-09-18T02:30:00.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:29:59 smithi195 ceph-mon[89559]: osdmap e636: 8 total, 8 up, 8 in 2024-09-18T02:30:00.867 INFO:tasks.rados.rados.0.smithi046.stdout:2851: done (1 left) 2024-09-18T02:30:00.867 INFO:tasks.rados.rados.0.smithi046.stdout:2852: done (0 left) 2024-09-18T02:30:00.867 INFO:tasks.rados.rados.0.smithi046.stdout:2853: delete oid 5 current snap is 293 2024-09-18T02:30:00.871 INFO:tasks.rados.rados.0.smithi046.stdout:2853: done (0 left) 2024-09-18T02:30:00.871 INFO:tasks.rados.rados.0.smithi046.stdout:2854: delete oid 6 current snap is 293 2024-09-18T02:30:00.876 INFO:tasks.rados.rados.0.smithi046.stdout:2854: done (0 left) 2024-09-18T02:30:00.876 INFO:tasks.rados.rados.0.smithi046.stdout:2855: read oid 20 snap 289 2024-09-18T02:30:00.876 INFO:tasks.rados.rados.0.smithi046.stdout:2855: expect deleted 2024-09-18T02:30:00.876 INFO:tasks.rados.rados.0.smithi046.stdout:2856: read oid 16 snap -1 2024-09-18T02:30:00.876 INFO:tasks.rados.rados.0.smithi046.stdout:2856: expect deleted 2024-09-18T02:30:00.876 INFO:tasks.rados.rados.0.smithi046.stdout:2857: snap_remove snap 280 2024-09-18T02:30:01.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:00 smithi046 ceph-mon[94621]: pgmap v637: 121 pgs: 121 active+clean; 247 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 634 KiB/s wr, 7 op/s 2024-09-18T02:30:01.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:00 smithi046 ceph-mon[94621]: osdmap e637: 8 total, 8 up, 8 in 2024-09-18T02:30:01.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:00 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T02:30:01.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:00 smithi046 ceph-mon[97106]: pgmap v637: 121 pgs: 121 active+clean; 247 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 634 KiB/s wr, 7 op/s 2024-09-18T02:30:01.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:00 smithi046 ceph-mon[97106]: osdmap e637: 8 total, 8 up, 8 in 2024-09-18T02:30:01.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:00 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T02:30:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:00 smithi195 ceph-mon[89559]: pgmap v637: 121 pgs: 121 active+clean; 247 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 634 KiB/s wr, 7 op/s 2024-09-18T02:30:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:00 smithi195 ceph-mon[89559]: osdmap e637: 8 total, 8 up, 8 in 2024-09-18T02:30:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:00 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T02:30:01.481 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-18T02:30:01.481 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (53s) 50s ago 12m 17.2M - 0.25.0 c8568f914cd2 9a7c91b98b2d 2024-09-18T02:30:01.481 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi195 *:3000 running (40s) 36s ago 12m 41.4M - 9.4.7 954c08fa6188 5ea645575b58 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (114s) 50s ago 13m 13.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 38eaf508af33 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi195 running (98s) 36s ago 13m 13.0M - 18.2.4-855-g19e2a2be 980a0bfcd684 35af4f45e4f5 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi195 *:8443,9283,8765 running (7m) 36s ago 16m 441M - 18.2.4-855-g19e2a2be 980a0bfcd684 3771cb15572d 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (8m) 50s ago 18m 507M - 18.2.4-855-g19e2a2be 980a0bfcd684 f6942806ad6d 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (7m) 50s ago 18m 70.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 6896ba03324a 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi195 running (6m) 36s ago 17m 57.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 81569f2cbff2 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (7m) 50s ago 16m 60.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1fa4ebb26adf 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (86s) 50s ago 11m 8572k - 1.5.0 0da6a335fe13 afa885a3b2c0 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi195 *:9100 running (82s) 36s ago 11m 12.7M - 1.5.0 0da6a335fe13 2c802fa952a6 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (6m) 50s ago 16m 266M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 a03421206d8c 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (5m) 50s ago 16m 238M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 874c36a46eeb 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (4m) 50s ago 15m 232M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 78c711e049f0 2024-09-18T02:30:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (4m) 50s ago 15m 154M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 839c4501cce5 2024-09-18T02:30:01.483 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi195 running (3m) 36s ago 14m 199M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 df1666b3097b 2024-09-18T02:30:01.483 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi195 running (3m) 36s ago 14m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 0bd1517fbe72 2024-09-18T02:30:01.483 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi195 running (2m) 36s ago 14m 87.0M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 f00d4eba89f4 2024-09-18T02:30:01.483 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi195 running (2m) 36s ago 13m 108M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 4d0c74385241 2024-09-18T02:30:01.483 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi195 *:9095 running (67s) 36s ago 12m 48.8M - 2.43.0 a07b618ecd1d 4c1fcf156741 2024-09-18T02:30:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:2857: done (2 left) 2024-09-18T02:30:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:2858: copy_from oid 34 from oid 21 current snap is 293 2024-09-18T02:30:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:2855: done (2 left) 2024-09-18T02:30:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:2856: done (1 left) 2024-09-18T02:30:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 293 2024-09-18T02:30:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:2859: seq_num 922 ranges {2441216=647168,3088384=401408} 2024-09-18T02:30:01.819 INFO:tasks.rados.rados.0.smithi046.stdout:2859: writing smithi04682744-13 from 2441216 to 3088384 tid 1 2024-09-18T02:30:01.822 INFO:tasks.rados.rados.0.smithi046.stdout:2859: writing smithi04682744-13 from 3088384 to 3489792 tid 2 2024-09-18T02:30:01.823 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 293 2024-09-18T02:30:01.823 INFO:tasks.rados.rados.0.smithi046.stdout:2858: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:30:01.823 INFO:tasks.rados.rados.0.smithi046.stdout:2858: finishing copy_from to smithi04682744-34 2024-09-18T02:30:01.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1270 (ObjNum 916 snap 291 seq_num 916) dirty exists 2024-09-18T02:30:01.823 INFO:tasks.rados.rados.0.smithi046.stdout:2860: seq_num 923 ranges {712704=663552,1376256=401408} 2024-09-18T02:30:01.830 INFO:tasks.rados.rados.0.smithi046.stdout:2860: writing smithi04682744-35 from 712704 to 1376256 tid 1 2024-09-18T02:30:01.833 INFO:tasks.rados.rados.0.smithi046.stdout:2860: writing smithi04682744-35 from 1376256 to 1777664 tid 2 2024-09-18T02:30:01.833 INFO:tasks.rados.rados.0.smithi046.stdout:2858: done (2 left) 2024-09-18T02:30:01.833 INFO:tasks.rados.rados.0.smithi046.stdout:2861: read oid 45 snap -1 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2861: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2862: rmattr oid 38 current snap is 293 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2859: finishing write tid 1 to smithi04682744-13 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2859: finishing write tid 2 to smithi04682744-13 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2859: finishing write tid 3 to smithi04682744-13 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2859: finishing write tid 4 to smithi04682744-13 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1741 (ObjNum 922 snap 293 seq_num 922) dirty exists 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2859: left oid 13 (ObjNum 922 snap 293 seq_num 922) 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2859: done (3 left) 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2863: read oid 14 snap 290 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2863: expect deleted 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 293 2024-09-18T02:30:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:2864: seq_num 924 ranges {6578176=679936,7258112=401408} 2024-09-18T02:30:01.872 INFO:tasks.rados.rados.0.smithi046.stdout:2864: writing smithi04682744-50 from 6578176 to 7258112 tid 1 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2864: writing smithi04682744-50 from 7258112 to 7659520 tid 2 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2865: read oid 44 snap -1 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2865: expect deleted 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2866: snap_create 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2860: finishing write tid 1 to smithi04682744-35 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2860: finishing write tid 2 to smithi04682744-35 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2860: finishing write tid 3 to smithi04682744-35 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2860: finishing write tid 4 to smithi04682744-35 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1266 (ObjNum 923 snap 293 seq_num 923) dirty exists 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2860: left oid 35 (ObjNum 923 snap 293 seq_num 923) 2024-09-18T02:30:01.876 INFO:tasks.rados.rados.0.smithi046.stdout:2861: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:30:01.937 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1743 (ObjNum 841 snap 262 seq_num 841) dirty exists 2024-09-18T02:30:01.937 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 1 to smithi04682744-50 2024-09-18T02:30:01.937 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 2 to smithi04682744-50 2024-09-18T02:30:01.937 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 3 to smithi04682744-50 2024-09-18T02:30:01.937 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 4 to smithi04682744-50 2024-09-18T02:30:01.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1088 (ObjNum 924 snap 293 seq_num 924) dirty exists 2024-09-18T02:30:01.938 INFO:tasks.rados.rados.0.smithi046.stdout:2864: left oid 50 (ObjNum 924 snap 293 seq_num 924) 2024-09-18T02:30:02.111 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:01 smithi046 ceph-mon[94621]: osdmap e638: 8 total, 8 up, 8 in 2024-09-18T02:30:02.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:01 smithi046 ceph-mon[94621]: osdmap e639: 8 total, 8 up, 8 in 2024-09-18T02:30:02.112 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:01 smithi046 ceph-mon[97106]: osdmap e638: 8 total, 8 up, 8 in 2024-09-18T02:30:02.112 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:01 smithi046 ceph-mon[97106]: osdmap e639: 8 total, 8 up, 8 in 2024-09-18T02:30:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:01 smithi195 ceph-mon[89559]: osdmap e638: 8 total, 8 up, 8 in 2024-09-18T02:30:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:01 smithi195 ceph-mon[89559]: osdmap e639: 8 total, 8 up, 8 in 2024-09-18T02:30:02.137 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-18T02:30:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:30:02.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:30:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:30:02.876 INFO:tasks.rados.rados.0.smithi046.stdout:2860: done (6 left) 2024-09-18T02:30:02.876 INFO:tasks.rados.rados.0.smithi046.stdout:2861: done (5 left) 2024-09-18T02:30:02.876 INFO:tasks.rados.rados.0.smithi046.stdout:2862: done (4 left) 2024-09-18T02:30:02.876 INFO:tasks.rados.rados.0.smithi046.stdout:2863: done (3 left) 2024-09-18T02:30:02.876 INFO:tasks.rados.rados.0.smithi046.stdout:2864: done (2 left) 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2865: done (1 left) 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2866: done (0 left) 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2867: rmattr oid 7 current snap is 294 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2867: done (0 left) 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2868: read oid 34 snap -1 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2868: expect (ObjNum 916 snap 291 seq_num 916) 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2869: read oid 47 snap -1 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2869: expect (ObjNum 890 snap 280 seq_num 890) 2024-09-18T02:30:02.877 INFO:tasks.rados.rados.0.smithi046.stdout:2870: snap_remove snap 274 2024-09-18T02:30:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:02 smithi195 ceph-mon[89559]: pgmap v640: 121 pgs: 121 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 658 KiB/s wr, 7 op/s 2024-09-18T02:30:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:02 smithi195 ceph-mon[89559]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:30:03.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:02 smithi046 ceph-mon[97106]: pgmap v640: 121 pgs: 121 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 658 KiB/s wr, 7 op/s 2024-09-18T02:30:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:02 smithi046 ceph-mon[97106]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:30:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:02 smithi046 ceph-mon[94621]: pgmap v640: 121 pgs: 121 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 658 KiB/s wr, 7 op/s 2024-09-18T02:30:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:02 smithi046 ceph-mon[94621]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T02:30:03.881 INFO:tasks.rados.rados.0.smithi046.stdout:2870: done (2 left) 2024-09-18T02:30:03.882 INFO:tasks.rados.rados.0.smithi046.stdout:2871: delete oid 37 current snap is 294 2024-09-18T02:30:03.882 INFO:tasks.rados.rados.0.smithi046.stdout:2868: expect (ObjNum 916 snap 291 seq_num 916) 2024-09-18T02:30:03.917 INFO:tasks.rados.rados.0.smithi046.stdout:2869: expect (ObjNum 890 snap 280 seq_num 890) 2024-09-18T02:30:03.964 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:03 smithi046 ceph-mon[97106]: osdmap e640: 8 total, 8 up, 8 in 2024-09-18T02:30:03.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:03 smithi046 ceph-mon[94621]: osdmap e640: 8 total, 8 up, 8 in 2024-09-18T02:30:04.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:03 smithi195 ceph-mon[89559]: osdmap e640: 8 total, 8 up, 8 in 2024-09-18T02:30:04.400 INFO:tasks.rados.rados.0.smithi046.stdout:2868: done (2 left) 2024-09-18T02:30:04.401 INFO:tasks.rados.rados.0.smithi046.stdout:2869: done (1 left) 2024-09-18T02:30:04.401 INFO:tasks.rados.rados.0.smithi046.stdout:2871: done (0 left) 2024-09-18T02:30:04.401 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 294 2024-09-18T02:30:04.401 INFO:tasks.rados.rados.0.smithi046.stdout:2872: seq_num 926 ranges {0=712704,712704=401408} 2024-09-18T02:30:04.404 INFO:tasks.rados.rados.0.smithi046.stdout:2872: writing smithi04682744-29 from 0 to 712704 tid 1 2024-09-18T02:30:04.406 INFO:tasks.rados.rados.0.smithi046.stdout:2872: writing smithi04682744-29 from 712704 to 1114112 tid 2 2024-09-18T02:30:04.407 INFO:tasks.rados.rados.0.smithi046.stdout:2873: copy_from oid 21 from oid 20 current snap is 294 2024-09-18T02:30:04.407 INFO:tasks.rados.rados.0.smithi046.stdout:2874: snap_create 2024-09-18T02:30:04.408 INFO:tasks.rados.rados.0.smithi046.stdout:2873: finishing copy_from to smithi04682744-21 2024-09-18T02:30:04.408 INFO:tasks.rados.rados.0.smithi046.stdout:2873: got expected ENOENT (src dne) 2024-09-18T02:30:04.409 INFO:tasks.rados.rados.0.smithi046.stdout:2873: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:30:04.410 INFO:tasks.rados.rados.0.smithi046.stdout:2872: finishing write tid 1 to smithi04682744-29 2024-09-18T02:30:04.410 INFO:tasks.rados.rados.0.smithi046.stdout:2872: finishing write tid 2 to smithi04682744-29 2024-09-18T02:30:04.410 INFO:tasks.rados.rados.0.smithi046.stdout:2872: finishing write tid 3 to smithi04682744-29 2024-09-18T02:30:04.412 INFO:tasks.rados.rados.0.smithi046.stdout:2872: finishing write tid 4 to smithi04682744-29 2024-09-18T02:30:04.412 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1283 (ObjNum 926 snap 294 seq_num 926) dirty exists 2024-09-18T02:30:04.412 INFO:tasks.rados.rados.0.smithi046.stdout:2872: left oid 29 (ObjNum 926 snap 294 seq_num 926) 2024-09-18T02:30:04.421 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-18T02:30:04.421 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-18T02:30:04.421 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-18T02:30:04.422 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-18T02:30:04.885 INFO:tasks.rados.rados.0.smithi046.stdout:2872: done (2 left) 2024-09-18T02:30:04.885 INFO:tasks.rados.rados.0.smithi046.stdout:2873: done (1 left) 2024-09-18T02:30:04.885 INFO:tasks.rados.rados.0.smithi046.stdout:2874: done (0 left) 2024-09-18T02:30:04.885 INFO:tasks.rados.rados.0.smithi046.stdout:2875: setattr oid 10 current snap is 295 2024-09-18T02:30:04.885 INFO:tasks.rados.rados.0.smithi046.stdout:2876: copy_from oid 36 from oid 20 current snap is 295 2024-09-18T02:30:04.886 INFO:tasks.rados.rados.0.smithi046.stdout:2877: copy_from oid 12 from oid 48 current snap is 295 2024-09-18T02:30:04.886 INFO:tasks.rados.rados.0.smithi046.stdout:2878: snap_create 2024-09-18T02:30:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:2876: finishing copy_from to smithi04682744-36 2024-09-18T02:30:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:2876: got expected ENOENT (src dne) 2024-09-18T02:30:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:2876: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:30:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1308 (ObjNum 893 snap 280 seq_num 893) dirty exists 2024-09-18T02:30:04.897 INFO:tasks.rados.rados.0.smithi046.stdout:2877: finishing copy_from racing read to smithi04682744-12 2024-09-18T02:30:04.899 INFO:tasks.rados.rados.0.smithi046.stdout:2877: finishing copy_from to smithi04682744-12 2024-09-18T02:30:04.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1264 (ObjNum 791 snap 243 seq_num 791) dirty exists 2024-09-18T02:30:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:04 smithi046 ceph-mon[97106]: pgmap v643: 121 pgs: 121 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-09-18T02:30:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:04 smithi046 ceph-mon[97106]: osdmap e641: 8 total, 8 up, 8 in 2024-09-18T02:30:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:04 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3848899424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:04 smithi046 ceph-mon[94621]: pgmap v643: 121 pgs: 121 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-09-18T02:30:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:04 smithi046 ceph-mon[94621]: osdmap e641: 8 total, 8 up, 8 in 2024-09-18T02:30:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:04 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3848899424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:05.059 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-18T02:30:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:04 smithi195 ceph-mon[89559]: pgmap v643: 121 pgs: 121 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-09-18T02:30:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:04 smithi195 ceph-mon[89559]: osdmap e641: 8 total, 8 up, 8 in 2024-09-18T02:30:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:04 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3848899424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:05.316 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:30:05.890 INFO:tasks.rados.rados.0.smithi046.stdout:2875: done (3 left) 2024-09-18T02:30:05.890 INFO:tasks.rados.rados.0.smithi046.stdout:2876: done (2 left) 2024-09-18T02:30:05.890 INFO:tasks.rados.rados.0.smithi046.stdout:2877: done (1 left) 2024-09-18T02:30:05.891 INFO:tasks.rados.rados.0.smithi046.stdout:2878: done (0 left) 2024-09-18T02:30:05.891 INFO:tasks.rados.rados.0.smithi046.stdout:2879: rmattr oid 47 current snap is 296 2024-09-18T02:30:05.891 INFO:tasks.rados.rados.0.smithi046.stdout:2879: done (0 left) 2024-09-18T02:30:05.891 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 296 2024-09-18T02:30:05.891 INFO:tasks.rados.rados.0.smithi046.stdout:2880: seq_num 927 ranges {7659520=729088,8388608=401408} 2024-09-18T02:30:05.935 INFO:tasks.rados.rados.0.smithi046.stdout:2880: writing smithi04682744-50 from 7659520 to 8388608 tid 1 2024-09-18T02:30:05.938 INFO:tasks.rados.rados.0.smithi046.stdout:2880: writing smithi04682744-50 from 8388608 to 8790016 tid 2 2024-09-18T02:30:05.938 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 296 2024-09-18T02:30:05.938 INFO:tasks.rados.rados.0.smithi046.stdout:2881: seq_num 928 ranges {0=745472,745472=401408} 2024-09-18T02:30:05.943 INFO:tasks.rados.rados.0.smithi046.stdout:2881: writing smithi04682744-37 from 0 to 745472 tid 1 2024-09-18T02:30:05.945 INFO:tasks.rados.rados.0.smithi046.stdout:2881: writing smithi04682744-37 from 745472 to 1146880 tid 2 2024-09-18T02:30:05.945 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 296 2024-09-18T02:30:05.945 INFO:tasks.rados.rados.0.smithi046.stdout:2880: finishing write tid 1 to smithi04682744-50 2024-09-18T02:30:05.946 INFO:tasks.rados.rados.0.smithi046.stdout:2880: finishing write tid 2 to smithi04682744-50 2024-09-18T02:30:05.946 INFO:tasks.rados.rados.0.smithi046.stdout:2882: seq_num 929 ranges {6529024=761856,7290880=401408} 2024-09-18T02:30:05.985 INFO:tasks.rados.rados.0.smithi046.stdout:2882: writing smithi04682744-47 from 6529024 to 7290880 tid 1 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2882: writing smithi04682744-47 from 7290880 to 7692288 tid 2 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2883: delete oid 44 current snap is 296 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2880: finishing write tid 3 to smithi04682744-50 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2880: finishing write tid 4 to smithi04682744-50 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1091 (ObjNum 927 snap 296 seq_num 927) dirty exists 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2880: left oid 50 (ObjNum 927 snap 296 seq_num 927) 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2881: finishing write tid 1 to smithi04682744-37 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2881: finishing write tid 2 to smithi04682744-37 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2881: finishing write tid 3 to smithi04682744-37 2024-09-18T02:30:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2881: finishing write tid 4 to smithi04682744-37 2024-09-18T02:30:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1354 (ObjNum 928 snap 296 seq_num 928) dirty exists 2024-09-18T02:30:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2881: left oid 37 (ObjNum 928 snap 296 seq_num 928) 2024-09-18T02:30:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2880: done (3 left) 2024-09-18T02:30:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2881: done (2 left) 2024-09-18T02:30:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2883: done (1 left) 2024-09-18T02:30:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2884: snap_create 2024-09-18T02:30:05.991 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 1 to smithi04682744-47 2024-09-18T02:30:05.992 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 2 to smithi04682744-47 2024-09-18T02:30:05.992 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 3 to smithi04682744-47 2024-09-18T02:30:05.993 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 4 to smithi04682744-47 2024-09-18T02:30:05.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1632 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-09-18T02:30:05.993 INFO:tasks.rados.rados.0.smithi046.stdout:2882: left oid 47 (ObjNum 929 snap 296 seq_num 929) 2024-09-18T02:30:06.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:05 smithi046 ceph-mon[97106]: osdmap e642: 8 total, 8 up, 8 in 2024-09-18T02:30:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:05 smithi046 ceph-mon[94621]: osdmap e642: 8 total, 8 up, 8 in 2024-09-18T02:30:06.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:05 smithi195 ceph-mon[89559]: osdmap e642: 8 total, 8 up, 8 in 2024-09-18T02:30:06.694 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:30:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:30:06] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2024-09-18T02:30:06.894 INFO:tasks.rados.rados.0.smithi046.stdout:2882: done (1 left) 2024-09-18T02:30:06.894 INFO:tasks.rados.rados.0.smithi046.stdout:2884: done (0 left) 2024-09-18T02:30:06.895 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 297 2024-09-18T02:30:06.895 INFO:tasks.rados.rados.0.smithi046.stdout:2885: seq_num 931 ranges {2875392=802816,3678208=401408} 2024-09-18T02:30:06.914 INFO:tasks.rados.rados.0.smithi046.stdout:2885: writing smithi04682744-48 from 2875392 to 3678208 tid 1 2024-09-18T02:30:06.916 INFO:tasks.rados.rados.0.smithi046.stdout:2885: writing smithi04682744-48 from 3678208 to 4079616 tid 2 2024-09-18T02:30:06.916 INFO:tasks.rados.rados.0.smithi046.stdout:2886: delete oid 9 current snap is 297 2024-09-18T02:30:06.920 INFO:tasks.rados.rados.0.smithi046.stdout:2885: finishing write tid 1 to smithi04682744-48 2024-09-18T02:30:06.921 INFO:tasks.rados.rados.0.smithi046.stdout:2885: finishing write tid 2 to smithi04682744-48 2024-09-18T02:30:06.921 INFO:tasks.rados.rados.0.smithi046.stdout:2885: finishing write tid 3 to smithi04682744-48 2024-09-18T02:30:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:2885: finishing write tid 4 to smithi04682744-48 2024-09-18T02:30:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1270 (ObjNum 931 snap 297 seq_num 931) dirty exists 2024-09-18T02:30:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:2885: left oid 48 (ObjNum 931 snap 297 seq_num 931) 2024-09-18T02:30:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:2885: done (1 left) 2024-09-18T02:30:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:2886: done (0 left) 2024-09-18T02:30:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:2887: read oid 28 snap -1 2024-09-18T02:30:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:2887: expect deleted 2024-09-18T02:30:06.924 INFO:tasks.rados.rados.0.smithi046.stdout:2888: read oid 23 snap -1 2024-09-18T02:30:06.924 INFO:tasks.rados.rados.0.smithi046.stdout:2888: expect (ObjNum 919 snap 292 seq_num 919) 2024-09-18T02:30:06.924 INFO:tasks.rados.rados.0.smithi046.stdout:2889: setattr oid 39 current snap is 297 2024-09-18T02:30:06.924 INFO:tasks.rados.rados.0.smithi046.stdout:2890: delete oid 11 current snap is 297 2024-09-18T02:30:06.927 INFO:tasks.rados.rados.0.smithi046.stdout:2887: done (3 left) 2024-09-18T02:30:06.927 INFO:tasks.rados.rados.0.smithi046.stdout:2890: done (2 left) 2024-09-18T02:30:06.927 INFO:tasks.rados.rados.0.smithi046.stdout:2891: delete oid 17 current snap is 297 2024-09-18T02:30:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1625 (ObjNum 33 snap 0 seq_num 1148201424) dirty exists 2024-09-18T02:30:06.946 INFO:tasks.rados.rados.0.smithi046.stdout:2888: expect (ObjNum 919 snap 292 seq_num 919) 2024-09-18T02:30:07.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:06 smithi046 ceph-mon[97106]: pgmap v646: 121 pgs: 121 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-09-18T02:30:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:06 smithi046 ceph-mon[97106]: osdmap e643: 8 total, 8 up, 8 in 2024-09-18T02:30:07.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:06 smithi046 ceph-mon[94621]: pgmap v646: 121 pgs: 121 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-09-18T02:30:07.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:06 smithi046 ceph-mon[94621]: osdmap e643: 8 total, 8 up, 8 in 2024-09-18T02:30:07.157 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-18T02:30:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:06 smithi195 ceph-mon[89559]: pgmap v646: 121 pgs: 121 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-09-18T02:30:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:06 smithi195 ceph-mon[89559]: osdmap e643: 8 total, 8 up, 8 in 2024-09-18T02:30:07.403 INFO:tasks.rados.rados.0.smithi046.stdout:2888: done (2 left) 2024-09-18T02:30:07.403 INFO:tasks.rados.rados.0.smithi046.stdout:2889: done (1 left) 2024-09-18T02:30:07.403 INFO:tasks.rados.rados.0.smithi046.stdout:2891: done (0 left) 2024-09-18T02:30:07.403 INFO:tasks.rados.rados.0.smithi046.stdout:2892: read oid 28 snap -1 2024-09-18T02:30:07.403 INFO:tasks.rados.rados.0.smithi046.stdout:2892: expect deleted 2024-09-18T02:30:07.403 INFO:tasks.rados.rados.0.smithi046.stdout:2893: delete oid 3 current snap is 297 2024-09-18T02:30:07.405 INFO:tasks.rados.rados.0.smithi046.stdout:2892: done (1 left) 2024-09-18T02:30:07.405 INFO:tasks.rados.rados.0.smithi046.stdout:2893: done (0 left) 2024-09-18T02:30:07.405 INFO:tasks.rados.rados.0.smithi046.stdout:2894: delete oid 38 current snap is 297 2024-09-18T02:30:07.408 INFO:tasks.rados.rados.0.smithi046.stdout:2894: done (0 left) 2024-09-18T02:30:07.409 INFO:tasks.rados.rados.0.smithi046.stdout:2895: read oid 48 snap -1 2024-09-18T02:30:07.409 INFO:tasks.rados.rados.0.smithi046.stdout:2895: expect (ObjNum 931 snap 297 seq_num 931) 2024-09-18T02:30:07.409 INFO:tasks.rados.rados.0.smithi046.stdout:2896: delete oid 31 current snap is 297 2024-09-18T02:30:07.410 INFO:tasks.rados.rados.0.smithi046.stdout:2896: done (1 left) 2024-09-18T02:30:07.410 INFO:tasks.rados.rados.0.smithi046.stdout:2897: read oid 21 snap 286 2024-09-18T02:30:07.411 INFO:tasks.rados.rados.0.smithi046.stdout:2897: expect deleted 2024-09-18T02:30:07.411 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 297 2024-09-18T02:30:07.411 INFO:tasks.rados.rados.0.smithi046.stdout:2898: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-09-18T02:30:07.413 INFO:tasks.rados.rados.0.smithi046.stdout:2898: writing smithi04682744-16 from 0 to 516096 tid 1 2024-09-18T02:30:07.416 INFO:tasks.rados.rados.0.smithi046.stdout:2898: writing smithi04682744-16 from 516096 to 933888 tid 2 2024-09-18T02:30:07.419 INFO:tasks.rados.rados.0.smithi046.stdout:2898: writing smithi04682744-16 from 933888 to 1318912 tid 3 2024-09-18T02:30:07.419 INFO:tasks.rados.rados.0.smithi046.stdout:2899: read oid 10 snap -1 2024-09-18T02:30:07.419 INFO:tasks.rados.rados.0.smithi046.stdout:2899: expect (ObjNum 893 snap 280 seq_num 893) 2024-09-18T02:30:07.419 INFO:tasks.rados.rados.0.smithi046.stdout:2900: delete oid 34 current snap is 297 2024-09-18T02:30:07.419 INFO:tasks.rados.rados.0.smithi046.stdout:2898: finishing write tid 1 to smithi04682744-16 2024-09-18T02:30:07.422 INFO:tasks.rados.rados.0.smithi046.stdout:2898: finishing write tid 2 to smithi04682744-16 2024-09-18T02:30:07.423 INFO:tasks.rados.rados.0.smithi046.stdout:2898: finishing write tid 3 to smithi04682744-16 2024-09-18T02:30:07.423 INFO:tasks.rados.rados.0.smithi046.stdout:2898: finishing write tid 4 to smithi04682744-16 2024-09-18T02:30:07.424 INFO:tasks.rados.rados.0.smithi046.stdout:2899: expect (ObjNum 893 snap 280 seq_num 893) 2024-09-18T02:30:07.441 INFO:tasks.rados.rados.0.smithi046.stdout:2898: finishing write tid 5 to smithi04682744-16 2024-09-18T02:30:07.442 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1254 (ObjNum 938 snap 297 seq_num 938) dirty exists 2024-09-18T02:30:07.442 INFO:tasks.rados.rados.0.smithi046.stdout:2898: left oid 16 (ObjNum 938 snap 297 seq_num 938) 2024-09-18T02:30:07.442 INFO:tasks.rados.rados.0.smithi046.stdout:2895: expect (ObjNum 931 snap 297 seq_num 931) 2024-09-18T02:30:07.632 INFO:tasks.rados.rados.0.smithi046.stdout:2895: done (4 left) 2024-09-18T02:30:07.632 INFO:tasks.rados.rados.0.smithi046.stdout:2897: done (3 left) 2024-09-18T02:30:07.632 INFO:tasks.rados.rados.0.smithi046.stdout:2898: done (2 left) 2024-09-18T02:30:07.632 INFO:tasks.rados.rados.0.smithi046.stdout:2899: done (1 left) 2024-09-18T02:30:07.632 INFO:tasks.rados.rados.0.smithi046.stdout:2900: done (0 left) 2024-09-18T02:30:07.633 INFO:tasks.rados.rados.0.smithi046.stdout:2901: copy_from oid 25 from oid 49 current snap is 297 2024-09-18T02:30:07.633 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 297 2024-09-18T02:30:07.633 INFO:tasks.rados.rados.0.smithi046.stdout:2902: seq_num 940 ranges {4079616=548864,4628480=589824,5218304=212992} 2024-09-18T02:30:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:2902: writing smithi04682744-48 from 4079616 to 4628480 tid 1 2024-09-18T02:30:07.660 INFO:tasks.rados.rados.0.smithi046.stdout:2902: writing smithi04682744-48 from 4628480 to 5218304 tid 2 2024-09-18T02:30:07.662 INFO:tasks.rados.rados.0.smithi046.stdout:2902: writing smithi04682744-48 from 5218304 to 5431296 tid 3 2024-09-18T02:30:07.662 INFO:tasks.rados.rados.0.smithi046.stdout:2903: delete oid 35 current snap is 297 2024-09-18T02:30:07.662 INFO:tasks.rados.rados.0.smithi046.stdout:2901: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:30:07.662 INFO:tasks.rados.rados.0.smithi046.stdout:2901: finishing copy_from to smithi04682744-25 2024-09-18T02:30:07.662 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1794 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:30:07.663 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 1 to smithi04682744-48 2024-09-18T02:30:07.664 INFO:tasks.rados.rados.0.smithi046.stdout:2901: done (2 left) 2024-09-18T02:30:07.664 INFO:tasks.rados.rados.0.smithi046.stdout:2903: done (1 left) 2024-09-18T02:30:07.664 INFO:tasks.rados.rados.0.smithi046.stdout:2904: copy_from oid 26 from oid 36 current snap is 297 2024-09-18T02:30:07.664 INFO:tasks.rados.rados.0.smithi046.stdout:2905: snap_remove snap 262 2024-09-18T02:30:07.842 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-18T02:30:07.900 INFO:tasks.rados.rados.0.smithi046.stdout:2905: done (2 left) 2024-09-18T02:30:07.900 INFO:tasks.rados.rados.0.smithi046.stdout:2906: read oid 17 snap 276 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2906: expect (ObjNum 844 snap 263 seq_num 844) 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2907: delete oid 40 current snap is 297 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 2 to smithi04682744-48 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 3 to smithi04682744-48 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 4 to smithi04682744-48 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2904: finishing copy_from to smithi04682744-26 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2904: got expected ENOENT (src dne) 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2904: finishing copy_from racing read to smithi04682744-26 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 5 to smithi04682744-48 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1275 (ObjNum 940 snap 297 seq_num 940) dirty exists 2024-09-18T02:30:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:2902: left oid 48 (ObjNum 940 snap 297 seq_num 940) 2024-09-18T02:30:07.916 INFO:tasks.rados.rados.0.smithi046.stdout:2902: done (3 left) 2024-09-18T02:30:07.916 INFO:tasks.rados.rados.0.smithi046.stdout:2904: done (2 left) 2024-09-18T02:30:07.916 INFO:tasks.rados.rados.0.smithi046.stdout:2907: done (1 left) 2024-09-18T02:30:07.916 INFO:tasks.rados.rados.0.smithi046.stdout:2908: delete oid 35 current snap is 297 2024-09-18T02:30:07.919 INFO:tasks.rados.rados.0.smithi046.stdout:2908: done (1 left) 2024-09-18T02:30:07.919 INFO:tasks.rados.rados.0.smithi046.stdout:2909: rollback oid 39 current snap is 297 2024-09-18T02:30:07.919 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 278 2024-09-18T02:30:07.919 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 297 2024-09-18T02:30:07.919 INFO:tasks.rados.rados.0.smithi046.stdout:2910: seq_num 944 ranges {7692288=614400,8306688=573440,8880128=229376} 2024-09-18T02:30:07.965 INFO:tasks.rados.rados.0.smithi046.stdout:2910: writing smithi04682744-47 from 7692288 to 8306688 tid 1 2024-09-18T02:30:07.968 INFO:tasks.rados.rados.0.smithi046.stdout:2910: writing smithi04682744-47 from 8306688 to 8880128 tid 2 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2910: writing smithi04682744-47 from 8880128 to 9109504 tid 3 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2911: read oid 7 snap -1 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2911: expect (ObjNum 912 snap 287 seq_num 912) 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2912: read oid 26 snap -1 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2912: expect (ObjNum 784 snap 241 seq_num 784) 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2913: rollback oid 18 current snap is 297 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 255 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2909: finishing rollback tid 0 to smithi04682744-39 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:2909: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:30:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1796 (ObjNum 1265 snap 0 seq_num 986731784) dirty dne 2024-09-18T02:30:07.971 INFO:tasks.rados.rados.0.smithi046.stdout:2906: expect (ObjNum 844 snap 263 seq_num 844) 2024-09-18T02:30:08.136 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2910: finishing write tid 1 to smithi04682744-47 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2910: finishing write tid 2 to smithi04682744-47 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2910: finishing write tid 3 to smithi04682744-47 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2910: finishing write tid 4 to smithi04682744-47 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2910: finishing write tid 5 to smithi04682744-47 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1636 (ObjNum 944 snap 297 seq_num 944) dirty exists 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2910: left oid 47 (ObjNum 944 snap 297 seq_num 944) 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2913: finishing rollback tid 1 to smithi04682744-18 2024-09-18T02:30:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:2911: expect (ObjNum 912 snap 287 seq_num 912) 2024-09-18T02:30:08.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:07 smithi195 ceph-mon[89559]: osdmap e644: 8 total, 8 up, 8 in 2024-09-18T02:30:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:07 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2865176826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:08.226 INFO:tasks.rados.rados.0.smithi046.stdout:2913: finishing rollback tid 2 to smithi04682744-18 2024-09-18T02:30:08.226 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1093 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:30:08.226 INFO:tasks.rados.rados.0.smithi046.stdout:2912: expect (ObjNum 784 snap 241 seq_num 784) 2024-09-18T02:30:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:07 smithi046 ceph-mon[97106]: osdmap e644: 8 total, 8 up, 8 in 2024-09-18T02:30:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:07 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2865176826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:07 smithi046 ceph-mon[94621]: osdmap e644: 8 total, 8 up, 8 in 2024-09-18T02:30:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:07 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2865176826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:08.584 INFO:tasks.rados.rados.0.smithi046.stdout:2906: done (5 left) 2024-09-18T02:30:08.584 INFO:tasks.rados.rados.0.smithi046.stdout:2909: done (4 left) 2024-09-18T02:30:08.585 INFO:tasks.rados.rados.0.smithi046.stdout:2910: done (3 left) 2024-09-18T02:30:08.585 INFO:tasks.rados.rados.0.smithi046.stdout:2911: done (2 left) 2024-09-18T02:30:08.585 INFO:tasks.rados.rados.0.smithi046.stdout:2912: done (1 left) 2024-09-18T02:30:08.585 INFO:tasks.rados.rados.0.smithi046.stdout:2913: done (0 left) 2024-09-18T02:30:08.585 INFO:tasks.rados.rados.0.smithi046.stdout:2914: copy_from oid 10 from oid 48 current snap is 297 2024-09-18T02:30:08.585 INFO:tasks.rados.rados.0.smithi046.stdout:2915: delete oid 45 current snap is 297 2024-09-18T02:30:08.587 INFO:tasks.rados.rados.0.smithi046.stdout:2915: done (1 left) 2024-09-18T02:30:08.587 INFO:tasks.rados.rados.0.smithi046.stdout:2916: snap_remove snap 295 2024-09-18T02:30:08.905 INFO:tasks.rados.rados.0.smithi046.stdout:2916: done (1 left) 2024-09-18T02:30:08.906 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 297 2024-09-18T02:30:08.906 INFO:tasks.rados.rados.0.smithi046.stdout:2917: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2024-09-18T02:30:08.909 INFO:tasks.rados.rados.0.smithi046.stdout:2917: writing smithi04682744-20 from 0 to 647168 tid 1 2024-09-18T02:30:08.914 INFO:tasks.rados.rados.0.smithi046.stdout:2917: writing smithi04682744-20 from 647168 to 1392640 tid 2 2024-09-18T02:30:08.915 INFO:tasks.rados.rados.0.smithi046.stdout:2917: writing smithi04682744-20 from 1392640 to 1449984 tid 3 2024-09-18T02:30:08.915 INFO:tasks.rados.rados.0.smithi046.stdout:2918: read oid 25 snap -1 2024-09-18T02:30:08.915 INFO:tasks.rados.rados.0.smithi046.stdout:2918: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:08.915 INFO:tasks.rados.rados.0.smithi046.stdout:2919: snap_create 2024-09-18T02:30:08.915 INFO:tasks.rados.rados.0.smithi046.stdout:2914: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:30:08.916 INFO:tasks.rados.rados.0.smithi046.stdout:2914: finishing copy_from to smithi04682744-10 2024-09-18T02:30:08.916 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1275 (ObjNum 940 snap 297 seq_num 940) dirty exists 2024-09-18T02:30:08.919 INFO:tasks.rados.rados.0.smithi046.stdout:2917: finishing write tid 1 to smithi04682744-20 2024-09-18T02:30:08.919 INFO:tasks.rados.rados.0.smithi046.stdout:2918: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:08.925 INFO:tasks.rados.rados.0.smithi046.stdout:2917: finishing write tid 2 to smithi04682744-20 2024-09-18T02:30:08.925 INFO:tasks.rados.rados.0.smithi046.stdout:2917: finishing write tid 3 to smithi04682744-20 2024-09-18T02:30:08.926 INFO:tasks.rados.rados.0.smithi046.stdout:2917: finishing write tid 4 to smithi04682744-20 2024-09-18T02:30:08.926 INFO:tasks.rados.rados.0.smithi046.stdout:2917: finishing write tid 5 to smithi04682744-20 2024-09-18T02:30:08.926 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1358 (ObjNum 946 snap 297 seq_num 946) dirty exists 2024-09-18T02:30:08.926 INFO:tasks.rados.rados.0.smithi046.stdout:2917: left oid 20 (ObjNum 946 snap 297 seq_num 946) 2024-09-18T02:30:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:08 smithi195 ceph-mon[89559]: pgmap v649: 121 pgs: 121 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-18T02:30:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:08 smithi195 ceph-mon[89559]: osdmap e645: 8 total, 8 up, 8 in 2024-09-18T02:30:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:08 smithi046 ceph-mon[94621]: pgmap v649: 121 pgs: 121 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-18T02:30:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:08 smithi046 ceph-mon[94621]: osdmap e645: 8 total, 8 up, 8 in 2024-09-18T02:30:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:08 smithi046 ceph-mon[97106]: pgmap v649: 121 pgs: 121 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-18T02:30:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:08 smithi046 ceph-mon[97106]: osdmap e645: 8 total, 8 up, 8 in 2024-09-18T02:30:09.910 INFO:tasks.rados.rados.0.smithi046.stdout:2914: done (3 left) 2024-09-18T02:30:09.910 INFO:tasks.rados.rados.0.smithi046.stdout:2917: done (2 left) 2024-09-18T02:30:09.910 INFO:tasks.rados.rados.0.smithi046.stdout:2918: done (1 left) 2024-09-18T02:30:09.910 INFO:tasks.rados.rados.0.smithi046.stdout:2919: done (0 left) 2024-09-18T02:30:09.910 INFO:tasks.rados.rados.0.smithi046.stdout:2920: copy_from oid 10 from oid 15 current snap is 298 2024-09-18T02:30:09.910 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 298 2024-09-18T02:30:09.910 INFO:tasks.rados.rados.0.smithi046.stdout:2921: seq_num 947 ranges {1146880=663552,1810432=630784,2441216=172032} 2024-09-18T02:30:09.919 INFO:tasks.rados.rados.0.smithi046.stdout:2921: writing smithi04682744-37 from 1146880 to 1810432 tid 1 2024-09-18T02:30:09.923 INFO:tasks.rados.rados.0.smithi046.stdout:2921: writing smithi04682744-37 from 1810432 to 2441216 tid 2 2024-09-18T02:30:09.924 INFO:tasks.rados.rados.0.smithi046.stdout:2921: writing smithi04682744-37 from 2441216 to 2613248 tid 3 2024-09-18T02:30:09.924 INFO:tasks.rados.rados.0.smithi046.stdout:2922: copy_from oid 6 from oid 9 current snap is 298 2024-09-18T02:30:09.924 INFO:tasks.rados.rados.0.smithi046.stdout:2920: finishing copy_from to smithi04682744-10 2024-09-18T02:30:09.924 INFO:tasks.rados.rados.0.smithi046.stdout:2920: got expected ENOENT (src dne) 2024-09-18T02:30:09.924 INFO:tasks.rados.rados.0.smithi046.stdout:2920: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:30:09.924 INFO:tasks.rados.rados.0.smithi046.stdout:2920: done (2 left) 2024-09-18T02:30:09.924 INFO:tasks.rados.rados.0.smithi046.stdout:2923: snap_remove snap 255 2024-09-18T02:30:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:09 smithi046 ceph-mon[97106]: osdmap e646: 8 total, 8 up, 8 in 2024-09-18T02:30:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:09 smithi046 ceph-mon[94621]: osdmap e646: 8 total, 8 up, 8 in 2024-09-18T02:30:10.099 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)" 2024-09-18T02:30:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:09 smithi195 ceph-mon[89559]: osdmap e646: 8 total, 8 up, 8 in 2024-09-18T02:30:10.763 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-18T02:30:10.763 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-18T02:30:10.763 DEBUG:teuthology.parallel:result is None 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2922: finishing copy_from to smithi04682744-6 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2922: got expected ENOENT (src dne) 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2922: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 1 to smithi04682744-37 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 2 to smithi04682744-37 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 3 to smithi04682744-37 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 4 to smithi04682744-37 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 5 to smithi04682744-37 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1362 (ObjNum 947 snap 298 seq_num 947) dirty exists 2024-09-18T02:30:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2921: left oid 37 (ObjNum 947 snap 298 seq_num 947) 2024-09-18T02:30:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:2921: done (2 left) 2024-09-18T02:30:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:2922: done (1 left) 2024-09-18T02:30:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:2923: done (0 left) 2024-09-18T02:30:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:2924: delete oid 49 current snap is 298 2024-09-18T02:30:10.933 INFO:tasks.rados.rados.0.smithi046.stdout:2924: done (0 left) 2024-09-18T02:30:10.933 INFO:tasks.rados.rados.0.smithi046.stdout:2925: rmattr oid 13 current snap is 298 2024-09-18T02:30:10.933 INFO:tasks.rados.rados.0.smithi046.stdout:2925: done (0 left) 2024-09-18T02:30:10.933 INFO:tasks.rados.rados.0.smithi046.stdout:2926: setattr oid 39 current snap is 298 2024-09-18T02:30:10.936 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 298 2024-09-18T02:30:10.937 INFO:tasks.rados.rados.0.smithi046.stdout:2927: seq_num 949 ranges {8675328=704512,9379840=794624,10174464=8192} 2024-09-18T02:30:10.989 INFO:tasks.rados.rados.0.smithi046.stdout:2927: writing smithi04682744-43 from 8675328 to 9379840 tid 1 2024-09-18T02:30:10.993 INFO:tasks.rados.rados.0.smithi046.stdout:2927: writing smithi04682744-43 from 9379840 to 10174464 tid 2 2024-09-18T02:30:10.993 INFO:tasks.rados.rados.0.smithi046.stdout:2927: writing smithi04682744-43 from 10174464 to 10182656 tid 3 2024-09-18T02:30:10.993 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 298 2024-09-18T02:30:10.993 INFO:tasks.rados.rados.0.smithi046.stdout:2928: seq_num 950 ranges {9109504=720896,9830400=679936,10510336=122880} 2024-09-18T02:30:11.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:10 smithi046 ceph-mon[94621]: pgmap v652: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T02:30:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:10 smithi046 ceph-mon[94621]: osdmap e647: 8 total, 8 up, 8 in 2024-09-18T02:30:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:10 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1759889098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:10 smithi046 ceph-mon[97106]: pgmap v652: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T02:30:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:10 smithi046 ceph-mon[97106]: osdmap e647: 8 total, 8 up, 8 in 2024-09-18T02:30:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:10 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1759889098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:11.046 INFO:tasks.rados.rados.0.smithi046.stdout:2928: writing smithi04682744-47 from 9109504 to 9830400 tid 1 2024-09-18T02:30:11.050 INFO:tasks.rados.rados.0.smithi046.stdout:2928: writing smithi04682744-47 from 9830400 to 10510336 tid 2 2024-09-18T02:30:11.051 INFO:tasks.rados.rados.0.smithi046.stdout:2928: writing smithi04682744-47 from 10510336 to 10633216 tid 3 2024-09-18T02:30:11.051 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 298 2024-09-18T02:30:11.051 INFO:tasks.rados.rados.0.smithi046.stdout:2929: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-09-18T02:30:11.055 INFO:tasks.rados.rados.0.smithi046.stdout:2929: writing smithi04682744-9 from 0 to 737280 tid 1 2024-09-18T02:30:11.058 INFO:tasks.rados.rados.0.smithi046.stdout:2929: writing smithi04682744-9 from 737280 to 1351680 tid 2 2024-09-18T02:30:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:2929: writing smithi04682744-9 from 1351680 to 1540096 tid 3 2024-09-18T02:30:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:2930: rollback oid 48 current snap is 298 2024-09-18T02:30:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 261 2024-09-18T02:30:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1797 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:30:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:2926: done (4 left) 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2931: delete oid 50 current snap is 298 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2927: finishing write tid 1 to smithi04682744-43 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2927: finishing write tid 2 to smithi04682744-43 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2927: finishing write tid 3 to smithi04682744-43 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2927: finishing write tid 4 to smithi04682744-43 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2927: finishing write tid 5 to smithi04682744-43 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1640 (ObjNum 949 snap 298 seq_num 949) dirty exists 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2927: left oid 43 (ObjNum 949 snap 298 seq_num 949) 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2928: finishing write tid 1 to smithi04682744-47 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2928: finishing write tid 2 to smithi04682744-47 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2928: finishing write tid 3 to smithi04682744-47 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2928: finishing write tid 4 to smithi04682744-47 2024-09-18T02:30:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2928: finishing write tid 5 to smithi04682744-47 2024-09-18T02:30:11.062 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1644 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:30:11.062 INFO:tasks.rados.rados.0.smithi046.stdout:2928: left oid 47 (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:30:11.062 INFO:tasks.rados.rados.0.smithi046.stdout:2929: finishing write tid 1 to smithi04682744-9 2024-09-18T02:30:11.062 INFO:tasks.rados.rados.0.smithi046.stdout:2927: done (4 left) 2024-09-18T02:30:11.062 INFO:tasks.rados.rados.0.smithi046.stdout:2928: done (3 left) 2024-09-18T02:30:11.062 INFO:tasks.rados.rados.0.smithi046.stdout:2931: done (2 left) 2024-09-18T02:30:11.062 INFO:tasks.rados.rados.0.smithi046.stdout:2932: snap_create 2024-09-18T02:30:11.063 INFO:tasks.rados.rados.0.smithi046.stdout:2929: finishing write tid 2 to smithi04682744-9 2024-09-18T02:30:11.063 INFO:tasks.rados.rados.0.smithi046.stdout:2929: finishing write tid 3 to smithi04682744-9 2024-09-18T02:30:11.063 INFO:tasks.rados.rados.0.smithi046.stdout:2929: finishing write tid 4 to smithi04682744-9 2024-09-18T02:30:11.065 INFO:tasks.rados.rados.0.smithi046.stdout:2929: finishing write tid 5 to smithi04682744-9 2024-09-18T02:30:11.065 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1279 (ObjNum 951 snap 298 seq_num 951) dirty exists 2024-09-18T02:30:11.065 INFO:tasks.rados.rados.0.smithi046.stdout:2929: left oid 9 (ObjNum 951 snap 298 seq_num 951) 2024-09-18T02:30:11.066 INFO:tasks.rados.rados.0.smithi046.stdout:2930: finishing rollback tid 0 to smithi04682744-48 2024-09-18T02:30:11.067 INFO:tasks.rados.rados.0.smithi046.stdout:2930: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:30:11.067 INFO:tasks.rados.rados.0.smithi046.stdout:2930: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:30:11.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1282 (ObjNum 791 snap 243 seq_num 791) dirty exists 2024-09-18T02:30:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:10 smithi195 ceph-mon[89559]: pgmap v652: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T02:30:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:10 smithi195 ceph-mon[89559]: osdmap e647: 8 total, 8 up, 8 in 2024-09-18T02:30:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:10 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1759889098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-18T02:30:11.804 INFO:tasks.rados.rados.0.smithi046.stdout:2929: done (2 left) 2024-09-18T02:30:11.804 INFO:tasks.rados.rados.0.smithi046.stdout:2930: done (1 left) 2024-09-18T02:30:11.804 INFO:tasks.rados.rados.0.smithi046.stdout:2932: done (0 left) 2024-09-18T02:30:11.804 INFO:tasks.rados.rados.0.smithi046.stdout:2933: copy_from oid 8 from oid 3 current snap is 299 2024-09-18T02:30:11.804 INFO:tasks.rados.rados.0.smithi046.stdout:2934: setattr oid 13 current snap is 299 2024-09-18T02:30:11.805 INFO:tasks.rados.rados.0.smithi046.stdout:2935: delete oid 23 current snap is 299 2024-09-18T02:30:11.808 INFO:tasks.rados.rados.0.smithi046.stdout:2933: finishing copy_from to smithi04682744-8 2024-09-18T02:30:11.808 INFO:tasks.rados.rados.0.smithi046.stdout:2933: got expected ENOENT (src dne) 2024-09-18T02:30:11.808 INFO:tasks.rados.rados.0.smithi046.stdout:2933: finishing copy_from racing read to smithi04682744-8 2024-09-18T02:30:11.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1783 (ObjNum 922 snap 293 seq_num 922) dirty exists 2024-09-18T02:30:11.812 INFO:tasks.rados.rados.0.smithi046.stdout:2933: done (2 left) 2024-09-18T02:30:11.812 INFO:tasks.rados.rados.0.smithi046.stdout:2934: done (1 left) 2024-09-18T02:30:11.812 INFO:tasks.rados.rados.0.smithi046.stdout:2935: done (0 left) 2024-09-18T02:30:11.812 INFO:tasks.rados.rados.0.smithi046.stdout:2936: copy_from oid 14 from oid 16 current snap is 299 2024-09-18T02:30:11.813 INFO:tasks.rados.rados.0.smithi046.stdout:2937: snap_create 2024-09-18T02:30:11.820 INFO:tasks.rados.rados.0.smithi046.stdout:2936: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:30:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:2936: finishing copy_from to smithi04682744-14 2024-09-18T02:30:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1254 (ObjNum 938 snap 297 seq_num 938) dirty exists 2024-09-18T02:30:12.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:11 smithi195 ceph-mon[89559]: osdmap e648: 8 total, 8 up, 8 in 2024-09-18T02:30:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:11 smithi195 ceph-mon[89559]: osdmap e649: 8 total, 8 up, 8 in 2024-09-18T02:30:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:11 smithi046 ceph-mon[94621]: osdmap e648: 8 total, 8 up, 8 in 2024-09-18T02:30:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:11 smithi046 ceph-mon[94621]: osdmap e649: 8 total, 8 up, 8 in 2024-09-18T02:30:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:11 smithi046 ceph-mon[97106]: osdmap e648: 8 total, 8 up, 8 in 2024-09-18T02:30:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:11 smithi046 ceph-mon[97106]: osdmap e649: 8 total, 8 up, 8 in 2024-09-18T02:30:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:30:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:30:12.805 INFO:tasks.rados.rados.0.smithi046.stdout:2936: done (1 left) 2024-09-18T02:30:12.922 INFO:tasks.rados.rados.0.smithi046.stdout:2937: done (0 left) 2024-09-18T02:30:12.922 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 300 2024-09-18T02:30:12.922 INFO:tasks.rados.rados.0.smithi046.stdout:2938: seq_num 954 ranges {2875392=786432,3661824=671744,4333568=131072} 2024-09-18T02:30:12.926 INFO:tasks.rados.rados.0.smithi046.stdout:2938: writing smithi04682744-12 from 2875392 to 3661824 tid 1 2024-09-18T02:30:12.926 INFO:tasks.rados.rados.0.smithi046.stdout:2938: writing smithi04682744-12 from 3661824 to 4333568 tid 2 2024-09-18T02:30:12.926 INFO:tasks.rados.rados.0.smithi046.stdout:2938: writing smithi04682744-12 from 4333568 to 4464640 tid 3 2024-09-18T02:30:12.926 INFO:tasks.rados.rados.0.smithi046.stdout:2939: read oid 33 snap -1 2024-09-18T02:30:12.926 INFO:tasks.rados.rados.0.smithi046.stdout:2939: expect (ObjNum 891 snap 280 seq_num 891) 2024-09-18T02:30:12.926 INFO:tasks.rados.rados.0.smithi046.stdout:2940: rmattr oid 38 current snap is 300 2024-09-18T02:30:12.926 INFO:tasks.rados.rados.0.smithi046.stdout:2940: done (2 left) 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:2941: rollback oid 44 current snap is 300 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 270 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:2942: rollback oid 4 current snap is 300 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 299 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:2943: rollback oid 41 current snap is 300 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 277 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:2944: read oid 29 snap -1 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:2944: expect (ObjNum 926 snap 294 seq_num 926) 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:2945: rollback oid 40 current snap is 300 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 289 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 300 2024-09-18T02:30:12.927 INFO:tasks.rados.rados.0.smithi046.stdout:2946: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2946: writing smithi04682744-34 from 0 to 802816 tid 1 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2946: writing smithi04682744-34 from 802816 to 1359872 tid 2 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2946: writing smithi04682744-34 from 1359872 to 1605632 tid 3 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2947: read oid 22 snap -1 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2947: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2948: read oid 5 snap -1 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2948: expect deleted 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2949: snap_create 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2942: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1235 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2941: finishing rollback tid 1 to smithi04682744-44 2024-09-18T02:30:12.928 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 1 to smithi04682744-12 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2941: finishing rollback tid 2 to smithi04682744-44 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1532 (ObjNum 847 snap 264 seq_num 847) dirty exists 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1782 (ObjNum 33 snap 0 seq_num 1148197968) dirty dne 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 2 to smithi04682744-12 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 3 to smithi04682744-12 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 4 to smithi04682744-12 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2943: finishing rollback tid 0 to smithi04682744-41 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2943: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2943: finishing rollback tid 2 to smithi04682744-41 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1270 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:30:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 5 to smithi04682744-12 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1801 (ObjNum 954 snap 300 seq_num 954) dirty exists 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2938: left oid 12 (ObjNum 954 snap 300 seq_num 954) 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2939: expect (ObjNum 891 snap 280 seq_num 891) 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 1 to smithi04682744-34 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2944: expect (ObjNum 926 snap 294 seq_num 926) 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2947: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 2 to smithi04682744-34 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 3 to smithi04682744-34 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 4 to smithi04682744-34 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 5 to smithi04682744-34 2024-09-18T02:30:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1328 (ObjNum 955 snap 300 seq_num 955) dirty exists 2024-09-18T02:30:12.931 INFO:tasks.rados.rados.0.smithi046.stdout:2946: left oid 34 (ObjNum 955 snap 300 seq_num 955) 2024-09-18T02:30:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:12 smithi195 ceph-mon[89559]: pgmap v655: 121 pgs: 121 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-09-18T02:30:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:12 smithi195 ceph-mon[89559]: osdmap e650: 8 total, 8 up, 8 in 2024-09-18T02:30:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:12 smithi046 ceph-mon[94621]: pgmap v655: 121 pgs: 121 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-09-18T02:30:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:12 smithi046 ceph-mon[94621]: osdmap e650: 8 total, 8 up, 8 in 2024-09-18T02:30:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:12 smithi046 ceph-mon[97106]: pgmap v655: 121 pgs: 121 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-09-18T02:30:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:12 smithi046 ceph-mon[97106]: osdmap e650: 8 total, 8 up, 8 in 2024-09-18T02:30:13.807 INFO:tasks.rados.rados.0.smithi046.stdout:2938: done (10 left) 2024-09-18T02:30:13.807 INFO:tasks.rados.rados.0.smithi046.stdout:2939: done (9 left) 2024-09-18T02:30:13.807 INFO:tasks.rados.rados.0.smithi046.stdout:2941: done (8 left) 2024-09-18T02:30:13.807 INFO:tasks.rados.rados.0.smithi046.stdout:2942: done (7 left) 2024-09-18T02:30:13.807 INFO:tasks.rados.rados.0.smithi046.stdout:2943: done (6 left) 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:2944: done (5 left) 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:2945: done (4 left) 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:2946: done (3 left) 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:2947: done (2 left) 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:2948: done (1 left) 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:2949: done (0 left) 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 301 2024-09-18T02:30:13.808 INFO:tasks.rados.rados.0.smithi046.stdout:2950: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-09-18T02:30:13.809 INFO:tasks.rados.rados.0.smithi046.stdout:2950: writing smithi04682744-15 from 0 to 417792 tid 1 2024-09-18T02:30:13.811 INFO:tasks.rados.rados.0.smithi046.stdout:2950: writing smithi04682744-15 from 417792 to 851968 tid 2 2024-09-18T02:30:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2950: writing smithi04682744-15 from 851968 to 1622016 tid 3 2024-09-18T02:30:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 301 2024-09-18T02:30:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing write tid 1 to smithi04682744-15 2024-09-18T02:30:13.816 INFO:tasks.rados.rados.0.smithi046.stdout:2951: seq_num 957 ranges {950272=434176,1384448=720896,2105344=483328} 2024-09-18T02:30:13.823 INFO:tasks.rados.rados.0.smithi046.stdout:2951: writing smithi04682744-21 from 950272 to 1384448 tid 1 2024-09-18T02:30:13.828 INFO:tasks.rados.rados.0.smithi046.stdout:2951: writing smithi04682744-21 from 1384448 to 2105344 tid 2 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:2951: writing smithi04682744-21 from 2105344 to 2588672 tid 3 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:2952: setattr oid 46 current snap is 301 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing write tid 2 to smithi04682744-15 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing write tid 3 to smithi04682744-15 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing write tid 4 to smithi04682744-15 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing write tid 5 to smithi04682744-15 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1274 (ObjNum 956 snap 301 seq_num 956) dirty exists 2024-09-18T02:30:13.831 INFO:tasks.rados.rados.0.smithi046.stdout:2950: left oid 15 (ObjNum 956 snap 301 seq_num 956) 2024-09-18T02:30:13.832 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 1 to smithi04682744-21 2024-09-18T02:30:13.832 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 2 to smithi04682744-21 2024-09-18T02:30:13.832 INFO:tasks.rados.rados.0.smithi046.stdout:2950: done (2 left) 2024-09-18T02:30:13.832 INFO:tasks.rados.rados.0.smithi046.stdout:2953: copy_from oid 14 from oid 2 current snap is 301 2024-09-18T02:30:13.832 INFO:tasks.rados.rados.0.smithi046.stdout:2954: snap_create 2024-09-18T02:30:13.834 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 3 to smithi04682744-21 2024-09-18T02:30:13.835 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 4 to smithi04682744-21 2024-09-18T02:30:13.836 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 5 to smithi04682744-21 2024-09-18T02:30:13.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1278 (ObjNum 957 snap 301 seq_num 957) dirty exists 2024-09-18T02:30:13.836 INFO:tasks.rados.rados.0.smithi046.stdout:2951: left oid 21 (ObjNum 957 snap 301 seq_num 957) 2024-09-18T02:30:13.837 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1284 (ObjNum 1148688576 snap 21981 seq_num 304) dirty exists 2024-09-18T02:30:13.845 INFO:tasks.rados.rados.0.smithi046.stdout:2953: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:30:13.847 INFO:tasks.rados.rados.0.smithi046.stdout:2953: finishing copy_from to smithi04682744-14 2024-09-18T02:30:13.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1073 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:30:14.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:14.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:13 smithi046 ceph-mon[94621]: osdmap e651: 8 total, 8 up, 8 in 2024-09-18T02:30:14.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:14.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:13 smithi046 ceph-mon[97106]: osdmap e651: 8 total, 8 up, 8 in 2024-09-18T02:30:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:13 smithi195 ceph-mon[89559]: osdmap e651: 8 total, 8 up, 8 in 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:2951: done (3 left) 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:2952: done (2 left) 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:2953: done (1 left) 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:2954: done (0 left) 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:2955: rollback oid 6 current snap is 302 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 296 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 302 2024-09-18T02:30:14.808 INFO:tasks.rados.rados.0.smithi046.stdout:2956: seq_num 958 ranges {1540096=450560,1990656=655360,2646016=548864} 2024-09-18T02:30:14.818 INFO:tasks.rados.rados.0.smithi046.stdout:2956: writing smithi04682744-9 from 1540096 to 1990656 tid 1 2024-09-18T02:30:14.822 INFO:tasks.rados.rados.0.smithi046.stdout:2956: writing smithi04682744-9 from 1990656 to 2646016 tid 2 2024-09-18T02:30:14.826 INFO:tasks.rados.rados.0.smithi046.stdout:2956: writing smithi04682744-9 from 2646016 to 3194880 tid 3 2024-09-18T02:30:14.826 INFO:tasks.rados.rados.0.smithi046.stdout:2957: copy_from oid 19 from oid 31 current snap is 302 2024-09-18T02:30:14.826 INFO:tasks.rados.rados.0.smithi046.stdout:2955: finishing rollback tid 1 to smithi04682744-6 2024-09-18T02:30:14.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1239 (ObjNum 65 snap 0 seq_num 1633376605) dirty dne 2024-09-18T02:30:14.826 INFO:tasks.rados.rados.0.smithi046.stdout:2956: finishing write tid 1 to smithi04682744-9 2024-09-18T02:30:14.826 INFO:tasks.rados.rados.0.smithi046.stdout:2956: finishing write tid 2 to smithi04682744-9 2024-09-18T02:30:14.827 INFO:tasks.rados.rados.0.smithi046.stdout:2955: done (2 left) 2024-09-18T02:30:14.827 INFO:tasks.rados.rados.0.smithi046.stdout:2958: rollback oid 34 current snap is 302 2024-09-18T02:30:14.827 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 301 2024-09-18T02:30:14.827 INFO:tasks.rados.rados.0.smithi046.stdout:2959: delete oid 7 current snap is 302 2024-09-18T02:30:14.827 INFO:tasks.rados.rados.0.smithi046.stdout:2957: finishing copy_from to smithi04682744-19 2024-09-18T02:30:14.827 INFO:tasks.rados.rados.0.smithi046.stdout:2957: got expected ENOENT (src dne) 2024-09-18T02:30:14.827 INFO:tasks.rados.rados.0.smithi046.stdout:2957: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:30:14.829 INFO:tasks.rados.rados.0.smithi046.stdout:2956: finishing write tid 3 to smithi04682744-9 2024-09-18T02:30:14.829 INFO:tasks.rados.rados.0.smithi046.stdout:2956: finishing write tid 4 to smithi04682744-9 2024-09-18T02:30:14.830 INFO:tasks.rados.rados.0.smithi046.stdout:2956: finishing write tid 5 to smithi04682744-9 2024-09-18T02:30:14.830 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1286 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-09-18T02:30:14.830 INFO:tasks.rados.rados.0.smithi046.stdout:2956: left oid 9 (ObjNum 958 snap 302 seq_num 958) 2024-09-18T02:30:14.830 INFO:tasks.rados.rados.0.smithi046.stdout:2958: finishing rollback tid 0 to smithi04682744-34 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2958: finishing rollback tid 1 to smithi04682744-34 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2958: finishing rollback tid 2 to smithi04682744-34 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1332 (ObjNum 955 snap 300 seq_num 955) dirty exists 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2956: done (3 left) 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2957: done (2 left) 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2958: done (1 left) 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2959: done (0 left) 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2960: read oid 30 snap -1 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2960: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:30:14.833 INFO:tasks.rados.rados.0.smithi046.stdout:2961: copy_from oid 22 from oid 27 current snap is 302 2024-09-18T02:30:14.834 INFO:tasks.rados.rados.0.smithi046.stdout:2962: read oid 1 snap -1 2024-09-18T02:30:14.834 INFO:tasks.rados.rados.0.smithi046.stdout:2962: expect deleted 2024-09-18T02:30:14.834 INFO:tasks.rados.rados.0.smithi046.stdout:2963: read oid 18 snap -1 2024-09-18T02:30:14.834 INFO:tasks.rados.rados.0.smithi046.stdout:2963: expect (ObjNum 718 snap 222 seq_num 718) 2024-09-18T02:30:14.834 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 302 2024-09-18T02:30:14.834 INFO:tasks.rados.rados.0.smithi046.stdout:2964: seq_num 960 ranges {925696=483328,1409024=425984,1835008=761856,2596864=16384} 2024-09-18T02:30:14.840 INFO:tasks.rados.rados.0.smithi046.stdout:2964: writing smithi04682744-33 from 925696 to 1409024 tid 1 2024-09-18T02:30:14.843 INFO:tasks.rados.rados.0.smithi046.stdout:2964: writing smithi04682744-33 from 1409024 to 1835008 tid 2 2024-09-18T02:30:14.847 INFO:tasks.rados.rados.0.smithi046.stdout:2964: writing smithi04682744-33 from 1835008 to 2596864 tid 3 2024-09-18T02:30:14.847 INFO:tasks.rados.rados.0.smithi046.stdout:2964: writing smithi04682744-33 from 2596864 to 2613248 tid 4 2024-09-18T02:30:14.848 INFO:tasks.rados.rados.0.smithi046.stdout:2965: copy_from oid 31 from oid 38 current snap is 302 2024-09-18T02:30:14.848 INFO:tasks.rados.rados.0.smithi046.stdout:2961: finishing copy_from to smithi04682744-22 2024-09-18T02:30:14.848 INFO:tasks.rados.rados.0.smithi046.stdout:2961: got expected ENOENT (src dne) 2024-09-18T02:30:14.848 INFO:tasks.rados.rados.0.smithi046.stdout:2961: finishing copy_from racing read to smithi04682744-22 2024-09-18T02:30:14.848 INFO:tasks.rados.rados.0.smithi046.stdout:2963: expect (ObjNum 718 snap 222 seq_num 718) 2024-09-18T02:30:14.849 INFO:tasks.rados.rados.0.smithi046.stdout:2960: expect (ObjNum 754 snap 236 seq_num 754) 2024-09-18T02:30:14.883 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing write tid 1 to smithi04682744-33 2024-09-18T02:30:14.883 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing write tid 2 to smithi04682744-33 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2965: finishing copy_from to smithi04682744-31 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2965: got expected ENOENT (src dne) 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2965: finishing copy_from racing read to smithi04682744-31 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing write tid 3 to smithi04682744-33 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing write tid 4 to smithi04682744-33 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing write tid 5 to smithi04682744-33 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing write tid 6 to smithi04682744-33 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1367 (ObjNum 960 snap 302 seq_num 960) dirty exists 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2964: left oid 33 (ObjNum 960 snap 302 seq_num 960) 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2960: done (5 left) 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2961: done (4 left) 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2962: done (3 left) 2024-09-18T02:30:14.884 INFO:tasks.rados.rados.0.smithi046.stdout:2963: done (2 left) 2024-09-18T02:30:14.885 INFO:tasks.rados.rados.0.smithi046.stdout:2964: done (1 left) 2024-09-18T02:30:14.885 INFO:tasks.rados.rados.0.smithi046.stdout:2965: done (0 left) 2024-09-18T02:30:14.885 INFO:tasks.rados.rados.0.smithi046.stdout:2966: snap_remove snap 272 2024-09-18T02:30:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:14 smithi195 ceph-mon[89559]: pgmap v658: 121 pgs: 121 active+clean; 280 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-09-18T02:30:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:14 smithi195 ceph-mon[89559]: osdmap e652: 8 total, 8 up, 8 in 2024-09-18T02:30:15.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:14 smithi046 ceph-mon[97106]: pgmap v658: 121 pgs: 121 active+clean; 280 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-09-18T02:30:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:14 smithi046 ceph-mon[97106]: osdmap e652: 8 total, 8 up, 8 in 2024-09-18T02:30:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:14 smithi046 ceph-mon[94621]: pgmap v658: 121 pgs: 121 active+clean; 280 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-09-18T02:30:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:14 smithi046 ceph-mon[94621]: osdmap e652: 8 total, 8 up, 8 in 2024-09-18T02:30:15.810 INFO:tasks.rados.rados.0.smithi046.stdout:2966: done (0 left) 2024-09-18T02:30:15.811 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 302 2024-09-18T02:30:15.811 INFO:tasks.rados.rados.0.smithi046.stdout:2967: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-09-18T02:30:15.814 INFO:tasks.rados.rados.0.smithi046.stdout:2967: writing smithi04682744-40 from 0 to 499712 tid 1 2024-09-18T02:30:15.819 INFO:tasks.rados.rados.0.smithi046.stdout:2967: writing smithi04682744-40 from 499712 to 1212416 tid 2 2024-09-18T02:30:15.822 INFO:tasks.rados.rados.0.smithi046.stdout:2967: writing smithi04682744-40 from 1212416 to 1703936 tid 3 2024-09-18T02:30:15.823 INFO:tasks.rados.rados.0.smithi046.stdout:2968: delete oid 32 current snap is 302 2024-09-18T02:30:15.831 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 1 to smithi04682744-40 2024-09-18T02:30:15.831 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 2 to smithi04682744-40 2024-09-18T02:30:15.831 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 3 to smithi04682744-40 2024-09-18T02:30:15.831 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 4 to smithi04682744-40 2024-09-18T02:30:15.836 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 5 to smithi04682744-40 2024-09-18T02:30:15.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1884 (ObjNum 961 snap 302 seq_num 961) dirty exists 2024-09-18T02:30:15.836 INFO:tasks.rados.rados.0.smithi046.stdout:2967: left oid 40 (ObjNum 961 snap 302 seq_num 961) 2024-09-18T02:30:15.836 INFO:tasks.rados.rados.0.smithi046.stdout:2967: done (1 left) 2024-09-18T02:30:15.836 INFO:tasks.rados.rados.0.smithi046.stdout:2968: done (0 left) 2024-09-18T02:30:15.837 INFO:tasks.rados.rados.0.smithi046.stdout:2969: rollback oid 50 current snap is 302 2024-09-18T02:30:15.837 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 296 2024-09-18T02:30:15.837 INFO:tasks.rados.rados.0.smithi046.stdout:2970: snap_create 2024-09-18T02:30:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:2969: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:30:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:2969: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:30:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1096 (ObjNum 927 snap 296 seq_num 927) dirty exists 2024-09-18T02:30:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:30:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:30:16] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-09-18T02:30:16.805 INFO:tasks.rados.rados.0.smithi046.stdout:2969: done (1 left) 2024-09-18T02:30:16.805 INFO:tasks.rados.rados.0.smithi046.stdout:2970: done (0 left) 2024-09-18T02:30:16.806 INFO:tasks.rados.rados.0.smithi046.stdout:2971: delete oid 44 current snap is 303 2024-09-18T02:30:16.811 INFO:tasks.rados.rados.0.smithi046.stdout:2971: done (0 left) 2024-09-18T02:30:16.811 INFO:tasks.rados.rados.0.smithi046.stdout:2972: read oid 11 snap -1 2024-09-18T02:30:16.812 INFO:tasks.rados.rados.0.smithi046.stdout:2972: expect deleted 2024-09-18T02:30:16.812 INFO:tasks.rados.rados.0.smithi046.stdout:2973: copy_from oid 15 from oid 43 current snap is 303 2024-09-18T02:30:16.812 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 303 2024-09-18T02:30:16.812 INFO:tasks.rados.rados.0.smithi046.stdout:2974: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-09-18T02:30:16.814 INFO:tasks.rados.rados.0.smithi046.stdout:2974: writing smithi04682744-32 from 0 to 548864 tid 1 2024-09-18T02:30:16.819 INFO:tasks.rados.rados.0.smithi046.stdout:2974: writing smithi04682744-32 from 548864 to 1310720 tid 2 2024-09-18T02:30:16.822 INFO:tasks.rados.rados.0.smithi046.stdout:2974: writing smithi04682744-32 from 1310720 to 1753088 tid 3 2024-09-18T02:30:16.822 INFO:tasks.rados.rados.0.smithi046.stdout:2975: delete oid 37 current snap is 303 2024-09-18T02:30:16.822 INFO:tasks.rados.rados.0.smithi046.stdout:2974: finishing write tid 1 to smithi04682744-32 2024-09-18T02:30:16.826 INFO:tasks.rados.rados.0.smithi046.stdout:2974: finishing write tid 2 to smithi04682744-32 2024-09-18T02:30:16.826 INFO:tasks.rados.rados.0.smithi046.stdout:2974: finishing write tid 3 to smithi04682744-32 2024-09-18T02:30:16.826 INFO:tasks.rados.rados.0.smithi046.stdout:2974: finishing write tid 4 to smithi04682744-32 2024-09-18T02:30:16.827 INFO:tasks.rados.rados.0.smithi046.stdout:2972: done (3 left) 2024-09-18T02:30:16.827 INFO:tasks.rados.rados.0.smithi046.stdout:2975: done (2 left) 2024-09-18T02:30:16.827 INFO:tasks.rados.rados.0.smithi046.stdout:2976: setattr oid 6 current snap is 303 2024-09-18T02:30:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:2974: finishing write tid 5 to smithi04682744-32 2024-09-18T02:30:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1898 (ObjNum 964 snap 303 seq_num 964) dirty exists 2024-09-18T02:30:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:2974: left oid 32 (ObjNum 964 snap 303 seq_num 964) 2024-09-18T02:30:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:2974: done (2 left) 2024-09-18T02:30:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 303 2024-09-18T02:30:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:2977: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-09-18T02:30:16.832 INFO:tasks.rados.rados.0.smithi046.stdout:2977: writing smithi04682744-7 from 0 to 581632 tid 1 2024-09-18T02:30:16.835 INFO:tasks.rados.rados.0.smithi046.stdout:2977: writing smithi04682744-7 from 581632 to 1163264 tid 2 2024-09-18T02:30:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:2977: writing smithi04682744-7 from 1163264 to 1785856 tid 3 2024-09-18T02:30:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:2978: setattr oid 41 current snap is 303 2024-09-18T02:30:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1250 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:30:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 1 to smithi04682744-7 2024-09-18T02:30:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 2 to smithi04682744-7 2024-09-18T02:30:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:2976: done (3 left) 2024-09-18T02:30:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:2979: rollback oid 11 current snap is 303 2024-09-18T02:30:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 297 2024-09-18T02:30:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:2980: read oid 40 snap -1 2024-09-18T02:30:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:2980: expect (ObjNum 961 snap 302 seq_num 961) 2024-09-18T02:30:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:2981: read oid 25 snap -1 2024-09-18T02:30:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:2981: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 303 2024-09-18T02:30:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:2982: seq_num 967 ranges {6848512=598016,7446528=466944,7913472=516096,8429568=221184} 2024-09-18T02:30:16.884 INFO:tasks.rados.rados.0.smithi046.stdout:2982: writing smithi04682744-26 from 6848512 to 7446528 tid 1 2024-09-18T02:30:16.887 INFO:tasks.rados.rados.0.smithi046.stdout:2982: writing smithi04682744-26 from 7446528 to 7913472 tid 2 2024-09-18T02:30:16.890 INFO:tasks.rados.rados.0.smithi046.stdout:2982: writing smithi04682744-26 from 7913472 to 8429568 tid 3 2024-09-18T02:30:16.891 INFO:tasks.rados.rados.0.smithi046.stdout:2982: writing smithi04682744-26 from 8429568 to 8650752 tid 4 2024-09-18T02:30:16.891 INFO:tasks.rados.rados.0.smithi046.stdout:2983: copy_from oid 10 from oid 6 current snap is 303 2024-09-18T02:30:16.891 INFO:tasks.rados.rados.0.smithi046.stdout:2981: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:16.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1271 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-18T02:30:16.899 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 3 to smithi04682744-7 2024-09-18T02:30:16.899 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 4 to smithi04682744-7 2024-09-18T02:30:16.899 INFO:tasks.rados.rados.0.smithi046.stdout:2978: done (7 left) 2024-09-18T02:30:16.899 INFO:tasks.rados.rados.0.smithi046.stdout:2981: done (6 left) 2024-09-18T02:30:16.899 INFO:tasks.rados.rados.0.smithi046.stdout:2984: snap_remove snap 294 2024-09-18T02:30:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:16 smithi195 ceph-mon[89559]: pgmap v661: 121 pgs: 121 active+clean; 280 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-18T02:30:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:16 smithi195 ceph-mon[89559]: osdmap e653: 8 total, 8 up, 8 in 2024-09-18T02:30:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:16 smithi195 ceph-mon[89559]: osdmap e654: 8 total, 8 up, 8 in 2024-09-18T02:30:17.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:16 smithi046 ceph-mon[97106]: pgmap v661: 121 pgs: 121 active+clean; 280 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-18T02:30:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:16 smithi046 ceph-mon[97106]: osdmap e653: 8 total, 8 up, 8 in 2024-09-18T02:30:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:16 smithi046 ceph-mon[97106]: osdmap e654: 8 total, 8 up, 8 in 2024-09-18T02:30:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:16 smithi046 ceph-mon[94621]: pgmap v661: 121 pgs: 121 active+clean; 280 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-18T02:30:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:16 smithi046 ceph-mon[94621]: osdmap e653: 8 total, 8 up, 8 in 2024-09-18T02:30:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:16 smithi046 ceph-mon[94621]: osdmap e654: 8 total, 8 up, 8 in 2024-09-18T02:30:17.817 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 5 to smithi04682744-7 2024-09-18T02:30:17.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1346 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:30:17.818 INFO:tasks.rados.rados.0.smithi046.stdout:2977: left oid 7 (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:30:17.818 INFO:tasks.rados.rados.0.smithi046.stdout:2980: expect (ObjNum 961 snap 302 seq_num 961) 2024-09-18T02:30:17.871 INFO:tasks.rados.rados.0.smithi046.stdout:2973: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:30:17.871 INFO:tasks.rados.rados.0.smithi046.stdout:2979: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:30:17.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1267 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-18T02:30:17.871 INFO:tasks.rados.rados.0.smithi046.stdout:2977: done (6 left) 2024-09-18T02:30:17.872 INFO:tasks.rados.rados.0.smithi046.stdout:2979: done (5 left) 2024-09-18T02:30:17.872 INFO:tasks.rados.rados.0.smithi046.stdout:2980: done (4 left) 2024-09-18T02:30:17.872 INFO:tasks.rados.rados.0.smithi046.stdout:2984: done (3 left) 2024-09-18T02:30:17.872 INFO:tasks.rados.rados.0.smithi046.stdout:2985: snap_remove snap 279 2024-09-18T02:30:18.822 INFO:tasks.rados.rados.0.smithi046.stdout:2985: done (3 left) 2024-09-18T02:30:18.822 INFO:tasks.rados.rados.0.smithi046.stdout:2986: rollback oid 28 current snap is 303 2024-09-18T02:30:18.822 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 261 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2973: finishing copy_from to smithi04682744-15 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1640 (ObjNum 949 snap 298 seq_num 949) dirty exists 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2982: finishing write tid 1 to smithi04682744-26 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2982: finishing write tid 2 to smithi04682744-26 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2983: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2983: finishing copy_from to smithi04682744-10 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1250 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2982: finishing write tid 3 to smithi04682744-26 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2982: finishing write tid 4 to smithi04682744-26 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2982: finishing write tid 5 to smithi04682744-26 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2982: finishing write tid 6 to smithi04682744-26 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1904 (ObjNum 967 snap 303 seq_num 967) dirty exists 2024-09-18T02:30:18.823 INFO:tasks.rados.rados.0.smithi046.stdout:2982: left oid 26 (ObjNum 967 snap 303 seq_num 967) 2024-09-18T02:30:18.824 INFO:tasks.rados.rados.0.smithi046.stdout:2973: done (3 left) 2024-09-18T02:30:18.824 INFO:tasks.rados.rados.0.smithi046.stdout:2982: done (2 left) 2024-09-18T02:30:18.824 INFO:tasks.rados.rados.0.smithi046.stdout:2983: done (1 left) 2024-09-18T02:30:18.824 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 303 2024-09-18T02:30:18.824 INFO:tasks.rados.rados.0.smithi046.stdout:2987: seq_num 968 ranges {188416=614400,802816=745472,1548288=458752} 2024-09-18T02:30:18.827 INFO:tasks.rados.rados.0.smithi046.stdout:2987: writing smithi04682744-19 from 188416 to 802816 tid 1 2024-09-18T02:30:18.833 INFO:tasks.rados.rados.0.smithi046.stdout:2987: writing smithi04682744-19 from 802816 to 1548288 tid 2 2024-09-18T02:30:18.836 INFO:tasks.rados.rados.0.smithi046.stdout:2987: writing smithi04682744-19 from 1548288 to 2007040 tid 3 2024-09-18T02:30:18.837 INFO:tasks.rados.rados.0.smithi046.stdout:2988: rollback oid 49 current snap is 303 2024-09-18T02:30:18.837 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 297 2024-09-18T02:30:18.837 INFO:tasks.rados.rados.0.smithi046.stdout:2986: finishing rollback tid 1 to smithi04682744-28 2024-09-18T02:30:18.837 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-18T02:30:18.837 INFO:tasks.rados.rados.0.smithi046.stdout:2986: done (2 left) 2024-09-18T02:30:18.837 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 303 2024-09-18T02:30:18.837 INFO:tasks.rados.rados.0.smithi046.stdout:2989: seq_num 969 ranges {1753088=638976,2392064=630784,3022848=532480,3555328=40960} 2024-09-18T02:30:18.851 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04682744-32 from 1753088 to 2392064 tid 1 2024-09-18T02:30:18.856 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04682744-32 from 2392064 to 3022848 tid 2 2024-09-18T02:30:18.860 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04682744-32 from 3022848 to 3555328 tid 3 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04682744-32 from 3555328 to 3596288 tid 4 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 303 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing write tid 1 to smithi04682744-19 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing write tid 2 to smithi04682744-19 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing write tid 3 to smithi04682744-19 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing write tid 4 to smithi04682744-19 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2988: finishing rollback tid 1 to smithi04682744-49 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2988: finishing rollback tid 2 to smithi04682744-49 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1914 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:30:18.861 INFO:tasks.rados.rados.0.smithi046.stdout:2990: seq_num 970 ranges {4464640=655360,5120000=516096,5636096=688128} 2024-09-18T02:30:18.889 INFO:tasks.rados.rados.0.smithi046.stdout:2990: writing smithi04682744-41 from 4464640 to 5120000 tid 1 2024-09-18T02:30:18.892 INFO:tasks.rados.rados.0.smithi046.stdout:2990: writing smithi04682744-41 from 5120000 to 5636096 tid 2 2024-09-18T02:30:18.897 INFO:tasks.rados.rados.0.smithi046.stdout:2990: writing smithi04682744-41 from 5636096 to 6324224 tid 3 2024-09-18T02:30:18.897 INFO:tasks.rados.rados.0.smithi046.stdout:2988: done (3 left) 2024-09-18T02:30:18.897 INFO:tasks.rados.rados.0.smithi046.stdout:2991: read oid 37 snap -1 2024-09-18T02:30:18.897 INFO:tasks.rados.rados.0.smithi046.stdout:2991: expect deleted 2024-09-18T02:30:18.897 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 303 2024-09-18T02:30:18.897 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing write tid 5 to smithi04682744-19 2024-09-18T02:30:18.898 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1798 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-09-18T02:30:18.898 INFO:tasks.rados.rados.0.smithi046.stdout:2987: left oid 19 (ObjNum 968 snap 303 seq_num 968) 2024-09-18T02:30:18.898 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 1 to smithi04682744-32 2024-09-18T02:30:18.898 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 2 to smithi04682744-32 2024-09-18T02:30:18.898 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 3 to smithi04682744-32 2024-09-18T02:30:18.898 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 4 to smithi04682744-32 2024-09-18T02:30:18.898 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 5 to smithi04682744-32 2024-09-18T02:30:18.899 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 6 to smithi04682744-32 2024-09-18T02:30:18.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1923 (ObjNum 969 snap 303 seq_num 969) dirty exists 2024-09-18T02:30:18.899 INFO:tasks.rados.rados.0.smithi046.stdout:2989: left oid 32 (ObjNum 969 snap 303 seq_num 969) 2024-09-18T02:30:18.899 INFO:tasks.rados.rados.0.smithi046.stdout:2990: finishing write tid 1 to smithi04682744-41 2024-09-18T02:30:18.899 INFO:tasks.rados.rados.0.smithi046.stdout:2990: finishing write tid 2 to smithi04682744-41 2024-09-18T02:30:18.899 INFO:tasks.rados.rados.0.smithi046.stdout:2992: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-09-18T02:30:18.900 INFO:tasks.rados.rados.0.smithi046.stdout:2992: writing smithi04682744-22 from 0 to 671744 tid 1 2024-09-18T02:30:18.905 INFO:tasks.rados.rados.0.smithi046.stdout:2992: writing smithi04682744-22 from 671744 to 1474560 tid 2 2024-09-18T02:30:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:2992: writing smithi04682744-22 from 1474560 to 1875968 tid 3 2024-09-18T02:30:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:2987: done (4 left) 2024-09-18T02:30:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:2989: done (3 left) 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2993: copy_from oid 15 from oid 48 current snap is 303 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2990: finishing write tid 3 to smithi04682744-41 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2990: finishing write tid 4 to smithi04682744-41 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2990: finishing write tid 5 to smithi04682744-41 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1275 (ObjNum 970 snap 303 seq_num 970) dirty exists 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2990: left oid 41 (ObjNum 970 snap 303 seq_num 970) 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2992: finishing write tid 1 to smithi04682744-22 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2990: done (3 left) 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2991: done (2 left) 2024-09-18T02:30:18.909 INFO:tasks.rados.rados.0.smithi046.stdout:2994: read oid 7 snap -1 2024-09-18T02:30:18.910 INFO:tasks.rados.rados.0.smithi046.stdout:2994: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:30:18.910 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 303 2024-09-18T02:30:18.910 INFO:tasks.rados.rados.0.smithi046.stdout:2995: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-09-18T02:30:18.912 INFO:tasks.rados.rados.0.smithi046.stdout:2995: writing smithi04682744-3 from 0 to 688128 tid 1 2024-09-18T02:30:18.917 INFO:tasks.rados.rados.0.smithi046.stdout:2995: writing smithi04682744-3 from 688128 to 1376256 tid 2 2024-09-18T02:30:18.921 INFO:tasks.rados.rados.0.smithi046.stdout:2995: writing smithi04682744-3 from 1376256 to 1892352 tid 3 2024-09-18T02:30:18.921 INFO:tasks.rados.rados.0.smithi046.stdout:2996: snap_remove snap 301 2024-09-18T02:30:19.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:18 smithi195 ceph-mon[89559]: pgmap v664: 121 pgs: 121 active+clean; 284 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-18T02:30:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:18 smithi195 ceph-mon[89559]: osdmap e655: 8 total, 8 up, 8 in 2024-09-18T02:30:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:18 smithi046 ceph-mon[97106]: pgmap v664: 121 pgs: 121 active+clean; 284 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-18T02:30:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:18 smithi046 ceph-mon[97106]: osdmap e655: 8 total, 8 up, 8 in 2024-09-18T02:30:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:18 smithi046 ceph-mon[94621]: pgmap v664: 121 pgs: 121 active+clean; 284 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-18T02:30:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:18 smithi046 ceph-mon[94621]: osdmap e655: 8 total, 8 up, 8 in 2024-09-18T02:30:19.830 INFO:tasks.rados.rados.0.smithi046.stdout:2996: done (4 left) 2024-09-18T02:30:19.830 INFO:tasks.rados.rados.0.smithi046.stdout:2997: snap_remove snap 257 2024-09-18T02:30:20.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:19 smithi195 ceph-mon[89559]: osdmap e656: 8 total, 8 up, 8 in 2024-09-18T02:30:20.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:19 smithi046 ceph-mon[97106]: osdmap e656: 8 total, 8 up, 8 in 2024-09-18T02:30:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:19 smithi046 ceph-mon[94621]: osdmap e656: 8 total, 8 up, 8 in 2024-09-18T02:30:20.838 INFO:tasks.rados.rados.0.smithi046.stdout:2997: done (4 left) 2024-09-18T02:30:20.838 INFO:tasks.rados.rados.0.smithi046.stdout:2998: delete oid 50 current snap is 303 2024-09-18T02:30:20.838 INFO:tasks.rados.rados.0.smithi046.stdout:2992: finishing write tid 2 to smithi04682744-22 2024-09-18T02:30:20.838 INFO:tasks.rados.rados.0.smithi046.stdout:2992: finishing write tid 3 to smithi04682744-22 2024-09-18T02:30:20.838 INFO:tasks.rados.rados.0.smithi046.stdout:2992: finishing write tid 4 to smithi04682744-22 2024-09-18T02:30:20.838 INFO:tasks.rados.rados.0.smithi046.stdout:2994: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2992: finishing write tid 5 to smithi04682744-22 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1934 (ObjNum 971 snap 303 seq_num 971) dirty exists 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2992: left oid 22 (ObjNum 971 snap 303 seq_num 971) 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 1 to smithi04682744-3 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 2 to smithi04682744-3 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing copy_from to smithi04682744-15 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1282 (ObjNum 791 snap 243 seq_num 791) dirty exists 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 3 to smithi04682744-3 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 4 to smithi04682744-3 2024-09-18T02:30:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 5 to smithi04682744-3 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1938 (ObjNum 972 snap 303 seq_num 972) dirty exists 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:2995: left oid 3 (ObjNum 972 snap 303 seq_num 972) 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:2992: done (4 left) 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:2993: done (3 left) 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:2994: done (2 left) 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:2995: done (1 left) 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:2998: done (0 left) 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:2999: rollback oid 41 current snap is 303 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 267 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3000: copy_from oid 2 from oid 3 current snap is 303 2024-09-18T02:30:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3001: delete oid 12 current snap is 303 2024-09-18T02:30:20.899 INFO:tasks.rados.rados.0.smithi046.stdout:3001: done (2 left) 2024-09-18T02:30:20.899 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 303 2024-09-18T02:30:20.899 INFO:tasks.rados.rados.0.smithi046.stdout:3002: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-09-18T02:30:20.903 INFO:tasks.rados.rados.0.smithi046.stdout:3002: writing smithi04682744-46 from 0 to 737280 tid 1 2024-09-18T02:30:20.908 INFO:tasks.rados.rados.0.smithi046.stdout:3002: writing smithi04682744-46 from 737280 to 1523712 tid 2 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:3002: writing smithi04682744-46 from 1523712 to 1941504 tid 3 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:3003: copy_from oid 30 from oid 25 current snap is 303 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:2999: finishing rollback tid 0 to smithi04682744-41 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:2999: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1277 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing copy_from racing read to smithi04682744-2 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing copy_from to smithi04682744-2 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1938 (ObjNum 972 snap 303 seq_num 972) dirty exists 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:3002: finishing write tid 1 to smithi04682744-46 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:2999: done (3 left) 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:3000: done (2 left) 2024-09-18T02:30:20.911 INFO:tasks.rados.rados.0.smithi046.stdout:3004: snap_remove snap 288 2024-09-18T02:30:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:20 smithi195 ceph-mon[89559]: pgmap v667: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 312 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-09-18T02:30:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:20 smithi195 ceph-mon[89559]: osdmap e657: 8 total, 8 up, 8 in 2024-09-18T02:30:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:20 smithi046 ceph-mon[97106]: pgmap v667: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 312 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-09-18T02:30:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:20 smithi046 ceph-mon[97106]: osdmap e657: 8 total, 8 up, 8 in 2024-09-18T02:30:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:20 smithi046 ceph-mon[94621]: pgmap v667: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 312 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-09-18T02:30:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:20 smithi046 ceph-mon[94621]: osdmap e657: 8 total, 8 up, 8 in 2024-09-18T02:30:21.840 INFO:tasks.rados.rados.0.smithi046.stdout:3004: done (2 left) 2024-09-18T02:30:21.840 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 303 2024-09-18T02:30:21.840 INFO:tasks.rados.rados.0.smithi046.stdout:3005: seq_num 976 ranges {1703936=753664,2457600=671744,3129344=532480} 2024-09-18T02:30:21.855 INFO:tasks.rados.rados.0.smithi046.stdout:3005: writing smithi04682744-40 from 1703936 to 2457600 tid 1 2024-09-18T02:30:21.859 INFO:tasks.rados.rados.0.smithi046.stdout:3005: writing smithi04682744-40 from 2457600 to 3129344 tid 2 2024-09-18T02:30:21.863 INFO:tasks.rados.rados.0.smithi046.stdout:3005: writing smithi04682744-40 from 3129344 to 3661824 tid 3 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3006: delete oid 26 current snap is 303 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3002: finishing write tid 2 to smithi04682744-46 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3002: finishing write tid 3 to smithi04682744-46 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3002: finishing write tid 4 to smithi04682744-46 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing copy_from racing read to smithi04682744-30 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3002: finishing write tid 5 to smithi04682744-46 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1288 (ObjNum 975 snap 303 seq_num 975) dirty exists 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3002: left oid 46 (ObjNum 975 snap 303 seq_num 975) 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing copy_from to smithi04682744-30 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1794 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:30:21.864 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 1 to smithi04682744-40 2024-09-18T02:30:21.869 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 2 to smithi04682744-40 2024-09-18T02:30:21.871 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 3 to smithi04682744-40 2024-09-18T02:30:21.873 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 4 to smithi04682744-40 2024-09-18T02:30:21.875 INFO:tasks.rados.rados.0.smithi046.stdout:3002: done (3 left) 2024-09-18T02:30:21.875 INFO:tasks.rados.rados.0.smithi046.stdout:3003: done (2 left) 2024-09-18T02:30:21.875 INFO:tasks.rados.rados.0.smithi046.stdout:3006: done (1 left) 2024-09-18T02:30:21.875 INFO:tasks.rados.rados.0.smithi046.stdout:3007: delete oid 28 current snap is 303 2024-09-18T02:30:21.876 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 5 to smithi04682744-40 2024-09-18T02:30:21.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1969 (ObjNum 976 snap 303 seq_num 976) dirty exists 2024-09-18T02:30:21.876 INFO:tasks.rados.rados.0.smithi046.stdout:3005: left oid 40 (ObjNum 976 snap 303 seq_num 976) 2024-09-18T02:30:21.877 INFO:tasks.rados.rados.0.smithi046.stdout:3005: done (1 left) 2024-09-18T02:30:21.877 INFO:tasks.rados.rados.0.smithi046.stdout:3007: done (0 left) 2024-09-18T02:30:21.877 INFO:tasks.rados.rados.0.smithi046.stdout:3008: snap_remove snap 267 2024-09-18T02:30:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:21 smithi195 ceph-mon[89559]: osdmap e658: 8 total, 8 up, 8 in 2024-09-18T02:30:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:21 smithi046 ceph-mon[97106]: osdmap e658: 8 total, 8 up, 8 in 2024-09-18T02:30:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:21 smithi046 ceph-mon[94621]: osdmap e658: 8 total, 8 up, 8 in 2024-09-18T02:30:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:30:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:30:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3008: done (0 left) 2024-09-18T02:30:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3009: snap_create 2024-09-18T02:30:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:22 smithi195 ceph-mon[89559]: pgmap v670: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 320 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.0 MiB/s wr, 34 op/s 2024-09-18T02:30:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:22 smithi195 ceph-mon[89559]: osdmap e659: 8 total, 8 up, 8 in 2024-09-18T02:30:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:22 smithi046 ceph-mon[97106]: pgmap v670: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 320 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.0 MiB/s wr, 34 op/s 2024-09-18T02:30:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:22 smithi046 ceph-mon[97106]: osdmap e659: 8 total, 8 up, 8 in 2024-09-18T02:30:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:22 smithi046 ceph-mon[94621]: pgmap v670: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 320 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.0 MiB/s wr, 34 op/s 2024-09-18T02:30:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:22 smithi046 ceph-mon[94621]: osdmap e659: 8 total, 8 up, 8 in 2024-09-18T02:30:23.848 INFO:tasks.rados.rados.0.smithi046.stdout:3009: done (0 left) 2024-09-18T02:30:23.848 INFO:tasks.rados.rados.0.smithi046.stdout:3010: rmattr oid 49 current snap is 304 2024-09-18T02:30:23.849 INFO:tasks.rados.rados.0.smithi046.stdout:3010: done (0 left) 2024-09-18T02:30:23.849 INFO:tasks.rados.rados.0.smithi046.stdout:3011: snap_remove snap 281 2024-09-18T02:30:24.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:23 smithi195 ceph-mon[89559]: osdmap e660: 8 total, 8 up, 8 in 2024-09-18T02:30:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:23 smithi046 ceph-mon[94621]: osdmap e660: 8 total, 8 up, 8 in 2024-09-18T02:30:24.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:23 smithi046 ceph-mon[97106]: osdmap e660: 8 total, 8 up, 8 in 2024-09-18T02:30:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:3011: done (0 left) 2024-09-18T02:30:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:3012: rollback oid 11 current snap is 304 2024-09-18T02:30:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 303 2024-09-18T02:30:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:3013: delete oid 36 current snap is 304 2024-09-18T02:30:24.857 INFO:tasks.rados.rados.0.smithi046.stdout:3012: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:30:24.857 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1267 (ObjNum 33 snap 0 seq_num 1147741728) dirty dne 2024-09-18T02:30:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:3012: done (1 left) 2024-09-18T02:30:24.866 INFO:tasks.rados.rados.0.smithi046.stdout:3013: done (0 left) 2024-09-18T02:30:24.866 INFO:tasks.rados.rados.0.smithi046.stdout:3014: copy_from oid 45 from oid 47 current snap is 304 2024-09-18T02:30:24.866 INFO:tasks.rados.rados.0.smithi046.stdout:3015: snap_remove snap 292 2024-09-18T02:30:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:24 smithi195 ceph-mon[89559]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-09-18T02:30:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:24 smithi195 ceph-mon[89559]: osdmap e661: 8 total, 8 up, 8 in 2024-09-18T02:30:25.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:24 smithi046 ceph-mon[94621]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-09-18T02:30:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:24 smithi046 ceph-mon[94621]: osdmap e661: 8 total, 8 up, 8 in 2024-09-18T02:30:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:24 smithi046 ceph-mon[97106]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-09-18T02:30:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:24 smithi046 ceph-mon[97106]: osdmap e661: 8 total, 8 up, 8 in 2024-09-18T02:30:25.866 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:30:25.866 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing copy_from to smithi04682744-45 2024-09-18T02:30:25.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1644 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:30:25.866 INFO:tasks.rados.rados.0.smithi046.stdout:3014: done (1 left) 2024-09-18T02:30:25.866 INFO:tasks.rados.rados.0.smithi046.stdout:3015: done (0 left) 2024-09-18T02:30:25.867 INFO:tasks.rados.rados.0.smithi046.stdout:3016: setattr oid 24 current snap is 304 2024-09-18T02:30:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:3017: snap_create 2024-09-18T02:30:25.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1446 (ObjNum 906 snap 286 seq_num 906) dirty exists 2024-09-18T02:30:26.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:25 smithi195 ceph-mon[89559]: osdmap e662: 8 total, 8 up, 8 in 2024-09-18T02:30:26.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:25 smithi046 ceph-mon[94621]: osdmap e662: 8 total, 8 up, 8 in 2024-09-18T02:30:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:25 smithi046 ceph-mon[97106]: osdmap e662: 8 total, 8 up, 8 in 2024-09-18T02:30:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:30:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:30:26] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-09-18T02:30:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:3016: done (1 left) 2024-09-18T02:30:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:3017: done (0 left) 2024-09-18T02:30:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:3018: snap_remove snap 276 2024-09-18T02:30:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:26 smithi195 ceph-mon[89559]: pgmap v676: 121 pgs: 121 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-09-18T02:30:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:26 smithi195 ceph-mon[89559]: osdmap e663: 8 total, 8 up, 8 in 2024-09-18T02:30:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:26 smithi195 ceph-mon[89559]: osdmap e664: 8 total, 8 up, 8 in 2024-09-18T02:30:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:26 smithi046 ceph-mon[94621]: pgmap v676: 121 pgs: 121 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-09-18T02:30:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:26 smithi046 ceph-mon[94621]: osdmap e663: 8 total, 8 up, 8 in 2024-09-18T02:30:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:26 smithi046 ceph-mon[94621]: osdmap e664: 8 total, 8 up, 8 in 2024-09-18T02:30:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:26 smithi046 ceph-mon[97106]: pgmap v676: 121 pgs: 121 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-09-18T02:30:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:26 smithi046 ceph-mon[97106]: osdmap e663: 8 total, 8 up, 8 in 2024-09-18T02:30:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:26 smithi046 ceph-mon[97106]: osdmap e664: 8 total, 8 up, 8 in 2024-09-18T02:30:27.809 INFO:tasks.rados.rados.0.smithi046.stdout:3018: done (0 left) 2024-09-18T02:30:27.809 INFO:tasks.rados.rados.0.smithi046.stdout:3019: delete oid 29 current snap is 305 2024-09-18T02:30:27.819 INFO:tasks.rados.rados.0.smithi046.stdout:3019: done (0 left) 2024-09-18T02:30:27.819 INFO:tasks.rados.rados.0.smithi046.stdout:3020: copy_from oid 14 from oid 22 current snap is 305 2024-09-18T02:30:27.819 INFO:tasks.rados.rados.0.smithi046.stdout:3021: delete oid 40 current snap is 305 2024-09-18T02:30:27.826 INFO:tasks.rados.rados.0.smithi046.stdout:3021: done (1 left) 2024-09-18T02:30:27.826 INFO:tasks.rados.rados.0.smithi046.stdout:3022: delete oid 21 current snap is 305 2024-09-18T02:30:27.830 INFO:tasks.rados.rados.0.smithi046.stdout:3022: done (1 left) 2024-09-18T02:30:27.830 INFO:tasks.rados.rados.0.smithi046.stdout:3023: rmattr oid 28 current snap is 305 2024-09-18T02:30:27.830 INFO:tasks.rados.rados.0.smithi046.stdout:3023: done (1 left) 2024-09-18T02:30:27.831 INFO:tasks.rados.rados.0.smithi046.stdout:3024: read oid 7 snap 290 2024-09-18T02:30:27.831 INFO:tasks.rados.rados.0.smithi046.stdout:3024: expect (ObjNum 912 snap 287 seq_num 912) 2024-09-18T02:30:27.831 INFO:tasks.rados.rados.0.smithi046.stdout:3025: copy_from oid 10 from oid 36 current snap is 305 2024-09-18T02:30:27.831 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 305 2024-09-18T02:30:27.831 INFO:tasks.rados.rados.0.smithi046.stdout:3026: seq_num 983 ranges {10182656=466944,10649600=712704,11362304=434176,11796480=458752} 2024-09-18T02:30:27.890 INFO:tasks.rados.rados.0.smithi046.stdout:3026: writing smithi04682744-43 from 10182656 to 10649600 tid 1 2024-09-18T02:30:27.893 INFO:tasks.rados.rados.0.smithi046.stdout:3026: writing smithi04682744-43 from 10649600 to 11362304 tid 2 2024-09-18T02:30:27.896 INFO:tasks.rados.rados.0.smithi046.stdout:3026: writing smithi04682744-43 from 11362304 to 11796480 tid 3 2024-09-18T02:30:27.899 INFO:tasks.rados.rados.0.smithi046.stdout:3026: writing smithi04682744-43 from 11796480 to 12255232 tid 4 2024-09-18T02:30:27.899 INFO:tasks.rados.rados.0.smithi046.stdout:3027: read oid 48 snap -1 2024-09-18T02:30:27.899 INFO:tasks.rados.rados.0.smithi046.stdout:3027: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:30:27.899 INFO:tasks.rados.rados.0.smithi046.stdout:3028: snap_remove snap 304 2024-09-18T02:30:28.867 INFO:tasks.rados.rados.0.smithi046.stdout:3024: expect (ObjNum 912 snap 287 seq_num 912) 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3025: finishing copy_from to smithi04682744-10 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3025: got expected ENOENT (src dne) 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3025: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing copy_from to smithi04682744-14 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1934 (ObjNum 971 snap 303 seq_num 971) dirty exists 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 1 to smithi04682744-43 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 2 to smithi04682744-43 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3020: done (5 left) 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3024: done (4 left) 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3025: done (3 left) 2024-09-18T02:30:28.892 INFO:tasks.rados.rados.0.smithi046.stdout:3028: done (2 left) 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:3029: copy_from oid 1 from oid 6 current snap is 305 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 3 to smithi04682744-43 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 4 to smithi04682744-43 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 5 to smithi04682744-43 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 6 to smithi04682744-43 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1649 (ObjNum 983 snap 305 seq_num 983) dirty exists 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:3026: left oid 43 (ObjNum 983 snap 305 seq_num 983) 2024-09-18T02:30:28.893 INFO:tasks.rados.rados.0.smithi046.stdout:3027: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:30:29.008 INFO:tasks.rados.rados.0.smithi046.stdout:3029: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:30:29.008 INFO:tasks.rados.rados.0.smithi046.stdout:3029: finishing copy_from to smithi04682744-1 2024-09-18T02:30:29.008 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1250 (ObjNum 33 snap 0 seq_num 1147741728) dirty exists 2024-09-18T02:30:29.008 INFO:tasks.rados.rados.0.smithi046.stdout:3026: done (2 left) 2024-09-18T02:30:29.008 INFO:tasks.rados.rados.0.smithi046.stdout:3027: done (1 left) 2024-09-18T02:30:29.009 INFO:tasks.rados.rados.0.smithi046.stdout:3029: done (0 left) 2024-09-18T02:30:29.009 INFO:tasks.rados.rados.0.smithi046.stdout:3030: read oid 19 snap 289 2024-09-18T02:30:29.009 INFO:tasks.rados.rados.0.smithi046.stdout:3030: expect (ObjNum 899 snap 284 seq_num 899) 2024-09-18T02:30:29.009 INFO:tasks.rados.rados.0.smithi046.stdout:3031: delete oid 46 current snap is 305 2024-09-18T02:30:29.011 INFO:tasks.rados.rados.0.smithi046.stdout:3031: done (1 left) 2024-09-18T02:30:29.011 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 305 2024-09-18T02:30:29.011 INFO:tasks.rados.rados.0.smithi046.stdout:3032: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-09-18T02:30:29.014 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04682744-46 from 0 to 499712 tid 1 2024-09-18T02:30:29.017 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04682744-46 from 499712 to 983040 tid 2 2024-09-18T02:30:29.020 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04682744-46 from 983040 to 1433600 tid 3 2024-09-18T02:30:29.024 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04682744-46 from 1433600 to 2015232 tid 4 2024-09-18T02:30:29.025 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04682744-46 from 2015232 to 2105344 tid 5 2024-09-18T02:30:29.025 INFO:tasks.rados.rados.0.smithi046.stdout:3033: delete oid 49 current snap is 305 2024-09-18T02:30:29.025 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 1 to smithi04682744-46 2024-09-18T02:30:29.025 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 2 to smithi04682744-46 2024-09-18T02:30:29.025 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 3 to smithi04682744-46 2024-09-18T02:30:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 4 to smithi04682744-46 2024-09-18T02:30:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 5 to smithi04682744-46 2024-09-18T02:30:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 6 to smithi04682744-46 2024-09-18T02:30:29.029 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 7 to smithi04682744-46 2024-09-18T02:30:29.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1296 (ObjNum 985 snap 305 seq_num 985) dirty exists 2024-09-18T02:30:29.030 INFO:tasks.rados.rados.0.smithi046.stdout:3032: left oid 46 (ObjNum 985 snap 305 seq_num 985) 2024-09-18T02:30:29.031 INFO:tasks.rados.rados.0.smithi046.stdout:3030: expect (ObjNum 899 snap 284 seq_num 899) 2024-09-18T02:30:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:28 smithi195 ceph-mon[89559]: pgmap v679: 121 pgs: 121 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-18T02:30:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:28 smithi195 ceph-mon[89559]: osdmap e665: 8 total, 8 up, 8 in 2024-09-18T02:30:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:28 smithi046 ceph-mon[97106]: pgmap v679: 121 pgs: 121 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-18T02:30:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:28 smithi046 ceph-mon[97106]: osdmap e665: 8 total, 8 up, 8 in 2024-09-18T02:30:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:28 smithi046 ceph-mon[94621]: pgmap v679: 121 pgs: 121 active+clean; 324 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-18T02:30:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:28 smithi046 ceph-mon[94621]: osdmap e665: 8 total, 8 up, 8 in 2024-09-18T02:30:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:3030: done (2 left) 2024-09-18T02:30:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:3032: done (1 left) 2024-09-18T02:30:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:3033: done (0 left) 2024-09-18T02:30:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 305 2024-09-18T02:30:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:3034: seq_num 987 ranges {1318912=532480,1851392=647168,2498560=417792,2916352=409600,3325952=131072} 2024-09-18T02:30:29.527 INFO:tasks.rados.rados.0.smithi046.stdout:3034: writing smithi04682744-16 from 1318912 to 1851392 tid 1 2024-09-18T02:30:29.531 INFO:tasks.rados.rados.0.smithi046.stdout:3034: writing smithi04682744-16 from 1851392 to 2498560 tid 2 2024-09-18T02:30:29.534 INFO:tasks.rados.rados.0.smithi046.stdout:3034: writing smithi04682744-16 from 2498560 to 2916352 tid 3 2024-09-18T02:30:29.536 INFO:tasks.rados.rados.0.smithi046.stdout:3034: writing smithi04682744-16 from 2916352 to 3325952 tid 4 2024-09-18T02:30:29.537 INFO:tasks.rados.rados.0.smithi046.stdout:3034: writing smithi04682744-16 from 3325952 to 3457024 tid 5 2024-09-18T02:30:29.537 INFO:tasks.rados.rados.0.smithi046.stdout:3035: delete oid 47 current snap is 305 2024-09-18T02:30:29.537 INFO:tasks.rados.rados.0.smithi046.stdout:3034: finishing write tid 1 to smithi04682744-16 2024-09-18T02:30:29.537 INFO:tasks.rados.rados.0.smithi046.stdout:3034: finishing write tid 2 to smithi04682744-16 2024-09-18T02:30:29.537 INFO:tasks.rados.rados.0.smithi046.stdout:3034: finishing write tid 3 to smithi04682744-16 2024-09-18T02:30:29.539 INFO:tasks.rados.rados.0.smithi046.stdout:3034: finishing write tid 4 to smithi04682744-16 2024-09-18T02:30:29.539 INFO:tasks.rados.rados.0.smithi046.stdout:3034: finishing write tid 5 to smithi04682744-16 2024-09-18T02:30:29.539 INFO:tasks.rados.rados.0.smithi046.stdout:3035: done (1 left) 2024-09-18T02:30:29.539 INFO:tasks.rados.rados.0.smithi046.stdout:3036: snap_remove snap 297 2024-09-18T02:30:30.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:29 smithi195 ceph-mon[89559]: osdmap e666: 8 total, 8 up, 8 in 2024-09-18T02:30:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:30:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:30:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:30:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:30:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[94621]: osdmap e666: 8 total, 8 up, 8 in 2024-09-18T02:30:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:30:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:30:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:30:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:30:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[97106]: osdmap e666: 8 total, 8 up, 8 in 2024-09-18T02:30:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:30:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:30:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:30:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:30:30.324 INFO:tasks.rados.rados.0.smithi046.stdout:3036: done (1 left) 2024-09-18T02:30:30.324 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 305 2024-09-18T02:30:30.324 INFO:tasks.rados.rados.0.smithi046.stdout:3034: finishing write tid 6 to smithi04682744-16 2024-09-18T02:30:30.324 INFO:tasks.rados.rados.0.smithi046.stdout:3034: finishing write tid 7 to smithi04682744-16 2024-09-18T02:30:30.324 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1940 (ObjNum 987 snap 305 seq_num 987) dirty exists 2024-09-18T02:30:30.324 INFO:tasks.rados.rados.0.smithi046.stdout:3034: left oid 16 (ObjNum 987 snap 305 seq_num 987) 2024-09-18T02:30:30.325 INFO:tasks.rados.rados.0.smithi046.stdout:3037: seq_num 989 ranges {4317184=573440,4890624=466944,5357568=434176,5791744=638976,6430720=65536} 2024-09-18T02:30:30.352 INFO:tasks.rados.rados.0.smithi046.stdout:3037: writing smithi04682744-8 from 4317184 to 4890624 tid 1 2024-09-18T02:30:30.354 INFO:tasks.rados.rados.0.smithi046.stdout:3037: writing smithi04682744-8 from 4890624 to 5357568 tid 2 2024-09-18T02:30:30.360 INFO:tasks.rados.rados.0.smithi046.stdout:3037: writing smithi04682744-8 from 5357568 to 5791744 tid 3 2024-09-18T02:30:30.361 INFO:tasks.rados.rados.0.smithi046.stdout:3037: writing smithi04682744-8 from 5791744 to 6430720 tid 4 2024-09-18T02:30:30.362 INFO:tasks.rados.rados.0.smithi046.stdout:3037: writing smithi04682744-8 from 6430720 to 6496256 tid 5 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3034: done (1 left) 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3038: read oid 4 snap -1 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3038: expect deleted 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3039: rollback oid 16 current snap is 305 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 296 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 1 to smithi04682744-8 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 2 to smithi04682744-8 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 3 to smithi04682744-8 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3040: read oid 15 snap -1 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3040: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3041: rmattr oid 29 current snap is 305 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3041: done (4 left) 2024-09-18T02:30:30.363 INFO:tasks.rados.rados.0.smithi046.stdout:3042: copy_from oid 29 from oid 21 current snap is 305 2024-09-18T02:30:30.364 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 305 2024-09-18T02:30:30.364 INFO:tasks.rados.rados.0.smithi046.stdout:3043: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-09-18T02:30:30.366 INFO:tasks.rados.rados.0.smithi046.stdout:3043: writing smithi04682744-11 from 0 to 589824 tid 1 2024-09-18T02:30:30.370 INFO:tasks.rados.rados.0.smithi046.stdout:3043: writing smithi04682744-11 from 589824 to 1343488 tid 2 2024-09-18T02:30:30.374 INFO:tasks.rados.rados.0.smithi046.stdout:3043: writing smithi04682744-11 from 1343488 to 1982464 tid 3 2024-09-18T02:30:30.376 INFO:tasks.rados.rados.0.smithi046.stdout:3043: writing smithi04682744-11 from 1982464 to 2195456 tid 4 2024-09-18T02:30:30.376 INFO:tasks.rados.rados.0.smithi046.stdout:3044: delete oid 22 current snap is 305 2024-09-18T02:30:30.376 INFO:tasks.rados.rados.0.smithi046.stdout:3039: finishing rollback tid 0 to smithi04682744-16 2024-09-18T02:30:30.376 INFO:tasks.rados.rados.0.smithi046.stdout:3039: finishing rollback tid 1 to smithi04682744-16 2024-09-18T02:30:30.377 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1942 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-18T02:30:30.377 INFO:tasks.rados.rados.0.smithi046.stdout:3042: finishing copy_from to smithi04682744-29 2024-09-18T02:30:30.377 INFO:tasks.rados.rados.0.smithi046.stdout:3042: got expected ENOENT (src dne) 2024-09-18T02:30:30.377 INFO:tasks.rados.rados.0.smithi046.stdout:3042: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:30:30.377 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 4 to smithi04682744-8 2024-09-18T02:30:30.377 INFO:tasks.rados.rados.0.smithi046.stdout:3040: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:30:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing write tid 1 to smithi04682744-11 2024-09-18T02:30:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 5 to smithi04682744-8 2024-09-18T02:30:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing write tid 2 to smithi04682744-11 2024-09-18T02:30:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 6 to smithi04682744-8 2024-09-18T02:30:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing write tid 3 to smithi04682744-11 2024-09-18T02:30:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing write tid 4 to smithi04682744-11 2024-09-18T02:30:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing write tid 5 to smithi04682744-11 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 7 to smithi04682744-8 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1944 (ObjNum 989 snap 305 seq_num 989) dirty exists 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3037: left oid 8 (ObjNum 989 snap 305 seq_num 989) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing write tid 6 to smithi04682744-11 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1646 (ObjNum 990 snap 305 seq_num 990) dirty exists 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3043: left oid 11 (ObjNum 990 snap 305 seq_num 990) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3037: done (6 left) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3038: done (5 left) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3039: done (4 left) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3040: done (3 left) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3042: done (2 left) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3043: done (1 left) 2024-09-18T02:30:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3044: done (0 left) 2024-09-18T02:30:30.491 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 305 2024-09-18T02:30:30.491 INFO:tasks.rados.rados.0.smithi046.stdout:3045: seq_num 992 ranges {1892352=622592,2514944=524288,3039232=606208,3645440=475136} 2024-09-18T02:30:30.502 INFO:tasks.rados.rados.0.smithi046.stdout:3045: writing smithi04682744-2 from 1892352 to 2514944 tid 1 2024-09-18T02:30:30.505 INFO:tasks.rados.rados.0.smithi046.stdout:3045: writing smithi04682744-2 from 2514944 to 3039232 tid 2 2024-09-18T02:30:30.509 INFO:tasks.rados.rados.0.smithi046.stdout:3045: writing smithi04682744-2 from 3039232 to 3645440 tid 3 2024-09-18T02:30:30.512 INFO:tasks.rados.rados.0.smithi046.stdout:3045: writing smithi04682744-2 from 3645440 to 4120576 tid 4 2024-09-18T02:30:30.512 INFO:tasks.rados.rados.0.smithi046.stdout:3046: delete oid 14 current snap is 305 2024-09-18T02:30:30.512 INFO:tasks.rados.rados.0.smithi046.stdout:3045: finishing write tid 1 to smithi04682744-2 2024-09-18T02:30:30.512 INFO:tasks.rados.rados.0.smithi046.stdout:3045: finishing write tid 2 to smithi04682744-2 2024-09-18T02:30:30.512 INFO:tasks.rados.rados.0.smithi046.stdout:3045: finishing write tid 3 to smithi04682744-2 2024-09-18T02:30:30.514 INFO:tasks.rados.rados.0.smithi046.stdout:3046: done (1 left) 2024-09-18T02:30:30.514 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 305 2024-09-18T02:30:30.514 INFO:tasks.rados.rados.0.smithi046.stdout:3047: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-09-18T02:30:30.518 INFO:tasks.rados.rados.0.smithi046.stdout:3047: writing smithi04682744-38 from 0 to 655360 tid 1 2024-09-18T02:30:30.522 INFO:tasks.rados.rados.0.smithi046.stdout:3047: writing smithi04682744-38 from 655360 to 1343488 tid 2 2024-09-18T02:30:30.525 INFO:tasks.rados.rados.0.smithi046.stdout:3047: writing smithi04682744-38 from 1343488 to 1966080 tid 3 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3047: writing smithi04682744-38 from 1966080 to 2260992 tid 4 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 305 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3045: finishing write tid 4 to smithi04682744-2 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3045: finishing write tid 5 to smithi04682744-2 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3045: finishing write tid 6 to smithi04682744-2 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1949 (ObjNum 992 snap 305 seq_num 992) dirty exists 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3045: left oid 2 (ObjNum 992 snap 305 seq_num 992) 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3047: finishing write tid 1 to smithi04682744-38 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3047: finishing write tid 2 to smithi04682744-38 2024-09-18T02:30:30.528 INFO:tasks.rados.rados.0.smithi046.stdout:3048: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-09-18T02:30:30.532 INFO:tasks.rados.rados.0.smithi046.stdout:3048: writing smithi04682744-50 from 0 to 671744 tid 1 2024-09-18T02:30:30.535 INFO:tasks.rados.rados.0.smithi046.stdout:3048: writing smithi04682744-50 from 671744 to 1245184 tid 2 2024-09-18T02:30:30.539 INFO:tasks.rados.rados.0.smithi046.stdout:3048: writing smithi04682744-50 from 1245184 to 2023424 tid 3 2024-09-18T02:30:30.541 INFO:tasks.rados.rados.0.smithi046.stdout:3048: writing smithi04682744-50 from 2023424 to 2277376 tid 4 2024-09-18T02:30:30.541 INFO:tasks.rados.rados.0.smithi046.stdout:3045: done (2 left) 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 305 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3047: finishing write tid 3 to smithi04682744-38 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3047: finishing write tid 4 to smithi04682744-38 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3047: finishing write tid 5 to smithi04682744-38 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3047: finishing write tid 6 to smithi04682744-38 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1883 (ObjNum 994 snap 305 seq_num 994) dirty exists 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3047: left oid 38 (ObjNum 994 snap 305 seq_num 994) 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 1 to smithi04682744-50 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 2 to smithi04682744-50 2024-09-18T02:30:30.542 INFO:tasks.rados.rados.0.smithi046.stdout:3049: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-09-18T02:30:30.545 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04682744-17 from 0 to 688128 tid 1 2024-09-18T02:30:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04682744-17 from 688128 to 1196032 tid 2 2024-09-18T02:30:30.552 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04682744-17 from 1196032 to 1777664 tid 3 2024-09-18T02:30:30.555 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04682744-17 from 1777664 to 2293760 tid 4 2024-09-18T02:30:30.555 INFO:tasks.rados.rados.0.smithi046.stdout:3047: done (2 left) 2024-09-18T02:30:30.555 INFO:tasks.rados.rados.0.smithi046.stdout:3050: read oid 44 snap -1 2024-09-18T02:30:30.555 INFO:tasks.rados.rados.0.smithi046.stdout:3050: expect deleted 2024-09-18T02:30:30.555 INFO:tasks.rados.rados.0.smithi046.stdout:3051: snap_remove snap 300 2024-09-18T02:30:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:30 smithi195 ceph-mon[89559]: pgmap v682: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 336 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-18T02:30:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:30 smithi195 ceph-mon[89559]: osdmap e667: 8 total, 8 up, 8 in 2024-09-18T02:30:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:30 smithi046 ceph-mon[94621]: pgmap v682: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 336 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-18T02:30:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:30 smithi046 ceph-mon[94621]: osdmap e667: 8 total, 8 up, 8 in 2024-09-18T02:30:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:30 smithi046 ceph-mon[97106]: pgmap v682: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 336 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-18T02:30:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:30 smithi046 ceph-mon[97106]: osdmap e667: 8 total, 8 up, 8 in 2024-09-18T02:30:31.328 INFO:tasks.rados.rados.0.smithi046.stdout:3051: done (3 left) 2024-09-18T02:30:31.328 INFO:tasks.rados.rados.0.smithi046.stdout:3052: delete oid 49 current snap is 305 2024-09-18T02:30:31.328 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 3 to smithi04682744-50 2024-09-18T02:30:31.328 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 4 to smithi04682744-50 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 5 to smithi04682744-50 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 6 to smithi04682744-50 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1102 (ObjNum 995 snap 305 seq_num 995) dirty exists 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3048: left oid 50 (ObjNum 995 snap 305 seq_num 995) 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 1 to smithi04682744-17 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 2 to smithi04682744-17 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 3 to smithi04682744-17 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 4 to smithi04682744-17 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 5 to smithi04682744-17 2024-09-18T02:30:31.329 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 6 to smithi04682744-17 2024-09-18T02:30:31.330 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1888 (ObjNum 996 snap 305 seq_num 996) dirty exists 2024-09-18T02:30:31.330 INFO:tasks.rados.rados.0.smithi046.stdout:3049: left oid 17 (ObjNum 996 snap 305 seq_num 996) 2024-09-18T02:30:31.334 INFO:tasks.rados.rados.0.smithi046.stdout:3048: done (3 left) 2024-09-18T02:30:31.334 INFO:tasks.rados.rados.0.smithi046.stdout:3049: done (2 left) 2024-09-18T02:30:31.335 INFO:tasks.rados.rados.0.smithi046.stdout:3050: done (1 left) 2024-09-18T02:30:31.335 INFO:tasks.rados.rados.0.smithi046.stdout:3052: done (0 left) 2024-09-18T02:30:31.335 INFO:tasks.rados.rados.0.smithi046.stdout:3053: delete oid 39 current snap is 305 2024-09-18T02:30:31.339 INFO:tasks.rados.rados.0.smithi046.stdout:3053: done (0 left) 2024-09-18T02:30:31.339 INFO:tasks.rados.rados.0.smithi046.stdout:3054: copy_from oid 18 from oid 48 current snap is 305 2024-09-18T02:30:31.340 INFO:tasks.rados.rados.0.smithi046.stdout:3055: read oid 29 snap -1 2024-09-18T02:30:31.340 INFO:tasks.rados.rados.0.smithi046.stdout:3055: expect deleted 2024-09-18T02:30:31.340 INFO:tasks.rados.rados.0.smithi046.stdout:3056: read oid 12 snap -1 2024-09-18T02:30:31.340 INFO:tasks.rados.rados.0.smithi046.stdout:3056: expect deleted 2024-09-18T02:30:31.340 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 305 2024-09-18T02:30:31.340 INFO:tasks.rados.rados.0.smithi046.stdout:3057: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-09-18T02:30:31.344 INFO:tasks.rados.rados.0.smithi046.stdout:3057: writing smithi04682744-21 from 0 to 737280 tid 1 2024-09-18T02:30:31.349 INFO:tasks.rados.rados.0.smithi046.stdout:3057: writing smithi04682744-21 from 737280 to 1302528 tid 2 2024-09-18T02:30:31.354 INFO:tasks.rados.rados.0.smithi046.stdout:3057: writing smithi04682744-21 from 1302528 to 2064384 tid 3 2024-09-18T02:30:31.356 INFO:tasks.rados.rados.0.smithi046.stdout:3057: writing smithi04682744-21 from 2064384 to 2342912 tid 4 2024-09-18T02:30:31.356 INFO:tasks.rados.rados.0.smithi046.stdout:3058: read oid 17 snap -1 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:3058: expect (ObjNum 996 snap 305 seq_num 996) 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:3059: rollback oid 3 current snap is 305 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 290 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 1 to smithi04682744-21 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 2 to smithi04682744-21 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:3055: done (5 left) 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:3056: done (4 left) 2024-09-18T02:30:31.357 INFO:tasks.rados.rados.0.smithi046.stdout:3060: snap_remove snap 298 2024-09-18T02:30:31.809 INFO:tasks.rados.rados.0.smithi046.stdout:3060: done (4 left) 2024-09-18T02:30:31.809 INFO:tasks.rados.rados.0.smithi046.stdout:3061: snap_remove snap 282 2024-09-18T02:30:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:32 smithi195 ceph-mon[89559]: osdmap e668: 8 total, 8 up, 8 in 2024-09-18T02:30:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:32 smithi195 ceph-mon[89559]: pgmap v685: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 336 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-09-18T02:30:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:32 smithi195 ceph-mon[89559]: osdmap e669: 8 total, 8 up, 8 in 2024-09-18T02:30:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:30:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:30:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:32 smithi046 ceph-mon[97106]: osdmap e668: 8 total, 8 up, 8 in 2024-09-18T02:30:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:32 smithi046 ceph-mon[97106]: pgmap v685: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 336 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-09-18T02:30:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:32 smithi046 ceph-mon[97106]: osdmap e669: 8 total, 8 up, 8 in 2024-09-18T02:30:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:32 smithi046 ceph-mon[94621]: osdmap e668: 8 total, 8 up, 8 in 2024-09-18T02:30:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:32 smithi046 ceph-mon[94621]: pgmap v685: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 336 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-09-18T02:30:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:32 smithi046 ceph-mon[94621]: osdmap e669: 8 total, 8 up, 8 in 2024-09-18T02:30:32.812 INFO:tasks.rados.rados.0.smithi046.stdout:3061: done (4 left) 2024-09-18T02:30:32.812 INFO:tasks.rados.rados.0.smithi046.stdout:3062: rmattr oid 2 current snap is 305 2024-09-18T02:30:32.812 INFO:tasks.rados.rados.0.smithi046.stdout:3062: done (4 left) 2024-09-18T02:30:32.812 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 305 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3054: finishing copy_from racing read to smithi04682744-18 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3054: finishing copy_from to smithi04682744-18 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1282 (ObjNum 791 snap 243 seq_num 791) dirty exists 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 3 to smithi04682744-21 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3059: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 4 to smithi04682744-21 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 5 to smithi04682744-21 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3059: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3059: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2037 (ObjNum 855 snap 266 seq_num 855) dirty exists 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 6 to smithi04682744-21 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1651 (ObjNum 999 snap 305 seq_num 999) dirty exists 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3057: left oid 21 (ObjNum 999 snap 305 seq_num 999) 2024-09-18T02:30:32.813 INFO:tasks.rados.rados.0.smithi046.stdout:3058: expect (ObjNum 996 snap 305 seq_num 996) 2024-09-18T02:30:32.886 INFO:tasks.rados.rados.0.smithi046.stdout:3063: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-09-18T02:30:32.890 INFO:tasks.rados.rados.0.smithi046.stdout:3063: writing smithi04682744-36 from 0 to 753664 tid 1 2024-09-18T02:30:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3063: writing smithi04682744-36 from 753664 to 1196032 tid 2 2024-09-18T02:30:32.896 INFO:tasks.rados.rados.0.smithi046.stdout:3063: writing smithi04682744-36 from 1196032 to 1761280 tid 3 2024-09-18T02:30:32.899 INFO:tasks.rados.rados.0.smithi046.stdout:3063: writing smithi04682744-36 from 1761280 to 2220032 tid 4 2024-09-18T02:30:32.900 INFO:tasks.rados.rados.0.smithi046.stdout:3063: writing smithi04682744-36 from 2220032 to 2359296 tid 5 2024-09-18T02:30:32.900 INFO:tasks.rados.rados.0.smithi046.stdout:3054: done (4 left) 2024-09-18T02:30:32.900 INFO:tasks.rados.rados.0.smithi046.stdout:3057: done (3 left) 2024-09-18T02:30:32.900 INFO:tasks.rados.rados.0.smithi046.stdout:3058: done (2 left) 2024-09-18T02:30:32.901 INFO:tasks.rados.rados.0.smithi046.stdout:3059: done (1 left) 2024-09-18T02:30:32.901 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 305 2024-09-18T02:30:32.901 INFO:tasks.rados.rados.0.smithi046.stdout:3064: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-09-18T02:30:32.904 INFO:tasks.rados.rados.0.smithi046.stdout:3064: writing smithi04682744-28 from 0 to 770048 tid 1 2024-09-18T02:30:32.908 INFO:tasks.rados.rados.0.smithi046.stdout:3064: writing smithi04682744-28 from 770048 to 1499136 tid 2 2024-09-18T02:30:32.913 INFO:tasks.rados.rados.0.smithi046.stdout:3064: writing smithi04682744-28 from 1499136 to 2269184 tid 3 2024-09-18T02:30:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3064: writing smithi04682744-28 from 2269184 to 2375680 tid 4 2024-09-18T02:30:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3065: read oid 19 snap -1 2024-09-18T02:30:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3065: expect (ObjNum 968 snap 303 seq_num 968) 2024-09-18T02:30:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3066: snap_remove snap 293 2024-09-18T02:30:33.816 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing write tid 1 to smithi04682744-36 2024-09-18T02:30:33.816 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing write tid 2 to smithi04682744-36 2024-09-18T02:30:33.816 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing write tid 3 to smithi04682744-36 2024-09-18T02:30:33.816 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing write tid 4 to smithi04682744-36 2024-09-18T02:30:33.816 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing write tid 5 to smithi04682744-36 2024-09-18T02:30:33.816 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing write tid 6 to smithi04682744-36 2024-09-18T02:30:33.816 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing write tid 7 to smithi04682744-36 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1955 (ObjNum 1000 snap 305 seq_num 1000) dirty exists 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3063: left oid 36 (ObjNum 1000 snap 305 seq_num 1000) 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing write tid 1 to smithi04682744-28 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing write tid 2 to smithi04682744-28 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing write tid 3 to smithi04682744-28 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing write tid 4 to smithi04682744-28 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing write tid 5 to smithi04682744-28 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing write tid 6 to smithi04682744-28 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1451 (ObjNum 1001 snap 305 seq_num 1001) dirty exists 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3064: left oid 28 (ObjNum 1001 snap 305 seq_num 1001) 2024-09-18T02:30:33.817 INFO:tasks.rados.rados.0.smithi046.stdout:3065: expect (ObjNum 968 snap 303 seq_num 968) 2024-09-18T02:30:33.884 INFO:tasks.rados.rados.0.smithi046.stdout:3063: done (3 left) 2024-09-18T02:30:33.884 INFO:tasks.rados.rados.0.smithi046.stdout:3064: done (2 left) 2024-09-18T02:30:33.884 INFO:tasks.rados.rados.0.smithi046.stdout:3065: done (1 left) 2024-09-18T02:30:33.884 INFO:tasks.rados.rados.0.smithi046.stdout:3066: done (0 left) 2024-09-18T02:30:33.885 INFO:tasks.rados.rados.0.smithi046.stdout:3067: setattr oid 19 current snap is 305 2024-09-18T02:30:33.886 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 305 2024-09-18T02:30:33.886 INFO:tasks.rados.rados.0.smithi046.stdout:3068: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-09-18T02:30:33.890 INFO:tasks.rados.rados.0.smithi046.stdout:3068: writing smithi04682744-49 from 0 to 786432 tid 1 2024-09-18T02:30:33.894 INFO:tasks.rados.rados.0.smithi046.stdout:3068: writing smithi04682744-49 from 786432 to 1400832 tid 2 2024-09-18T02:30:33.898 INFO:tasks.rados.rados.0.smithi046.stdout:3068: writing smithi04682744-49 from 1400832 to 1982464 tid 3 2024-09-18T02:30:33.901 INFO:tasks.rados.rados.0.smithi046.stdout:3068: writing smithi04682744-49 from 1982464 to 2392064 tid 4 2024-09-18T02:30:33.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1956 (ObjNum 968 snap 303 seq_num 968) dirty exists 2024-09-18T02:30:33.902 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 1 to smithi04682744-49 2024-09-18T02:30:33.902 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 2 to smithi04682744-49 2024-09-18T02:30:33.902 INFO:tasks.rados.rados.0.smithi046.stdout:3067: done (1 left) 2024-09-18T02:30:33.902 INFO:tasks.rados.rados.0.smithi046.stdout:3069: snap_remove snap 287 2024-09-18T02:30:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:33 smithi195 ceph-mon[89559]: osdmap e670: 8 total, 8 up, 8 in 2024-09-18T02:30:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:33 smithi046 ceph-mon[97106]: osdmap e670: 8 total, 8 up, 8 in 2024-09-18T02:30:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:33 smithi046 ceph-mon[94621]: osdmap e670: 8 total, 8 up, 8 in 2024-09-18T02:30:34.820 INFO:tasks.rados.rados.0.smithi046.stdout:3069: done (1 left) 2024-09-18T02:30:34.821 INFO:tasks.rados.rados.0.smithi046.stdout:3070: snap_remove snap 251 2024-09-18T02:30:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:34 smithi195 ceph-mon[89559]: pgmap v688: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-18T02:30:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:34 smithi195 ceph-mon[89559]: osdmap e671: 8 total, 8 up, 8 in 2024-09-18T02:30:35.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:34 smithi046 ceph-mon[97106]: pgmap v688: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-18T02:30:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:34 smithi046 ceph-mon[97106]: osdmap e671: 8 total, 8 up, 8 in 2024-09-18T02:30:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:34 smithi046 ceph-mon[94621]: pgmap v688: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-09-18T02:30:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:34 smithi046 ceph-mon[94621]: osdmap e671: 8 total, 8 up, 8 in 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:3070: done (1 left) 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:3071: delete oid 42 current snap is 305 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 3 to smithi04682744-49 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 4 to smithi04682744-49 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 5 to smithi04682744-49 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 6 to smithi04682744-49 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2068 (ObjNum 1002 snap 305 seq_num 1002) dirty exists 2024-09-18T02:30:35.828 INFO:tasks.rados.rados.0.smithi046.stdout:3068: left oid 49 (ObjNum 1002 snap 305 seq_num 1002) 2024-09-18T02:30:35.841 INFO:tasks.rados.rados.0.smithi046.stdout:3068: done (1 left) 2024-09-18T02:30:35.842 INFO:tasks.rados.rados.0.smithi046.stdout:3071: done (0 left) 2024-09-18T02:30:35.842 INFO:tasks.rados.rados.0.smithi046.stdout:3072: delete oid 19 current snap is 305 2024-09-18T02:30:35.846 INFO:tasks.rados.rados.0.smithi046.stdout:3072: done (0 left) 2024-09-18T02:30:35.846 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 305 2024-09-18T02:30:35.847 INFO:tasks.rados.rados.0.smithi046.stdout:3073: seq_num 1005 ranges {2875392=32768} 2024-09-18T02:30:35.863 INFO:tasks.rados.rados.0.smithi046.stdout:3073: writing smithi04682744-18 from 2875392 to 2908160 tid 1 2024-09-18T02:30:35.864 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 305 2024-09-18T02:30:35.864 INFO:tasks.rados.rados.0.smithi046.stdout:3074: seq_num 1006 ranges {0=49152} 2024-09-18T02:30:35.864 INFO:tasks.rados.rados.0.smithi046.stdout:3074: writing smithi04682744-14 from 0 to 49152 tid 1 2024-09-18T02:30:35.864 INFO:tasks.rados.rados.0.smithi046.stdout:3075: delete oid 35 current snap is 305 2024-09-18T02:30:35.866 INFO:tasks.rados.rados.0.smithi046.stdout:3074: finishing write tid 1 to smithi04682744-14 2024-09-18T02:30:35.866 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 1 to smithi04682744-18 2024-09-18T02:30:35.867 INFO:tasks.rados.rados.0.smithi046.stdout:3075: done (2 left) 2024-09-18T02:30:35.867 INFO:tasks.rados.rados.0.smithi046.stdout:3076: setattr oid 38 current snap is 305 2024-09-18T02:30:35.867 INFO:tasks.rados.rados.0.smithi046.stdout:3074: finishing write tid 2 to smithi04682744-14 2024-09-18T02:30:35.867 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 2 to smithi04682744-18 2024-09-18T02:30:35.867 INFO:tasks.rados.rados.0.smithi046.stdout:3077: copy_from oid 46 from oid 6 current snap is 305 2024-09-18T02:30:35.868 INFO:tasks.rados.rados.0.smithi046.stdout:3078: copy_from oid 9 from oid 30 current snap is 305 2024-09-18T02:30:35.868 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 305 2024-09-18T02:30:35.868 INFO:tasks.rados.rados.0.smithi046.stdout:3079: seq_num 1008 ranges {0=90112} 2024-09-18T02:30:35.869 INFO:tasks.rados.rados.0.smithi046.stdout:3079: writing smithi04682744-29 from 0 to 90112 tid 1 2024-09-18T02:30:35.869 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 305 2024-09-18T02:30:35.869 INFO:tasks.rados.rados.0.smithi046.stdout:3074: finishing write tid 3 to smithi04682744-14 2024-09-18T02:30:35.869 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1945 (ObjNum 1006 snap 305 seq_num 1006) dirty exists 2024-09-18T02:30:35.869 INFO:tasks.rados.rados.0.smithi046.stdout:3074: left oid 14 (ObjNum 1006 snap 305 seq_num 1006) 2024-09-18T02:30:35.869 INFO:tasks.rados.rados.0.smithi046.stdout:3080: seq_num 1009 ranges {2392064=106496} 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3080: writing smithi04682744-49 from 2392064 to 2498560 tid 1 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3074: done (6 left) 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3081: read oid 8 snap -1 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3081: expect (ObjNum 989 snap 305 seq_num 989) 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3082: rmattr oid 23 current snap is 305 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3082: done (7 left) 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3083: rollback oid 40 current snap is 305 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 302 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 3 to smithi04682744-18 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1284 (ObjNum 1005 snap 305 seq_num 1005) dirty exists 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3073: left oid 18 (ObjNum 1005 snap 305 seq_num 1005) 2024-09-18T02:30:35.884 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing copy_from racing read to smithi04682744-46 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1931 (ObjNum 994 snap 305 seq_num 994) dirty exists 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing copy_from to smithi04682744-46 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1250 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing copy_from racing read to smithi04682744-9 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3073: done (7 left) 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3076: done (6 left) 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3077: done (5 left) 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 305 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3079: finishing write tid 1 to smithi04682744-29 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3079: finishing write tid 2 to smithi04682744-29 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3084: seq_num 1010 ranges {0=122880} 2024-09-18T02:30:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:3084: writing smithi04682744-37 from 0 to 122880 tid 1 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:3085: read oid 4 snap -1 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:3085: expect deleted 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 305 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing copy_from to smithi04682744-9 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1794 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:3079: finishing write tid 3 to smithi04682744-29 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1298 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:3079: left oid 29 (ObjNum 1008 snap 305 seq_num 1008) 2024-09-18T02:30:35.886 INFO:tasks.rados.rados.0.smithi046.stdout:3086: seq_num 1011 ranges {3489792=139264} 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:3086: writing smithi04682744-13 from 3489792 to 3629056 tid 1 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:3078: done (7 left) 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:3079: done (6 left) 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:3087: copy_from oid 1 from oid 45 current snap is 305 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 1 to smithi04682744-37 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 2 to smithi04682744-37 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 3 to smithi04682744-37 2024-09-18T02:30:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1370 (ObjNum 1010 snap 305 seq_num 1010) dirty exists 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3084: left oid 37 (ObjNum 1010 snap 305 seq_num 1010) 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 1 to smithi04682744-49 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 2 to smithi04682744-49 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3084: done (6 left) 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3085: done (5 left) 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3088: snap_create 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 3 to smithi04682744-49 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2092 (ObjNum 1009 snap 305 seq_num 1009) dirty exists 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3080: left oid 49 (ObjNum 1009 snap 305 seq_num 1009) 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3083: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:3083: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:30:35.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2094 (ObjNum 961 snap 302 seq_num 961) dirty exists 2024-09-18T02:30:35.908 INFO:tasks.rados.rados.0.smithi046.stdout:3081: expect (ObjNum 989 snap 305 seq_num 989) 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 1 to smithi04682744-13 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 2 to smithi04682744-13 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 3 to smithi04682744-13 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1934 (ObjNum 1011 snap 305 seq_num 1011) dirty exists 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:3086: left oid 13 (ObjNum 1011 snap 305 seq_num 1011) 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:3087: finishing copy_from racing read to smithi04682744-1 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:3087: finishing copy_from to smithi04682744-1 2024-09-18T02:30:36.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1644 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:30:36.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:35 smithi195 ceph-mon[89559]: osdmap e672: 8 total, 8 up, 8 in 2024-09-18T02:30:36.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:35 smithi046 ceph-mon[94621]: osdmap e672: 8 total, 8 up, 8 in 2024-09-18T02:30:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:35 smithi046 ceph-mon[97106]: osdmap e672: 8 total, 8 up, 8 in 2024-09-18T02:30:36.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:30:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:30:36] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:30:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:3080: done (5 left) 2024-09-18T02:30:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:3081: done (4 left) 2024-09-18T02:30:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:3083: done (3 left) 2024-09-18T02:30:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:3086: done (2 left) 2024-09-18T02:30:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:3087: done (1 left) 2024-09-18T02:30:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:3088: done (0 left) 2024-09-18T02:30:36.811 INFO:tasks.rados.rados.0.smithi046.stdout:3089: snap_create 2024-09-18T02:30:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:36 smithi195 ceph-mon[89559]: pgmap v691: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-09-18T02:30:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:36 smithi195 ceph-mon[89559]: osdmap e673: 8 total, 8 up, 8 in 2024-09-18T02:30:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:36 smithi195 ceph-mon[89559]: osdmap e674: 8 total, 8 up, 8 in 2024-09-18T02:30:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:36 smithi046 ceph-mon[97106]: pgmap v691: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-09-18T02:30:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:36 smithi046 ceph-mon[97106]: osdmap e673: 8 total, 8 up, 8 in 2024-09-18T02:30:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:36 smithi046 ceph-mon[97106]: osdmap e674: 8 total, 8 up, 8 in 2024-09-18T02:30:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:36 smithi046 ceph-mon[94621]: pgmap v691: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-09-18T02:30:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:36 smithi046 ceph-mon[94621]: osdmap e673: 8 total, 8 up, 8 in 2024-09-18T02:30:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:36 smithi046 ceph-mon[94621]: osdmap e674: 8 total, 8 up, 8 in 2024-09-18T02:30:37.812 INFO:tasks.rados.rados.0.smithi046.stdout:3089: done (0 left) 2024-09-18T02:30:37.812 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 307 2024-09-18T02:30:37.812 INFO:tasks.rados.rados.0.smithi046.stdout:3090: seq_num 1012 ranges {0=155648} 2024-09-18T02:30:37.813 INFO:tasks.rados.rados.0.smithi046.stdout:3090: writing smithi04682744-42 from 0 to 155648 tid 1 2024-09-18T02:30:37.813 INFO:tasks.rados.rados.0.smithi046.stdout:3091: read oid 35 snap 277 2024-09-18T02:30:37.813 INFO:tasks.rados.rados.0.smithi046.stdout:3091: expect deleted 2024-09-18T02:30:37.813 INFO:tasks.rados.rados.0.smithi046.stdout:3092: read oid 9 snap -1 2024-09-18T02:30:37.813 INFO:tasks.rados.rados.0.smithi046.stdout:3092: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:37.813 INFO:tasks.rados.rados.0.smithi046.stdout:3093: snap_remove snap 284 2024-09-18T02:30:38.819 INFO:tasks.rados.rados.0.smithi046.stdout:3093: done (3 left) 2024-09-18T02:30:38.819 INFO:tasks.rados.rados.0.smithi046.stdout:3094: copy_from oid 38 from oid 29 current snap is 307 2024-09-18T02:30:38.819 INFO:tasks.rados.rados.0.smithi046.stdout:3092: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 1 to smithi04682744-42 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 2 to smithi04682744-42 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 3 to smithi04682744-42 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1797 (ObjNum 1012 snap 307 seq_num 1012) dirty exists 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:3090: left oid 42 (ObjNum 1012 snap 307 seq_num 1012) 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:3090: done (3 left) 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:3091: done (2 left) 2024-09-18T02:30:38.828 INFO:tasks.rados.rados.0.smithi046.stdout:3092: done (1 left) 2024-09-18T02:30:38.829 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 307 2024-09-18T02:30:38.829 INFO:tasks.rados.rados.0.smithi046.stdout:3095: seq_num 1013 ranges {12255232=172032} 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:3095: writing smithi04682744-43 from 12255232 to 12427264 tid 1 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:3096: rollback oid 36 current snap is 307 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 305 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:3094: finishing copy_from racing read to smithi04682744-38 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:3094: finishing copy_from to smithi04682744-38 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1298 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:3094: done (2 left) 2024-09-18T02:30:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:3097: snap_create 2024-09-18T02:30:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing rollback tid 0 to smithi04682744-36 2024-09-18T02:30:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:30:38.901 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing rollback tid 2 to smithi04682744-36 2024-09-18T02:30:38.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1960 (ObjNum 1000 snap 305 seq_num 1000) dirty exists 2024-09-18T02:30:38.902 INFO:tasks.rados.rados.0.smithi046.stdout:3095: finishing write tid 1 to smithi04682744-43 2024-09-18T02:30:38.902 INFO:tasks.rados.rados.0.smithi046.stdout:3095: finishing write tid 2 to smithi04682744-43 2024-09-18T02:30:38.903 INFO:tasks.rados.rados.0.smithi046.stdout:3095: finishing write tid 3 to smithi04682744-43 2024-09-18T02:30:38.903 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1652 (ObjNum 1013 snap 307 seq_num 1013) dirty exists 2024-09-18T02:30:38.903 INFO:tasks.rados.rados.0.smithi046.stdout:3095: left oid 43 (ObjNum 1013 snap 307 seq_num 1013) 2024-09-18T02:30:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:38 smithi195 ceph-mon[89559]: pgmap v694: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-09-18T02:30:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:38 smithi195 ceph-mon[89559]: osdmap e675: 8 total, 8 up, 8 in 2024-09-18T02:30:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:38 smithi046 ceph-mon[94621]: pgmap v694: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-09-18T02:30:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:38 smithi046 ceph-mon[94621]: osdmap e675: 8 total, 8 up, 8 in 2024-09-18T02:30:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:38 smithi046 ceph-mon[97106]: pgmap v694: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-09-18T02:30:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:38 smithi046 ceph-mon[97106]: osdmap e675: 8 total, 8 up, 8 in 2024-09-18T02:30:39.823 INFO:tasks.rados.rados.0.smithi046.stdout:3095: done (2 left) 2024-09-18T02:30:39.823 INFO:tasks.rados.rados.0.smithi046.stdout:3096: done (1 left) 2024-09-18T02:30:39.823 INFO:tasks.rados.rados.0.smithi046.stdout:3097: done (0 left) 2024-09-18T02:30:39.823 INFO:tasks.rados.rados.0.smithi046.stdout:3098: snap_create 2024-09-18T02:30:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:39 smithi195 ceph-mon[89559]: osdmap e676: 8 total, 8 up, 8 in 2024-09-18T02:30:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:39 smithi046 ceph-mon[97106]: osdmap e676: 8 total, 8 up, 8 in 2024-09-18T02:30:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:39 smithi046 ceph-mon[94621]: osdmap e676: 8 total, 8 up, 8 in 2024-09-18T02:30:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:3098: done (0 left) 2024-09-18T02:30:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:3099: rollback oid 2 current snap is 309 2024-09-18T02:30:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 261 2024-09-18T02:30:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:3100: read oid 40 snap -1 2024-09-18T02:30:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:3100: expect (ObjNum 961 snap 302 seq_num 961) 2024-09-18T02:30:40.825 INFO:tasks.rados.rados.0.smithi046.stdout:3101: read oid 24 snap -1 2024-09-18T02:30:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:3101: expect (ObjNum 906 snap 286 seq_num 906) 2024-09-18T02:30:40.826 INFO:tasks.rados.rados.0.smithi046.stdout:3102: snap_create 2024-09-18T02:30:40.836 INFO:tasks.rados.rados.0.smithi046.stdout:3101: expect (ObjNum 906 snap 286 seq_num 906) 2024-09-18T02:30:40.861 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing rollback tid 0 to smithi04682744-2 2024-09-18T02:30:40.861 INFO:tasks.rados.rados.0.smithi046.stdout:3100: expect (ObjNum 961 snap 302 seq_num 961) 2024-09-18T02:30:40.905 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing rollback tid 1 to smithi04682744-2 2024-09-18T02:30:40.905 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing rollback tid 2 to smithi04682744-2 2024-09-18T02:30:40.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1963 (ObjNum 289 snap 0 seq_num 431952485) dirty exists 2024-09-18T02:30:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:40 smithi195 ceph-mon[89559]: pgmap v697: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-09-18T02:30:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:40 smithi195 ceph-mon[89559]: osdmap e677: 8 total, 8 up, 8 in 2024-09-18T02:30:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:40 smithi046 ceph-mon[97106]: pgmap v697: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-09-18T02:30:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:40 smithi046 ceph-mon[97106]: osdmap e677: 8 total, 8 up, 8 in 2024-09-18T02:30:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:40 smithi046 ceph-mon[94621]: pgmap v697: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-09-18T02:30:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:40 smithi046 ceph-mon[94621]: osdmap e677: 8 total, 8 up, 8 in 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3099: done (3 left) 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3100: done (2 left) 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3101: done (1 left) 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3102: done (0 left) 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3103: read oid 49 snap -1 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3103: expect (ObjNum 1009 snap 305 seq_num 1009) 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3104: rmattr oid 6 current snap is 310 2024-09-18T02:30:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3105: rollback oid 39 current snap is 310 2024-09-18T02:30:41.814 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 285 2024-09-18T02:30:41.814 INFO:tasks.rados.rados.0.smithi046.stdout:3106: copy_from oid 14 from oid 26 current snap is 310 2024-09-18T02:30:41.814 INFO:tasks.rados.rados.0.smithi046.stdout:3107: delete oid 19 current snap is 310 2024-09-18T02:30:41.816 INFO:tasks.rados.rados.0.smithi046.stdout:3106: finishing copy_from to smithi04682744-14 2024-09-18T02:30:41.816 INFO:tasks.rados.rados.0.smithi046.stdout:3106: got expected ENOENT (src dne) 2024-09-18T02:30:41.817 INFO:tasks.rados.rados.0.smithi046.stdout:3106: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:30:41.818 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:30:41.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1803 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:30:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1798 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-18T02:30:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:3104: done (4 left) 2024-09-18T02:30:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:3105: done (3 left) 2024-09-18T02:30:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:3106: done (2 left) 2024-09-18T02:30:41.819 INFO:tasks.rados.rados.0.smithi046.stdout:3107: done (1 left) 2024-09-18T02:30:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:3108: read oid 13 snap 305 2024-09-18T02:30:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:3108: expect (ObjNum 1011 snap 305 seq_num 1011) 2024-09-18T02:30:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:3109: rmattr oid 39 current snap is 310 2024-09-18T02:30:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:3109: done (2 left) 2024-09-18T02:30:41.820 INFO:tasks.rados.rados.0.smithi046.stdout:3110: snap_remove snap 275 2024-09-18T02:30:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:41 smithi195 ceph-mon[89559]: osdmap e678: 8 total, 8 up, 8 in 2024-09-18T02:30:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:41 smithi195 ceph-mon[89559]: osdmap e679: 8 total, 8 up, 8 in 2024-09-18T02:30:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:41 smithi046 ceph-mon[97106]: osdmap e678: 8 total, 8 up, 8 in 2024-09-18T02:30:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:41 smithi046 ceph-mon[97106]: osdmap e679: 8 total, 8 up, 8 in 2024-09-18T02:30:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:41 smithi046 ceph-mon[94621]: osdmap e678: 8 total, 8 up, 8 in 2024-09-18T02:30:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:41 smithi046 ceph-mon[94621]: osdmap e679: 8 total, 8 up, 8 in 2024-09-18T02:30:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:30:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:30:42.814 INFO:tasks.rados.rados.0.smithi046.stdout:3103: expect (ObjNum 1009 snap 305 seq_num 1009) 2024-09-18T02:30:42.932 INFO:tasks.rados.rados.0.smithi046.stdout:3108: expect (ObjNum 1011 snap 305 seq_num 1011) 2024-09-18T02:30:43.162 INFO:tasks.rados.rados.0.smithi046.stdout:3103: done (2 left) 2024-09-18T02:30:43.162 INFO:tasks.rados.rados.0.smithi046.stdout:3108: done (1 left) 2024-09-18T02:30:43.162 INFO:tasks.rados.rados.0.smithi046.stdout:3110: done (0 left) 2024-09-18T02:30:43.162 INFO:tasks.rados.rados.0.smithi046.stdout:3111: snap_remove snap 296 2024-09-18T02:30:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:42 smithi195 ceph-mon[89559]: pgmap v700: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 23 op/s 2024-09-18T02:30:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:42 smithi195 ceph-mon[89559]: osdmap e680: 8 total, 8 up, 8 in 2024-09-18T02:30:43.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:42 smithi046 ceph-mon[97106]: pgmap v700: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 23 op/s 2024-09-18T02:30:43.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:42 smithi046 ceph-mon[97106]: osdmap e680: 8 total, 8 up, 8 in 2024-09-18T02:30:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:42 smithi046 ceph-mon[94621]: pgmap v700: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 23 op/s 2024-09-18T02:30:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:42 smithi046 ceph-mon[94621]: osdmap e680: 8 total, 8 up, 8 in 2024-09-18T02:30:43.843 INFO:tasks.rados.rados.0.smithi046.stdout:3111: done (0 left) 2024-09-18T02:30:43.843 INFO:tasks.rados.rados.0.smithi046.stdout:3112: rmattr oid 22 current snap is 310 2024-09-18T02:30:43.843 INFO:tasks.rados.rados.0.smithi046.stdout:3112: done (0 left) 2024-09-18T02:30:43.843 INFO:tasks.rados.rados.0.smithi046.stdout:3113: read oid 19 snap -1 2024-09-18T02:30:43.843 INFO:tasks.rados.rados.0.smithi046.stdout:3113: expect deleted 2024-09-18T02:30:43.843 INFO:tasks.rados.rados.0.smithi046.stdout:3114: read oid 50 snap -1 2024-09-18T02:30:43.843 INFO:tasks.rados.rados.0.smithi046.stdout:3114: expect (ObjNum 995 snap 305 seq_num 995) 2024-09-18T02:30:43.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 310 2024-09-18T02:30:43.844 INFO:tasks.rados.rados.0.smithi046.stdout:3115: seq_num 1015 ranges {3629056=204800} 2024-09-18T02:30:43.865 INFO:tasks.rados.rados.0.smithi046.stdout:3115: writing smithi04682744-13 from 3629056 to 3833856 tid 1 2024-09-18T02:30:43.865 INFO:tasks.rados.rados.0.smithi046.stdout:3114: expect (ObjNum 995 snap 305 seq_num 995) 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 1 to smithi04682744-13 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 2 to smithi04682744-13 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 3 to smithi04682744-13 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1969 (ObjNum 1015 snap 310 seq_num 1015) dirty exists 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3115: left oid 13 (ObjNum 1015 snap 310 seq_num 1015) 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3113: done (2 left) 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3114: done (1 left) 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3115: done (0 left) 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 310 2024-09-18T02:30:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3116: seq_num 1016 ranges {12427264=221184} 2024-09-18T02:30:43.999 INFO:tasks.rados.rados.0.smithi046.stdout:3116: writing smithi04682744-43 from 12427264 to 12648448 tid 1 2024-09-18T02:30:43.999 INFO:tasks.rados.rados.0.smithi046.stdout:3117: snap_remove snap 306 2024-09-18T02:30:44.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:44.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:44.846 INFO:tasks.rados.rados.0.smithi046.stdout:3117: done (1 left) 2024-09-18T02:30:44.846 INFO:tasks.rados.rados.0.smithi046.stdout:3118: copy_from oid 48 from oid 10 current snap is 310 2024-09-18T02:30:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 1 to smithi04682744-43 2024-09-18T02:30:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 2 to smithi04682744-43 2024-09-18T02:30:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 3 to smithi04682744-43 2024-09-18T02:30:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1654 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:30:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:3116: left oid 43 (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:30:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:3116: done (1 left) 2024-09-18T02:30:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:3119: snap_remove snap 302 2024-09-18T02:30:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:44 smithi195 ceph-mon[89559]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 50 KiB/s wr, 7 op/s 2024-09-18T02:30:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:44 smithi195 ceph-mon[89559]: osdmap e681: 8 total, 8 up, 8 in 2024-09-18T02:30:45.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:44 smithi046 ceph-mon[94621]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 50 KiB/s wr, 7 op/s 2024-09-18T02:30:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:44 smithi046 ceph-mon[94621]: osdmap e681: 8 total, 8 up, 8 in 2024-09-18T02:30:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:44 smithi046 ceph-mon[97106]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 50 KiB/s wr, 7 op/s 2024-09-18T02:30:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:44 smithi046 ceph-mon[97106]: osdmap e681: 8 total, 8 up, 8 in 2024-09-18T02:30:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:3119: done (1 left) 2024-09-18T02:30:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:3120: copy_from oid 5 from oid 17 current snap is 310 2024-09-18T02:30:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:3118: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:30:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:3118: finishing copy_from to smithi04682744-48 2024-09-18T02:30:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1250 (ObjNum 65 snap 0 seq_num 1467244392) dirty exists 2024-09-18T02:30:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:3118: done (1 left) 2024-09-18T02:30:45.853 INFO:tasks.rados.rados.0.smithi046.stdout:3121: read oid 18 snap -1 2024-09-18T02:30:45.853 INFO:tasks.rados.rados.0.smithi046.stdout:3121: expect (ObjNum 1005 snap 305 seq_num 1005) 2024-09-18T02:30:45.853 INFO:tasks.rados.rados.0.smithi046.stdout:3122: delete oid 34 current snap is 310 2024-09-18T02:30:45.864 INFO:tasks.rados.rados.0.smithi046.stdout:3122: done (2 left) 2024-09-18T02:30:45.864 INFO:tasks.rados.rados.0.smithi046.stdout:3123: setattr oid 7 current snap is 310 2024-09-18T02:30:45.866 INFO:tasks.rados.rados.0.smithi046.stdout:3124: snap_create 2024-09-18T02:30:45.872 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1454 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:30:45.873 INFO:tasks.rados.rados.0.smithi046.stdout:3121: expect (ObjNum 1005 snap 305 seq_num 1005) 2024-09-18T02:30:46.035 INFO:tasks.rados.rados.0.smithi046.stdout:3120: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:30:46.035 INFO:tasks.rados.rados.0.smithi046.stdout:3120: finishing copy_from to smithi04682744-5 2024-09-18T02:30:46.035 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1888 (ObjNum 996 snap 305 seq_num 996) dirty exists 2024-09-18T02:30:46.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:45 smithi195 ceph-mon[89559]: osdmap e682: 8 total, 8 up, 8 in 2024-09-18T02:30:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:45 smithi046 ceph-mon[94621]: osdmap e682: 8 total, 8 up, 8 in 2024-09-18T02:30:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:45 smithi046 ceph-mon[97106]: osdmap e682: 8 total, 8 up, 8 in 2024-09-18T02:30:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:30:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:30:46] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-09-18T02:30:46.813 INFO:tasks.rados.rados.0.smithi046.stdout:3120: done (3 left) 2024-09-18T02:30:46.814 INFO:tasks.rados.rados.0.smithi046.stdout:3121: done (2 left) 2024-09-18T02:30:46.814 INFO:tasks.rados.rados.0.smithi046.stdout:3123: done (1 left) 2024-09-18T02:30:46.814 INFO:tasks.rados.rados.0.smithi046.stdout:3124: done (0 left) 2024-09-18T02:30:46.814 INFO:tasks.rados.rados.0.smithi046.stdout:3125: snap_remove snap 309 2024-09-18T02:30:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:46 smithi195 ceph-mon[89559]: pgmap v706: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-18T02:30:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:46 smithi195 ceph-mon[89559]: osdmap e683: 8 total, 8 up, 8 in 2024-09-18T02:30:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:46 smithi195 ceph-mon[89559]: osdmap e684: 8 total, 8 up, 8 in 2024-09-18T02:30:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:46 smithi046 ceph-mon[94621]: pgmap v706: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-18T02:30:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:46 smithi046 ceph-mon[94621]: osdmap e683: 8 total, 8 up, 8 in 2024-09-18T02:30:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:46 smithi046 ceph-mon[94621]: osdmap e684: 8 total, 8 up, 8 in 2024-09-18T02:30:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:46 smithi046 ceph-mon[97106]: pgmap v706: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-18T02:30:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:46 smithi046 ceph-mon[97106]: osdmap e683: 8 total, 8 up, 8 in 2024-09-18T02:30:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:46 smithi046 ceph-mon[97106]: osdmap e684: 8 total, 8 up, 8 in 2024-09-18T02:30:47.815 INFO:tasks.rados.rados.0.smithi046.stdout:3125: done (0 left) 2024-09-18T02:30:47.815 INFO:tasks.rados.rados.0.smithi046.stdout:3126: snap_remove snap 303 2024-09-18T02:30:48.818 INFO:tasks.rados.rados.0.smithi046.stdout:3126: done (0 left) 2024-09-18T02:30:48.818 INFO:tasks.rados.rados.0.smithi046.stdout:3127: rollback oid 18 current snap is 311 2024-09-18T02:30:48.818 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 278 2024-09-18T02:30:48.818 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 311 2024-09-18T02:30:48.818 INFO:tasks.rados.rados.0.smithi046.stdout:3128: seq_num 1018 ranges {0=253952} 2024-09-18T02:30:48.820 INFO:tasks.rados.rados.0.smithi046.stdout:3128: writing smithi04682744-10 from 0 to 253952 tid 1 2024-09-18T02:30:48.820 INFO:tasks.rados.rados.0.smithi046.stdout:3129: snap_create 2024-09-18T02:30:48.832 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing rollback tid 0 to smithi04682744-18 2024-09-18T02:30:48.833 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing rollback tid 1 to smithi04682744-18 2024-09-18T02:30:48.833 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing rollback tid 2 to smithi04682744-18 2024-09-18T02:30:48.833 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1891 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-18T02:30:48.833 INFO:tasks.rados.rados.0.smithi046.stdout:3128: finishing write tid 1 to smithi04682744-10 2024-09-18T02:30:48.834 INFO:tasks.rados.rados.0.smithi046.stdout:3128: finishing write tid 2 to smithi04682744-10 2024-09-18T02:30:48.835 INFO:tasks.rados.rados.0.smithi046.stdout:3128: finishing write tid 3 to smithi04682744-10 2024-09-18T02:30:48.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1463 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-09-18T02:30:48.836 INFO:tasks.rados.rados.0.smithi046.stdout:3128: left oid 10 (ObjNum 1018 snap 311 seq_num 1018) 2024-09-18T02:30:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:48 smithi195 ceph-mon[89559]: pgmap v709: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 54 KiB/s wr, 3 op/s 2024-09-18T02:30:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:48 smithi195 ceph-mon[89559]: osdmap e685: 8 total, 8 up, 8 in 2024-09-18T02:30:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:48 smithi046 ceph-mon[94621]: pgmap v709: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 54 KiB/s wr, 3 op/s 2024-09-18T02:30:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:48 smithi046 ceph-mon[94621]: osdmap e685: 8 total, 8 up, 8 in 2024-09-18T02:30:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:48 smithi046 ceph-mon[97106]: pgmap v709: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 54 KiB/s wr, 3 op/s 2024-09-18T02:30:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:48 smithi046 ceph-mon[97106]: osdmap e685: 8 total, 8 up, 8 in 2024-09-18T02:30:49.829 INFO:tasks.rados.rados.0.smithi046.stdout:3127: done (2 left) 2024-09-18T02:30:49.829 INFO:tasks.rados.rados.0.smithi046.stdout:3128: done (1 left) 2024-09-18T02:30:49.829 INFO:tasks.rados.rados.0.smithi046.stdout:3129: done (0 left) 2024-09-18T02:30:49.829 INFO:tasks.rados.rados.0.smithi046.stdout:3130: rollback oid 20 current snap is 312 2024-09-18T02:30:49.829 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 286 2024-09-18T02:30:49.829 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 312 2024-09-18T02:30:49.830 INFO:tasks.rados.rados.0.smithi046.stdout:3131: seq_num 1019 ranges {0=270336} 2024-09-18T02:30:49.830 INFO:tasks.rados.rados.0.smithi046.stdout:3131: writing smithi04682744-35 from 0 to 270336 tid 1 2024-09-18T02:30:49.830 INFO:tasks.rados.rados.0.smithi046.stdout:3132: delete oid 5 current snap is 312 2024-09-18T02:30:49.834 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:30:49.835 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:30:49.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1372 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-18T02:30:49.835 INFO:tasks.rados.rados.0.smithi046.stdout:3130: done (2 left) 2024-09-18T02:30:49.836 INFO:tasks.rados.rados.0.smithi046.stdout:3132: done (1 left) 2024-09-18T02:30:49.836 INFO:tasks.rados.rados.0.smithi046.stdout:3133: setattr oid 3 current snap is 312 2024-09-18T02:30:49.836 INFO:tasks.rados.rados.0.smithi046.stdout:3131: finishing write tid 1 to smithi04682744-35 2024-09-18T02:30:49.837 INFO:tasks.rados.rados.0.smithi046.stdout:3131: finishing write tid 2 to smithi04682744-35 2024-09-18T02:30:49.838 INFO:tasks.rados.rados.0.smithi046.stdout:3134: rmattr oid 7 current snap is 312 2024-09-18T02:30:49.838 INFO:tasks.rados.rados.0.smithi046.stdout:3135: rmattr oid 1 current snap is 312 2024-09-18T02:30:49.838 INFO:tasks.rados.rados.0.smithi046.stdout:3135: done (3 left) 2024-09-18T02:30:49.838 INFO:tasks.rados.rados.0.smithi046.stdout:3136: read oid 19 snap 311 2024-09-18T02:30:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:3136: expect deleted 2024-09-18T02:30:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:3137: read oid 45 snap -1 2024-09-18T02:30:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:3137: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:30:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:3138: delete oid 39 current snap is 312 2024-09-18T02:30:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:3131: finishing write tid 3 to smithi04682744-35 2024-09-18T02:30:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1279 (ObjNum 1019 snap 312 seq_num 1019) dirty exists 2024-09-18T02:30:49.839 INFO:tasks.rados.rados.0.smithi046.stdout:3131: left oid 35 (ObjNum 1019 snap 312 seq_num 1019) 2024-09-18T02:30:49.842 INFO:tasks.rados.rados.0.smithi046.stdout:3131: done (5 left) 2024-09-18T02:30:49.842 INFO:tasks.rados.rados.0.smithi046.stdout:3136: done (4 left) 2024-09-18T02:30:49.842 INFO:tasks.rados.rados.0.smithi046.stdout:3138: done (3 left) 2024-09-18T02:30:49.842 INFO:tasks.rados.rados.0.smithi046.stdout:3139: snap_create 2024-09-18T02:30:49.844 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1469 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:30:49.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2140 (ObjNum 855 snap 266 seq_num 855) dirty exists 2024-09-18T02:30:49.875 INFO:tasks.rados.rados.0.smithi046.stdout:3137: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:30:50.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:49 smithi195 ceph-mon[89559]: osdmap e686: 8 total, 8 up, 8 in 2024-09-18T02:30:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:49 smithi046 ceph-mon[97106]: osdmap e686: 8 total, 8 up, 8 in 2024-09-18T02:30:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:49 smithi046 ceph-mon[94621]: osdmap e686: 8 total, 8 up, 8 in 2024-09-18T02:30:50.844 INFO:tasks.rados.rados.0.smithi046.stdout:3133: done (3 left) 2024-09-18T02:30:50.844 INFO:tasks.rados.rados.0.smithi046.stdout:3134: done (2 left) 2024-09-18T02:30:50.844 INFO:tasks.rados.rados.0.smithi046.stdout:3137: done (1 left) 2024-09-18T02:30:50.844 INFO:tasks.rados.rados.0.smithi046.stdout:3139: done (0 left) 2024-09-18T02:30:50.844 INFO:tasks.rados.rados.0.smithi046.stdout:3140: snap_remove snap 310 2024-09-18T02:30:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:50 smithi195 ceph-mon[89559]: pgmap v712: 121 pgs: 121 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 104 KiB/s wr, 7 op/s 2024-09-18T02:30:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:50 smithi195 ceph-mon[89559]: osdmap e687: 8 total, 8 up, 8 in 2024-09-18T02:30:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:50 smithi046 ceph-mon[97106]: pgmap v712: 121 pgs: 121 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 104 KiB/s wr, 7 op/s 2024-09-18T02:30:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:50 smithi046 ceph-mon[97106]: osdmap e687: 8 total, 8 up, 8 in 2024-09-18T02:30:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:50 smithi046 ceph-mon[94621]: pgmap v712: 121 pgs: 121 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 104 KiB/s wr, 7 op/s 2024-09-18T02:30:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:50 smithi046 ceph-mon[94621]: osdmap e687: 8 total, 8 up, 8 in 2024-09-18T02:30:51.815 INFO:tasks.rados.rados.0.smithi046.stdout:3140: done (0 left) 2024-09-18T02:30:51.816 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 313 2024-09-18T02:30:51.816 INFO:tasks.rados.rados.0.smithi046.stdout:3141: seq_num 1022 ranges {0=319488} 2024-09-18T02:30:51.817 INFO:tasks.rados.rados.0.smithi046.stdout:3141: writing smithi04682744-31 from 0 to 319488 tid 1 2024-09-18T02:30:51.817 INFO:tasks.rados.rados.0.smithi046.stdout:3142: delete oid 49 current snap is 313 2024-09-18T02:30:51.826 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 1 to smithi04682744-31 2024-09-18T02:30:51.826 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 2 to smithi04682744-31 2024-09-18T02:30:51.826 INFO:tasks.rados.rados.0.smithi046.stdout:3142: done (1 left) 2024-09-18T02:30:51.827 INFO:tasks.rados.rados.0.smithi046.stdout:3143: delete oid 34 current snap is 313 2024-09-18T02:30:51.828 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 3 to smithi04682744-31 2024-09-18T02:30:51.828 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1947 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:30:51.828 INFO:tasks.rados.rados.0.smithi046.stdout:3141: left oid 31 (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:30:51.830 INFO:tasks.rados.rados.0.smithi046.stdout:3141: done (1 left) 2024-09-18T02:30:51.831 INFO:tasks.rados.rados.0.smithi046.stdout:3143: done (0 left) 2024-09-18T02:30:51.831 INFO:tasks.rados.rados.0.smithi046.stdout:3144: snap_remove snap 290 2024-09-18T02:30:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:51 smithi195 ceph-mon[89559]: osdmap e688: 8 total, 8 up, 8 in 2024-09-18T02:30:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:51 smithi195 ceph-mon[89559]: osdmap e689: 8 total, 8 up, 8 in 2024-09-18T02:30:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:51 smithi046 ceph-mon[94621]: osdmap e688: 8 total, 8 up, 8 in 2024-09-18T02:30:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:51 smithi046 ceph-mon[94621]: osdmap e689: 8 total, 8 up, 8 in 2024-09-18T02:30:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:51 smithi046 ceph-mon[97106]: osdmap e688: 8 total, 8 up, 8 in 2024-09-18T02:30:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:51 smithi046 ceph-mon[97106]: osdmap e689: 8 total, 8 up, 8 in 2024-09-18T02:30:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:30:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:30:52.838 INFO:tasks.rados.rados.0.smithi046.stdout:3144: done (0 left) 2024-09-18T02:30:52.838 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 313 2024-09-18T02:30:52.838 INFO:tasks.rados.rados.0.smithi046.stdout:3145: seq_num 1025 ranges {10633216=368640} 2024-09-18T02:30:52.900 INFO:tasks.rados.rados.0.smithi046.stdout:3145: writing smithi04682744-45 from 10633216 to 11001856 tid 1 2024-09-18T02:30:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:3146: read oid 30 snap -1 2024-09-18T02:30:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:3146: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:3147: rmattr oid 41 current snap is 313 2024-09-18T02:30:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:3147: done (2 left) 2024-09-18T02:30:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:3148: snap_remove snap 277 2024-09-18T02:30:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:52 smithi195 ceph-mon[89559]: pgmap v715: 121 pgs: 121 active+clean; 317 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 610 KiB/s wr, 8 op/s 2024-09-18T02:30:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:52 smithi195 ceph-mon[89559]: osdmap e690: 8 total, 8 up, 8 in 2024-09-18T02:30:53.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:52 smithi046 ceph-mon[94621]: pgmap v715: 121 pgs: 121 active+clean; 317 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 610 KiB/s wr, 8 op/s 2024-09-18T02:30:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:52 smithi046 ceph-mon[94621]: osdmap e690: 8 total, 8 up, 8 in 2024-09-18T02:30:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:52 smithi046 ceph-mon[97106]: pgmap v715: 121 pgs: 121 active+clean; 317 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 610 KiB/s wr, 8 op/s 2024-09-18T02:30:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:52 smithi046 ceph-mon[97106]: osdmap e690: 8 total, 8 up, 8 in 2024-09-18T02:30:53.861 INFO:tasks.rados.rados.0.smithi046.stdout:3148: done (2 left) 2024-09-18T02:30:53.861 INFO:tasks.rados.rados.0.smithi046.stdout:3149: snap_create 2024-09-18T02:30:53.861 INFO:tasks.rados.rados.0.smithi046.stdout:3146: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:53.870 INFO:tasks.rados.rados.0.smithi046.stdout:3145: finishing write tid 1 to smithi04682744-45 2024-09-18T02:30:53.870 INFO:tasks.rados.rados.0.smithi046.stdout:3145: finishing write tid 2 to smithi04682744-45 2024-09-18T02:30:53.870 INFO:tasks.rados.rados.0.smithi046.stdout:3145: finishing write tid 3 to smithi04682744-45 2024-09-18T02:30:53.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1992 (ObjNum 1025 snap 313 seq_num 1025) dirty exists 2024-09-18T02:30:53.870 INFO:tasks.rados.rados.0.smithi046.stdout:3145: left oid 45 (ObjNum 1025 snap 313 seq_num 1025) 2024-09-18T02:30:54.859 INFO:tasks.rados.rados.0.smithi046.stdout:3145: done (2 left) 2024-09-18T02:30:54.859 INFO:tasks.rados.rados.0.smithi046.stdout:3146: done (1 left) 2024-09-18T02:30:54.859 INFO:tasks.rados.rados.0.smithi046.stdout:3149: done (0 left) 2024-09-18T02:30:54.860 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 314 2024-09-18T02:30:54.860 INFO:tasks.rados.rados.0.smithi046.stdout:3150: seq_num 1026 ranges {0=385024} 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:3150: writing smithi04682744-20 from 0 to 385024 tid 1 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:3151: read oid 9 snap 308 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:3151: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:3152: read oid 30 snap -1 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:3152: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:3153: rollback oid 50 current snap is 314 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 291 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 314 2024-09-18T02:30:54.862 INFO:tasks.rados.rados.0.smithi046.stdout:3154: seq_num 1027 ranges {778240=409600} 2024-09-18T02:30:54.869 INFO:tasks.rados.rados.0.smithi046.stdout:3154: writing smithi04682744-24 from 778240 to 1187840 tid 1 2024-09-18T02:30:54.869 INFO:tasks.rados.rados.0.smithi046.stdout:3155: snap_remove snap 278 2024-09-18T02:30:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:54 smithi195 ceph-mon[89559]: pgmap v718: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 766 KiB/s wr, 11 op/s 2024-09-18T02:30:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:54 smithi195 ceph-mon[89559]: osdmap e691: 8 total, 8 up, 8 in 2024-09-18T02:30:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:54 smithi046 ceph-mon[94621]: pgmap v718: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 766 KiB/s wr, 11 op/s 2024-09-18T02:30:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:54 smithi046 ceph-mon[94621]: osdmap e691: 8 total, 8 up, 8 in 2024-09-18T02:30:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:54 smithi046 ceph-mon[97106]: pgmap v718: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 766 KiB/s wr, 11 op/s 2024-09-18T02:30:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:54 smithi046 ceph-mon[97106]: osdmap e691: 8 total, 8 up, 8 in 2024-09-18T02:30:55.872 INFO:tasks.rados.rados.0.smithi046.stdout:3155: done (5 left) 2024-09-18T02:30:55.872 INFO:tasks.rados.rados.0.smithi046.stdout:3156: rollback oid 18 current snap is 314 2024-09-18T02:30:55.872 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 261 2024-09-18T02:30:55.872 INFO:tasks.rados.rados.0.smithi046.stdout:3157: delete oid 38 current snap is 314 2024-09-18T02:30:55.872 INFO:tasks.rados.rados.0.smithi046.stdout:3151: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:55.879 INFO:tasks.rados.rados.0.smithi046.stdout:3152: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 1 to smithi04682744-20 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 2 to smithi04682744-20 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3151: done (6 left) 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3152: done (5 left) 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3157: done (4 left) 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 314 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:30:55.888 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1895 (ObjNum 750 snap 234 seq_num 750) dirty exists 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 3 to smithi04682744-20 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1374 (ObjNum 1026 snap 314 seq_num 1026) dirty exists 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:3150: left oid 20 (ObjNum 1026 snap 314 seq_num 1026) 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:3154: finishing write tid 1 to smithi04682744-24 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:3154: finishing write tid 2 to smithi04682744-24 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:3154: finishing write tid 3 to smithi04682744-24 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1453 (ObjNum 1027 snap 314 seq_num 1027) dirty exists 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:3154: left oid 24 (ObjNum 1027 snap 314 seq_num 1027) 2024-09-18T02:30:55.889 INFO:tasks.rados.rados.0.smithi046.stdout:3158: seq_num 1029 ranges {0=442368} 2024-09-18T02:30:55.891 INFO:tasks.rados.rados.0.smithi046.stdout:3158: writing smithi04682744-26 from 0 to 442368 tid 1 2024-09-18T02:30:55.891 INFO:tasks.rados.rados.0.smithi046.stdout:3150: done (4 left) 2024-09-18T02:30:55.891 INFO:tasks.rados.rados.0.smithi046.stdout:3153: done (3 left) 2024-09-18T02:30:55.891 INFO:tasks.rados.rados.0.smithi046.stdout:3154: done (2 left) 2024-09-18T02:30:55.891 INFO:tasks.rados.rados.0.smithi046.stdout:3159: snap_remove snap 312 2024-09-18T02:30:56.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:55 smithi195 ceph-mon[89559]: osdmap e692: 8 total, 8 up, 8 in 2024-09-18T02:30:56.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:55 smithi046 ceph-mon[97106]: osdmap e692: 8 total, 8 up, 8 in 2024-09-18T02:30:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:55 smithi046 ceph-mon[94621]: osdmap e692: 8 total, 8 up, 8 in 2024-09-18T02:30:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:30:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:30:56] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-09-18T02:30:56.817 INFO:tasks.rados.rados.0.smithi046.stdout:3159: done (2 left) 2024-09-18T02:30:56.817 INFO:tasks.rados.rados.0.smithi046.stdout:3160: read oid 34 snap -1 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3160: expect deleted 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3161: rollback oid 4 current snap is 314 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 311 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3162: setattr oid 50 current snap is 314 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3156: finishing rollback tid 0 to smithi04682744-18 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3156: finishing rollback tid 1 to smithi04682744-18 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3156: finishing rollback tid 2 to smithi04682744-18 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1898 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3158: finishing write tid 1 to smithi04682744-26 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3158: finishing write tid 2 to smithi04682744-26 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3158: finishing write tid 3 to smithi04682744-26 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2170 (ObjNum 1029 snap 314 seq_num 1029) dirty exists 2024-09-18T02:30:56.818 INFO:tasks.rados.rados.0.smithi046.stdout:3158: left oid 26 (ObjNum 1029 snap 314 seq_num 1029) 2024-09-18T02:30:56.819 INFO:tasks.rados.rados.0.smithi046.stdout:3156: done (4 left) 2024-09-18T02:30:56.820 INFO:tasks.rados.rados.0.smithi046.stdout:3158: done (3 left) 2024-09-18T02:30:56.820 INFO:tasks.rados.rados.0.smithi046.stdout:3160: done (2 left) 2024-09-18T02:30:56.820 INFO:tasks.rados.rados.0.smithi046.stdout:3163: copy_from oid 45 from oid 34 current snap is 314 2024-09-18T02:30:56.820 INFO:tasks.rados.rados.0.smithi046.stdout:3164: rmattr oid 44 current snap is 314 2024-09-18T02:30:56.820 INFO:tasks.rados.rados.0.smithi046.stdout:3164: done (3 left) 2024-09-18T02:30:56.820 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 314 2024-09-18T02:30:56.820 INFO:tasks.rados.rados.0.smithi046.stdout:3165: seq_num 1030 ranges {122880=458752} 2024-09-18T02:30:56.823 INFO:tasks.rados.rados.0.smithi046.stdout:3165: writing smithi04682744-37 from 122880 to 581632 tid 1 2024-09-18T02:30:56.823 INFO:tasks.rados.rados.0.smithi046.stdout:3166: delete oid 21 current snap is 314 2024-09-18T02:30:56.826 INFO:tasks.rados.rados.0.smithi046.stdout:3161: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:30:56.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1235 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:30:56.827 INFO:tasks.rados.rados.0.smithi046.stdout:3163: finishing copy_from to smithi04682744-45 2024-09-18T02:30:56.827 INFO:tasks.rados.rados.0.smithi046.stdout:3163: got expected ENOENT (src dne) 2024-09-18T02:30:56.827 INFO:tasks.rados.rados.0.smithi046.stdout:3163: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:30:56.828 INFO:tasks.rados.rados.0.smithi046.stdout:3161: done (4 left) 2024-09-18T02:30:56.828 INFO:tasks.rados.rados.0.smithi046.stdout:3163: done (3 left) 2024-09-18T02:30:56.828 INFO:tasks.rados.rados.0.smithi046.stdout:3166: done (2 left) 2024-09-18T02:30:56.828 INFO:tasks.rados.rados.0.smithi046.stdout:3167: snap_remove snap 311 2024-09-18T02:30:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:56 smithi195 ceph-mon[89559]: pgmap v721: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 296 KiB/s wr, 11 op/s 2024-09-18T02:30:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:56 smithi195 ceph-mon[89559]: osdmap e693: 8 total, 8 up, 8 in 2024-09-18T02:30:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:56 smithi195 ceph-mon[89559]: osdmap e694: 8 total, 8 up, 8 in 2024-09-18T02:30:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:56 smithi046 ceph-mon[97106]: pgmap v721: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 296 KiB/s wr, 11 op/s 2024-09-18T02:30:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:56 smithi046 ceph-mon[97106]: osdmap e693: 8 total, 8 up, 8 in 2024-09-18T02:30:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:56 smithi046 ceph-mon[97106]: osdmap e694: 8 total, 8 up, 8 in 2024-09-18T02:30:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:56 smithi046 ceph-mon[94621]: pgmap v721: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 296 KiB/s wr, 11 op/s 2024-09-18T02:30:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:56 smithi046 ceph-mon[94621]: osdmap e693: 8 total, 8 up, 8 in 2024-09-18T02:30:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:56 smithi046 ceph-mon[94621]: osdmap e694: 8 total, 8 up, 8 in 2024-09-18T02:30:57.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1899 (ObjNum 750 snap 234 seq_num 750) dirty exists 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3165: finishing write tid 1 to smithi04682744-37 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3165: finishing write tid 2 to smithi04682744-37 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3165: finishing write tid 3 to smithi04682744-37 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1376 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3165: left oid 37 (ObjNum 1030 snap 314 seq_num 1030) 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3162: done (2 left) 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3165: done (1 left) 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3167: done (0 left) 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3168: read oid 29 snap -1 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3168: expect (ObjNum 1008 snap 305 seq_num 1008) 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 314 2024-09-18T02:30:57.820 INFO:tasks.rados.rados.0.smithi046.stdout:3169: seq_num 1032 ranges {0=491520} 2024-09-18T02:30:57.823 INFO:tasks.rados.rados.0.smithi046.stdout:3169: writing smithi04682744-4 from 0 to 491520 tid 1 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:3170: rollback oid 27 current snap is 314 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 285 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:3171: rmattr oid 17 current snap is 314 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:3171: done (3 left) 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:3172: read oid 46 snap 289 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:3172: expect deleted 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:3173: delete oid 39 current snap is 314 2024-09-18T02:30:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:3168: expect (ObjNum 1008 snap 305 seq_num 1008) 2024-09-18T02:30:57.830 INFO:tasks.rados.rados.0.smithi046.stdout:3168: done (4 left) 2024-09-18T02:30:57.830 INFO:tasks.rados.rados.0.smithi046.stdout:3172: done (3 left) 2024-09-18T02:30:57.830 INFO:tasks.rados.rados.0.smithi046.stdout:3173: done (2 left) 2024-09-18T02:30:57.830 INFO:tasks.rados.rados.0.smithi046.stdout:3174: copy_from oid 40 from oid 37 current snap is 314 2024-09-18T02:30:57.830 INFO:tasks.rados.rados.0.smithi046.stdout:3175: read oid 32 snap -1 2024-09-18T02:30:57.830 INFO:tasks.rados.rados.0.smithi046.stdout:3175: expect (ObjNum 969 snap 303 seq_num 969) 2024-09-18T02:30:57.831 INFO:tasks.rados.rados.0.smithi046.stdout:3176: read oid 39 snap -1 2024-09-18T02:30:57.831 INFO:tasks.rados.rados.0.smithi046.stdout:3176: expect deleted 2024-09-18T02:30:57.831 INFO:tasks.rados.rados.0.smithi046.stdout:3177: rollback oid 3 current snap is 314 2024-09-18T02:30:57.831 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 261 2024-09-18T02:30:57.831 INFO:tasks.rados.rados.0.smithi046.stdout:3178: rollback oid 17 current snap is 314 2024-09-18T02:30:57.831 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 299 2024-09-18T02:30:57.831 INFO:tasks.rados.rados.0.smithi046.stdout:3179: setattr oid 29 current snap is 314 2024-09-18T02:30:57.834 INFO:tasks.rados.rados.0.smithi046.stdout:3170: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:30:57.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1273 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-18T02:30:57.834 INFO:tasks.rados.rados.0.smithi046.stdout:3170: done (7 left) 2024-09-18T02:30:57.834 INFO:tasks.rados.rados.0.smithi046.stdout:3176: done (6 left) 2024-09-18T02:30:57.834 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 314 2024-09-18T02:30:57.834 INFO:tasks.rados.rados.0.smithi046.stdout:3180: seq_num 1034 ranges {0=524288} 2024-09-18T02:30:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3180: writing smithi04682744-34 from 0 to 524288 tid 1 2024-09-18T02:30:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3181: read oid 1 snap -1 2024-09-18T02:30:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3181: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:30:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3182: delete oid 44 current snap is 314 2024-09-18T02:30:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3169: finishing write tid 1 to smithi04682744-4 2024-09-18T02:30:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3169: finishing write tid 2 to smithi04682744-4 2024-09-18T02:30:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3178: finishing rollback tid 0 to smithi04682744-17 2024-09-18T02:30:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:3178: finishing rollback tid 1 to smithi04682744-17 2024-09-18T02:30:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2025 (ObjNum 97 snap 0 seq_num 1909854548) dirty dne 2024-09-18T02:30:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:3169: finishing write tid 3 to smithi04682744-4 2024-09-18T02:30:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1800 (ObjNum 1032 snap 314 seq_num 1032) dirty exists 2024-09-18T02:30:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:3169: left oid 4 (ObjNum 1032 snap 314 seq_num 1032) 2024-09-18T02:30:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1299 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-09-18T02:30:57.842 INFO:tasks.rados.rados.0.smithi046.stdout:3169: done (8 left) 2024-09-18T02:30:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3178: done (7 left) 2024-09-18T02:30:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3179: done (6 left) 2024-09-18T02:30:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3182: done (5 left) 2024-09-18T02:30:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3183: read oid 16 snap -1 2024-09-18T02:30:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3183: expect deleted 2024-09-18T02:30:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 314 2024-09-18T02:30:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3184: seq_num 1036 ranges {2375680=557056} 2024-09-18T02:30:57.860 INFO:tasks.rados.rados.0.smithi046.stdout:3184: writing smithi04682744-28 from 2375680 to 2932736 tid 1 2024-09-18T02:30:57.860 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 314 2024-09-18T02:30:57.860 INFO:tasks.rados.rados.0.smithi046.stdout:3185: seq_num 1037 ranges {0=573440} 2024-09-18T02:30:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:3185: writing smithi04682744-22 from 0 to 573440 tid 1 2024-09-18T02:30:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:3186: rollback oid 18 current snap is 314 2024-09-18T02:30:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 270 2024-09-18T02:30:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:3174: finishing copy_from racing read to smithi04682744-40 2024-09-18T02:30:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:3180: finishing write tid 1 to smithi04682744-34 2024-09-18T02:30:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:3180: finishing write tid 2 to smithi04682744-34 2024-09-18T02:30:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:3184: finishing write tid 1 to smithi04682744-28 2024-09-18T02:30:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:3184: finishing write tid 2 to smithi04682744-28 2024-09-18T02:30:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:3183: done (8 left) 2024-09-18T02:30:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:3187: rmattr oid 45 current snap is 314 2024-09-18T02:30:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:3187: done (8 left) 2024-09-18T02:30:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 314 2024-09-18T02:30:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:3188: seq_num 1038 ranges {442368=589824} 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3188: writing smithi04682744-26 from 442368 to 1032192 tid 1 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3189: copy_from oid 38 from oid 43 current snap is 314 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3184: finishing write tid 3 to smithi04682744-28 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1455 (ObjNum 1036 snap 314 seq_num 1036) dirty exists 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3184: left oid 28 (ObjNum 1036 snap 314 seq_num 1036) 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3180: finishing write tid 3 to smithi04682744-34 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1497 (ObjNum 1034 snap 314 seq_num 1034) dirty exists 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3180: left oid 34 (ObjNum 1034 snap 314 seq_num 1034) 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3186: finishing rollback tid 0 to smithi04682744-18 2024-09-18T02:30:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3175: expect (ObjNum 969 snap 303 seq_num 969) 2024-09-18T02:30:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3186: finishing rollback tid 1 to smithi04682744-18 2024-09-18T02:30:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3186: finishing rollback tid 2 to smithi04682744-18 2024-09-18T02:30:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1902 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:30:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:30:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:30:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:3174: finishing copy_from to smithi04682744-40 2024-09-18T02:30:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1376 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-18T02:30:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:3181: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:30:58.980 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:30:58.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2188 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-09-18T02:30:58.980 INFO:tasks.rados.rados.0.smithi046.stdout:3185: finishing write tid 1 to smithi04682744-22 2024-09-18T02:30:58.980 INFO:tasks.rados.rados.0.smithi046.stdout:3185: finishing write tid 2 to smithi04682744-22 2024-09-18T02:30:58.980 INFO:tasks.rados.rados.0.smithi046.stdout:3188: finishing write tid 1 to smithi04682744-26 2024-09-18T02:30:58.980 INFO:tasks.rados.rados.0.smithi046.stdout:3185: finishing write tid 3 to smithi04682744-22 2024-09-18T02:30:58.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2190 (ObjNum 1037 snap 314 seq_num 1037) dirty exists 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3185: left oid 22 (ObjNum 1037 snap 314 seq_num 1037) 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3188: finishing write tid 2 to smithi04682744-26 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3188: finishing write tid 3 to smithi04682744-26 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2192 (ObjNum 1038 snap 314 seq_num 1038) dirty exists 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3188: left oid 26 (ObjNum 1038 snap 314 seq_num 1038) 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing copy_from racing read to smithi04682744-38 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing copy_from to smithi04682744-38 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1654 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3174: done (9 left) 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3175: done (8 left) 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3177: done (7 left) 2024-09-18T02:30:58.981 INFO:tasks.rados.rados.0.smithi046.stdout:3180: done (6 left) 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3181: done (5 left) 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3184: done (4 left) 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3185: done (3 left) 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3186: done (2 left) 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3188: done (1 left) 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3189: done (0 left) 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3190: read oid 44 snap -1 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3190: expect deleted 2024-09-18T02:30:58.982 INFO:tasks.rados.rados.0.smithi046.stdout:3191: setattr oid 17 current snap is 314 2024-09-18T02:30:58.983 INFO:tasks.rados.rados.0.smithi046.stdout:3190: done (1 left) 2024-09-18T02:30:58.983 INFO:tasks.rados.rados.0.smithi046.stdout:3192: rmattr oid 23 current snap is 314 2024-09-18T02:30:58.983 INFO:tasks.rados.rados.0.smithi046.stdout:3192: done (1 left) 2024-09-18T02:30:58.983 INFO:tasks.rados.rados.0.smithi046.stdout:3193: read oid 3 snap 291 2024-09-18T02:30:58.983 INFO:tasks.rados.rados.0.smithi046.stdout:3193: expect (ObjNum 855 snap 266 seq_num 855) 2024-09-18T02:30:58.983 INFO:tasks.rados.rados.0.smithi046.stdout:3194: snap_create 2024-09-18T02:30:58.984 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2027 (ObjNum 65 snap 0 seq_num 1330868837) dirty exists 2024-09-18T02:30:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3193: expect (ObjNum 855 snap 266 seq_num 855) 2024-09-18T02:30:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:58 smithi195 ceph-mon[89559]: pgmap v724: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 90 KiB/s wr, 1 op/s 2024-09-18T02:30:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:58 smithi195 ceph-mon[89559]: osdmap e695: 8 total, 8 up, 8 in 2024-09-18T02:30:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:30:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:58 smithi046 ceph-mon[97106]: pgmap v724: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 90 KiB/s wr, 1 op/s 2024-09-18T02:30:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:58 smithi046 ceph-mon[97106]: osdmap e695: 8 total, 8 up, 8 in 2024-09-18T02:30:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:30:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:58 smithi046 ceph-mon[94621]: pgmap v724: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 302 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 90 KiB/s wr, 1 op/s 2024-09-18T02:30:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:58 smithi046 ceph-mon[94621]: osdmap e695: 8 total, 8 up, 8 in 2024-09-18T02:30:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:30:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:30:59.824 INFO:tasks.rados.rados.0.smithi046.stdout:3191: done (2 left) 2024-09-18T02:30:59.825 INFO:tasks.rados.rados.0.smithi046.stdout:3193: done (1 left) 2024-09-18T02:30:59.825 INFO:tasks.rados.rados.0.smithi046.stdout:3194: done (0 left) 2024-09-18T02:30:59.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 315 2024-09-18T02:30:59.825 INFO:tasks.rados.rados.0.smithi046.stdout:3195: seq_num 1039 ranges {2875392=606208} 2024-09-18T02:30:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3195: writing smithi04682744-15 from 2875392 to 3481600 tid 1 2024-09-18T02:30:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3196: delete oid 23 current snap is 315 2024-09-18T02:30:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:3196: done (1 left) 2024-09-18T02:30:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 315 2024-09-18T02:30:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:3197: seq_num 1041 ranges {2932736=638976} 2024-09-18T02:30:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3197: writing smithi04682744-28 from 2932736 to 3571712 tid 1 2024-09-18T02:30:59.868 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 315 2024-09-18T02:30:59.868 INFO:tasks.rados.rados.0.smithi046.stdout:3198: seq_num 1042 ranges {581632=655360} 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3198: writing smithi04682744-37 from 581632 to 1236992 tid 1 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3199: read oid 42 snap -1 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3199: expect (ObjNum 1012 snap 307 seq_num 1012) 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3200: delete oid 29 current snap is 315 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3195: finishing write tid 1 to smithi04682744-15 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3195: finishing write tid 2 to smithi04682744-15 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3195: finishing write tid 3 to smithi04682744-15 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1654 (ObjNum 1039 snap 315 seq_num 1039) dirty exists 2024-09-18T02:30:59.875 INFO:tasks.rados.rados.0.smithi046.stdout:3195: left oid 15 (ObjNum 1039 snap 315 seq_num 1039) 2024-09-18T02:30:59.876 INFO:tasks.rados.rados.0.smithi046.stdout:3197: finishing write tid 1 to smithi04682744-28 2024-09-18T02:30:59.876 INFO:tasks.rados.rados.0.smithi046.stdout:3197: finishing write tid 2 to smithi04682744-28 2024-09-18T02:30:59.876 INFO:tasks.rados.rados.0.smithi046.stdout:3197: finishing write tid 3 to smithi04682744-28 2024-09-18T02:30:59.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1457 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:30:59.876 INFO:tasks.rados.rados.0.smithi046.stdout:3197: left oid 28 (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:30:59.877 INFO:tasks.rados.rados.0.smithi046.stdout:3199: expect (ObjNum 1012 snap 307 seq_num 1012) 2024-09-18T02:30:59.881 INFO:tasks.rados.rados.0.smithi046.stdout:3195: done (4 left) 2024-09-18T02:30:59.881 INFO:tasks.rados.rados.0.smithi046.stdout:3197: done (3 left) 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3199: done (2 left) 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3200: done (1 left) 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3201: copy_from oid 42 from oid 6 current snap is 315 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3202: copy_from oid 36 from oid 41 current snap is 315 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3203: snap_create 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3198: finishing write tid 1 to smithi04682744-37 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3198: finishing write tid 2 to smithi04682744-37 2024-09-18T02:30:59.882 INFO:tasks.rados.rados.0.smithi046.stdout:3202: finishing copy_from to smithi04682744-36 2024-09-18T02:30:59.883 INFO:tasks.rados.rados.0.smithi046.stdout:3202: got expected ENOENT (src dne) 2024-09-18T02:30:59.883 INFO:tasks.rados.rados.0.smithi046.stdout:3202: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:30:59.883 INFO:tasks.rados.rados.0.smithi046.stdout:3198: finishing write tid 3 to smithi04682744-37 2024-09-18T02:30:59.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1378 (ObjNum 1042 snap 315 seq_num 1042) dirty exists 2024-09-18T02:30:59.883 INFO:tasks.rados.rados.0.smithi046.stdout:3198: left oid 37 (ObjNum 1042 snap 315 seq_num 1042) 2024-09-18T02:30:59.883 INFO:tasks.rados.rados.0.smithi046.stdout:3201: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:30:59.884 INFO:tasks.rados.rados.0.smithi046.stdout:3201: finishing copy_from to smithi04682744-42 2024-09-18T02:30:59.884 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1798 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-18T02:31:00.830 INFO:tasks.rados.rados.0.smithi046.stdout:3198: done (3 left) 2024-09-18T02:31:00.830 INFO:tasks.rados.rados.0.smithi046.stdout:3201: done (2 left) 2024-09-18T02:31:00.830 INFO:tasks.rados.rados.0.smithi046.stdout:3202: done (1 left) 2024-09-18T02:31:00.831 INFO:tasks.rados.rados.0.smithi046.stdout:3203: done (0 left) 2024-09-18T02:31:00.831 INFO:tasks.rados.rados.0.smithi046.stdout:3204: copy_from oid 4 from oid 16 current snap is 316 2024-09-18T02:31:00.831 INFO:tasks.rados.rados.0.smithi046.stdout:3205: snap_create 2024-09-18T02:31:00.832 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing copy_from to smithi04682744-4 2024-09-18T02:31:00.832 INFO:tasks.rados.rados.0.smithi046.stdout:3204: got expected ENOENT (src dne) 2024-09-18T02:31:00.832 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing copy_from racing read to smithi04682744-4 2024-09-18T02:31:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:00 smithi195 ceph-mon[89559]: pgmap v726: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 317 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-09-18T02:31:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:00 smithi195 ceph-mon[89559]: osdmap e696: 8 total, 8 up, 8 in 2024-09-18T02:31:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:00 smithi046 ceph-mon[97106]: pgmap v726: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 317 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-09-18T02:31:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:00 smithi046 ceph-mon[97106]: osdmap e696: 8 total, 8 up, 8 in 2024-09-18T02:31:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:00 smithi046 ceph-mon[94621]: pgmap v726: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 317 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-09-18T02:31:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:00 smithi046 ceph-mon[94621]: osdmap e696: 8 total, 8 up, 8 in 2024-09-18T02:31:01.818 INFO:tasks.rados.rados.0.smithi046.stdout:3204: done (1 left) 2024-09-18T02:31:01.818 INFO:tasks.rados.rados.0.smithi046.stdout:3205: done (0 left) 2024-09-18T02:31:01.818 INFO:tasks.rados.rados.0.smithi046.stdout:3206: read oid 49 snap -1 2024-09-18T02:31:01.819 INFO:tasks.rados.rados.0.smithi046.stdout:3206: expect deleted 2024-09-18T02:31:01.819 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 317 2024-09-18T02:31:01.819 INFO:tasks.rados.rados.0.smithi046.stdout:3207: seq_num 1044 ranges {573440=688128} 2024-09-18T02:31:01.825 INFO:tasks.rados.rados.0.smithi046.stdout:3207: writing smithi04682744-22 from 573440 to 1261568 tid 1 2024-09-18T02:31:01.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 317 2024-09-18T02:31:01.825 INFO:tasks.rados.rados.0.smithi046.stdout:3208: seq_num 1045 ranges {1032192=704512} 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:3208: writing smithi04682744-26 from 1032192 to 1736704 tid 1 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:3209: copy_from oid 45 from oid 28 current snap is 317 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:3207: finishing write tid 1 to smithi04682744-22 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:3207: finishing write tid 2 to smithi04682744-22 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:3207: finishing write tid 3 to smithi04682744-22 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2195 (ObjNum 1044 snap 317 seq_num 1044) dirty exists 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:3207: left oid 22 (ObjNum 1044 snap 317 seq_num 1044) 2024-09-18T02:31:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:3206: done (3 left) 2024-09-18T02:31:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:3207: done (2 left) 2024-09-18T02:31:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:3210: snap_create 2024-09-18T02:31:01.841 INFO:tasks.rados.rados.0.smithi046.stdout:3208: finishing write tid 1 to smithi04682744-26 2024-09-18T02:31:01.841 INFO:tasks.rados.rados.0.smithi046.stdout:3208: finishing write tid 2 to smithi04682744-26 2024-09-18T02:31:01.843 INFO:tasks.rados.rados.0.smithi046.stdout:3208: finishing write tid 3 to smithi04682744-26 2024-09-18T02:31:01.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2198 (ObjNum 1045 snap 317 seq_num 1045) dirty exists 2024-09-18T02:31:01.843 INFO:tasks.rados.rados.0.smithi046.stdout:3208: left oid 26 (ObjNum 1045 snap 317 seq_num 1045) 2024-09-18T02:31:01.856 INFO:tasks.rados.rados.0.smithi046.stdout:3209: finishing copy_from racing read to smithi04682744-45 2024-09-18T02:31:01.858 INFO:tasks.rados.rados.0.smithi046.stdout:3209: finishing copy_from to smithi04682744-45 2024-09-18T02:31:01.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1457 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:31:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:01 smithi195 ceph-mon[89559]: osdmap e697: 8 total, 8 up, 8 in 2024-09-18T02:31:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:01 smithi195 ceph-mon[89559]: osdmap e698: 8 total, 8 up, 8 in 2024-09-18T02:31:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:01 smithi046 ceph-mon[94621]: osdmap e697: 8 total, 8 up, 8 in 2024-09-18T02:31:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:01 smithi046 ceph-mon[94621]: osdmap e698: 8 total, 8 up, 8 in 2024-09-18T02:31:02.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:01 smithi046 ceph-mon[97106]: osdmap e697: 8 total, 8 up, 8 in 2024-09-18T02:31:02.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:01 smithi046 ceph-mon[97106]: osdmap e698: 8 total, 8 up, 8 in 2024-09-18T02:31:02.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:31:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:31:02.842 INFO:tasks.rados.rados.0.smithi046.stdout:3208: done (2 left) 2024-09-18T02:31:02.842 INFO:tasks.rados.rados.0.smithi046.stdout:3209: done (1 left) 2024-09-18T02:31:02.842 INFO:tasks.rados.rados.0.smithi046.stdout:3210: done (0 left) 2024-09-18T02:31:02.842 INFO:tasks.rados.rados.0.smithi046.stdout:3211: snap_remove snap 285 2024-09-18T02:31:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:02 smithi195 ceph-mon[89559]: pgmap v729: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-09-18T02:31:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:02 smithi046 ceph-mon[97106]: pgmap v729: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-09-18T02:31:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:02 smithi046 ceph-mon[94621]: pgmap v729: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-09-18T02:31:03.848 INFO:tasks.rados.rados.0.smithi046.stdout:3211: done (0 left) 2024-09-18T02:31:03.848 INFO:tasks.rados.rados.0.smithi046.stdout:3212: snap_remove snap 299 2024-09-18T02:31:04.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:03 smithi195 ceph-mon[89559]: osdmap e699: 8 total, 8 up, 8 in 2024-09-18T02:31:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:03 smithi046 ceph-mon[94621]: osdmap e699: 8 total, 8 up, 8 in 2024-09-18T02:31:04.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:03 smithi046 ceph-mon[97106]: osdmap e699: 8 total, 8 up, 8 in 2024-09-18T02:31:04.850 INFO:tasks.rados.rados.0.smithi046.stdout:3212: done (0 left) 2024-09-18T02:31:04.850 INFO:tasks.rados.rados.0.smithi046.stdout:3213: rollback oid 35 current snap is 318 2024-09-18T02:31:04.850 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 289 2024-09-18T02:31:04.850 INFO:tasks.rados.rados.0.smithi046.stdout:3214: snap_remove snap 270 2024-09-18T02:31:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:04 smithi195 ceph-mon[89559]: pgmap v732: 121 pgs: 121 active+clean; 328 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-09-18T02:31:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:04 smithi195 ceph-mon[89559]: osdmap e700: 8 total, 8 up, 8 in 2024-09-18T02:31:05.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:04 smithi046 ceph-mon[94621]: pgmap v732: 121 pgs: 121 active+clean; 328 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-09-18T02:31:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:04 smithi046 ceph-mon[94621]: osdmap e700: 8 total, 8 up, 8 in 2024-09-18T02:31:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:04 smithi046 ceph-mon[97106]: pgmap v732: 121 pgs: 121 active+clean; 328 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-09-18T02:31:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:04 smithi046 ceph-mon[97106]: osdmap e700: 8 total, 8 up, 8 in 2024-09-18T02:31:05.853 INFO:tasks.rados.rados.0.smithi046.stdout:3214: done (1 left) 2024-09-18T02:31:05.853 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 318 2024-09-18T02:31:05.854 INFO:tasks.rados.rados.0.smithi046.stdout:3215: seq_num 1046 ranges {3833856=729088} 2024-09-18T02:31:05.880 INFO:tasks.rados.rados.0.smithi046.stdout:3215: writing smithi04682744-13 from 3833856 to 4562944 tid 1 2024-09-18T02:31:05.880 INFO:tasks.rados.rados.0.smithi046.stdout:3216: setattr oid 41 current snap is 318 2024-09-18T02:31:05.881 INFO:tasks.rados.rados.0.smithi046.stdout:3213: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:31:05.881 INFO:tasks.rados.rados.0.smithi046.stdout:3213: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:31:05.881 INFO:tasks.rados.rados.0.smithi046.stdout:3213: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:31:05.881 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1282 (ObjNum 902 snap 285 seq_num 902) dirty exists 2024-09-18T02:31:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:3213: done (2 left) 2024-09-18T02:31:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:3217: read oid 49 snap -1 2024-09-18T02:31:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:3217: expect deleted 2024-09-18T02:31:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:3218: rollback oid 24 current snap is 318 2024-09-18T02:31:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 286 2024-09-18T02:31:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 318 2024-09-18T02:31:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:3219: seq_num 1047 ranges {6496256=745472} 2024-09-18T02:31:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:3219: writing smithi04682744-8 from 6496256 to 7241728 tid 1 2024-09-18T02:31:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:3220: read oid 50 snap -1 2024-09-18T02:31:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:3220: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:31:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:3221: read oid 30 snap 317 2024-09-18T02:31:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:3221: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 318 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1283 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3218: finishing rollback tid 0 to smithi04682744-24 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3218: finishing rollback tid 1 to smithi04682744-24 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3215: finishing write tid 1 to smithi04682744-13 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3218: finishing rollback tid 2 to smithi04682744-24 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1460 (ObjNum 906 snap 286 seq_num 906) dirty exists 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3215: finishing write tid 2 to smithi04682744-13 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3215: finishing write tid 3 to smithi04682744-13 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2055 (ObjNum 1046 snap 318 seq_num 1046) dirty exists 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3215: left oid 13 (ObjNum 1046 snap 318 seq_num 1046) 2024-09-18T02:31:05.925 INFO:tasks.rados.rados.0.smithi046.stdout:3222: seq_num 1048 ranges {385024=761856} 2024-09-18T02:31:05.931 INFO:tasks.rados.rados.0.smithi046.stdout:3222: writing smithi04682744-20 from 385024 to 1146880 tid 1 2024-09-18T02:31:05.931 INFO:tasks.rados.rados.0.smithi046.stdout:3215: done (7 left) 2024-09-18T02:31:05.931 INFO:tasks.rados.rados.0.smithi046.stdout:3216: done (6 left) 2024-09-18T02:31:05.931 INFO:tasks.rados.rados.0.smithi046.stdout:3217: done (5 left) 2024-09-18T02:31:05.931 INFO:tasks.rados.rados.0.smithi046.stdout:3218: done (4 left) 2024-09-18T02:31:05.931 INFO:tasks.rados.rados.0.smithi046.stdout:3223: snap_remove snap 286 2024-09-18T02:31:06.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:05 smithi195 ceph-mon[89559]: osdmap e701: 8 total, 8 up, 8 in 2024-09-18T02:31:06.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:05 smithi195 ceph-mon[89559]: osdmap e702: 8 total, 8 up, 8 in 2024-09-18T02:31:06.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:05 smithi046 ceph-mon[94621]: osdmap e701: 8 total, 8 up, 8 in 2024-09-18T02:31:06.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:05 smithi046 ceph-mon[94621]: osdmap e702: 8 total, 8 up, 8 in 2024-09-18T02:31:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:05 smithi046 ceph-mon[97106]: osdmap e701: 8 total, 8 up, 8 in 2024-09-18T02:31:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:05 smithi046 ceph-mon[97106]: osdmap e702: 8 total, 8 up, 8 in 2024-09-18T02:31:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:31:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:31:06] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:31:06.820 INFO:tasks.rados.rados.0.smithi046.stdout:3223: done (4 left) 2024-09-18T02:31:06.820 INFO:tasks.rados.rados.0.smithi046.stdout:3224: rollback oid 27 current snap is 318 2024-09-18T02:31:06.820 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 307 2024-09-18T02:31:06.820 INFO:tasks.rados.rados.0.smithi046.stdout:3225: read oid 2 snap -1 2024-09-18T02:31:06.820 INFO:tasks.rados.rados.0.smithi046.stdout:3225: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:06.820 INFO:tasks.rados.rados.0.smithi046.stdout:3226: read oid 5 snap -1 2024-09-18T02:31:06.821 INFO:tasks.rados.rados.0.smithi046.stdout:3226: expect deleted 2024-09-18T02:31:06.821 INFO:tasks.rados.rados.0.smithi046.stdout:3227: delete oid 37 current snap is 318 2024-09-18T02:31:06.821 INFO:tasks.rados.rados.0.smithi046.stdout:3221: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:31:06.830 INFO:tasks.rados.rados.0.smithi046.stdout:3219: finishing write tid 1 to smithi04682744-8 2024-09-18T02:31:06.830 INFO:tasks.rados.rados.0.smithi046.stdout:3219: finishing write tid 2 to smithi04682744-8 2024-09-18T02:31:06.830 INFO:tasks.rados.rados.0.smithi046.stdout:3219: finishing write tid 3 to smithi04682744-8 2024-09-18T02:31:06.830 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1965 (ObjNum 1047 snap 318 seq_num 1047) dirty exists 2024-09-18T02:31:06.830 INFO:tasks.rados.rados.0.smithi046.stdout:3219: left oid 8 (ObjNum 1047 snap 318 seq_num 1047) 2024-09-18T02:31:06.831 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 1 to smithi04682744-20 2024-09-18T02:31:06.831 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 2 to smithi04682744-20 2024-09-18T02:31:06.831 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 3 to smithi04682744-20 2024-09-18T02:31:06.831 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1380 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-09-18T02:31:06.831 INFO:tasks.rados.rados.0.smithi046.stdout:3222: left oid 20 (ObjNum 1048 snap 318 seq_num 1048) 2024-09-18T02:31:06.831 INFO:tasks.rados.rados.0.smithi046.stdout:3220: expect (ObjNum 750 snap 234 seq_num 750) 2024-09-18T02:31:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:3224: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:31:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 0 (ObjNum 705 snap 0 seq_num 962568080) dirty dne 2024-09-18T02:31:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:3225: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:3219: done (7 left) 2024-09-18T02:31:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:3220: done (6 left) 2024-09-18T02:31:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:3221: done (5 left) 2024-09-18T02:31:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:3222: done (4 left) 2024-09-18T02:31:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:3224: done (3 left) 2024-09-18T02:31:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:3225: done (2 left) 2024-09-18T02:31:07.208 INFO:tasks.rados.rados.0.smithi046.stdout:3226: done (1 left) 2024-09-18T02:31:07.209 INFO:tasks.rados.rados.0.smithi046.stdout:3227: done (0 left) 2024-09-18T02:31:07.209 INFO:tasks.rados.rados.0.smithi046.stdout:3228: rmattr oid 7 current snap is 318 2024-09-18T02:31:07.209 INFO:tasks.rados.rados.0.smithi046.stdout:3229: snap_remove snap 313 2024-09-18T02:31:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:06 smithi195 ceph-mon[89559]: pgmap v735: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-18T02:31:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:06 smithi195 ceph-mon[89559]: osdmap e703: 8 total, 8 up, 8 in 2024-09-18T02:31:07.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:06 smithi046 ceph-mon[94621]: pgmap v735: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-18T02:31:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:06 smithi046 ceph-mon[94621]: osdmap e703: 8 total, 8 up, 8 in 2024-09-18T02:31:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:06 smithi046 ceph-mon[97106]: pgmap v735: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-18T02:31:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:06 smithi046 ceph-mon[97106]: osdmap e703: 8 total, 8 up, 8 in 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3229: done (1 left) 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3230: rollback oid 2 current snap is 318 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 308 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1521 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3228: done (1 left) 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3231: copy_from oid 36 from oid 45 current snap is 318 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3232: read oid 33 snap -1 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3232: expect (ObjNum 960 snap 302 seq_num 960) 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3233: copy_from oid 34 from oid 7 current snap is 318 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3234: read oid 31 snap -1 2024-09-18T02:31:07.875 INFO:tasks.rados.rados.0.smithi046.stdout:3234: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:31:07.876 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 318 2024-09-18T02:31:07.876 INFO:tasks.rados.rados.0.smithi046.stdout:3235: seq_num 1050 ranges {0=794624} 2024-09-18T02:31:07.880 INFO:tasks.rados.rados.0.smithi046.stdout:3235: writing smithi04682744-21 from 0 to 794624 tid 1 2024-09-18T02:31:07.880 INFO:tasks.rados.rados.0.smithi046.stdout:3236: setattr oid 10 current snap is 318 2024-09-18T02:31:07.883 INFO:tasks.rados.rados.0.smithi046.stdout:3237: read oid 25 snap -1 2024-09-18T02:31:07.884 INFO:tasks.rados.rados.0.smithi046.stdout:3237: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:31:07.884 INFO:tasks.rados.rados.0.smithi046.stdout:3238: rmattr oid 43 current snap is 318 2024-09-18T02:31:07.884 INFO:tasks.rados.rados.0.smithi046.stdout:3239: snap_create 2024-09-18T02:31:07.889 INFO:tasks.rados.rados.0.smithi046.stdout:3234: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:31:07.903 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1655 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:31:07.903 INFO:tasks.rados.rados.0.smithi046.stdout:3237: expect (ObjNum 871 snap 272 seq_num 871) 2024-09-18T02:31:07.909 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1525 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-09-18T02:31:07.909 INFO:tasks.rados.rados.0.smithi046.stdout:3235: finishing write tid 1 to smithi04682744-21 2024-09-18T02:31:07.909 INFO:tasks.rados.rados.0.smithi046.stdout:3235: finishing write tid 2 to smithi04682744-21 2024-09-18T02:31:07.909 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing rollback tid 0 to smithi04682744-2 2024-09-18T02:31:07.909 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing rollback tid 1 to smithi04682744-2 2024-09-18T02:31:07.909 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing rollback tid 2 to smithi04682744-2 2024-09-18T02:31:07.909 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1968 (ObjNum 992 snap 305 seq_num 992) dirty exists 2024-09-18T02:31:07.910 INFO:tasks.rados.rados.0.smithi046.stdout:3232: expect (ObjNum 960 snap 302 seq_num 960) 2024-09-18T02:31:08.001 INFO:tasks.rados.rados.0.smithi046.stdout:3235: finishing write tid 3 to smithi04682744-21 2024-09-18T02:31:08.001 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1656 (ObjNum 1050 snap 318 seq_num 1050) dirty exists 2024-09-18T02:31:08.001 INFO:tasks.rados.rados.0.smithi046.stdout:3235: left oid 21 (ObjNum 1050 snap 318 seq_num 1050) 2024-09-18T02:31:08.001 INFO:tasks.rados.rados.0.smithi046.stdout:3233: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:31:08.001 INFO:tasks.rados.rados.0.smithi046.stdout:3233: finishing copy_from to smithi04682744-34 2024-09-18T02:31:08.001 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1521 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:31:08.001 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:31:08.002 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing copy_from to smithi04682744-36 2024-09-18T02:31:08.002 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1457 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:31:08.877 INFO:tasks.rados.rados.0.smithi046.stdout:3230: done (9 left) 2024-09-18T02:31:08.877 INFO:tasks.rados.rados.0.smithi046.stdout:3231: done (8 left) 2024-09-18T02:31:08.877 INFO:tasks.rados.rados.0.smithi046.stdout:3232: done (7 left) 2024-09-18T02:31:08.877 INFO:tasks.rados.rados.0.smithi046.stdout:3233: done (6 left) 2024-09-18T02:31:08.877 INFO:tasks.rados.rados.0.smithi046.stdout:3234: done (5 left) 2024-09-18T02:31:08.878 INFO:tasks.rados.rados.0.smithi046.stdout:3235: done (4 left) 2024-09-18T02:31:08.878 INFO:tasks.rados.rados.0.smithi046.stdout:3236: done (3 left) 2024-09-18T02:31:08.878 INFO:tasks.rados.rados.0.smithi046.stdout:3237: done (2 left) 2024-09-18T02:31:08.878 INFO:tasks.rados.rados.0.smithi046.stdout:3238: done (1 left) 2024-09-18T02:31:08.878 INFO:tasks.rados.rados.0.smithi046.stdout:3239: done (0 left) 2024-09-18T02:31:08.878 INFO:tasks.rados.rados.0.smithi046.stdout:3240: delete oid 33 current snap is 319 2024-09-18T02:31:08.881 INFO:tasks.rados.rados.0.smithi046.stdout:3240: done (0 left) 2024-09-18T02:31:08.882 INFO:tasks.rados.rados.0.smithi046.stdout:3241: snap_remove snap 318 2024-09-18T02:31:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:08 smithi195 ceph-mon[89559]: pgmap v738: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 11 op/s 2024-09-18T02:31:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:08 smithi195 ceph-mon[89559]: osdmap e704: 8 total, 8 up, 8 in 2024-09-18T02:31:09.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:08 smithi046 ceph-mon[94621]: pgmap v738: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 11 op/s 2024-09-18T02:31:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:08 smithi046 ceph-mon[94621]: osdmap e704: 8 total, 8 up, 8 in 2024-09-18T02:31:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:08 smithi046 ceph-mon[97106]: pgmap v738: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 324 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 11 op/s 2024-09-18T02:31:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:08 smithi046 ceph-mon[97106]: osdmap e704: 8 total, 8 up, 8 in 2024-09-18T02:31:09.883 INFO:tasks.rados.rados.0.smithi046.stdout:3241: done (0 left) 2024-09-18T02:31:09.883 INFO:tasks.rados.rados.0.smithi046.stdout:3242: snap_remove snap 291 2024-09-18T02:31:10.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:09 smithi195 ceph-mon[89559]: osdmap e705: 8 total, 8 up, 8 in 2024-09-18T02:31:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:09 smithi046 ceph-mon[97106]: osdmap e705: 8 total, 8 up, 8 in 2024-09-18T02:31:10.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:09 smithi046 ceph-mon[94621]: osdmap e705: 8 total, 8 up, 8 in 2024-09-18T02:31:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:3242: done (0 left) 2024-09-18T02:31:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:3243: read oid 40 snap -1 2024-09-18T02:31:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:3243: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-18T02:31:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 319 2024-09-18T02:31:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:3244: seq_num 1052 ranges {0=425984,425984=401408} 2024-09-18T02:31:10.888 INFO:tasks.rados.rados.0.smithi046.stdout:3244: writing smithi04682744-16 from 0 to 425984 tid 1 2024-09-18T02:31:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:3244: writing smithi04682744-16 from 425984 to 827392 tid 2 2024-09-18T02:31:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:3245: delete oid 9 current snap is 319 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:3245: done (2 left) 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:3246: rollback oid 32 current snap is 319 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 317 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:3247: rollback oid 44 current snap is 319 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 315 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:3248: copy_from oid 14 from oid 43 current snap is 319 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:3249: copy_from oid 11 from oid 22 current snap is 319 2024-09-18T02:31:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:3250: snap_remove snap 261 2024-09-18T02:31:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:10 smithi195 ceph-mon[89559]: pgmap v741: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 155 KiB/s rd, 546 KiB/s wr, 11 op/s 2024-09-18T02:31:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:10 smithi195 ceph-mon[89559]: osdmap e706: 8 total, 8 up, 8 in 2024-09-18T02:31:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:10 smithi046 ceph-mon[94621]: pgmap v741: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 155 KiB/s rd, 546 KiB/s wr, 11 op/s 2024-09-18T02:31:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:10 smithi046 ceph-mon[94621]: osdmap e706: 8 total, 8 up, 8 in 2024-09-18T02:31:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:10 smithi046 ceph-mon[97106]: pgmap v741: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 155 KiB/s rd, 546 KiB/s wr, 11 op/s 2024-09-18T02:31:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:10 smithi046 ceph-mon[97106]: osdmap e706: 8 total, 8 up, 8 in 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:3250: done (6 left) 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:3251: delete oid 39 current snap is 319 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 1 to smithi04682744-16 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 2 to smithi04682744-16 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 3 to smithi04682744-16 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:3247: finishing rollback tid 1 to smithi04682744-44 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1533 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-18T02:31:11.822 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 4 to smithi04682744-16 2024-09-18T02:31:11.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1950 (ObjNum 1052 snap 319 seq_num 1052) dirty exists 2024-09-18T02:31:11.823 INFO:tasks.rados.rados.0.smithi046.stdout:3244: left oid 16 (ObjNum 1052 snap 319 seq_num 1052) 2024-09-18T02:31:11.823 INFO:tasks.rados.rados.0.smithi046.stdout:3243: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-18T02:31:11.851 INFO:tasks.rados.rados.0.smithi046.stdout:3246: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:31:11.851 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing copy_from to smithi04682744-11 2024-09-18T02:31:11.851 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2195 (ObjNum 1044 snap 317 seq_num 1044) dirty exists 2024-09-18T02:31:11.851 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing copy_from racing read to smithi04682744-11 2024-09-18T02:31:11.851 INFO:tasks.rados.rados.0.smithi046.stdout:3246: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3246: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2244 (ObjNum 969 snap 303 seq_num 969) dirty exists 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3248: finishing copy_from racing read to smithi04682744-14 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3243: done (6 left) 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3244: done (5 left) 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3246: done (4 left) 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3247: done (3 left) 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3249: done (2 left) 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3251: done (1 left) 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3252: delete oid 24 current snap is 319 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3248: finishing copy_from to smithi04682744-14 2024-09-18T02:31:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1655 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:31:11.853 INFO:tasks.rados.rados.0.smithi046.stdout:3248: done (1 left) 2024-09-18T02:31:11.853 INFO:tasks.rados.rados.0.smithi046.stdout:3252: done (0 left) 2024-09-18T02:31:11.853 INFO:tasks.rados.rados.0.smithi046.stdout:3253: copy_from oid 13 from oid 17 current snap is 319 2024-09-18T02:31:11.853 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 319 2024-09-18T02:31:11.853 INFO:tasks.rados.rados.0.smithi046.stdout:3254: seq_num 1056 ranges {1736704=491520,2228224=401408} 2024-09-18T02:31:11.866 INFO:tasks.rados.rados.0.smithi046.stdout:3254: writing smithi04682744-26 from 1736704 to 2228224 tid 1 2024-09-18T02:31:11.869 INFO:tasks.rados.rados.0.smithi046.stdout:3254: writing smithi04682744-26 from 2228224 to 2629632 tid 2 2024-09-18T02:31:11.869 INFO:tasks.rados.rados.0.smithi046.stdout:3255: snap_create 2024-09-18T02:31:11.869 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing copy_from racing read to smithi04682744-13 2024-09-18T02:31:11.869 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing copy_from to smithi04682744-13 2024-09-18T02:31:11.869 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2027 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-18T02:31:11.872 INFO:tasks.rados.rados.0.smithi046.stdout:3254: finishing write tid 1 to smithi04682744-26 2024-09-18T02:31:11.873 INFO:tasks.rados.rados.0.smithi046.stdout:3254: finishing write tid 2 to smithi04682744-26 2024-09-18T02:31:11.873 INFO:tasks.rados.rados.0.smithi046.stdout:3254: finishing write tid 3 to smithi04682744-26 2024-09-18T02:31:11.875 INFO:tasks.rados.rados.0.smithi046.stdout:3254: finishing write tid 4 to smithi04682744-26 2024-09-18T02:31:11.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2266 (ObjNum 1056 snap 319 seq_num 1056) dirty exists 2024-09-18T02:31:11.875 INFO:tasks.rados.rados.0.smithi046.stdout:3254: left oid 26 (ObjNum 1056 snap 319 seq_num 1056) 2024-09-18T02:31:12.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:11 smithi195 ceph-mon[89559]: osdmap e707: 8 total, 8 up, 8 in 2024-09-18T02:31:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:11 smithi195 ceph-mon[89559]: osdmap e708: 8 total, 8 up, 8 in 2024-09-18T02:31:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:11 smithi046 ceph-mon[94621]: osdmap e707: 8 total, 8 up, 8 in 2024-09-18T02:31:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:11 smithi046 ceph-mon[94621]: osdmap e708: 8 total, 8 up, 8 in 2024-09-18T02:31:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:11 smithi046 ceph-mon[97106]: osdmap e707: 8 total, 8 up, 8 in 2024-09-18T02:31:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:11 smithi046 ceph-mon[97106]: osdmap e708: 8 total, 8 up, 8 in 2024-09-18T02:31:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:31:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:31:12.823 INFO:tasks.rados.rados.0.smithi046.stdout:3253: done (2 left) 2024-09-18T02:31:12.823 INFO:tasks.rados.rados.0.smithi046.stdout:3254: done (1 left) 2024-09-18T02:31:12.823 INFO:tasks.rados.rados.0.smithi046.stdout:3255: done (0 left) 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3256: copy_from oid 24 from oid 35 current snap is 320 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3257: read oid 32 snap 316 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3257: expect (ObjNum 969 snap 303 seq_num 969) 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3258: read oid 38 snap -1 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3258: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3259: read oid 41 snap -1 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3259: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:12.824 INFO:tasks.rados.rados.0.smithi046.stdout:3260: setattr oid 9 current snap is 320 2024-09-18T02:31:12.825 INFO:tasks.rados.rados.0.smithi046.stdout:3259: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:12.828 INFO:tasks.rados.rados.0.smithi046.stdout:3259: done (4 left) 2024-09-18T02:31:12.828 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 320 2024-09-18T02:31:12.828 INFO:tasks.rados.rados.0.smithi046.stdout:3261: seq_num 1057 ranges {0=507904,507904=401408} 2024-09-18T02:31:12.831 INFO:tasks.rados.rados.0.smithi046.stdout:3261: writing smithi04682744-48 from 0 to 507904 tid 1 2024-09-18T02:31:12.834 INFO:tasks.rados.rados.0.smithi046.stdout:3261: writing smithi04682744-48 from 507904 to 909312 tid 2 2024-09-18T02:31:12.834 INFO:tasks.rados.rados.0.smithi046.stdout:3262: copy_from oid 21 from oid 42 current snap is 320 2024-09-18T02:31:12.834 INFO:tasks.rados.rados.0.smithi046.stdout:3256: finishing copy_from racing read to smithi04682744-24 2024-09-18T02:31:12.834 INFO:tasks.rados.rados.0.smithi046.stdout:3263: rollback oid 25 current snap is 320 2024-09-18T02:31:12.835 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 315 2024-09-18T02:31:12.835 INFO:tasks.rados.rados.0.smithi046.stdout:3264: setattr oid 5 current snap is 320 2024-09-18T02:31:12.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1796 (ObjNum 881 snap 0 seq_num 1147455200) dirty exists 2024-09-18T02:31:12.836 INFO:tasks.rados.rados.0.smithi046.stdout:3260: done (7 left) 2024-09-18T02:31:12.836 INFO:tasks.rados.rados.0.smithi046.stdout:3265: snap_create 2024-09-18T02:31:12.841 INFO:tasks.rados.rados.0.smithi046.stdout:3256: finishing copy_from to smithi04682744-24 2024-09-18T02:31:12.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1282 (ObjNum 902 snap 285 seq_num 902) dirty exists 2024-09-18T02:31:12.843 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 1 to smithi04682744-48 2024-09-18T02:31:12.843 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:31:12.843 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 2 to smithi04682744-48 2024-09-18T02:31:12.843 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 3 to smithi04682744-48 2024-09-18T02:31:12.845 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 4 to smithi04682744-48 2024-09-18T02:31:12.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1799 (ObjNum 1057 snap 320 seq_num 1057) dirty exists 2024-09-18T02:31:12.845 INFO:tasks.rados.rados.0.smithi046.stdout:3261: left oid 48 (ObjNum 1057 snap 320 seq_num 1057) 2024-09-18T02:31:12.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1903 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-18T02:31:12.850 INFO:tasks.rados.rados.0.smithi046.stdout:3257: expect (ObjNum 969 snap 303 seq_num 969) 2024-09-18T02:31:12.982 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing copy_from to smithi04682744-21 2024-09-18T02:31:12.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1798 (ObjNum 1041 snap 0 seq_num 1147732224) dirty exists 2024-09-18T02:31:12.982 INFO:tasks.rados.rados.0.smithi046.stdout:3263: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:31:12.982 INFO:tasks.rados.rados.0.smithi046.stdout:3263: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:31:12.982 INFO:tasks.rados.rados.0.smithi046.stdout:3263: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:31:12.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1806 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:31:12.982 INFO:tasks.rados.rados.0.smithi046.stdout:3258: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:12 smithi195 ceph-mon[89559]: pgmap v744: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 546 KiB/s wr, 7 op/s 2024-09-18T02:31:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:12 smithi195 ceph-mon[89559]: osdmap e709: 8 total, 8 up, 8 in 2024-09-18T02:31:13.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:12 smithi046 ceph-mon[94621]: pgmap v744: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 546 KiB/s wr, 7 op/s 2024-09-18T02:31:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:12 smithi046 ceph-mon[94621]: osdmap e709: 8 total, 8 up, 8 in 2024-09-18T02:31:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:12 smithi046 ceph-mon[97106]: pgmap v744: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 546 KiB/s wr, 7 op/s 2024-09-18T02:31:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:12 smithi046 ceph-mon[97106]: osdmap e709: 8 total, 8 up, 8 in 2024-09-18T02:31:14.158 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:14.158 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:13 smithi046 ceph-mon[97106]: osdmap e710: 8 total, 8 up, 8 in 2024-09-18T02:31:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:13 smithi046 ceph-mon[94621]: osdmap e710: 8 total, 8 up, 8 in 2024-09-18T02:31:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:13 smithi195 ceph-mon[89559]: osdmap e710: 8 total, 8 up, 8 in 2024-09-18T02:31:14.312 INFO:tasks.rados.rados.0.smithi046.stdout:3256: done (7 left) 2024-09-18T02:31:14.323 INFO:tasks.rados.rados.0.smithi046.stdout:3257: done (6 left) 2024-09-18T02:31:14.323 INFO:tasks.rados.rados.0.smithi046.stdout:3258: done (5 left) 2024-09-18T02:31:14.323 INFO:tasks.rados.rados.0.smithi046.stdout:3261: done (4 left) 2024-09-18T02:31:14.323 INFO:tasks.rados.rados.0.smithi046.stdout:3262: done (3 left) 2024-09-18T02:31:14.323 INFO:tasks.rados.rados.0.smithi046.stdout:3263: done (2 left) 2024-09-18T02:31:14.323 INFO:tasks.rados.rados.0.smithi046.stdout:3264: done (1 left) 2024-09-18T02:31:14.324 INFO:tasks.rados.rados.0.smithi046.stdout:3265: done (0 left) 2024-09-18T02:31:14.324 INFO:tasks.rados.rados.0.smithi046.stdout:3266: read oid 18 snap -1 2024-09-18T02:31:14.324 INFO:tasks.rados.rados.0.smithi046.stdout:3266: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:31:14.324 INFO:tasks.rados.rados.0.smithi046.stdout:3267: read oid 38 snap -1 2024-09-18T02:31:14.324 INFO:tasks.rados.rados.0.smithi046.stdout:3267: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:14.324 INFO:tasks.rados.rados.0.smithi046.stdout:3268: snap_remove snap 307 2024-09-18T02:31:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3268: done (2 left) 2024-09-18T02:31:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3269: read oid 37 snap -1 2024-09-18T02:31:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3269: expect deleted 2024-09-18T02:31:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 321 2024-09-18T02:31:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3270: seq_num 1058 ranges {7241728=524288,7766016=401408} 2024-09-18T02:31:14.950 INFO:tasks.rados.rados.0.smithi046.stdout:3270: writing smithi04682744-8 from 7241728 to 7766016 tid 1 2024-09-18T02:31:14.953 INFO:tasks.rados.rados.0.smithi046.stdout:3270: writing smithi04682744-8 from 7766016 to 8167424 tid 2 2024-09-18T02:31:14.953 INFO:tasks.rados.rados.0.smithi046.stdout:3271: snap_create 2024-09-18T02:31:14.953 INFO:tasks.rados.rados.0.smithi046.stdout:3266: expect (ObjNum 846 snap 264 seq_num 846) 2024-09-18T02:31:15.015 INFO:tasks.rados.rados.0.smithi046.stdout:3267: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:14 smithi195 ceph-mon[89559]: pgmap v747: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-09-18T02:31:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:14 smithi046 ceph-mon[94621]: pgmap v747: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-09-18T02:31:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:14 smithi046 ceph-mon[97106]: pgmap v747: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-09-18T02:31:16.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:15 smithi195 ceph-mon[89559]: osdmap e711: 8 total, 8 up, 8 in 2024-09-18T02:31:16.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:15 smithi046 ceph-mon[94621]: osdmap e711: 8 total, 8 up, 8 in 2024-09-18T02:31:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:15 smithi046 ceph-mon[97106]: osdmap e711: 8 total, 8 up, 8 in 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3270: finishing write tid 1 to smithi04682744-8 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3270: finishing write tid 2 to smithi04682744-8 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3270: finishing write tid 3 to smithi04682744-8 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3270: finishing write tid 4 to smithi04682744-8 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1971 (ObjNum 1058 snap 321 seq_num 1058) dirty exists 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3270: left oid 8 (ObjNum 1058 snap 321 seq_num 1058) 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3266: done (4 left) 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3267: done (3 left) 2024-09-18T02:31:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3269: done (2 left) 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3270: done (1 left) 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3271: done (0 left) 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3272: rmattr oid 29 current snap is 322 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3272: done (0 left) 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3273: rmattr oid 18 current snap is 322 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3274: read oid 17 snap 316 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3274: expect (ObjNum 1148691968 snap 21981 seq_num 1147704096) 2024-09-18T02:31:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3275: snap_remove snap 308 2024-09-18T02:31:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:31:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:31:16] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-09-18T02:31:16.823 INFO:tasks.rados.rados.0.smithi046.stdout:3275: done (2 left) 2024-09-18T02:31:16.824 INFO:tasks.rados.rados.0.smithi046.stdout:3276: rmattr oid 10 current snap is 322 2024-09-18T02:31:16.824 INFO:tasks.rados.rados.0.smithi046.stdout:3274: expect (ObjNum 1148691968 snap 21981 seq_num 1147704096) 2024-09-18T02:31:16.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1904 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:31:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:3273: done (2 left) 2024-09-18T02:31:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:3274: done (1 left) 2024-09-18T02:31:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:3277: read oid 8 snap 316 2024-09-18T02:31:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:3277: expect (ObjNum 989 snap 305 seq_num 989) 2024-09-18T02:31:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 322 2024-09-18T02:31:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:3278: seq_num 1059 ranges {0=540672,540672=401408} 2024-09-18T02:31:16.832 INFO:tasks.rados.rados.0.smithi046.stdout:3278: writing smithi04682744-19 from 0 to 540672 tid 1 2024-09-18T02:31:16.835 INFO:tasks.rados.rados.0.smithi046.stdout:3278: writing smithi04682744-19 from 540672 to 942080 tid 2 2024-09-18T02:31:16.836 INFO:tasks.rados.rados.0.smithi046.stdout:3279: rollback oid 11 current snap is 322 2024-09-18T02:31:16.836 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 320 2024-09-18T02:31:16.836 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 322 2024-09-18T02:31:16.836 INFO:tasks.rados.rados.0.smithi046.stdout:3280: seq_num 1060 ranges {0=557056,557056=401408} 2024-09-18T02:31:16.839 INFO:tasks.rados.rados.0.smithi046.stdout:3280: writing smithi04682744-44 from 0 to 557056 tid 1 2024-09-18T02:31:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:3280: writing smithi04682744-44 from 557056 to 958464 tid 2 2024-09-18T02:31:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:3281: delete oid 15 current snap is 322 2024-09-18T02:31:16.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1545 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-09-18T02:31:16.847 INFO:tasks.rados.rados.0.smithi046.stdout:3280: finishing write tid 1 to smithi04682744-44 2024-09-18T02:31:16.847 INFO:tasks.rados.rados.0.smithi046.stdout:3280: finishing write tid 2 to smithi04682744-44 2024-09-18T02:31:16.847 INFO:tasks.rados.rados.0.smithi046.stdout:3280: finishing write tid 3 to smithi04682744-44 2024-09-18T02:31:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3279: finishing rollback tid 0 to smithi04682744-11 2024-09-18T02:31:16.849 INFO:tasks.rados.rados.0.smithi046.stdout:3280: finishing write tid 4 to smithi04682744-44 2024-09-18T02:31:16.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1536 (ObjNum 1060 snap 322 seq_num 1060) dirty exists 2024-09-18T02:31:16.849 INFO:tasks.rados.rados.0.smithi046.stdout:3280: left oid 44 (ObjNum 1060 snap 322 seq_num 1060) 2024-09-18T02:31:16.853 INFO:tasks.rados.rados.0.smithi046.stdout:3279: finishing rollback tid 1 to smithi04682744-11 2024-09-18T02:31:16.853 INFO:tasks.rados.rados.0.smithi046.stdout:3279: finishing rollback tid 2 to smithi04682744-11 2024-09-18T02:31:16.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2198 (ObjNum 1044 snap 317 seq_num 1044) dirty exists 2024-09-18T02:31:16.854 INFO:tasks.rados.rados.0.smithi046.stdout:3276: done (5 left) 2024-09-18T02:31:16.854 INFO:tasks.rados.rados.0.smithi046.stdout:3279: done (4 left) 2024-09-18T02:31:16.854 INFO:tasks.rados.rados.0.smithi046.stdout:3280: done (3 left) 2024-09-18T02:31:16.854 INFO:tasks.rados.rados.0.smithi046.stdout:3281: done (2 left) 2024-09-18T02:31:16.854 INFO:tasks.rados.rados.0.smithi046.stdout:3282: setattr oid 4 current snap is 322 2024-09-18T02:31:16.855 INFO:tasks.rados.rados.0.smithi046.stdout:3283: read oid 31 snap -1 2024-09-18T02:31:16.855 INFO:tasks.rados.rados.0.smithi046.stdout:3283: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:31:16.855 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 322 2024-09-18T02:31:16.855 INFO:tasks.rados.rados.0.smithi046.stdout:3284: seq_num 1062 ranges {188416=589824,778240=401408} 2024-09-18T02:31:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:3284: writing smithi04682744-30 from 188416 to 778240 tid 1 2024-09-18T02:31:16.863 INFO:tasks.rados.rados.0.smithi046.stdout:3284: writing smithi04682744-30 from 778240 to 1179648 tid 2 2024-09-18T02:31:16.863 INFO:tasks.rados.rados.0.smithi046.stdout:3285: snap_create 2024-09-18T02:31:16.864 INFO:tasks.rados.rados.0.smithi046.stdout:3283: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:31:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1801 (ObjNum 1032 snap 314 seq_num 1032) dirty exists 2024-09-18T02:31:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:3277: expect (ObjNum 989 snap 305 seq_num 989) 2024-09-18T02:31:17.152 INFO:tasks.rados.rados.0.smithi046.stdout:3278: finishing write tid 1 to smithi04682744-19 2024-09-18T02:31:17.152 INFO:tasks.rados.rados.0.smithi046.stdout:3284: finishing write tid 1 to smithi04682744-30 2024-09-18T02:31:17.152 INFO:tasks.rados.rados.0.smithi046.stdout:3284: finishing write tid 2 to smithi04682744-30 2024-09-18T02:31:17.152 INFO:tasks.rados.rados.0.smithi046.stdout:3284: finishing write tid 3 to smithi04682744-30 2024-09-18T02:31:17.152 INFO:tasks.rados.rados.0.smithi046.stdout:3284: finishing write tid 4 to smithi04682744-30 2024-09-18T02:31:17.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1804 (ObjNum 1062 snap 322 seq_num 1062) dirty exists 2024-09-18T02:31:17.152 INFO:tasks.rados.rados.0.smithi046.stdout:3284: left oid 30 (ObjNum 1062 snap 322 seq_num 1062) 2024-09-18T02:31:17.153 INFO:tasks.rados.rados.0.smithi046.stdout:3278: finishing write tid 2 to smithi04682744-19 2024-09-18T02:31:17.153 INFO:tasks.rados.rados.0.smithi046.stdout:3278: finishing write tid 3 to smithi04682744-19 2024-09-18T02:31:17.153 INFO:tasks.rados.rados.0.smithi046.stdout:3278: finishing write tid 4 to smithi04682744-19 2024-09-18T02:31:17.153 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1974 (ObjNum 1059 snap 322 seq_num 1059) dirty exists 2024-09-18T02:31:17.153 INFO:tasks.rados.rados.0.smithi046.stdout:3278: left oid 19 (ObjNum 1059 snap 322 seq_num 1059) 2024-09-18T02:31:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:16 smithi195 ceph-mon[89559]: pgmap v750: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-09-18T02:31:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:16 smithi195 ceph-mon[89559]: osdmap e712: 8 total, 8 up, 8 in 2024-09-18T02:31:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:16 smithi195 ceph-mon[89559]: osdmap e713: 8 total, 8 up, 8 in 2024-09-18T02:31:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:16 smithi046 ceph-mon[94621]: pgmap v750: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-09-18T02:31:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:16 smithi046 ceph-mon[94621]: osdmap e712: 8 total, 8 up, 8 in 2024-09-18T02:31:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:16 smithi046 ceph-mon[94621]: osdmap e713: 8 total, 8 up, 8 in 2024-09-18T02:31:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:16 smithi046 ceph-mon[97106]: pgmap v750: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-09-18T02:31:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:16 smithi046 ceph-mon[97106]: osdmap e712: 8 total, 8 up, 8 in 2024-09-18T02:31:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:16 smithi046 ceph-mon[97106]: osdmap e713: 8 total, 8 up, 8 in 2024-09-18T02:31:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:3277: done (5 left) 2024-09-18T02:31:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:3278: done (4 left) 2024-09-18T02:31:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:3282: done (3 left) 2024-09-18T02:31:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:3283: done (2 left) 2024-09-18T02:31:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:3284: done (1 left) 2024-09-18T02:31:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:3285: done (0 left) 2024-09-18T02:31:17.825 INFO:tasks.rados.rados.0.smithi046.stdout:3286: snap_create 2024-09-18T02:31:18.826 INFO:tasks.rados.rados.0.smithi046.stdout:3286: done (0 left) 2024-09-18T02:31:18.827 INFO:tasks.rados.rados.0.smithi046.stdout:3287: delete oid 14 current snap is 324 2024-09-18T02:31:18.835 INFO:tasks.rados.rados.0.smithi046.stdout:3287: done (0 left) 2024-09-18T02:31:18.835 INFO:tasks.rados.rados.0.smithi046.stdout:3288: snap_create 2024-09-18T02:31:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:18 smithi195 ceph-mon[89559]: pgmap v753: 121 pgs: 121 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 174 KiB/s wr, 9 op/s 2024-09-18T02:31:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:18 smithi195 ceph-mon[89559]: osdmap e714: 8 total, 8 up, 8 in 2024-09-18T02:31:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:18 smithi046 ceph-mon[94621]: pgmap v753: 121 pgs: 121 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 174 KiB/s wr, 9 op/s 2024-09-18T02:31:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:18 smithi046 ceph-mon[94621]: osdmap e714: 8 total, 8 up, 8 in 2024-09-18T02:31:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:18 smithi046 ceph-mon[97106]: pgmap v753: 121 pgs: 121 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 174 KiB/s wr, 9 op/s 2024-09-18T02:31:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:18 smithi046 ceph-mon[97106]: osdmap e714: 8 total, 8 up, 8 in 2024-09-18T02:31:19.837 INFO:tasks.rados.rados.0.smithi046.stdout:3288: done (0 left) 2024-09-18T02:31:19.837 INFO:tasks.rados.rados.0.smithi046.stdout:3289: copy_from oid 50 from oid 8 current snap is 325 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3290: copy_from oid 29 from oid 43 current snap is 325 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3291: read oid 40 snap -1 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3291: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3292: read oid 20 snap -1 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3292: expect (ObjNum 1048 snap 318 seq_num 1048) 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3293: read oid 26 snap -1 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3293: expect (ObjNum 1056 snap 319 seq_num 1056) 2024-09-18T02:31:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:3294: snap_remove snap 319 2024-09-18T02:31:20.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:19 smithi195 ceph-mon[89559]: osdmap e715: 8 total, 8 up, 8 in 2024-09-18T02:31:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:19 smithi046 ceph-mon[94621]: osdmap e715: 8 total, 8 up, 8 in 2024-09-18T02:31:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:19 smithi046 ceph-mon[97106]: osdmap e715: 8 total, 8 up, 8 in 2024-09-18T02:31:20.842 INFO:tasks.rados.rados.0.smithi046.stdout:3294: done (5 left) 2024-09-18T02:31:20.842 INFO:tasks.rados.rados.0.smithi046.stdout:3295: delete oid 9 current snap is 325 2024-09-18T02:31:20.842 INFO:tasks.rados.rados.0.smithi046.stdout:3291: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-18T02:31:20.866 INFO:tasks.rados.rados.0.smithi046.stdout:3292: expect (ObjNum 1048 snap 318 seq_num 1048) 2024-09-18T02:31:20.902 INFO:tasks.rados.rados.0.smithi046.stdout:3293: expect (ObjNum 1056 snap 319 seq_num 1056) 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:3289: finishing copy_from racing read to smithi04682744-50 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:3289: finishing copy_from to smithi04682744-50 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1971 (ObjNum 1058 snap 321 seq_num 1058) dirty exists 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:3290: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:3290: finishing copy_from to smithi04682744-29 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1655 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:3289: done (5 left) 2024-09-18T02:31:21.024 INFO:tasks.rados.rados.0.smithi046.stdout:3290: done (4 left) 2024-09-18T02:31:21.025 INFO:tasks.rados.rados.0.smithi046.stdout:3291: done (3 left) 2024-09-18T02:31:21.025 INFO:tasks.rados.rados.0.smithi046.stdout:3292: done (2 left) 2024-09-18T02:31:21.025 INFO:tasks.rados.rados.0.smithi046.stdout:3293: done (1 left) 2024-09-18T02:31:21.025 INFO:tasks.rados.rados.0.smithi046.stdout:3295: done (0 left) 2024-09-18T02:31:21.025 INFO:tasks.rados.rados.0.smithi046.stdout:3296: snap_remove snap 315 2024-09-18T02:31:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:20 smithi195 ceph-mon[89559]: pgmap v756: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-09-18T02:31:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:20 smithi195 ceph-mon[89559]: osdmap e716: 8 total, 8 up, 8 in 2024-09-18T02:31:21.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:20 smithi046 ceph-mon[94621]: pgmap v756: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-09-18T02:31:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:20 smithi046 ceph-mon[94621]: osdmap e716: 8 total, 8 up, 8 in 2024-09-18T02:31:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:20 smithi046 ceph-mon[97106]: pgmap v756: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-09-18T02:31:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:20 smithi046 ceph-mon[97106]: osdmap e716: 8 total, 8 up, 8 in 2024-09-18T02:31:21.829 INFO:tasks.rados.rados.0.smithi046.stdout:3296: done (0 left) 2024-09-18T02:31:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:3297: read oid 45 snap 321 2024-09-18T02:31:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:3297: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:31:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:3298: read oid 9 snap 322 2024-09-18T02:31:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:3298: expect (ObjNum 1147399696 snap 21981 seq_num 1147708608) 2024-09-18T02:31:21.830 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 325 2024-09-18T02:31:21.831 INFO:tasks.rados.rados.0.smithi046.stdout:3299: seq_num 1065 ranges {0=638976,638976=401408} 2024-09-18T02:31:21.832 INFO:tasks.rados.rados.0.smithi046.stdout:3299: writing smithi04682744-49 from 0 to 638976 tid 1 2024-09-18T02:31:21.835 INFO:tasks.rados.rados.0.smithi046.stdout:3299: writing smithi04682744-49 from 638976 to 1040384 tid 2 2024-09-18T02:31:21.836 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 325 2024-09-18T02:31:21.836 INFO:tasks.rados.rados.0.smithi046.stdout:3300: seq_num 1066 ranges {0=663552,663552=401408} 2024-09-18T02:31:21.840 INFO:tasks.rados.rados.0.smithi046.stdout:3300: writing smithi04682744-17 from 0 to 663552 tid 1 2024-09-18T02:31:21.843 INFO:tasks.rados.rados.0.smithi046.stdout:3300: writing smithi04682744-17 from 663552 to 1064960 tid 2 2024-09-18T02:31:21.843 INFO:tasks.rados.rados.0.smithi046.stdout:3301: snap_remove snap 314 2024-09-18T02:31:22.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:21 smithi195 ceph-mon[89559]: osdmap e717: 8 total, 8 up, 8 in 2024-09-18T02:31:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:21 smithi195 ceph-mon[89559]: osdmap e718: 8 total, 8 up, 8 in 2024-09-18T02:31:22.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:21 smithi046 ceph-mon[94621]: osdmap e717: 8 total, 8 up, 8 in 2024-09-18T02:31:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:21 smithi046 ceph-mon[94621]: osdmap e718: 8 total, 8 up, 8 in 2024-09-18T02:31:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:21 smithi046 ceph-mon[97106]: osdmap e717: 8 total, 8 up, 8 in 2024-09-18T02:31:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:21 smithi046 ceph-mon[97106]: osdmap e718: 8 total, 8 up, 8 in 2024-09-18T02:31:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:31:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:31:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3301: done (4 left) 2024-09-18T02:31:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 325 2024-09-18T02:31:22.846 INFO:tasks.rados.rados.0.smithi046.stdout:3302: seq_num 1067 ranges {0=679936,679936=401408} 2024-09-18T02:31:22.850 INFO:tasks.rados.rados.0.smithi046.stdout:3302: writing smithi04682744-23 from 0 to 679936 tid 1 2024-09-18T02:31:22.853 INFO:tasks.rados.rados.0.smithi046.stdout:3302: writing smithi04682744-23 from 679936 to 1081344 tid 2 2024-09-18T02:31:22.853 INFO:tasks.rados.rados.0.smithi046.stdout:3298: expect (ObjNum 1147399696 snap 21981 seq_num 1147708608) 2024-09-18T02:31:22.858 INFO:tasks.rados.rados.0.smithi046.stdout:3299: finishing write tid 1 to smithi04682744-49 2024-09-18T02:31:22.858 INFO:tasks.rados.rados.0.smithi046.stdout:3299: finishing write tid 2 to smithi04682744-49 2024-09-18T02:31:22.858 INFO:tasks.rados.rados.0.smithi046.stdout:3299: finishing write tid 3 to smithi04682744-49 2024-09-18T02:31:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:3299: finishing write tid 4 to smithi04682744-49 2024-09-18T02:31:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2289 (ObjNum 1065 snap 325 seq_num 1065) dirty exists 2024-09-18T02:31:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:3299: left oid 49 (ObjNum 1065 snap 325 seq_num 1065) 2024-09-18T02:31:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:3297: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:31:23.047 INFO:tasks.rados.rados.0.smithi046.stdout:3300: finishing write tid 1 to smithi04682744-17 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3300: finishing write tid 2 to smithi04682744-17 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3300: finishing write tid 3 to smithi04682744-17 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3300: finishing write tid 4 to smithi04682744-17 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2116 (ObjNum 1066 snap 325 seq_num 1066) dirty exists 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3300: left oid 17 (ObjNum 1066 snap 325 seq_num 1066) 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3297: done (4 left) 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3298: done (3 left) 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3299: done (2 left) 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3300: done (1 left) 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 325 2024-09-18T02:31:23.048 INFO:tasks.rados.rados.0.smithi046.stdout:3303: seq_num 1068 ranges {909312=696320,1605632=401408} 2024-09-18T02:31:23.056 INFO:tasks.rados.rados.0.smithi046.stdout:3303: writing smithi04682744-48 from 909312 to 1605632 tid 1 2024-09-18T02:31:23.058 INFO:tasks.rados.rados.0.smithi046.stdout:3303: writing smithi04682744-48 from 1605632 to 2007040 tid 2 2024-09-18T02:31:23.058 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 325 2024-09-18T02:31:23.058 INFO:tasks.rados.rados.0.smithi046.stdout:3302: finishing write tid 1 to smithi04682744-23 2024-09-18T02:31:23.059 INFO:tasks.rados.rados.0.smithi046.stdout:3302: finishing write tid 2 to smithi04682744-23 2024-09-18T02:31:23.059 INFO:tasks.rados.rados.0.smithi046.stdout:3302: finishing write tid 3 to smithi04682744-23 2024-09-18T02:31:23.059 INFO:tasks.rados.rados.0.smithi046.stdout:3302: finishing write tid 4 to smithi04682744-23 2024-09-18T02:31:23.059 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2123 (ObjNum 1067 snap 325 seq_num 1067) dirty exists 2024-09-18T02:31:23.059 INFO:tasks.rados.rados.0.smithi046.stdout:3302: left oid 23 (ObjNum 1067 snap 325 seq_num 1067) 2024-09-18T02:31:23.059 INFO:tasks.rados.rados.0.smithi046.stdout:3304: seq_num 1069 ranges {0=712704,712704=401408} 2024-09-18T02:31:23.062 INFO:tasks.rados.rados.0.smithi046.stdout:3304: writing smithi04682744-47 from 0 to 712704 tid 1 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3304: writing smithi04682744-47 from 712704 to 1114112 tid 2 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3302: done (2 left) 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3305: read oid 46 snap 324 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3305: expect (ObjNum 1148278608 snap 21981 seq_num 1146794272) 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3306: rollback oid 40 current snap is 325 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 316 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 1 to smithi04682744-48 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 2 to smithi04682744-48 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 3 to smithi04682744-48 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 4 to smithi04682744-48 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1803 (ObjNum 1068 snap 325 seq_num 1068) dirty exists 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3303: left oid 48 (ObjNum 1068 snap 325 seq_num 1068) 2024-09-18T02:31:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:3303: done (3 left) 2024-09-18T02:31:23.068 INFO:tasks.rados.rados.0.smithi046.stdout:3307: read oid 24 snap -1 2024-09-18T02:31:23.068 INFO:tasks.rados.rados.0.smithi046.stdout:3307: expect (ObjNum 902 snap 285 seq_num 902) 2024-09-18T02:31:23.068 INFO:tasks.rados.rados.0.smithi046.stdout:3308: read oid 6 snap -1 2024-09-18T02:31:23.068 INFO:tasks.rados.rados.0.smithi046.stdout:3308: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:23.068 INFO:tasks.rados.rados.0.smithi046.stdout:3309: copy_from oid 12 from oid 5 current snap is 325 2024-09-18T02:31:23.068 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 325 2024-09-18T02:31:23.068 INFO:tasks.rados.rados.0.smithi046.stdout:3310: seq_num 1070 ranges {3571712=729088,4300800=401408} 2024-09-18T02:31:23.088 INFO:tasks.rados.rados.0.smithi046.stdout:3310: writing smithi04682744-28 from 3571712 to 4300800 tid 1 2024-09-18T02:31:23.091 INFO:tasks.rados.rados.0.smithi046.stdout:3310: writing smithi04682744-28 from 4300800 to 4702208 tid 2 2024-09-18T02:31:23.091 INFO:tasks.rados.rados.0.smithi046.stdout:3311: snap_create 2024-09-18T02:31:23.091 INFO:tasks.rados.rados.0.smithi046.stdout:3308: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:23.092 INFO:tasks.rados.rados.0.smithi046.stdout:3305: expect (ObjNum 1148278608 snap 21981 seq_num 1146794272) 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:3309: finishing copy_from racing read to smithi04682744-12 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:3304: finishing write tid 1 to smithi04682744-47 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:3304: finishing write tid 2 to smithi04682744-47 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:3304: finishing write tid 3 to smithi04682744-47 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:3306: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:3309: finishing copy_from to smithi04682744-12 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1903 (ObjNum 97 snap 0 seq_num 984100848) dirty exists 2024-09-18T02:31:23.094 INFO:tasks.rados.rados.0.smithi046.stdout:3306: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:31:23.095 INFO:tasks.rados.rados.0.smithi046.stdout:3306: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:31:23.095 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2301 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-18T02:31:23.095 INFO:tasks.rados.rados.0.smithi046.stdout:3304: finishing write tid 4 to smithi04682744-47 2024-09-18T02:31:23.095 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1658 (ObjNum 1069 snap 325 seq_num 1069) dirty exists 2024-09-18T02:31:23.095 INFO:tasks.rados.rados.0.smithi046.stdout:3304: left oid 47 (ObjNum 1069 snap 325 seq_num 1069) 2024-09-18T02:31:23.095 INFO:tasks.rados.rados.0.smithi046.stdout:3307: expect (ObjNum 902 snap 285 seq_num 902) 2024-09-18T02:31:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:3310: finishing write tid 1 to smithi04682744-28 2024-09-18T02:31:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:3310: finishing write tid 2 to smithi04682744-28 2024-09-18T02:31:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:3310: finishing write tid 3 to smithi04682744-28 2024-09-18T02:31:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:3310: finishing write tid 4 to smithi04682744-28 2024-09-18T02:31:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1464 (ObjNum 1070 snap 325 seq_num 1070) dirty exists 2024-09-18T02:31:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:3310: left oid 28 (ObjNum 1070 snap 325 seq_num 1070) 2024-09-18T02:31:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:22 smithi195 ceph-mon[89559]: pgmap v759: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-09-18T02:31:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:22 smithi195 ceph-mon[89559]: osdmap e719: 8 total, 8 up, 8 in 2024-09-18T02:31:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:22 smithi046 ceph-mon[94621]: pgmap v759: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-09-18T02:31:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:22 smithi046 ceph-mon[94621]: osdmap e719: 8 total, 8 up, 8 in 2024-09-18T02:31:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:22 smithi046 ceph-mon[97106]: pgmap v759: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-09-18T02:31:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:22 smithi046 ceph-mon[97106]: osdmap e719: 8 total, 8 up, 8 in 2024-09-18T02:31:23.865 INFO:tasks.rados.rados.0.smithi046.stdout:3304: done (7 left) 2024-09-18T02:31:23.865 INFO:tasks.rados.rados.0.smithi046.stdout:3305: done (6 left) 2024-09-18T02:31:23.865 INFO:tasks.rados.rados.0.smithi046.stdout:3306: done (5 left) 2024-09-18T02:31:23.865 INFO:tasks.rados.rados.0.smithi046.stdout:3307: done (4 left) 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3308: done (3 left) 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3309: done (2 left) 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3310: done (1 left) 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3311: done (0 left) 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3312: rollback oid 12 current snap is 326 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 325 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3313: rmattr oid 23 current snap is 326 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3313: done (1 left) 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3314: read oid 2 snap -1 2024-09-18T02:31:23.866 INFO:tasks.rados.rados.0.smithi046.stdout:3314: expect (ObjNum 992 snap 305 seq_num 992) 2024-09-18T02:31:23.867 INFO:tasks.rados.rados.0.smithi046.stdout:3315: read oid 34 snap -1 2024-09-18T02:31:23.867 INFO:tasks.rados.rados.0.smithi046.stdout:3315: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:31:23.867 INFO:tasks.rados.rados.0.smithi046.stdout:3316: snap_remove snap 322 2024-09-18T02:31:24.868 INFO:tasks.rados.rados.0.smithi046.stdout:3316: done (3 left) 2024-09-18T02:31:24.868 INFO:tasks.rados.rados.0.smithi046.stdout:3317: setattr oid 22 current snap is 326 2024-09-18T02:31:24.868 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:31:24.868 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:31:24.868 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:31:24.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1906 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-18T02:31:24.868 INFO:tasks.rados.rados.0.smithi046.stdout:3315: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:31:24.918 INFO:tasks.rados.rados.0.smithi046.stdout:3314: expect (ObjNum 992 snap 305 seq_num 992) 2024-09-18T02:31:25.057 INFO:tasks.rados.rados.0.smithi046.stdout:3312: done (3 left) 2024-09-18T02:31:25.057 INFO:tasks.rados.rados.0.smithi046.stdout:3314: done (2 left) 2024-09-18T02:31:25.057 INFO:tasks.rados.rados.0.smithi046.stdout:3315: done (1 left) 2024-09-18T02:31:25.058 INFO:tasks.rados.rados.0.smithi046.stdout:3318: rollback oid 10 current snap is 326 2024-09-18T02:31:25.058 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 316 2024-09-18T02:31:25.058 INFO:tasks.rados.rados.0.smithi046.stdout:3319: snap_create 2024-09-18T02:31:25.060 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2305 (ObjNum 1044 snap 317 seq_num 1044) dirty exists 2024-09-18T02:31:25.061 INFO:tasks.rados.rados.0.smithi046.stdout:3318: finishing rollback tid 0 to smithi04682744-10 2024-09-18T02:31:25.062 INFO:tasks.rados.rados.0.smithi046.stdout:3318: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:31:25.062 INFO:tasks.rados.rados.0.smithi046.stdout:3318: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:31:25.062 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1569 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-09-18T02:31:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:24 smithi195 ceph-mon[89559]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-09-18T02:31:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:24 smithi195 ceph-mon[89559]: osdmap e720: 8 total, 8 up, 8 in 2024-09-18T02:31:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:24 smithi046 ceph-mon[94621]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-09-18T02:31:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:24 smithi046 ceph-mon[94621]: osdmap e720: 8 total, 8 up, 8 in 2024-09-18T02:31:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:24 smithi046 ceph-mon[97106]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-09-18T02:31:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:24 smithi046 ceph-mon[97106]: osdmap e720: 8 total, 8 up, 8 in 2024-09-18T02:31:25.877 INFO:tasks.rados.rados.0.smithi046.stdout:3317: done (2 left) 2024-09-18T02:31:25.878 INFO:tasks.rados.rados.0.smithi046.stdout:3318: done (1 left) 2024-09-18T02:31:25.878 INFO:tasks.rados.rados.0.smithi046.stdout:3319: done (0 left) 2024-09-18T02:31:25.878 INFO:tasks.rados.rados.0.smithi046.stdout:3320: rollback oid 30 current snap is 327 2024-09-18T02:31:25.878 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 316 2024-09-18T02:31:25.878 INFO:tasks.rados.rados.0.smithi046.stdout:3321: snap_remove snap 320 2024-09-18T02:31:26.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:25 smithi195 ceph-mon[89559]: osdmap e721: 8 total, 8 up, 8 in 2024-09-18T02:31:26.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:25 smithi046 ceph-mon[94621]: osdmap e721: 8 total, 8 up, 8 in 2024-09-18T02:31:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:25 smithi046 ceph-mon[97106]: osdmap e721: 8 total, 8 up, 8 in 2024-09-18T02:31:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:31:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:31:26] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-09-18T02:31:26.828 INFO:tasks.rados.rados.0.smithi046.stdout:3321: done (1 left) 2024-09-18T02:31:26.828 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 327 2024-09-18T02:31:26.828 INFO:tasks.rados.rados.0.smithi046.stdout:3322: seq_num 1071 ranges {1040384=745472,1785856=401408} 2024-09-18T02:31:26.839 INFO:tasks.rados.rados.0.smithi046.stdout:3322: writing smithi04682744-49 from 1040384 to 1785856 tid 1 2024-09-18T02:31:26.842 INFO:tasks.rados.rados.0.smithi046.stdout:3322: writing smithi04682744-49 from 1785856 to 2187264 tid 2 2024-09-18T02:31:26.842 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 0 to smithi04682744-30 2024-09-18T02:31:26.842 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 1 to smithi04682744-30 2024-09-18T02:31:26.842 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 2 to smithi04682744-30 2024-09-18T02:31:26.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1807 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:31:26.842 INFO:tasks.rados.rados.0.smithi046.stdout:3320: done (1 left) 2024-09-18T02:31:26.842 INFO:tasks.rados.rados.0.smithi046.stdout:3323: snap_remove snap 324 2024-09-18T02:31:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:26 smithi195 ceph-mon[89559]: pgmap v765: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 11 op/s 2024-09-18T02:31:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:26 smithi195 ceph-mon[89559]: osdmap e722: 8 total, 8 up, 8 in 2024-09-18T02:31:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:26 smithi195 ceph-mon[89559]: osdmap e723: 8 total, 8 up, 8 in 2024-09-18T02:31:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:26 smithi046 ceph-mon[97106]: pgmap v765: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 11 op/s 2024-09-18T02:31:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:26 smithi046 ceph-mon[97106]: osdmap e722: 8 total, 8 up, 8 in 2024-09-18T02:31:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:26 smithi046 ceph-mon[97106]: osdmap e723: 8 total, 8 up, 8 in 2024-09-18T02:31:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:26 smithi046 ceph-mon[94621]: pgmap v765: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 11 op/s 2024-09-18T02:31:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:26 smithi046 ceph-mon[94621]: osdmap e722: 8 total, 8 up, 8 in 2024-09-18T02:31:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:26 smithi046 ceph-mon[94621]: osdmap e723: 8 total, 8 up, 8 in 2024-09-18T02:31:27.836 INFO:tasks.rados.rados.0.smithi046.stdout:3323: done (1 left) 2024-09-18T02:31:27.836 INFO:tasks.rados.rados.0.smithi046.stdout:3324: copy_from oid 44 from oid 36 current snap is 327 2024-09-18T02:31:27.836 INFO:tasks.rados.rados.0.smithi046.stdout:3322: finishing write tid 1 to smithi04682744-49 2024-09-18T02:31:27.837 INFO:tasks.rados.rados.0.smithi046.stdout:3322: finishing write tid 2 to smithi04682744-49 2024-09-18T02:31:27.837 INFO:tasks.rados.rados.0.smithi046.stdout:3322: finishing write tid 3 to smithi04682744-49 2024-09-18T02:31:27.837 INFO:tasks.rados.rados.0.smithi046.stdout:3322: finishing write tid 4 to smithi04682744-49 2024-09-18T02:31:27.837 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2313 (ObjNum 1071 snap 327 seq_num 1071) dirty exists 2024-09-18T02:31:27.837 INFO:tasks.rados.rados.0.smithi046.stdout:3322: left oid 49 (ObjNum 1071 snap 327 seq_num 1071) 2024-09-18T02:31:27.837 INFO:tasks.rados.rados.0.smithi046.stdout:3322: done (1 left) 2024-09-18T02:31:27.837 INFO:tasks.rados.rados.0.smithi046.stdout:3325: delete oid 47 current snap is 327 2024-09-18T02:31:27.839 INFO:tasks.rados.rados.0.smithi046.stdout:3325: done (1 left) 2024-09-18T02:31:27.839 INFO:tasks.rados.rados.0.smithi046.stdout:3326: copy_from oid 3 from oid 38 current snap is 327 2024-09-18T02:31:27.840 INFO:tasks.rados.rados.0.smithi046.stdout:3327: setattr oid 10 current snap is 327 2024-09-18T02:31:27.842 INFO:tasks.rados.rados.0.smithi046.stdout:3328: rollback oid 20 current snap is 327 2024-09-18T02:31:27.843 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 326 2024-09-18T02:31:27.843 INFO:tasks.rados.rados.0.smithi046.stdout:3329: rmattr oid 23 current snap is 327 2024-09-18T02:31:27.843 INFO:tasks.rados.rados.0.smithi046.stdout:3329: done (4 left) 2024-09-18T02:31:27.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 327 2024-09-18T02:31:27.843 INFO:tasks.rados.rados.0.smithi046.stdout:3330: seq_num 1073 ranges {0=778240,778240=401408} 2024-09-18T02:31:27.849 INFO:tasks.rados.rados.0.smithi046.stdout:3330: writing smithi04682744-12 from 0 to 778240 tid 1 2024-09-18T02:31:27.852 INFO:tasks.rados.rados.0.smithi046.stdout:3330: writing smithi04682744-12 from 778240 to 1179648 tid 2 2024-09-18T02:31:27.852 INFO:tasks.rados.rados.0.smithi046.stdout:3331: delete oid 39 current snap is 327 2024-09-18T02:31:27.852 INFO:tasks.rados.rados.0.smithi046.stdout:3328: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:31:27.852 INFO:tasks.rados.rados.0.smithi046.stdout:3328: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:31:27.853 INFO:tasks.rados.rados.0.smithi046.stdout:3328: finishing rollback tid 2 to smithi04682744-20 2024-09-18T02:31:27.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1385 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-09-18T02:31:27.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1575 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-09-18T02:31:27.856 INFO:tasks.rados.rados.0.smithi046.stdout:3330: finishing write tid 1 to smithi04682744-12 2024-09-18T02:31:27.857 INFO:tasks.rados.rados.0.smithi046.stdout:3330: finishing write tid 2 to smithi04682744-12 2024-09-18T02:31:27.858 INFO:tasks.rados.rados.0.smithi046.stdout:3330: finishing write tid 3 to smithi04682744-12 2024-09-18T02:31:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:3327: done (5 left) 2024-09-18T02:31:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:3328: done (4 left) 2024-09-18T02:31:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:3331: done (3 left) 2024-09-18T02:31:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:3332: copy_from oid 48 from oid 6 current snap is 327 2024-09-18T02:31:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:3333: delete oid 46 current snap is 327 2024-09-18T02:31:27.860 INFO:tasks.rados.rados.0.smithi046.stdout:3330: finishing write tid 4 to smithi04682744-12 2024-09-18T02:31:27.860 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1909 (ObjNum 1073 snap 327 seq_num 1073) dirty exists 2024-09-18T02:31:27.860 INFO:tasks.rados.rados.0.smithi046.stdout:3330: left oid 12 (ObjNum 1073 snap 327 seq_num 1073) 2024-09-18T02:31:27.862 INFO:tasks.rados.rados.0.smithi046.stdout:3332: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:31:27.863 INFO:tasks.rados.rados.0.smithi046.stdout:3330: done (4 left) 2024-09-18T02:31:27.863 INFO:tasks.rados.rados.0.smithi046.stdout:3333: done (3 left) 2024-09-18T02:31:27.863 INFO:tasks.rados.rados.0.smithi046.stdout:3334: setattr oid 16 current snap is 327 2024-09-18T02:31:27.863 INFO:tasks.rados.rados.0.smithi046.stdout:3332: finishing copy_from to smithi04682744-48 2024-09-18T02:31:27.863 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1798 (ObjNum 97 snap 0 seq_num 1842614083) dirty exists 2024-09-18T02:31:27.865 INFO:tasks.rados.rados.0.smithi046.stdout:3332: done (3 left) 2024-09-18T02:31:27.865 INFO:tasks.rados.rados.0.smithi046.stdout:3335: rollback oid 17 current snap is 327 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 325 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:3336: copy_from oid 6 from oid 31 current snap is 327 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:3324: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:3337: rollback oid 29 current snap is 327 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 317 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:3338: read oid 45 snap -1 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:3338: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:31:27.866 INFO:tasks.rados.rados.0.smithi046.stdout:3339: delete oid 1 current snap is 327 2024-09-18T02:31:27.868 INFO:tasks.rados.rados.0.smithi046.stdout:3324: finishing copy_from to smithi04682744-44 2024-09-18T02:31:27.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1457 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:31:27.869 INFO:tasks.rados.rados.0.smithi046.stdout:3337: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:31:27.869 INFO:tasks.rados.rados.0.smithi046.stdout:3337: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:31:27.869 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1658 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:31:27.871 INFO:tasks.rados.rados.0.smithi046.stdout:3324: done (7 left) 2024-09-18T02:31:27.871 INFO:tasks.rados.rados.0.smithi046.stdout:3337: done (6 left) 2024-09-18T02:31:27.871 INFO:tasks.rados.rados.0.smithi046.stdout:3339: done (5 left) 2024-09-18T02:31:27.871 INFO:tasks.rados.rados.0.smithi046.stdout:3340: setattr oid 37 current snap is 327 2024-09-18T02:31:27.872 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1952 (ObjNum 1052 snap 319 seq_num 1052) dirty exists 2024-09-18T02:31:27.873 INFO:tasks.rados.rados.0.smithi046.stdout:3335: finishing rollback tid 0 to smithi04682744-17 2024-09-18T02:31:27.873 INFO:tasks.rados.rados.0.smithi046.stdout:3334: done (5 left) 2024-09-18T02:31:27.873 INFO:tasks.rados.rados.0.smithi046.stdout:3341: snap_remove snap 321 2024-09-18T02:31:28.844 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1386 (ObjNum 33 snap 0 seq_num 1147540528) dirty exists 2024-09-18T02:31:28.844 INFO:tasks.rados.rados.0.smithi046.stdout:3335: finishing rollback tid 1 to smithi04682744-17 2024-09-18T02:31:28.844 INFO:tasks.rados.rados.0.smithi046.stdout:3335: finishing rollback tid 2 to smithi04682744-17 2024-09-18T02:31:28.844 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2135 (ObjNum 1066 snap 325 seq_num 1066) dirty exists 2024-09-18T02:31:28.845 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing copy_from racing read to smithi04682744-6 2024-09-18T02:31:28.845 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing copy_from to smithi04682744-6 2024-09-18T02:31:28.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1947 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:31:28.845 INFO:tasks.rados.rados.0.smithi046.stdout:3338: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:31:29.026 INFO:tasks.rados.rados.0.smithi046.stdout:3326: finishing copy_from racing read to smithi04682744-3 2024-09-18T02:31:29.026 INFO:tasks.rados.rados.0.smithi046.stdout:3326: finishing copy_from to smithi04682744-3 2024-09-18T02:31:29.026 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1654 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:31:29.026 INFO:tasks.rados.rados.0.smithi046.stdout:3326: done (5 left) 2024-09-18T02:31:29.026 INFO:tasks.rados.rados.0.smithi046.stdout:3335: done (4 left) 2024-09-18T02:31:29.027 INFO:tasks.rados.rados.0.smithi046.stdout:3336: done (3 left) 2024-09-18T02:31:29.027 INFO:tasks.rados.rados.0.smithi046.stdout:3338: done (2 left) 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3340: done (1 left) 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3341: done (0 left) 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3342: read oid 50 snap 305 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3342: expect (ObjNum 995 snap 305 seq_num 995) 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3343: read oid 20 snap -1 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3343: expect (ObjNum 1048 snap 318 seq_num 1048) 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3344: read oid 35 snap -1 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3344: expect (ObjNum 902 snap 285 seq_num 902) 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3345: copy_from oid 10 from oid 31 current snap is 327 2024-09-18T02:31:29.028 INFO:tasks.rados.rados.0.smithi046.stdout:3346: rollback oid 15 current snap is 327 2024-09-18T02:31:29.029 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 317 2024-09-18T02:31:29.029 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 327 2024-09-18T02:31:29.029 INFO:tasks.rados.rados.0.smithi046.stdout:3347: seq_num 1077 ranges {1179648=442368,1622016=434176,2056192=368640} 2024-09-18T02:31:29.035 INFO:tasks.rados.rados.0.smithi046.stdout:3347: writing smithi04682744-12 from 1179648 to 1622016 tid 1 2024-09-18T02:31:29.038 INFO:tasks.rados.rados.0.smithi046.stdout:3347: writing smithi04682744-12 from 1622016 to 2056192 tid 2 2024-09-18T02:31:29.041 INFO:tasks.rados.rados.0.smithi046.stdout:3347: writing smithi04682744-12 from 2056192 to 2424832 tid 3 2024-09-18T02:31:29.041 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 327 2024-09-18T02:31:29.041 INFO:tasks.rados.rados.0.smithi046.stdout:3346: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:31:29.041 INFO:tasks.rados.rados.0.smithi046.stdout:3346: finishing rollback tid 2 to smithi04682744-15 2024-09-18T02:31:29.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2201 (ObjNum 1039 snap 315 seq_num 1039) dirty exists 2024-09-18T02:31:29.042 INFO:tasks.rados.rados.0.smithi046.stdout:3344: expect (ObjNum 902 snap 285 seq_num 902) 2024-09-18T02:31:29.063 INFO:tasks.rados.rados.0.smithi046.stdout:3345: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:31:29.063 INFO:tasks.rados.rados.0.smithi046.stdout:3343: expect (ObjNum 1048 snap 318 seq_num 1048) 2024-09-18T02:31:29.099 INFO:tasks.rados.rados.0.smithi046.stdout:3345: finishing copy_from to smithi04682744-10 2024-09-18T02:31:29.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1947 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:31:29.100 INFO:tasks.rados.rados.0.smithi046.stdout:3347: finishing write tid 1 to smithi04682744-12 2024-09-18T02:31:29.100 INFO:tasks.rados.rados.0.smithi046.stdout:3342: expect (ObjNum 995 snap 305 seq_num 995) 2024-09-18T02:31:29.159 INFO:tasks.rados.rados.0.smithi046.stdout:3347: finishing write tid 2 to smithi04682744-12 2024-09-18T02:31:29.159 INFO:tasks.rados.rados.0.smithi046.stdout:3347: finishing write tid 3 to smithi04682744-12 2024-09-18T02:31:29.159 INFO:tasks.rados.rados.0.smithi046.stdout:3347: finishing write tid 4 to smithi04682744-12 2024-09-18T02:31:29.159 INFO:tasks.rados.rados.0.smithi046.stdout:3347: finishing write tid 5 to smithi04682744-12 2024-09-18T02:31:29.159 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1913 (ObjNum 1077 snap 327 seq_num 1077) dirty exists 2024-09-18T02:31:29.160 INFO:tasks.rados.rados.0.smithi046.stdout:3347: left oid 12 (ObjNum 1077 snap 327 seq_num 1077) 2024-09-18T02:31:29.160 INFO:tasks.rados.rados.0.smithi046.stdout:3348: seq_num 1078 ranges {827392=458752,1286144=720896,2007040=81920} 2024-09-18T02:31:29.166 INFO:tasks.rados.rados.0.smithi046.stdout:3348: writing smithi04682744-16 from 827392 to 1286144 tid 1 2024-09-18T02:31:29.170 INFO:tasks.rados.rados.0.smithi046.stdout:3348: writing smithi04682744-16 from 1286144 to 2007040 tid 2 2024-09-18T02:31:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:3348: writing smithi04682744-16 from 2007040 to 2088960 tid 3 2024-09-18T02:31:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:3342: done (6 left) 2024-09-18T02:31:29.171 INFO:tasks.rados.rados.0.smithi046.stdout:3343: done (5 left) 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3344: done (4 left) 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3345: done (3 left) 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3346: done (2 left) 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3347: done (1 left) 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3349: rollback oid 39 current snap is 327 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 326 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing write tid 1 to smithi04682744-16 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3350: copy_from oid 32 from oid 36 current snap is 327 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 327 2024-09-18T02:31:29.172 INFO:tasks.rados.rados.0.smithi046.stdout:3351: seq_num 1079 ranges {3481600=475136,3956736=606208,4562944=196608} 2024-09-18T02:31:29.193 INFO:tasks.rados.rados.0.smithi046.stdout:3351: writing smithi04682744-15 from 3481600 to 3956736 tid 1 2024-09-18T02:31:29.196 INFO:tasks.rados.rados.0.smithi046.stdout:3351: writing smithi04682744-15 from 3956736 to 4562944 tid 2 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:3351: writing smithi04682744-15 from 4562944 to 4759552 tid 3 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:3352: copy_from oid 50 from oid 42 current snap is 327 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:3349: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 0 (ObjNum 33 snap 0 seq_num 1113692240) dirty dne 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:3349: done (4 left) 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:3353: rollback oid 45 current snap is 327 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 317 2024-09-18T02:31:29.198 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing write tid 2 to smithi04682744-16 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing write tid 3 to smithi04682744-16 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing write tid 4 to smithi04682744-16 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing write tid 5 to smithi04682744-16 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1956 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3348: left oid 16 (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3350: finishing copy_from racing read to smithi04682744-32 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3350: finishing copy_from to smithi04682744-32 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1457 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3348: done (4 left) 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3350: done (3 left) 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3354: copy_from oid 9 from oid 22 current snap is 327 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3351: finishing write tid 1 to smithi04682744-15 2024-09-18T02:31:29.199 INFO:tasks.rados.rados.0.smithi046.stdout:3355: snap_create 2024-09-18T02:31:29.200 INFO:tasks.rados.rados.0.smithi046.stdout:3351: finishing write tid 2 to smithi04682744-15 2024-09-18T02:31:29.201 INFO:tasks.rados.rados.0.smithi046.stdout:3351: finishing write tid 3 to smithi04682744-15 2024-09-18T02:31:29.201 INFO:tasks.rados.rados.0.smithi046.stdout:3351: finishing write tid 4 to smithi04682744-15 2024-09-18T02:31:29.202 INFO:tasks.rados.rados.0.smithi046.stdout:3352: finishing copy_from racing read to smithi04682744-50 2024-09-18T02:31:29.203 INFO:tasks.rados.rados.0.smithi046.stdout:3351: finishing write tid 5 to smithi04682744-15 2024-09-18T02:31:29.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2205 (ObjNum 1079 snap 327 seq_num 1079) dirty exists 2024-09-18T02:31:29.203 INFO:tasks.rados.rados.0.smithi046.stdout:3351: left oid 15 (ObjNum 1079 snap 327 seq_num 1079) 2024-09-18T02:31:29.203 INFO:tasks.rados.rados.0.smithi046.stdout:3352: finishing copy_from to smithi04682744-50 2024-09-18T02:31:29.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1798 (ObjNum 209 snap 0 seq_num 1145388592) dirty exists 2024-09-18T02:31:29.204 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing rollback tid 0 to smithi04682744-45 2024-09-18T02:31:29.204 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing rollback tid 1 to smithi04682744-45 2024-09-18T02:31:29.204 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing rollback tid 2 to smithi04682744-45 2024-09-18T02:31:29.204 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2141 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:31:29.206 INFO:tasks.rados.rados.0.smithi046.stdout:3354: finishing copy_from racing read to smithi04682744-9 2024-09-18T02:31:29.207 INFO:tasks.rados.rados.0.smithi046.stdout:3354: finishing copy_from to smithi04682744-9 2024-09-18T02:31:29.207 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2305 (ObjNum 1044 snap 317 seq_num 1044) dirty exists 2024-09-18T02:31:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:28 smithi195 ceph-mon[89559]: pgmap v768: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-18T02:31:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:28 smithi195 ceph-mon[89559]: osdmap e724: 8 total, 8 up, 8 in 2024-09-18T02:31:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:29.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:28 smithi046 ceph-mon[97106]: pgmap v768: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-18T02:31:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:28 smithi046 ceph-mon[97106]: osdmap e724: 8 total, 8 up, 8 in 2024-09-18T02:31:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:28 smithi046 ceph-mon[94621]: pgmap v768: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-18T02:31:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:28 smithi046 ceph-mon[94621]: osdmap e724: 8 total, 8 up, 8 in 2024-09-18T02:31:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:29.844 INFO:tasks.rados.rados.0.smithi046.stdout:3351: done (4 left) 2024-09-18T02:31:29.844 INFO:tasks.rados.rados.0.smithi046.stdout:3352: done (3 left) 2024-09-18T02:31:29.845 INFO:tasks.rados.rados.0.smithi046.stdout:3353: done (2 left) 2024-09-18T02:31:29.845 INFO:tasks.rados.rados.0.smithi046.stdout:3354: done (1 left) 2024-09-18T02:31:29.845 INFO:tasks.rados.rados.0.smithi046.stdout:3355: done (0 left) 2024-09-18T02:31:29.845 INFO:tasks.rados.rados.0.smithi046.stdout:3356: setattr oid 22 current snap is 328 2024-09-18T02:31:29.846 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 328 2024-09-18T02:31:29.846 INFO:tasks.rados.rados.0.smithi046.stdout:3357: seq_num 1080 ranges {2629632=491520,3121152=540672,3661824=262144} 2024-09-18T02:31:29.863 INFO:tasks.rados.rados.0.smithi046.stdout:3357: writing smithi04682744-26 from 2629632 to 3121152 tid 1 2024-09-18T02:31:29.867 INFO:tasks.rados.rados.0.smithi046.stdout:3357: writing smithi04682744-26 from 3121152 to 3661824 tid 2 2024-09-18T02:31:29.869 INFO:tasks.rados.rados.0.smithi046.stdout:3357: writing smithi04682744-26 from 3661824 to 3923968 tid 3 2024-09-18T02:31:29.869 INFO:tasks.rados.rados.0.smithi046.stdout:3358: read oid 36 snap 316 2024-09-18T02:31:29.869 INFO:tasks.rados.rados.0.smithi046.stdout:3358: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-18T02:31:29.869 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 328 2024-09-18T02:31:29.869 INFO:tasks.rados.rados.0.smithi046.stdout:3359: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-09-18T02:31:29.872 INFO:tasks.rados.rados.0.smithi046.stdout:3359: writing smithi04682744-50 from 0 to 507904 tid 1 2024-09-18T02:31:29.876 INFO:tasks.rados.rados.0.smithi046.stdout:3359: writing smithi04682744-50 from 507904 to 933888 tid 2 2024-09-18T02:31:29.878 INFO:tasks.rados.rados.0.smithi046.stdout:3359: writing smithi04682744-50 from 933888 to 1310720 tid 3 2024-09-18T02:31:29.879 INFO:tasks.rados.rados.0.smithi046.stdout:3360: snap_remove snap 317 2024-09-18T02:31:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:29 smithi195 ceph-mon[89559]: osdmap e725: 8 total, 8 up, 8 in 2024-09-18T02:31:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:31:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:31:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:31:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:31:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[97106]: osdmap e725: 8 total, 8 up, 8 in 2024-09-18T02:31:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:31:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:31:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:31:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:31:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[94621]: osdmap e725: 8 total, 8 up, 8 in 2024-09-18T02:31:30.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:31:30.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:31:30.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:31:30.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:31:30.852 INFO:tasks.rados.rados.0.smithi046.stdout:3360: done (4 left) 2024-09-18T02:31:30.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2329 (ObjNum 1044 snap 317 seq_num 1044) dirty exists 2024-09-18T02:31:30.852 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing write tid 1 to smithi04682744-26 2024-09-18T02:31:30.852 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing write tid 2 to smithi04682744-26 2024-09-18T02:31:30.852 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing write tid 3 to smithi04682744-26 2024-09-18T02:31:30.853 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 1 to smithi04682744-50 2024-09-18T02:31:30.853 INFO:tasks.rados.rados.0.smithi046.stdout:3358: expect (ObjNum 1000 snap 305 seq_num 1000) 2024-09-18T02:31:30.928 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing write tid 4 to smithi04682744-26 2024-09-18T02:31:30.928 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing write tid 5 to smithi04682744-26 2024-09-18T02:31:30.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2334 (ObjNum 1080 snap 328 seq_num 1080) dirty exists 2024-09-18T02:31:30.928 INFO:tasks.rados.rados.0.smithi046.stdout:3357: left oid 26 (ObjNum 1080 snap 328 seq_num 1080) 2024-09-18T02:31:30.928 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 2 to smithi04682744-50 2024-09-18T02:31:30.929 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 3 to smithi04682744-50 2024-09-18T02:31:30.929 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 4 to smithi04682744-50 2024-09-18T02:31:30.929 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 5 to smithi04682744-50 2024-09-18T02:31:30.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1975 (ObjNum 1081 snap 328 seq_num 1081) dirty exists 2024-09-18T02:31:30.929 INFO:tasks.rados.rados.0.smithi046.stdout:3359: left oid 50 (ObjNum 1081 snap 328 seq_num 1081) 2024-09-18T02:31:30.929 INFO:tasks.rados.rados.0.smithi046.stdout:3361: read oid 38 snap -1 2024-09-18T02:31:30.929 INFO:tasks.rados.rados.0.smithi046.stdout:3361: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:30.930 INFO:tasks.rados.rados.0.smithi046.stdout:3356: done (4 left) 2024-09-18T02:31:30.930 INFO:tasks.rados.rados.0.smithi046.stdout:3357: done (3 left) 2024-09-18T02:31:30.930 INFO:tasks.rados.rados.0.smithi046.stdout:3358: done (2 left) 2024-09-18T02:31:30.930 INFO:tasks.rados.rados.0.smithi046.stdout:3359: done (1 left) 2024-09-18T02:31:30.930 INFO:tasks.rados.rados.0.smithi046.stdout:3362: rollback oid 40 current snap is 328 2024-09-18T02:31:30.930 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 323 2024-09-18T02:31:30.930 INFO:tasks.rados.rados.0.smithi046.stdout:3363: delete oid 37 current snap is 328 2024-09-18T02:31:30.931 INFO:tasks.rados.rados.0.smithi046.stdout:3363: done (2 left) 2024-09-18T02:31:30.931 INFO:tasks.rados.rados.0.smithi046.stdout:3364: read oid 3 snap 325 2024-09-18T02:31:30.932 INFO:tasks.rados.rados.0.smithi046.stdout:3364: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:31:30.932 INFO:tasks.rados.rados.0.smithi046.stdout:3365: snap_remove snap 327 2024-09-18T02:31:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:30 smithi195 ceph-mon[89559]: pgmap v771: 121 pgs: 121 active+clean; 264 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-09-18T02:31:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:30 smithi195 ceph-mon[89559]: osdmap e726: 8 total, 8 up, 8 in 2024-09-18T02:31:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:30 smithi046 ceph-mon[97106]: pgmap v771: 121 pgs: 121 active+clean; 264 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-09-18T02:31:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:30 smithi046 ceph-mon[97106]: osdmap e726: 8 total, 8 up, 8 in 2024-09-18T02:31:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:30 smithi046 ceph-mon[94621]: pgmap v771: 121 pgs: 121 active+clean; 264 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-09-18T02:31:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:30 smithi046 ceph-mon[94621]: osdmap e726: 8 total, 8 up, 8 in 2024-09-18T02:31:31.829 INFO:tasks.rados.rados.0.smithi046.stdout:3362: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:31:31.829 INFO:tasks.rados.rados.0.smithi046.stdout:3362: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:31:31.829 INFO:tasks.rados.rados.0.smithi046.stdout:3362: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:31:31.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2348 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-18T02:31:31.829 INFO:tasks.rados.rados.0.smithi046.stdout:3364: expect (ObjNum 649 snap 202 seq_num 649) 2024-09-18T02:31:31.907 INFO:tasks.rados.rados.0.smithi046.stdout:3361: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:31 smithi195 ceph-mon[89559]: osdmap e727: 8 total, 8 up, 8 in 2024-09-18T02:31:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:31 smithi195 ceph-mon[89559]: osdmap e728: 8 total, 8 up, 8 in 2024-09-18T02:31:32.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:31 smithi046 ceph-mon[94621]: osdmap e727: 8 total, 8 up, 8 in 2024-09-18T02:31:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:31 smithi046 ceph-mon[94621]: osdmap e728: 8 total, 8 up, 8 in 2024-09-18T02:31:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:31 smithi046 ceph-mon[97106]: osdmap e727: 8 total, 8 up, 8 in 2024-09-18T02:31:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:31 smithi046 ceph-mon[97106]: osdmap e728: 8 total, 8 up, 8 in 2024-09-18T02:31:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:31:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:31:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:32 smithi195 ceph-mon[89559]: pgmap v774: 121 pgs: 121 active+clean; 264 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-18T02:31:33.235 INFO:tasks.rados.rados.0.smithi046.stdout:3361: done (3 left) 2024-09-18T02:31:33.235 INFO:tasks.rados.rados.0.smithi046.stdout:3362: done (2 left) 2024-09-18T02:31:33.235 INFO:tasks.rados.rados.0.smithi046.stdout:3364: done (1 left) 2024-09-18T02:31:33.235 INFO:tasks.rados.rados.0.smithi046.stdout:3365: done (0 left) 2024-09-18T02:31:33.235 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 328 2024-09-18T02:31:33.235 INFO:tasks.rados.rados.0.smithi046.stdout:3366: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-09-18T02:31:33.237 INFO:tasks.rados.rados.0.smithi046.stdout:3366: writing smithi04682744-33 from 0 to 540672 tid 1 2024-09-18T02:31:33.241 INFO:tasks.rados.rados.0.smithi046.stdout:3366: writing smithi04682744-33 from 540672 to 1130496 tid 2 2024-09-18T02:31:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:3366: writing smithi04682744-33 from 1130496 to 1343488 tid 3 2024-09-18T02:31:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:3367: delete oid 37 current snap is 328 2024-09-18T02:31:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 1 to smithi04682744-33 2024-09-18T02:31:33.245 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 2 to smithi04682744-33 2024-09-18T02:31:33.245 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 3 to smithi04682744-33 2024-09-18T02:31:33.245 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 4 to smithi04682744-33 2024-09-18T02:31:33.247 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 5 to smithi04682744-33 2024-09-18T02:31:33.247 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1391 (ObjNum 1083 snap 328 seq_num 1083) dirty exists 2024-09-18T02:31:33.247 INFO:tasks.rados.rados.0.smithi046.stdout:3366: left oid 33 (ObjNum 1083 snap 328 seq_num 1083) 2024-09-18T02:31:33.248 INFO:tasks.rados.rados.0.smithi046.stdout:3366: done (1 left) 2024-09-18T02:31:33.248 INFO:tasks.rados.rados.0.smithi046.stdout:3367: done (0 left) 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3368: rollback oid 41 current snap is 328 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 305 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3369: read oid 26 snap -1 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3369: expect (ObjNum 1080 snap 328 seq_num 1080) 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3370: read oid 2 snap 326 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3370: expect (ObjNum 992 snap 305 seq_num 992) 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3371: rollback oid 40 current snap is 328 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 316 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3372: read oid 13 snap -1 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3372: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3373: copy_from oid 5 from oid 15 current snap is 328 2024-09-18T02:31:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3374: snap_remove snap 325 2024-09-18T02:31:33.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:32 smithi046 ceph-mon[94621]: pgmap v774: 121 pgs: 121 active+clean; 264 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-18T02:31:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:32 smithi046 ceph-mon[97106]: pgmap v774: 121 pgs: 121 active+clean; 264 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-09-18T02:31:33.861 INFO:tasks.rados.rados.0.smithi046.stdout:3374: done (6 left) 2024-09-18T02:31:33.861 INFO:tasks.rados.rados.0.smithi046.stdout:3375: rollback oid 12 current snap is 328 2024-09-18T02:31:33.861 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 289 2024-09-18T02:31:33.861 INFO:tasks.rados.rados.0.smithi046.stdout:3372: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:33.865 INFO:tasks.rados.rados.0.smithi046.stdout:3368: finishing rollback tid 0 to smithi04682744-41 2024-09-18T02:31:33.865 INFO:tasks.rados.rados.0.smithi046.stdout:3368: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:31:33.865 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1285 (ObjNum 145 snap 0 seq_num 1147432272) dirty dne 2024-09-18T02:31:33.865 INFO:tasks.rados.rados.0.smithi046.stdout:3369: expect (ObjNum 1080 snap 328 seq_num 1080) 2024-09-18T02:31:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:3370: expect (ObjNum 992 snap 305 seq_num 992) 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:3373: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:3373: finishing copy_from to smithi04682744-5 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2205 (ObjNum 1079 snap 327 seq_num 1079) dirty exists 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2357 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-18T02:31:34.210 INFO:tasks.rados.rados.0.smithi046.stdout:3368: done (6 left) 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3369: done (5 left) 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3370: done (4 left) 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3371: done (3 left) 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3372: done (2 left) 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3373: done (1 left) 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3376: rollback oid 27 current snap is 328 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 289 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3375: finishing rollback tid 0 to smithi04682744-12 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3375: finishing rollback tid 1 to smithi04682744-12 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3375: finishing rollback tid 2 to smithi04682744-12 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1916 (ObjNum 65 snap 0 seq_num 1633447510) dirty exists 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3375: done (1 left) 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:3377: rollback oid 14 current snap is 328 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 289 2024-09-18T02:31:34.211 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 328 2024-09-18T02:31:34.212 INFO:tasks.rados.rados.0.smithi046.stdout:3378: seq_num 1085 ranges {4120576=581632,4702208=761856,5464064=40960} 2024-09-18T02:31:34.234 INFO:tasks.rados.rados.0.smithi046.stdout:3378: writing smithi04682744-2 from 4120576 to 4702208 tid 1 2024-09-18T02:31:34.240 INFO:tasks.rados.rados.0.smithi046.stdout:3378: writing smithi04682744-2 from 4702208 to 5464064 tid 2 2024-09-18T02:31:34.240 INFO:tasks.rados.rados.0.smithi046.stdout:3378: writing smithi04682744-2 from 5464064 to 5505024 tid 3 2024-09-18T02:31:34.240 INFO:tasks.rados.rados.0.smithi046.stdout:3379: read oid 40 snap -1 2024-09-18T02:31:34.240 INFO:tasks.rados.rados.0.smithi046.stdout:3379: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-18T02:31:34.240 INFO:tasks.rados.rados.0.smithi046.stdout:3380: snap_remove snap 326 2024-09-18T02:31:34.867 INFO:tasks.rados.rados.0.smithi046.stdout:3380: done (4 left) 2024-09-18T02:31:34.867 INFO:tasks.rados.rados.0.smithi046.stdout:3381: delete oid 28 current snap is 328 2024-09-18T02:31:34.867 INFO:tasks.rados.rados.0.smithi046.stdout:3377: finishing rollback tid 1 to smithi04682744-14 2024-09-18T02:31:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1951 (ObjNum 65 snap 0 seq_num 1566531163) dirty dne 2024-09-18T02:31:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3376: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:31:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 0 (ObjNum 161 snap 0 seq_num 1147074704) dirty dne 2024-09-18T02:31:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3378: finishing write tid 1 to smithi04682744-2 2024-09-18T02:31:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3379: expect (ObjNum 1030 snap 314 seq_num 1030) 2024-09-18T02:31:34.894 INFO:tasks.rados.rados.0.smithi046.stdout:3378: finishing write tid 2 to smithi04682744-2 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3378: finishing write tid 3 to smithi04682744-2 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3378: finishing write tid 4 to smithi04682744-2 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3378: finishing write tid 5 to smithi04682744-2 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1979 (ObjNum 1085 snap 328 seq_num 1085) dirty exists 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3378: left oid 2 (ObjNum 1085 snap 328 seq_num 1085) 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3376: done (4 left) 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3377: done (3 left) 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3378: done (2 left) 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3379: done (1 left) 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3381: done (0 left) 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3382: read oid 26 snap -1 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3382: expect (ObjNum 1080 snap 328 seq_num 1080) 2024-09-18T02:31:34.895 INFO:tasks.rados.rados.0.smithi046.stdout:3383: delete oid 46 current snap is 328 2024-09-18T02:31:34.896 INFO:tasks.rados.rados.0.smithi046.stdout:3383: done (1 left) 2024-09-18T02:31:34.896 INFO:tasks.rados.rados.0.smithi046.stdout:3384: read oid 23 snap -1 2024-09-18T02:31:34.896 INFO:tasks.rados.rados.0.smithi046.stdout:3384: expect (ObjNum 1067 snap 325 seq_num 1067) 2024-09-18T02:31:34.896 INFO:tasks.rados.rados.0.smithi046.stdout:3385: read oid 15 snap 305 2024-09-18T02:31:34.896 INFO:tasks.rados.rados.0.smithi046.stdout:3385: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:31:34.897 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 328 2024-09-18T02:31:34.897 INFO:tasks.rados.rados.0.smithi046.stdout:3386: seq_num 1088 ranges {3571712=630784,4202496=466944,4669440=335872} 2024-09-18T02:31:34.920 INFO:tasks.rados.rados.0.smithi046.stdout:3386: writing smithi04682744-36 from 3571712 to 4202496 tid 1 2024-09-18T02:31:34.923 INFO:tasks.rados.rados.0.smithi046.stdout:3386: writing smithi04682744-36 from 4202496 to 4669440 tid 2 2024-09-18T02:31:34.925 INFO:tasks.rados.rados.0.smithi046.stdout:3386: writing smithi04682744-36 from 4669440 to 5005312 tid 3 2024-09-18T02:31:34.925 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 328 2024-09-18T02:31:34.925 INFO:tasks.rados.rados.0.smithi046.stdout:3387: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2024-09-18T02:31:34.929 INFO:tasks.rados.rados.0.smithi046.stdout:3387: writing smithi04682744-37 from 0 to 647168 tid 1 2024-09-18T02:31:34.933 INFO:tasks.rados.rados.0.smithi046.stdout:3387: writing smithi04682744-37 from 647168 to 1392640 tid 2 2024-09-18T02:31:34.934 INFO:tasks.rados.rados.0.smithi046.stdout:3387: writing smithi04682744-37 from 1392640 to 1449984 tid 3 2024-09-18T02:31:34.934 INFO:tasks.rados.rados.0.smithi046.stdout:3388: copy_from oid 21 from oid 7 current snap is 328 2024-09-18T02:31:34.934 INFO:tasks.rados.rados.0.smithi046.stdout:3384: expect (ObjNum 1067 snap 325 seq_num 1067) 2024-09-18T02:31:34.963 INFO:tasks.rados.rados.0.smithi046.stdout:3385: expect (ObjNum 791 snap 243 seq_num 791) 2024-09-18T02:31:35.074 INFO:tasks.rados.rados.0.smithi046.stdout:3382: expect (ObjNum 1080 snap 328 seq_num 1080) 2024-09-18T02:31:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:34 smithi195 ceph-mon[89559]: pgmap v776: 121 pgs: 121 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-09-18T02:31:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:34 smithi195 ceph-mon[89559]: osdmap e729: 8 total, 8 up, 8 in 2024-09-18T02:31:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:34 smithi046 ceph-mon[94621]: pgmap v776: 121 pgs: 121 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-09-18T02:31:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:34 smithi046 ceph-mon[94621]: osdmap e729: 8 total, 8 up, 8 in 2024-09-18T02:31:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:34 smithi046 ceph-mon[97106]: pgmap v776: 121 pgs: 121 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-09-18T02:31:35.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:34 smithi046 ceph-mon[97106]: osdmap e729: 8 total, 8 up, 8 in 2024-09-18T02:31:35.272 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing write tid 1 to smithi04682744-36 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing write tid 2 to smithi04682744-36 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing write tid 3 to smithi04682744-36 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing write tid 4 to smithi04682744-36 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing write tid 5 to smithi04682744-36 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1983 (ObjNum 1088 snap 328 seq_num 1088) dirty exists 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3386: left oid 36 (ObjNum 1088 snap 328 seq_num 1088) 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3387: finishing write tid 1 to smithi04682744-37 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3382: done (5 left) 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3384: done (4 left) 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3385: done (3 left) 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3386: done (2 left) 2024-09-18T02:31:35.273 INFO:tasks.rados.rados.0.smithi046.stdout:3389: read oid 26 snap -1 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3389: expect (ObjNum 1080 snap 328 seq_num 1080) 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3390: snap_create 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3387: finishing write tid 2 to smithi04682744-37 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3387: finishing write tid 3 to smithi04682744-37 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3387: finishing write tid 4 to smithi04682744-37 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3387: finishing write tid 5 to smithi04682744-37 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1395 (ObjNum 1089 snap 328 seq_num 1089) dirty exists 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3387: left oid 37 (ObjNum 1089 snap 328 seq_num 1089) 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3388: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:3388: finishing copy_from to smithi04682744-21 2024-09-18T02:31:35.274 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1521 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:31:35.280 INFO:tasks.rados.rados.0.smithi046.stdout:3389: expect (ObjNum 1080 snap 328 seq_num 1080) 2024-09-18T02:31:35.871 INFO:tasks.rados.rados.0.smithi046.stdout:3387: done (3 left) 2024-09-18T02:31:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:3388: done (2 left) 2024-09-18T02:31:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:3389: done (1 left) 2024-09-18T02:31:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:3390: done (0 left) 2024-09-18T02:31:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:3391: read oid 20 snap -1 2024-09-18T02:31:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:3391: expect (ObjNum 1048 snap 318 seq_num 1048) 2024-09-18T02:31:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:3392: snap_create 2024-09-18T02:31:35.879 INFO:tasks.rados.rados.0.smithi046.stdout:3391: expect (ObjNum 1048 snap 318 seq_num 1048) 2024-09-18T02:31:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:35 smithi195 ceph-mon[89559]: osdmap e730: 8 total, 8 up, 8 in 2024-09-18T02:31:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:35 smithi046 ceph-mon[94621]: osdmap e730: 8 total, 8 up, 8 in 2024-09-18T02:31:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:35 smithi046 ceph-mon[97106]: osdmap e730: 8 total, 8 up, 8 in 2024-09-18T02:31:36.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:31:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:31:36] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2024-09-18T02:31:36.833 INFO:tasks.rados.rados.0.smithi046.stdout:3391: done (1 left) 2024-09-18T02:31:36.833 INFO:tasks.rados.rados.0.smithi046.stdout:3392: done (0 left) 2024-09-18T02:31:36.833 INFO:tasks.rados.rados.0.smithi046.stdout:3393: read oid 14 snap 323 2024-09-18T02:31:36.833 INFO:tasks.rados.rados.0.smithi046.stdout:3393: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:36.833 INFO:tasks.rados.rados.0.smithi046.stdout:3394: rollback oid 35 current snap is 330 2024-09-18T02:31:36.833 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 329 2024-09-18T02:31:36.834 INFO:tasks.rados.rados.0.smithi046.stdout:3395: copy_from oid 29 from oid 7 current snap is 330 2024-09-18T02:31:36.834 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 330 2024-09-18T02:31:36.834 INFO:tasks.rados.rados.0.smithi046.stdout:3396: seq_num 1090 ranges {1785856=663552,2449408=630784,3080192=172032} 2024-09-18T02:31:36.845 INFO:tasks.rados.rados.0.smithi046.stdout:3396: writing smithi04682744-21 from 1785856 to 2449408 tid 1 2024-09-18T02:31:36.849 INFO:tasks.rados.rados.0.smithi046.stdout:3396: writing smithi04682744-21 from 2449408 to 3080192 tid 2 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3396: writing smithi04682744-21 from 3080192 to 3252224 tid 3 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3397: rmattr oid 13 current snap is 330 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3394: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3394: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3394: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1288 (ObjNum 902 snap 285 seq_num 902) dirty exists 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3395: finishing copy_from racing read to smithi04682744-29 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3395: finishing copy_from to smithi04682744-29 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1521 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3396: finishing write tid 1 to smithi04682744-21 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3394: done (4 left) 2024-09-18T02:31:36.851 INFO:tasks.rados.rados.0.smithi046.stdout:3395: done (3 left) 2024-09-18T02:31:36.852 INFO:tasks.rados.rados.0.smithi046.stdout:3398: delete oid 29 current snap is 330 2024-09-18T02:31:36.853 INFO:tasks.rados.rados.0.smithi046.stdout:3398: done (3 left) 2024-09-18T02:31:36.853 INFO:tasks.rados.rados.0.smithi046.stdout:3399: snap_remove snap 329 2024-09-18T02:31:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:36 smithi195 ceph-mon[89559]: pgmap v779: 121 pgs: 121 active+clean; 297 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 26 op/s 2024-09-18T02:31:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:36 smithi195 ceph-mon[89559]: osdmap e731: 8 total, 8 up, 8 in 2024-09-18T02:31:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:36 smithi195 ceph-mon[89559]: osdmap e732: 8 total, 8 up, 8 in 2024-09-18T02:31:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:36 smithi046 ceph-mon[94621]: pgmap v779: 121 pgs: 121 active+clean; 297 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 26 op/s 2024-09-18T02:31:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:36 smithi046 ceph-mon[94621]: osdmap e731: 8 total, 8 up, 8 in 2024-09-18T02:31:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:36 smithi046 ceph-mon[94621]: osdmap e732: 8 total, 8 up, 8 in 2024-09-18T02:31:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:36 smithi046 ceph-mon[97106]: pgmap v779: 121 pgs: 121 active+clean; 297 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 26 op/s 2024-09-18T02:31:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:36 smithi046 ceph-mon[97106]: osdmap e731: 8 total, 8 up, 8 in 2024-09-18T02:31:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:36 smithi046 ceph-mon[97106]: osdmap e732: 8 total, 8 up, 8 in 2024-09-18T02:31:37.831 INFO:tasks.rados.rados.0.smithi046.stdout:3399: done (3 left) 2024-09-18T02:31:37.832 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 330 2024-09-18T02:31:37.832 INFO:tasks.rados.rados.0.smithi046.stdout:3400: seq_num 1092 ranges {12648448=696320,13344768=802816} 2024-09-18T02:31:37.905 INFO:tasks.rados.rados.0.smithi046.stdout:3400: writing smithi04682744-3 from 12648448 to 13344768 tid 1 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:3400: writing smithi04682744-3 from 13344768 to 14147584 tid 2 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2157 (ObjNum 97 snap 0 seq_num 1148048624) dirty exists 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:3396: finishing write tid 2 to smithi04682744-21 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:3396: finishing write tid 3 to smithi04682744-21 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:3396: finishing write tid 4 to smithi04682744-21 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:3396: finishing write tid 5 to smithi04682744-21 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 2209 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:3396: left oid 21 (ObjNum 1090 snap 330 seq_num 1090) 2024-09-18T02:31:37.910 INFO:tasks.rados.rados.0.smithi046.stdout:3393: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:38 smithi195 ceph-mon[89559]: pgmap v782: 121 pgs: 121 active+clean; 296 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-18T02:31:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:38 smithi195 ceph-mon[89559]: osdmap e733: 8 total, 8 up, 8 in 2024-09-18T02:31:39.240 INFO:tasks.rados.rados.0.smithi046.stdout:3400: finishing write tid 1 to smithi04682744-3 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3400: finishing write tid 2 to smithi04682744-3 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3400: finishing write tid 3 to smithi04682744-3 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3400: finishing write tid 4 to smithi04682744-3 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2385 (ObjNum 1092 snap 330 seq_num 1092) dirty exists 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3400: left oid 3 (ObjNum 1092 snap 330 seq_num 1092) 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3393: done (3 left) 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3396: done (2 left) 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3397: done (1 left) 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3400: done (0 left) 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3401: rmattr oid 6 current snap is 330 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3401: done (0 left) 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3402: rollback oid 1 current snap is 330 2024-09-18T02:31:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 305 2024-09-18T02:31:39.242 INFO:tasks.rados.rados.0.smithi046.stdout:3403: snap_remove snap 316 2024-09-18T02:31:39.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:38 smithi046 ceph-mon[94621]: pgmap v782: 121 pgs: 121 active+clean; 296 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-18T02:31:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:38 smithi046 ceph-mon[94621]: osdmap e733: 8 total, 8 up, 8 in 2024-09-18T02:31:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:38 smithi046 ceph-mon[97106]: pgmap v782: 121 pgs: 121 active+clean; 296 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-18T02:31:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:38 smithi046 ceph-mon[97106]: osdmap e733: 8 total, 8 up, 8 in 2024-09-18T02:31:39.838 INFO:tasks.rados.rados.0.smithi046.stdout:3402: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:31:39.838 INFO:tasks.rados.rados.0.smithi046.stdout:3402: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:31:39.886 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1985 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:31:39.886 INFO:tasks.rados.rados.0.smithi046.stdout:3402: done (1 left) 2024-09-18T02:31:39.886 INFO:tasks.rados.rados.0.smithi046.stdout:3403: done (0 left) 2024-09-18T02:31:39.886 INFO:tasks.rados.rados.0.smithi046.stdout:3404: rollback oid 28 current snap is 330 2024-09-18T02:31:39.886 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 289 2024-09-18T02:31:39.886 INFO:tasks.rados.rados.0.smithi046.stdout:3405: setattr oid 20 current snap is 330 2024-09-18T02:31:39.887 INFO:tasks.rados.rados.0.smithi046.stdout:3406: delete oid 10 current snap is 330 2024-09-18T02:31:39.887 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1396 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-09-18T02:31:39.888 INFO:tasks.rados.rados.0.smithi046.stdout:3405: done (2 left) 2024-09-18T02:31:39.888 INFO:tasks.rados.rados.0.smithi046.stdout:3406: done (1 left) 2024-09-18T02:31:39.888 INFO:tasks.rados.rados.0.smithi046.stdout:3407: copy_from oid 8 from oid 41 current snap is 330 2024-09-18T02:31:39.888 INFO:tasks.rados.rados.0.smithi046.stdout:3408: snap_remove snap 323 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:3408: done (2 left) 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:3409: rmattr oid 40 current snap is 330 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:3404: finishing rollback tid 1 to smithi04682744-28 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1465 (ObjNum 225 snap 0 seq_num 1147814672) dirty dne 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:3407: finishing copy_from to smithi04682744-8 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:3407: got expected ENOENT (src dne) 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:3407: finishing copy_from racing read to smithi04682744-8 2024-09-18T02:31:40.843 INFO:tasks.rados.rados.0.smithi046.stdout:3404: done (2 left) 2024-09-18T02:31:40.844 INFO:tasks.rados.rados.0.smithi046.stdout:3407: done (1 left) 2024-09-18T02:31:40.844 INFO:tasks.rados.rados.0.smithi046.stdout:3409: done (0 left) 2024-09-18T02:31:40.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 330 2024-09-18T02:31:40.844 INFO:tasks.rados.rados.0.smithi046.stdout:3410: seq_num 1094 ranges {581632=729088,1310720=573440,1884160=229376} 2024-09-18T02:31:40.851 INFO:tasks.rados.rados.0.smithi046.stdout:3410: writing smithi04682744-40 from 581632 to 1310720 tid 1 2024-09-18T02:31:40.855 INFO:tasks.rados.rados.0.smithi046.stdout:3410: writing smithi04682744-40 from 1310720 to 1884160 tid 2 2024-09-18T02:31:40.857 INFO:tasks.rados.rados.0.smithi046.stdout:3410: writing smithi04682744-40 from 1884160 to 2113536 tid 3 2024-09-18T02:31:40.857 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 330 2024-09-18T02:31:40.857 INFO:tasks.rados.rados.0.smithi046.stdout:3411: seq_num 1095 ranges {0=745472,745472=499712,1245184=303104} 2024-09-18T02:31:40.863 INFO:tasks.rados.rados.0.smithi046.stdout:3411: writing smithi04682744-29 from 0 to 745472 tid 1 2024-09-18T02:31:40.866 INFO:tasks.rados.rados.0.smithi046.stdout:3411: writing smithi04682744-29 from 745472 to 1245184 tid 2 2024-09-18T02:31:40.869 INFO:tasks.rados.rados.0.smithi046.stdout:3411: writing smithi04682744-29 from 1245184 to 1548288 tid 3 2024-09-18T02:31:40.869 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 330 2024-09-18T02:31:40.869 INFO:tasks.rados.rados.0.smithi046.stdout:3412: seq_num 1096 ranges {1146880=761856,1908736=786432,2695168=16384} 2024-09-18T02:31:40.880 INFO:tasks.rados.rados.0.smithi046.stdout:3412: writing smithi04682744-20 from 1146880 to 1908736 tid 1 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3412: writing smithi04682744-20 from 1908736 to 2695168 tid 2 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3412: writing smithi04682744-20 from 2695168 to 2711552 tid 3 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3413: copy_from oid 5 from oid 36 current snap is 330 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3411: finishing write tid 1 to smithi04682744-29 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing write tid 1 to smithi04682744-40 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing write tid 2 to smithi04682744-40 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing write tid 3 to smithi04682744-40 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing write tid 4 to smithi04682744-40 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3411: finishing write tid 2 to smithi04682744-29 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3411: finishing write tid 3 to smithi04682744-29 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3411: finishing write tid 4 to smithi04682744-29 2024-09-18T02:31:40.886 INFO:tasks.rados.rados.0.smithi046.stdout:3414: snap_create 2024-09-18T02:31:40.887 INFO:tasks.rados.rados.0.smithi046.stdout:3411: finishing write tid 5 to smithi04682744-29 2024-09-18T02:31:40.887 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1663 (ObjNum 1095 snap 330 seq_num 1095) dirty exists 2024-09-18T02:31:40.887 INFO:tasks.rados.rados.0.smithi046.stdout:3411: left oid 29 (ObjNum 1095 snap 330 seq_num 1095) 2024-09-18T02:31:40.887 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing write tid 5 to smithi04682744-40 2024-09-18T02:31:40.887 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2400 (ObjNum 1094 snap 330 seq_num 1094) dirty exists 2024-09-18T02:31:40.887 INFO:tasks.rados.rados.0.smithi046.stdout:3410: left oid 40 (ObjNum 1094 snap 330 seq_num 1094) 2024-09-18T02:31:40.887 INFO:tasks.rados.rados.0.smithi046.stdout:3412: finishing write tid 1 to smithi04682744-20 2024-09-18T02:31:40.890 INFO:tasks.rados.rados.0.smithi046.stdout:3412: finishing write tid 2 to smithi04682744-20 2024-09-18T02:31:40.890 INFO:tasks.rados.rados.0.smithi046.stdout:3412: finishing write tid 3 to smithi04682744-20 2024-09-18T02:31:40.890 INFO:tasks.rados.rados.0.smithi046.stdout:3412: finishing write tid 4 to smithi04682744-20 2024-09-18T02:31:40.891 INFO:tasks.rados.rados.0.smithi046.stdout:3412: finishing write tid 5 to smithi04682744-20 2024-09-18T02:31:40.891 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1400 (ObjNum 1096 snap 330 seq_num 1096) dirty exists 2024-09-18T02:31:40.891 INFO:tasks.rados.rados.0.smithi046.stdout:3412: left oid 20 (ObjNum 1096 snap 330 seq_num 1096) 2024-09-18T02:31:40.905 INFO:tasks.rados.rados.0.smithi046.stdout:3413: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:31:40.906 INFO:tasks.rados.rados.0.smithi046.stdout:3413: finishing copy_from to smithi04682744-5 2024-09-18T02:31:40.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1983 (ObjNum 1088 snap 328 seq_num 1088) dirty exists 2024-09-18T02:31:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:40 smithi195 ceph-mon[89559]: pgmap v784: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-18T02:31:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:40 smithi195 ceph-mon[89559]: osdmap e734: 8 total, 8 up, 8 in 2024-09-18T02:31:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:40 smithi046 ceph-mon[97106]: pgmap v784: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-18T02:31:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:40 smithi046 ceph-mon[97106]: osdmap e734: 8 total, 8 up, 8 in 2024-09-18T02:31:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:40 smithi046 ceph-mon[94621]: pgmap v784: 121 pgs: 121 active+clean; 289 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-18T02:31:41.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:40 smithi046 ceph-mon[94621]: osdmap e734: 8 total, 8 up, 8 in 2024-09-18T02:31:41.831 INFO:tasks.rados.rados.0.smithi046.stdout:3410: done (4 left) 2024-09-18T02:31:41.832 INFO:tasks.rados.rados.0.smithi046.stdout:3411: done (3 left) 2024-09-18T02:31:41.832 INFO:tasks.rados.rados.0.smithi046.stdout:3412: done (2 left) 2024-09-18T02:31:41.832 INFO:tasks.rados.rados.0.smithi046.stdout:3413: done (1 left) 2024-09-18T02:31:41.832 INFO:tasks.rados.rados.0.smithi046.stdout:3414: done (0 left) 2024-09-18T02:31:41.832 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 331 2024-09-18T02:31:41.832 INFO:tasks.rados.rados.0.smithi046.stdout:3415: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-09-18T02:31:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:3415: writing smithi04682744-13 from 0 to 778240 tid 1 2024-09-18T02:31:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:3415: writing smithi04682744-13 from 778240 to 1449984 tid 2 2024-09-18T02:31:41.841 INFO:tasks.rados.rados.0.smithi046.stdout:3415: writing smithi04682744-13 from 1449984 to 1581056 tid 3 2024-09-18T02:31:41.841 INFO:tasks.rados.rados.0.smithi046.stdout:3416: rollback oid 43 current snap is 331 2024-09-18T02:31:41.841 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 330 2024-09-18T02:31:41.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 331 2024-09-18T02:31:41.841 INFO:tasks.rados.rados.0.smithi046.stdout:3417: seq_num 1098 ranges {188416=794624,983040=557056,1540096=245760} 2024-09-18T02:31:41.847 INFO:tasks.rados.rados.0.smithi046.stdout:3417: writing smithi04682744-30 from 188416 to 983040 tid 1 2024-09-18T02:31:41.851 INFO:tasks.rados.rados.0.smithi046.stdout:3417: writing smithi04682744-30 from 983040 to 1540096 tid 2 2024-09-18T02:31:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:3417: writing smithi04682744-30 from 1540096 to 1785856 tid 3 2024-09-18T02:31:41.853 INFO:tasks.rados.rados.0.smithi046.stdout:3418: snap_create 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3415: finishing write tid 1 to smithi04682744-13 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3415: finishing write tid 2 to smithi04682744-13 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3415: finishing write tid 3 to smithi04682744-13 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3415: finishing write tid 4 to smithi04682744-13 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3416: finishing rollback tid 0 to smithi04682744-43 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3416: finishing rollback tid 1 to smithi04682744-43 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3416: finishing rollback tid 2 to smithi04682744-43 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1662 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3415: finishing write tid 5 to smithi04682744-13 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2176 (ObjNum 1097 snap 331 seq_num 1097) dirty exists 2024-09-18T02:31:41.854 INFO:tasks.rados.rados.0.smithi046.stdout:3415: left oid 13 (ObjNum 1097 snap 331 seq_num 1097) 2024-09-18T02:31:41.857 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 1 to smithi04682744-30 2024-09-18T02:31:41.857 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 2 to smithi04682744-30 2024-09-18T02:31:41.858 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 3 to smithi04682744-30 2024-09-18T02:31:41.860 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 4 to smithi04682744-30 2024-09-18T02:31:41.861 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 5 to smithi04682744-30 2024-09-18T02:31:41.861 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1951 (ObjNum 1098 snap 331 seq_num 1098) dirty exists 2024-09-18T02:31:41.861 INFO:tasks.rados.rados.0.smithi046.stdout:3417: left oid 30 (ObjNum 1098 snap 331 seq_num 1098) 2024-09-18T02:31:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:41 smithi195 ceph-mon[89559]: osdmap e735: 8 total, 8 up, 8 in 2024-09-18T02:31:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:41 smithi195 ceph-mon[89559]: osdmap e736: 8 total, 8 up, 8 in 2024-09-18T02:31:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:41 smithi046 ceph-mon[94621]: osdmap e735: 8 total, 8 up, 8 in 2024-09-18T02:31:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:41 smithi046 ceph-mon[94621]: osdmap e736: 8 total, 8 up, 8 in 2024-09-18T02:31:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:41 smithi046 ceph-mon[97106]: osdmap e735: 8 total, 8 up, 8 in 2024-09-18T02:31:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:41 smithi046 ceph-mon[97106]: osdmap e736: 8 total, 8 up, 8 in 2024-09-18T02:31:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:31:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:31:42.855 INFO:tasks.rados.rados.0.smithi046.stdout:3415: done (3 left) 2024-09-18T02:31:42.855 INFO:tasks.rados.rados.0.smithi046.stdout:3416: done (2 left) 2024-09-18T02:31:42.856 INFO:tasks.rados.rados.0.smithi046.stdout:3417: done (1 left) 2024-09-18T02:31:42.856 INFO:tasks.rados.rados.0.smithi046.stdout:3418: done (0 left) 2024-09-18T02:31:42.856 INFO:tasks.rados.rados.0.smithi046.stdout:3419: snap_remove snap 289 2024-09-18T02:31:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:42 smithi195 ceph-mon[89559]: pgmap v787: 121 pgs: 121 active+clean; 280 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-09-18T02:31:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:42 smithi046 ceph-mon[94621]: pgmap v787: 121 pgs: 121 active+clean; 280 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-09-18T02:31:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:42 smithi046 ceph-mon[97106]: pgmap v787: 121 pgs: 121 active+clean; 280 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-09-18T02:31:43.858 INFO:tasks.rados.rados.0.smithi046.stdout:3419: done (0 left) 2024-09-18T02:31:43.858 INFO:tasks.rados.rados.0.smithi046.stdout:3420: setattr oid 40 current snap is 332 2024-09-18T02:31:43.860 INFO:tasks.rados.rados.0.smithi046.stdout:3421: read oid 41 snap 330 2024-09-18T02:31:43.860 INFO:tasks.rados.rados.0.smithi046.stdout:3421: expect deleted 2024-09-18T02:31:43.860 INFO:tasks.rados.rados.0.smithi046.stdout:3422: snap_remove snap 331 2024-09-18T02:31:44.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:43 smithi046 ceph-mon[97106]: osdmap e737: 8 total, 8 up, 8 in 2024-09-18T02:31:44.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:44.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:43 smithi046 ceph-mon[94621]: osdmap e737: 8 total, 8 up, 8 in 2024-09-18T02:31:44.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:43 smithi195 ceph-mon[89559]: osdmap e737: 8 total, 8 up, 8 in 2024-09-18T02:31:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:44.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2412 (ObjNum 1094 snap 330 seq_num 1094) dirty exists 2024-09-18T02:31:44.866 INFO:tasks.rados.rados.0.smithi046.stdout:3420: done (2 left) 2024-09-18T02:31:44.866 INFO:tasks.rados.rados.0.smithi046.stdout:3421: done (1 left) 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3422: done (0 left) 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3423: copy_from oid 23 from oid 8 current snap is 332 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3424: rmattr oid 47 current snap is 332 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3424: done (1 left) 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3425: rmattr oid 7 current snap is 332 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3426: read oid 33 snap 305 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3426: expect (ObjNum 960 snap 302 seq_num 960) 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 332 2024-09-18T02:31:44.867 INFO:tasks.rados.rados.0.smithi046.stdout:3427: seq_num 1099 ranges {4759552=409600,5169152=442368,5611520=720896,6332416=40960} 2024-09-18T02:31:44.895 INFO:tasks.rados.rados.0.smithi046.stdout:3427: writing smithi04682744-15 from 4759552 to 5169152 tid 1 2024-09-18T02:31:44.898 INFO:tasks.rados.rados.0.smithi046.stdout:3427: writing smithi04682744-15 from 5169152 to 5611520 tid 2 2024-09-18T02:31:44.904 INFO:tasks.rados.rados.0.smithi046.stdout:3427: writing smithi04682744-15 from 5611520 to 6332416 tid 3 2024-09-18T02:31:44.904 INFO:tasks.rados.rados.0.smithi046.stdout:3427: writing smithi04682744-15 from 6332416 to 6373376 tid 4 2024-09-18T02:31:44.905 INFO:tasks.rados.rados.0.smithi046.stdout:3428: copy_from oid 48 from oid 5 current snap is 332 2024-09-18T02:31:44.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1949 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:31:44.905 INFO:tasks.rados.rados.0.smithi046.stdout:3426: expect (ObjNum 960 snap 302 seq_num 960) 2024-09-18T02:31:44.998 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 1 to smithi04682744-15 2024-09-18T02:31:44.998 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 2 to smithi04682744-15 2024-09-18T02:31:44.998 INFO:tasks.rados.rados.0.smithi046.stdout:3423: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:31:44.998 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 3 to smithi04682744-15 2024-09-18T02:31:44.998 INFO:tasks.rados.rados.0.smithi046.stdout:3423: finishing copy_from to smithi04682744-23 2024-09-18T02:31:44.998 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1971 (ObjNum 1058 snap 321 seq_num 1058) dirty exists 2024-09-18T02:31:44.998 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 4 to smithi04682744-15 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 5 to smithi04682744-15 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 6 to smithi04682744-15 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2214 (ObjNum 1099 snap 332 seq_num 1099) dirty exists 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3427: left oid 15 (ObjNum 1099 snap 332 seq_num 1099) 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3428: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3428: finishing copy_from to smithi04682744-48 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1983 (ObjNum 1088 snap 328 seq_num 1088) dirty exists 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3423: done (4 left) 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3425: done (3 left) 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3426: done (2 left) 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3427: done (1 left) 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3428: done (0 left) 2024-09-18T02:31:44.999 INFO:tasks.rados.rados.0.smithi046.stdout:3429: delete oid 19 current snap is 332 2024-09-18T02:31:45.000 INFO:tasks.rados.rados.0.smithi046.stdout:3429: done (0 left) 2024-09-18T02:31:45.000 INFO:tasks.rados.rados.0.smithi046.stdout:3430: copy_from oid 37 from oid 15 current snap is 332 2024-09-18T02:31:45.000 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 332 2024-09-18T02:31:45.000 INFO:tasks.rados.rados.0.smithi046.stdout:3431: seq_num 1101 ranges {0=442368,442368=606208,1048576=598016} 2024-09-18T02:31:45.003 INFO:tasks.rados.rados.0.smithi046.stdout:3431: writing smithi04682744-27 from 0 to 442368 tid 1 2024-09-18T02:31:45.007 INFO:tasks.rados.rados.0.smithi046.stdout:3431: writing smithi04682744-27 from 442368 to 1048576 tid 2 2024-09-18T02:31:45.010 INFO:tasks.rados.rados.0.smithi046.stdout:3431: writing smithi04682744-27 from 1048576 to 1646592 tid 3 2024-09-18T02:31:45.011 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 332 2024-09-18T02:31:45.011 INFO:tasks.rados.rados.0.smithi046.stdout:3431: finishing write tid 1 to smithi04682744-27 2024-09-18T02:31:45.011 INFO:tasks.rados.rados.0.smithi046.stdout:3431: finishing write tid 2 to smithi04682744-27 2024-09-18T02:31:45.011 INFO:tasks.rados.rados.0.smithi046.stdout:3432: seq_num 1102 ranges {1261568=458752,1720320=491520,2211840=491520,2703360=221184} 2024-09-18T02:31:45.020 INFO:tasks.rados.rados.0.smithi046.stdout:3432: writing smithi04682744-11 from 1261568 to 1720320 tid 1 2024-09-18T02:31:45.023 INFO:tasks.rados.rados.0.smithi046.stdout:3432: writing smithi04682744-11 from 1720320 to 2211840 tid 2 2024-09-18T02:31:45.029 INFO:tasks.rados.rados.0.smithi046.stdout:3432: writing smithi04682744-11 from 2211840 to 2703360 tid 3 2024-09-18T02:31:45.029 INFO:tasks.rados.rados.0.smithi046.stdout:3432: writing smithi04682744-11 from 2703360 to 2924544 tid 4 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3433: copy_from oid 4 from oid 16 current snap is 332 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3431: finishing write tid 3 to smithi04682744-27 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3431: finishing write tid 4 to smithi04682744-27 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3431: finishing write tid 5 to smithi04682744-27 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1953 (ObjNum 1101 snap 332 seq_num 1101) dirty exists 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3431: left oid 27 (ObjNum 1101 snap 332 seq_num 1101) 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 1 to smithi04682744-11 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3430: finishing copy_from racing read to smithi04682744-37 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3430: finishing copy_from to smithi04682744-37 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2214 (ObjNum 1099 snap 332 seq_num 1099) dirty exists 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3430: done (3 left) 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3431: done (2 left) 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:3434: rollback oid 25 current snap is 332 2024-09-18T02:31:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 305 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:3435: read oid 48 snap -1 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:3435: expect (ObjNum 1088 snap 328 seq_num 1088) 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:3436: rollback oid 39 current snap is 332 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 328 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 2 to smithi04682744-11 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:3437: copy_from oid 20 from oid 38 current snap is 332 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 332 2024-09-18T02:31:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:3438: seq_num 1103 ranges {1785856=475136,2260992=425984,2686976=696320,3383296=81920} 2024-09-18T02:31:45.041 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04682744-7 from 1785856 to 2260992 tid 1 2024-09-18T02:31:45.044 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04682744-7 from 2260992 to 2686976 tid 2 2024-09-18T02:31:45.048 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04682744-7 from 2686976 to 3383296 tid 3 2024-09-18T02:31:45.049 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04682744-7 from 3383296 to 3465216 tid 4 2024-09-18T02:31:45.049 INFO:tasks.rados.rados.0.smithi046.stdout:3439: snap_remove snap 330 2024-09-18T02:31:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:44 smithi195 ceph-mon[89559]: pgmap v790: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-18T02:31:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:44 smithi195 ceph-mon[89559]: osdmap e738: 8 total, 8 up, 8 in 2024-09-18T02:31:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:44 smithi046 ceph-mon[97106]: pgmap v790: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-18T02:31:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:44 smithi046 ceph-mon[97106]: osdmap e738: 8 total, 8 up, 8 in 2024-09-18T02:31:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:44 smithi046 ceph-mon[94621]: pgmap v790: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-18T02:31:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:44 smithi046 ceph-mon[94621]: osdmap e738: 8 total, 8 up, 8 in 2024-09-18T02:31:45.878 INFO:tasks.rados.rados.0.smithi046.stdout:3439: done (7 left) 2024-09-18T02:31:45.878 INFO:tasks.rados.rados.0.smithi046.stdout:3440: copy_from oid 42 from oid 12 current snap is 332 2024-09-18T02:31:45.878 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 3 to smithi04682744-11 2024-09-18T02:31:45.878 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 4 to smithi04682744-11 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 5 to smithi04682744-11 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3434: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3434: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3434: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1919 (ObjNum 871 snap 272 seq_num 871) dirty exists 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 6 to smithi04682744-11 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2219 (ObjNum 1102 snap 332 seq_num 1102) dirty exists 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3432: left oid 11 (ObjNum 1102 snap 332 seq_num 1102) 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3433: finishing copy_from racing read to smithi04682744-4 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3433: finishing copy_from to smithi04682744-4 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1956 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3436: finishing rollback tid 1 to smithi04682744-39 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 0 (ObjNum 65 snap 0 seq_num 1146786208) dirty dne 2024-09-18T02:31:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 1 to smithi04682744-7 2024-09-18T02:31:45.880 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 2 to smithi04682744-7 2024-09-18T02:31:45.880 INFO:tasks.rados.rados.0.smithi046.stdout:3435: expect (ObjNum 1088 snap 328 seq_num 1088) 2024-09-18T02:31:46.162 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 3 to smithi04682744-7 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 4 to smithi04682744-7 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 5 to smithi04682744-7 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 6 to smithi04682744-7 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1958 (ObjNum 1103 snap 332 seq_num 1103) dirty exists 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3438: left oid 7 (ObjNum 1103 snap 332 seq_num 1103) 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing copy_from to smithi04682744-20 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1654 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3432: done (7 left) 2024-09-18T02:31:46.163 INFO:tasks.rados.rados.0.smithi046.stdout:3433: done (6 left) 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3434: done (5 left) 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3435: done (4 left) 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3436: done (3 left) 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3437: done (2 left) 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3438: done (1 left) 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3441: delete oid 5 current snap is 332 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3440: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:3440: finishing copy_from to smithi04682744-42 2024-09-18T02:31:46.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1916 (ObjNum 225 snap 0 seq_num 1147490784) dirty exists 2024-09-18T02:31:46.167 INFO:tasks.rados.rados.0.smithi046.stdout:3440: done (1 left) 2024-09-18T02:31:46.167 INFO:tasks.rados.rados.0.smithi046.stdout:3441: done (0 left) 2024-09-18T02:31:46.167 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 332 2024-09-18T02:31:46.167 INFO:tasks.rados.rados.0.smithi046.stdout:3442: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-09-18T02:31:46.170 INFO:tasks.rados.rados.0.smithi046.stdout:3442: writing smithi04682744-46 from 0 to 516096 tid 1 2024-09-18T02:31:46.173 INFO:tasks.rados.rados.0.smithi046.stdout:3442: writing smithi04682744-46 from 516096 to 1114112 tid 2 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:3442: writing smithi04682744-46 from 1114112 to 1720320 tid 3 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:3443: rollback oid 10 current snap is 332 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 328 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing write tid 1 to smithi04682744-46 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing write tid 2 to smithi04682744-46 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:3444: read oid 44 snap 328 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:3444: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:31:46.177 INFO:tasks.rados.rados.0.smithi046.stdout:3445: snap_remove snap 305 2024-09-18T02:31:46.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:45 smithi195 ceph-mon[89559]: osdmap e739: 8 total, 8 up, 8 in 2024-09-18T02:31:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:45 smithi046 ceph-mon[94621]: osdmap e739: 8 total, 8 up, 8 in 2024-09-18T02:31:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:45 smithi046 ceph-mon[97106]: osdmap e739: 8 total, 8 up, 8 in 2024-09-18T02:31:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:31:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:31:46] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-18T02:31:46.833 INFO:tasks.rados.rados.0.smithi046.stdout:3445: done (3 left) 2024-09-18T02:31:46.833 INFO:tasks.rados.rados.0.smithi046.stdout:3446: read oid 34 snap -1 2024-09-18T02:31:46.833 INFO:tasks.rados.rados.0.smithi046.stdout:3446: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:31:46.833 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 332 2024-09-18T02:31:46.834 INFO:tasks.rados.rados.0.smithi046.stdout:3447: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-09-18T02:31:46.837 INFO:tasks.rados.rados.0.smithi046.stdout:3447: writing smithi04682744-14 from 0 to 532480 tid 1 2024-09-18T02:31:46.840 INFO:tasks.rados.rados.0.smithi046.stdout:3447: writing smithi04682744-14 from 532480 to 1015808 tid 2 2024-09-18T02:31:46.845 INFO:tasks.rados.rados.0.smithi046.stdout:3447: writing smithi04682744-14 from 1015808 to 1490944 tid 3 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3447: writing smithi04682744-14 from 1490944 to 1736704 tid 4 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3448: read oid 29 snap -1 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3448: expect (ObjNum 1095 snap 330 seq_num 1095) 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing write tid 3 to smithi04682744-46 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing write tid 4 to smithi04682744-46 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1960 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing write tid 5 to smithi04682744-46 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1667 (ObjNum 1105 snap 332 seq_num 1105) dirty exists 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3442: left oid 46 (ObjNum 1105 snap 332 seq_num 1105) 2024-09-18T02:31:46.847 INFO:tasks.rados.rados.0.smithi046.stdout:3444: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:31:47.039 INFO:tasks.rados.rados.0.smithi046.stdout:3448: expect (ObjNum 1095 snap 330 seq_num 1095) 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 1 to smithi04682744-14 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 2 to smithi04682744-14 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 3 to smithi04682744-14 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 4 to smithi04682744-14 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3449: read oid 15 snap -1 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3449: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3442: done (6 left) 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3443: done (5 left) 2024-09-18T02:31:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3444: done (4 left) 2024-09-18T02:31:47.082 INFO:tasks.rados.rados.0.smithi046.stdout:3448: done (3 left) 2024-09-18T02:31:47.082 INFO:tasks.rados.rados.0.smithi046.stdout:3450: snap_remove snap 328 2024-09-18T02:31:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:46 smithi195 ceph-mon[89559]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 258 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-18T02:31:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:46 smithi195 ceph-mon[89559]: osdmap e740: 8 total, 8 up, 8 in 2024-09-18T02:31:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:46 smithi195 ceph-mon[89559]: osdmap e741: 8 total, 8 up, 8 in 2024-09-18T02:31:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:46 smithi046 ceph-mon[94621]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 258 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-18T02:31:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:46 smithi046 ceph-mon[94621]: osdmap e740: 8 total, 8 up, 8 in 2024-09-18T02:31:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:46 smithi046 ceph-mon[94621]: osdmap e741: 8 total, 8 up, 8 in 2024-09-18T02:31:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:46 smithi046 ceph-mon[97106]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 258 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-18T02:31:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:46 smithi046 ceph-mon[97106]: osdmap e740: 8 total, 8 up, 8 in 2024-09-18T02:31:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:46 smithi046 ceph-mon[97106]: osdmap e741: 8 total, 8 up, 8 in 2024-09-18T02:31:47.884 INFO:tasks.rados.rados.0.smithi046.stdout:3450: done (3 left) 2024-09-18T02:31:47.885 INFO:tasks.rados.rados.0.smithi046.stdout:3451: read oid 40 snap -1 2024-09-18T02:31:47.885 INFO:tasks.rados.rados.0.smithi046.stdout:3451: expect (ObjNum 1094 snap 330 seq_num 1094) 2024-09-18T02:31:47.885 INFO:tasks.rados.rados.0.smithi046.stdout:3452: rmattr oid 16 current snap is 332 2024-09-18T02:31:47.885 INFO:tasks.rados.rados.0.smithi046.stdout:3453: delete oid 47 current snap is 332 2024-09-18T02:31:47.885 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 5 to smithi04682744-14 2024-09-18T02:31:47.885 INFO:tasks.rados.rados.0.smithi046.stdout:3446: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:31:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 6 to smithi04682744-14 2024-09-18T02:31:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1961 (ObjNum 1106 snap 332 seq_num 1106) dirty exists 2024-09-18T02:31:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:3447: left oid 14 (ObjNum 1106 snap 332 seq_num 1106) 2024-09-18T02:31:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:3446: done (5 left) 2024-09-18T02:31:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:3447: done (4 left) 2024-09-18T02:31:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:3453: done (3 left) 2024-09-18T02:31:47.944 INFO:tasks.rados.rados.0.smithi046.stdout:3454: delete oid 37 current snap is 332 2024-09-18T02:31:47.944 INFO:tasks.rados.rados.0.smithi046.stdout:3449: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-18T02:31:48.327 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1962 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:31:48.327 INFO:tasks.rados.rados.0.smithi046.stdout:3451: expect (ObjNum 1094 snap 330 seq_num 1094) 2024-09-18T02:31:48.396 INFO:tasks.rados.rados.0.smithi046.stdout:3449: done (3 left) 2024-09-18T02:31:48.396 INFO:tasks.rados.rados.0.smithi046.stdout:3451: done (2 left) 2024-09-18T02:31:48.396 INFO:tasks.rados.rados.0.smithi046.stdout:3452: done (1 left) 2024-09-18T02:31:48.396 INFO:tasks.rados.rados.0.smithi046.stdout:3454: done (0 left) 2024-09-18T02:31:48.396 INFO:tasks.rados.rados.0.smithi046.stdout:3455: snap_create 2024-09-18T02:31:48.883 INFO:tasks.rados.rados.0.smithi046.stdout:3455: done (0 left) 2024-09-18T02:31:48.884 INFO:tasks.rados.rados.0.smithi046.stdout:3456: setattr oid 28 current snap is 333 2024-09-18T02:31:48.886 INFO:tasks.rados.rados.0.smithi046.stdout:3457: read oid 7 snap 332 2024-09-18T02:31:48.886 INFO:tasks.rados.rados.0.smithi046.stdout:3457: expect (ObjNum 1103 snap 332 seq_num 1103) 2024-09-18T02:31:48.886 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 333 2024-09-18T02:31:48.886 INFO:tasks.rados.rados.0.smithi046.stdout:3458: seq_num 1109 ranges {2088960=581632,2670592=532480,3203072=647168,3850240=24576} 2024-09-18T02:31:48.901 INFO:tasks.rados.rados.0.smithi046.stdout:3458: writing smithi04682744-16 from 2088960 to 2670592 tid 1 2024-09-18T02:31:48.904 INFO:tasks.rados.rados.0.smithi046.stdout:3458: writing smithi04682744-16 from 2670592 to 3203072 tid 2 2024-09-18T02:31:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:3458: writing smithi04682744-16 from 3203072 to 3850240 tid 3 2024-09-18T02:31:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:3458: writing smithi04682744-16 from 3850240 to 3874816 tid 4 2024-09-18T02:31:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:3459: read oid 43 snap -1 2024-09-18T02:31:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:3459: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:3460: delete oid 23 current snap is 333 2024-09-18T02:31:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1466 (ObjNum 129 snap 0 seq_num 1146876064) dirty exists 2024-09-18T02:31:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:3457: expect (ObjNum 1103 snap 332 seq_num 1103) 2024-09-18T02:31:49.030 INFO:tasks.rados.rados.0.smithi046.stdout:3458: finishing write tid 1 to smithi04682744-16 2024-09-18T02:31:49.030 INFO:tasks.rados.rados.0.smithi046.stdout:3458: finishing write tid 2 to smithi04682744-16 2024-09-18T02:31:49.031 INFO:tasks.rados.rados.0.smithi046.stdout:3458: finishing write tid 3 to smithi04682744-16 2024-09-18T02:31:49.031 INFO:tasks.rados.rados.0.smithi046.stdout:3458: finishing write tid 4 to smithi04682744-16 2024-09-18T02:31:49.031 INFO:tasks.rados.rados.0.smithi046.stdout:3458: finishing write tid 5 to smithi04682744-16 2024-09-18T02:31:49.031 INFO:tasks.rados.rados.0.smithi046.stdout:3458: finishing write tid 6 to smithi04682744-16 2024-09-18T02:31:49.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1967 (ObjNum 1109 snap 333 seq_num 1109) dirty exists 2024-09-18T02:31:49.031 INFO:tasks.rados.rados.0.smithi046.stdout:3458: left oid 16 (ObjNum 1109 snap 333 seq_num 1109) 2024-09-18T02:31:49.031 INFO:tasks.rados.rados.0.smithi046.stdout:3459: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:48 smithi195 ceph-mon[89559]: pgmap v796: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s 2024-09-18T02:31:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:48 smithi195 ceph-mon[89559]: osdmap e742: 8 total, 8 up, 8 in 2024-09-18T02:31:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:48 smithi046 ceph-mon[94621]: pgmap v796: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s 2024-09-18T02:31:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:48 smithi046 ceph-mon[94621]: osdmap e742: 8 total, 8 up, 8 in 2024-09-18T02:31:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:48 smithi046 ceph-mon[97106]: pgmap v796: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s 2024-09-18T02:31:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:48 smithi046 ceph-mon[97106]: osdmap e742: 8 total, 8 up, 8 in 2024-09-18T02:31:50.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:49 smithi195 ceph-mon[89559]: osdmap e743: 8 total, 8 up, 8 in 2024-09-18T02:31:50.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:49 smithi046 ceph-mon[94621]: osdmap e743: 8 total, 8 up, 8 in 2024-09-18T02:31:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:49 smithi046 ceph-mon[97106]: osdmap e743: 8 total, 8 up, 8 in 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3456: done (4 left) 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3457: done (3 left) 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3458: done (2 left) 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3459: done (1 left) 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3460: done (0 left) 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3461: read oid 43 snap 332 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3461: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3462: read oid 15 snap -1 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3462: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-18T02:31:50.359 INFO:tasks.rados.rados.0.smithi046.stdout:3463: copy_from oid 48 from oid 24 current snap is 333 2024-09-18T02:31:50.360 INFO:tasks.rados.rados.0.smithi046.stdout:3464: snap_create 2024-09-18T02:31:50.368 INFO:tasks.rados.rados.0.smithi046.stdout:3463: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:31:50.374 INFO:tasks.rados.rados.0.smithi046.stdout:3462: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-18T02:31:50.758 INFO:tasks.rados.rados.0.smithi046.stdout:3463: finishing copy_from to smithi04682744-48 2024-09-18T02:31:50.758 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1282 (ObjNum 902 snap 285 seq_num 902) dirty exists 2024-09-18T02:31:50.758 INFO:tasks.rados.rados.0.smithi046.stdout:3461: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:31:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:50 smithi195 ceph-mon[89559]: pgmap v799: 121 pgs: 121 active+clean; 177 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 24 op/s 2024-09-18T02:31:51.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:50 smithi046 ceph-mon[94621]: pgmap v799: 121 pgs: 121 active+clean; 177 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 24 op/s 2024-09-18T02:31:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:50 smithi046 ceph-mon[97106]: pgmap v799: 121 pgs: 121 active+clean; 177 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 24 op/s 2024-09-18T02:31:52.088 INFO:tasks.rados.rados.0.smithi046.stdout:3461: done (3 left) 2024-09-18T02:31:52.089 INFO:tasks.rados.rados.0.smithi046.stdout:3462: done (2 left) 2024-09-18T02:31:52.089 INFO:tasks.rados.rados.0.smithi046.stdout:3463: done (1 left) 2024-09-18T02:31:52.089 INFO:tasks.rados.rados.0.smithi046.stdout:3464: done (0 left) 2024-09-18T02:31:52.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 334 2024-09-18T02:31:52.089 INFO:tasks.rados.rados.0.smithi046.stdout:3465: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-09-18T02:31:52.091 INFO:tasks.rados.rados.0.smithi046.stdout:3465: writing smithi04682744-47 from 0 to 614400 tid 1 2024-09-18T02:31:52.096 INFO:tasks.rados.rados.0.smithi046.stdout:3465: writing smithi04682744-47 from 614400 to 1368064 tid 2 2024-09-18T02:31:52.098 INFO:tasks.rados.rados.0.smithi046.stdout:3465: writing smithi04682744-47 from 1368064 to 1818624 tid 3 2024-09-18T02:31:52.098 INFO:tasks.rados.rados.0.smithi046.stdout:3466: snap_remove snap 333 2024-09-18T02:31:52.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:51 smithi195 ceph-mon[89559]: osdmap e744: 8 total, 8 up, 8 in 2024-09-18T02:31:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:51 smithi195 ceph-mon[89559]: osdmap e745: 8 total, 8 up, 8 in 2024-09-18T02:31:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:51 smithi046 ceph-mon[94621]: osdmap e744: 8 total, 8 up, 8 in 2024-09-18T02:31:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:51 smithi046 ceph-mon[94621]: osdmap e745: 8 total, 8 up, 8 in 2024-09-18T02:31:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:51 smithi046 ceph-mon[97106]: osdmap e744: 8 total, 8 up, 8 in 2024-09-18T02:31:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:51 smithi046 ceph-mon[97106]: osdmap e745: 8 total, 8 up, 8 in 2024-09-18T02:31:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:31:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:31:52.909 INFO:tasks.rados.rados.0.smithi046.stdout:3466: done (1 left) 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3465: finishing write tid 1 to smithi04682744-47 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3465: finishing write tid 2 to smithi04682744-47 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3465: finishing write tid 3 to smithi04682744-47 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3467: read oid 5 snap -1 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3467: expect deleted 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3465: finishing write tid 4 to smithi04682744-47 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3465: finishing write tid 5 to smithi04682744-47 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1666 (ObjNum 1111 snap 334 seq_num 1111) dirty exists 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3465: left oid 47 (ObjNum 1111 snap 334 seq_num 1111) 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3465: done (1 left) 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3468: copy_from oid 23 from oid 34 current snap is 334 2024-09-18T02:31:52.910 INFO:tasks.rados.rados.0.smithi046.stdout:3469: delete oid 24 current snap is 334 2024-09-18T02:31:52.915 INFO:tasks.rados.rados.0.smithi046.stdout:3467: done (2 left) 2024-09-18T02:31:52.915 INFO:tasks.rados.rados.0.smithi046.stdout:3469: done (1 left) 2024-09-18T02:31:52.915 INFO:tasks.rados.rados.0.smithi046.stdout:3470: snap_create 2024-09-18T02:31:52.920 INFO:tasks.rados.rados.0.smithi046.stdout:3468: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:31:52.921 INFO:tasks.rados.rados.0.smithi046.stdout:3468: finishing copy_from to smithi04682744-23 2024-09-18T02:31:52.921 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1521 (ObjNum 966 snap 303 seq_num 966) dirty exists 2024-09-18T02:31:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:52 smithi195 ceph-mon[89559]: pgmap v801: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 26 op/s 2024-09-18T02:31:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:52 smithi046 ceph-mon[97106]: pgmap v801: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 26 op/s 2024-09-18T02:31:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:52 smithi046 ceph-mon[94621]: pgmap v801: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 26 op/s 2024-09-18T02:31:53.914 INFO:tasks.rados.rados.0.smithi046.stdout:3468: done (1 left) 2024-09-18T02:31:53.914 INFO:tasks.rados.rados.0.smithi046.stdout:3470: done (0 left) 2024-09-18T02:31:53.914 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 335 2024-09-18T02:31:53.914 INFO:tasks.rados.rados.0.smithi046.stdout:3471: seq_num 1113 ranges {1548288=647168,2195456=524288,2719744=622592,3342336=57344} 2024-09-18T02:31:53.926 INFO:tasks.rados.rados.0.smithi046.stdout:3471: writing smithi04682744-29 from 1548288 to 2195456 tid 1 2024-09-18T02:31:53.928 INFO:tasks.rados.rados.0.smithi046.stdout:3471: writing smithi04682744-29 from 2195456 to 2719744 tid 2 2024-09-18T02:31:53.932 INFO:tasks.rados.rados.0.smithi046.stdout:3471: writing smithi04682744-29 from 2719744 to 3342336 tid 3 2024-09-18T02:31:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:3471: writing smithi04682744-29 from 3342336 to 3399680 tid 4 2024-09-18T02:31:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:3472: read oid 15 snap -1 2024-09-18T02:31:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:3472: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-18T02:31:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:3473: rollback oid 1 current snap is 335 2024-09-18T02:31:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 334 2024-09-18T02:31:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:3474: read oid 33 snap -1 2024-09-18T02:31:53.934 INFO:tasks.rados.rados.0.smithi046.stdout:3474: expect (ObjNum 1083 snap 328 seq_num 1083) 2024-09-18T02:31:53.934 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 335 2024-09-18T02:31:53.934 INFO:tasks.rados.rados.0.smithi046.stdout:3475: seq_num 1114 ranges {2187264=663552,2850816=802816,3653632=401408} 2024-09-18T02:31:53.950 INFO:tasks.rados.rados.0.smithi046.stdout:3475: writing smithi04682744-49 from 2187264 to 2850816 tid 1 2024-09-18T02:31:53.955 INFO:tasks.rados.rados.0.smithi046.stdout:3475: writing smithi04682744-49 from 2850816 to 3653632 tid 2 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3475: writing smithi04682744-49 from 3653632 to 4055040 tid 3 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3476: snap_create 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 1 to smithi04682744-29 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 2 to smithi04682744-29 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 3 to smithi04682744-29 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 4 to smithi04682744-29 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 5 to smithi04682744-29 2024-09-18T02:31:53.958 INFO:tasks.rados.rados.0.smithi046.stdout:3474: expect (ObjNum 1083 snap 328 seq_num 1083) 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 6 to smithi04682744-29 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1672 (ObjNum 1113 snap 335 seq_num 1113) dirty exists 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:3471: left oid 29 (ObjNum 1113 snap 335 seq_num 1113) 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:3473: finishing rollback tid 0 to smithi04682744-1 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:3473: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:3473: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1989 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:31:53.995 INFO:tasks.rados.rados.0.smithi046.stdout:3472: expect (ObjNum 1099 snap 332 seq_num 1099) 2024-09-18T02:31:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:53 smithi195 ceph-mon[89559]: osdmap e746: 8 total, 8 up, 8 in 2024-09-18T02:31:54.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:53 smithi046 ceph-mon[97106]: osdmap e746: 8 total, 8 up, 8 in 2024-09-18T02:31:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:53 smithi046 ceph-mon[94621]: osdmap e746: 8 total, 8 up, 8 in 2024-09-18T02:31:54.379 INFO:tasks.rados.rados.0.smithi046.stdout:3475: finishing write tid 1 to smithi04682744-49 2024-09-18T02:31:54.379 INFO:tasks.rados.rados.0.smithi046.stdout:3475: finishing write tid 2 to smithi04682744-49 2024-09-18T02:31:54.379 INFO:tasks.rados.rados.0.smithi046.stdout:3475: finishing write tid 3 to smithi04682744-49 2024-09-18T02:31:54.379 INFO:tasks.rados.rados.0.smithi046.stdout:3475: finishing write tid 4 to smithi04682744-49 2024-09-18T02:31:54.379 INFO:tasks.rados.rados.0.smithi046.stdout:3475: finishing write tid 5 to smithi04682744-49 2024-09-18T02:31:54.380 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2443 (ObjNum 1114 snap 335 seq_num 1114) dirty exists 2024-09-18T02:31:54.380 INFO:tasks.rados.rados.0.smithi046.stdout:3475: left oid 49 (ObjNum 1114 snap 335 seq_num 1114) 2024-09-18T02:31:54.918 INFO:tasks.rados.rados.0.smithi046.stdout:3471: done (5 left) 2024-09-18T02:31:54.918 INFO:tasks.rados.rados.0.smithi046.stdout:3472: done (4 left) 2024-09-18T02:31:54.918 INFO:tasks.rados.rados.0.smithi046.stdout:3473: done (3 left) 2024-09-18T02:31:54.918 INFO:tasks.rados.rados.0.smithi046.stdout:3474: done (2 left) 2024-09-18T02:31:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3475: done (1 left) 2024-09-18T02:31:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3476: done (0 left) 2024-09-18T02:31:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3477: snap_remove snap 334 2024-09-18T02:31:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:54 smithi195 ceph-mon[89559]: pgmap v804: 121 pgs: 121 active+clean; 152 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 544 KiB/s wr, 12 op/s 2024-09-18T02:31:55.242 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:54 smithi195 ceph-mon[89559]: osdmap e747: 8 total, 8 up, 8 in 2024-09-18T02:31:55.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:54 smithi046 ceph-mon[94621]: pgmap v804: 121 pgs: 121 active+clean; 152 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 544 KiB/s wr, 12 op/s 2024-09-18T02:31:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:54 smithi046 ceph-mon[94621]: osdmap e747: 8 total, 8 up, 8 in 2024-09-18T02:31:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:54 smithi046 ceph-mon[97106]: pgmap v804: 121 pgs: 121 active+clean; 152 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 544 KiB/s wr, 12 op/s 2024-09-18T02:31:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:54 smithi046 ceph-mon[97106]: osdmap e747: 8 total, 8 up, 8 in 2024-09-18T02:31:55.925 INFO:tasks.rados.rados.0.smithi046.stdout:3477: done (0 left) 2024-09-18T02:31:55.925 INFO:tasks.rados.rados.0.smithi046.stdout:3478: copy_from oid 13 from oid 29 current snap is 336 2024-09-18T02:31:55.925 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 336 2024-09-18T02:31:55.925 INFO:tasks.rados.rados.0.smithi046.stdout:3479: seq_num 1115 ranges {1818624=679936,2498560=688128,3186688=516096} 2024-09-18T02:31:55.938 INFO:tasks.rados.rados.0.smithi046.stdout:3479: writing smithi04682744-47 from 1818624 to 2498560 tid 1 2024-09-18T02:31:55.943 INFO:tasks.rados.rados.0.smithi046.stdout:3479: writing smithi04682744-47 from 2498560 to 3186688 tid 2 2024-09-18T02:31:55.946 INFO:tasks.rados.rados.0.smithi046.stdout:3479: writing smithi04682744-47 from 3186688 to 3702784 tid 3 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:3480: read oid 28 snap 335 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:3480: expect (ObjNum 1148709248 snap 21981 seq_num 1146902816) 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:3481: copy_from oid 5 from oid 44 current snap is 336 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:3478: finishing copy_from racing read to smithi04682744-13 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:3482: rollback oid 15 current snap is 336 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 335 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:3483: snap_create 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:3478: finishing copy_from to smithi04682744-13 2024-09-18T02:31:55.947 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1672 (ObjNum 1113 snap 335 seq_num 1113) dirty exists 2024-09-18T02:31:55.948 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 1 to smithi04682744-47 2024-09-18T02:31:55.948 INFO:tasks.rados.rados.0.smithi046.stdout:3480: expect (ObjNum 1148709248 snap 21981 seq_num 1146902816) 2024-09-18T02:31:55.951 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 2 to smithi04682744-47 2024-09-18T02:31:55.951 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 3 to smithi04682744-47 2024-09-18T02:31:55.951 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 4 to smithi04682744-47 2024-09-18T02:31:55.951 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 5 to smithi04682744-47 2024-09-18T02:31:55.951 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1670 (ObjNum 1115 snap 336 seq_num 1115) dirty exists 2024-09-18T02:31:55.951 INFO:tasks.rados.rados.0.smithi046.stdout:3479: left oid 47 (ObjNum 1115 snap 336 seq_num 1115) 2024-09-18T02:31:55.954 INFO:tasks.rados.rados.0.smithi046.stdout:3482: finishing rollback tid 0 to smithi04682744-15 2024-09-18T02:31:55.954 INFO:tasks.rados.rados.0.smithi046.stdout:3482: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:31:55.954 INFO:tasks.rados.rados.0.smithi046.stdout:3482: finishing rollback tid 2 to smithi04682744-15 2024-09-18T02:31:55.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2222 (ObjNum 1099 snap 332 seq_num 1099) dirty exists 2024-09-18T02:31:55.962 INFO:tasks.rados.rados.0.smithi046.stdout:3481: finishing copy_from racing read to smithi04682744-5 2024-09-18T02:31:55.963 INFO:tasks.rados.rados.0.smithi046.stdout:3481: finishing copy_from to smithi04682744-5 2024-09-18T02:31:55.963 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1457 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:31:56.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:55 smithi195 ceph-mon[89559]: osdmap e748: 8 total, 8 up, 8 in 2024-09-18T02:31:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:55 smithi046 ceph-mon[94621]: osdmap e748: 8 total, 8 up, 8 in 2024-09-18T02:31:56.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:55 smithi046 ceph-mon[97106]: osdmap e748: 8 total, 8 up, 8 in 2024-09-18T02:31:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:31:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:31:56] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-18T02:31:56.835 INFO:tasks.rados.rados.0.smithi046.stdout:3478: done (5 left) 2024-09-18T02:31:56.835 INFO:tasks.rados.rados.0.smithi046.stdout:3479: done (4 left) 2024-09-18T02:31:56.835 INFO:tasks.rados.rados.0.smithi046.stdout:3480: done (3 left) 2024-09-18T02:31:56.835 INFO:tasks.rados.rados.0.smithi046.stdout:3481: done (2 left) 2024-09-18T02:31:56.835 INFO:tasks.rados.rados.0.smithi046.stdout:3482: done (1 left) 2024-09-18T02:31:56.835 INFO:tasks.rados.rados.0.smithi046.stdout:3483: done (0 left) 2024-09-18T02:31:56.836 INFO:tasks.rados.rados.0.smithi046.stdout:3484: snap_remove snap 335 2024-09-18T02:31:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:56 smithi195 ceph-mon[89559]: pgmap v807: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-18T02:31:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:56 smithi195 ceph-mon[89559]: osdmap e749: 8 total, 8 up, 8 in 2024-09-18T02:31:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:56 smithi195 ceph-mon[89559]: osdmap e750: 8 total, 8 up, 8 in 2024-09-18T02:31:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:56 smithi046 ceph-mon[97106]: pgmap v807: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-18T02:31:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:56 smithi046 ceph-mon[97106]: osdmap e749: 8 total, 8 up, 8 in 2024-09-18T02:31:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:56 smithi046 ceph-mon[97106]: osdmap e750: 8 total, 8 up, 8 in 2024-09-18T02:31:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:56 smithi046 ceph-mon[94621]: pgmap v807: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-18T02:31:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:56 smithi046 ceph-mon[94621]: osdmap e749: 8 total, 8 up, 8 in 2024-09-18T02:31:57.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:56 smithi046 ceph-mon[94621]: osdmap e750: 8 total, 8 up, 8 in 2024-09-18T02:31:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:3484: done (0 left) 2024-09-18T02:31:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:3485: copy_from oid 16 from oid 21 current snap is 337 2024-09-18T02:31:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:3486: rmattr oid 13 current snap is 337 2024-09-18T02:31:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:3486: done (1 left) 2024-09-18T02:31:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:3487: delete oid 33 current snap is 337 2024-09-18T02:31:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3487: done (1 left) 2024-09-18T02:31:57.843 INFO:tasks.rados.rados.0.smithi046.stdout:3488: snap_remove snap 336 2024-09-18T02:31:58.843 INFO:tasks.rados.rados.0.smithi046.stdout:3488: done (1 left) 2024-09-18T02:31:58.843 INFO:tasks.rados.rados.0.smithi046.stdout:3489: rollback oid 50 current snap is 337 2024-09-18T02:31:58.843 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 332 2024-09-18T02:31:58.843 INFO:tasks.rados.rados.0.smithi046.stdout:3490: setattr oid 46 current snap is 337 2024-09-18T02:31:58.843 INFO:tasks.rados.rados.0.smithi046.stdout:3485: finishing copy_from racing read to smithi04682744-16 2024-09-18T02:31:58.843 INFO:tasks.rados.rados.0.smithi046.stdout:3485: finishing copy_from to smithi04682744-16 2024-09-18T02:31:58.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 2209 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2024-09-18T02:31:58.844 INFO:tasks.rados.rados.0.smithi046.stdout:3485: done (2 left) 2024-09-18T02:31:58.844 INFO:tasks.rados.rados.0.smithi046.stdout:3491: copy_from oid 15 from oid 33 current snap is 337 2024-09-18T02:31:58.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 337 2024-09-18T02:31:58.844 INFO:tasks.rados.rados.0.smithi046.stdout:3492: seq_num 1117 ranges {712704=712704,1425408=458752,1884160=655360,2539520=90112} 2024-09-18T02:31:58.853 INFO:tasks.rados.rados.0.smithi046.stdout:3492: writing smithi04682744-35 from 712704 to 1425408 tid 1 2024-09-18T02:31:58.855 INFO:tasks.rados.rados.0.smithi046.stdout:3492: writing smithi04682744-35 from 1425408 to 1884160 tid 2 2024-09-18T02:31:58.860 INFO:tasks.rados.rados.0.smithi046.stdout:3492: writing smithi04682744-35 from 1884160 to 2539520 tid 3 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:3492: writing smithi04682744-35 from 2539520 to 2629632 tid 4 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:3493: copy_from oid 39 from oid 49 current snap is 337 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:3489: finishing rollback tid 0 to smithi04682744-50 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:3489: finishing rollback tid 1 to smithi04682744-50 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:3489: finishing rollback tid 2 to smithi04682744-50 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2209 (ObjNum 1081 snap 328 seq_num 1081) dirty exists 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1673 (ObjNum 1105 snap 332 seq_num 1105) dirty exists 2024-09-18T02:31:58.861 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing copy_from to smithi04682744-15 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3491: got expected ENOENT (src dne) 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing copy_from racing read to smithi04682744-15 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3492: finishing write tid 1 to smithi04682744-35 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3492: finishing write tid 2 to smithi04682744-35 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3489: done (4 left) 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3490: done (3 left) 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3491: done (2 left) 2024-09-18T02:31:58.862 INFO:tasks.rados.rados.0.smithi046.stdout:3494: delete oid 47 current snap is 337 2024-09-18T02:31:58.864 INFO:tasks.rados.rados.0.smithi046.stdout:3492: finishing write tid 3 to smithi04682744-35 2024-09-18T02:31:58.865 INFO:tasks.rados.rados.0.smithi046.stdout:3492: finishing write tid 4 to smithi04682744-35 2024-09-18T02:31:58.865 INFO:tasks.rados.rados.0.smithi046.stdout:3492: finishing write tid 5 to smithi04682744-35 2024-09-18T02:31:58.865 INFO:tasks.rados.rados.0.smithi046.stdout:3494: done (2 left) 2024-09-18T02:31:58.866 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 337 2024-09-18T02:31:58.866 INFO:tasks.rados.rados.0.smithi046.stdout:3495: seq_num 1119 ranges {1720320=745472,2465792=679936,3145728=524288} 2024-09-18T02:31:58.879 INFO:tasks.rados.rados.0.smithi046.stdout:3495: writing smithi04682744-46 from 1720320 to 2465792 tid 1 2024-09-18T02:31:58.883 INFO:tasks.rados.rados.0.smithi046.stdout:3495: writing smithi04682744-46 from 2465792 to 3145728 tid 2 2024-09-18T02:31:58.886 INFO:tasks.rados.rados.0.smithi046.stdout:3495: writing smithi04682744-46 from 3145728 to 3670016 tid 3 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3496: read oid 28 snap -1 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3496: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3497: rollback oid 8 current snap is 337 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 332 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3492: finishing write tid 6 to smithi04682744-35 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1293 (ObjNum 1117 snap 337 seq_num 1117) dirty exists 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3492: left oid 35 (ObjNum 1117 snap 337 seq_num 1117) 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3493: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3493: finishing copy_from to smithi04682744-39 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 2443 (ObjNum 1114 snap 335 seq_num 1114) dirty exists 2024-09-18T02:31:58.887 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 1 to smithi04682744-46 2024-09-18T02:31:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 2 to smithi04682744-46 2024-09-18T02:31:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:3492: done (4 left) 2024-09-18T02:31:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:3493: done (3 left) 2024-09-18T02:31:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:3498: rmattr oid 31 current snap is 337 2024-09-18T02:31:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:3498: done (3 left) 2024-09-18T02:31:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:3499: snap_create 2024-09-18T02:31:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:3496: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:31:58.890 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 3 to smithi04682744-46 2024-09-18T02:31:58.890 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 4 to smithi04682744-46 2024-09-18T02:31:58.890 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 5 to smithi04682744-46 2024-09-18T02:31:58.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1677 (ObjNum 1119 snap 337 seq_num 1119) dirty exists 2024-09-18T02:31:58.890 INFO:tasks.rados.rados.0.smithi046.stdout:3495: left oid 46 (ObjNum 1119 snap 337 seq_num 1119) 2024-09-18T02:31:58.891 INFO:tasks.rados.rados.0.smithi046.stdout:3497: finishing rollback tid 0 to smithi04682744-8 2024-09-18T02:31:58.891 INFO:tasks.rados.rados.0.smithi046.stdout:3497: finishing rollback tid 1 to smithi04682744-8 2024-09-18T02:31:58.891 INFO:tasks.rados.rados.0.smithi046.stdout:3497: finishing rollback tid 2 to smithi04682744-8 2024-09-18T02:31:58.891 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1992 (ObjNum 1058 snap 321 seq_num 1058) dirty exists 2024-09-18T02:31:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:58 smithi195 ceph-mon[89559]: pgmap v810: 121 pgs: 121 active+clean; 157 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:31:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:58 smithi195 ceph-mon[89559]: osdmap e751: 8 total, 8 up, 8 in 2024-09-18T02:31:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:58 smithi046 ceph-mon[97106]: pgmap v810: 121 pgs: 121 active+clean; 157 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:31:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:58 smithi046 ceph-mon[97106]: osdmap e751: 8 total, 8 up, 8 in 2024-09-18T02:31:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:58 smithi046 ceph-mon[94621]: pgmap v810: 121 pgs: 121 active+clean; 157 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:31:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:58 smithi046 ceph-mon[94621]: osdmap e751: 8 total, 8 up, 8 in 2024-09-18T02:31:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:31:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:3495: done (3 left) 2024-09-18T02:31:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:3496: done (2 left) 2024-09-18T02:31:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:3497: done (1 left) 2024-09-18T02:31:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:3499: done (0 left) 2024-09-18T02:31:59.848 INFO:tasks.rados.rados.0.smithi046.stdout:3500: snap_create 2024-09-18T02:32:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:31:59 smithi195 ceph-mon[89559]: osdmap e752: 8 total, 8 up, 8 in 2024-09-18T02:32:00.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:31:59 smithi046 ceph-mon[94621]: osdmap e752: 8 total, 8 up, 8 in 2024-09-18T02:32:00.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:31:59 smithi046 ceph-mon[97106]: osdmap e752: 8 total, 8 up, 8 in 2024-09-18T02:32:00.850 INFO:tasks.rados.rados.0.smithi046.stdout:3500: done (0 left) 2024-09-18T02:32:00.851 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 339 2024-09-18T02:32:00.851 INFO:tasks.rados.rados.0.smithi046.stdout:3501: seq_num 1120 ranges {6373376=761856,7135232=557056,7692288=425984,8118272=221184} 2024-09-18T02:32:00.890 INFO:tasks.rados.rados.0.smithi046.stdout:3501: writing smithi04682744-15 from 6373376 to 7135232 tid 1 2024-09-18T02:32:00.893 INFO:tasks.rados.rados.0.smithi046.stdout:3501: writing smithi04682744-15 from 7135232 to 7692288 tid 2 2024-09-18T02:32:00.895 INFO:tasks.rados.rados.0.smithi046.stdout:3501: writing smithi04682744-15 from 7692288 to 8118272 tid 3 2024-09-18T02:32:00.897 INFO:tasks.rados.rados.0.smithi046.stdout:3501: writing smithi04682744-15 from 8118272 to 8339456 tid 4 2024-09-18T02:32:00.898 INFO:tasks.rados.rados.0.smithi046.stdout:3502: rollback oid 3 current snap is 339 2024-09-18T02:32:00.898 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 337 2024-09-18T02:32:00.898 INFO:tasks.rados.rados.0.smithi046.stdout:3501: finishing write tid 1 to smithi04682744-15 2024-09-18T02:32:00.898 INFO:tasks.rados.rados.0.smithi046.stdout:3503: read oid 50 snap 332 2024-09-18T02:32:00.898 INFO:tasks.rados.rados.0.smithi046.stdout:3503: expect (ObjNum 1081 snap 328 seq_num 1081) 2024-09-18T02:32:00.898 INFO:tasks.rados.rados.0.smithi046.stdout:3504: snap_create 2024-09-18T02:32:00.898 INFO:tasks.rados.rados.0.smithi046.stdout:3501: finishing write tid 2 to smithi04682744-15 2024-09-18T02:32:00.902 INFO:tasks.rados.rados.0.smithi046.stdout:3501: finishing write tid 3 to smithi04682744-15 2024-09-18T02:32:00.902 INFO:tasks.rados.rados.0.smithi046.stdout:3501: finishing write tid 4 to smithi04682744-15 2024-09-18T02:32:00.903 INFO:tasks.rados.rados.0.smithi046.stdout:3501: finishing write tid 5 to smithi04682744-15 2024-09-18T02:32:00.904 INFO:tasks.rados.rados.0.smithi046.stdout:3501: finishing write tid 6 to smithi04682744-15 2024-09-18T02:32:00.904 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2227 (ObjNum 1120 snap 339 seq_num 1120) dirty exists 2024-09-18T02:32:00.905 INFO:tasks.rados.rados.0.smithi046.stdout:3501: left oid 15 (ObjNum 1120 snap 339 seq_num 1120) 2024-09-18T02:32:00.907 INFO:tasks.rados.rados.0.smithi046.stdout:3502: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:32:00.907 INFO:tasks.rados.rados.0.smithi046.stdout:3502: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:32:00.908 INFO:tasks.rados.rados.0.smithi046.stdout:3502: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:32:00.908 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2449 (ObjNum 1092 snap 330 seq_num 1092) dirty exists 2024-09-18T02:32:00.910 INFO:tasks.rados.rados.0.smithi046.stdout:3503: expect (ObjNum 1081 snap 328 seq_num 1081) 2024-09-18T02:32:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:00 smithi195 ceph-mon[89559]: pgmap v813: 121 pgs: 121 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-18T02:32:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:00 smithi195 ceph-mon[89559]: osdmap e753: 8 total, 8 up, 8 in 2024-09-18T02:32:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:00 smithi046 ceph-mon[97106]: pgmap v813: 121 pgs: 121 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-18T02:32:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:00 smithi046 ceph-mon[97106]: osdmap e753: 8 total, 8 up, 8 in 2024-09-18T02:32:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:00 smithi046 ceph-mon[94621]: pgmap v813: 121 pgs: 121 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-18T02:32:01.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:00 smithi046 ceph-mon[94621]: osdmap e753: 8 total, 8 up, 8 in 2024-09-18T02:32:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:3501: done (3 left) 2024-09-18T02:32:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:3502: done (2 left) 2024-09-18T02:32:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:3503: done (1 left) 2024-09-18T02:32:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:3504: done (0 left) 2024-09-18T02:32:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:3505: rollback oid 15 current snap is 340 2024-09-18T02:32:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 339 2024-09-18T02:32:01.838 INFO:tasks.rados.rados.0.smithi046.stdout:3506: snap_remove snap 337 2024-09-18T02:32:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:01 smithi195 ceph-mon[89559]: osdmap e754: 8 total, 8 up, 8 in 2024-09-18T02:32:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:01 smithi195 ceph-mon[89559]: osdmap e755: 8 total, 8 up, 8 in 2024-09-18T02:32:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:01 smithi046 ceph-mon[94621]: osdmap e754: 8 total, 8 up, 8 in 2024-09-18T02:32:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:01 smithi046 ceph-mon[94621]: osdmap e755: 8 total, 8 up, 8 in 2024-09-18T02:32:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:01 smithi046 ceph-mon[97106]: osdmap e754: 8 total, 8 up, 8 in 2024-09-18T02:32:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:01 smithi046 ceph-mon[97106]: osdmap e755: 8 total, 8 up, 8 in 2024-09-18T02:32:02.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:32:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:32:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3506: done (1 left) 2024-09-18T02:32:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3507: snap_remove snap 332 2024-09-18T02:32:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:02 smithi195 ceph-mon[89559]: pgmap v816: 121 pgs: 121 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-18T02:32:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:02 smithi195 ceph-mon[89559]: osdmap e756: 8 total, 8 up, 8 in 2024-09-18T02:32:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:02 smithi046 ceph-mon[94621]: pgmap v816: 121 pgs: 121 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-18T02:32:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:02 smithi046 ceph-mon[94621]: osdmap e756: 8 total, 8 up, 8 in 2024-09-18T02:32:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:02 smithi046 ceph-mon[97106]: pgmap v816: 121 pgs: 121 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-18T02:32:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:02 smithi046 ceph-mon[97106]: osdmap e756: 8 total, 8 up, 8 in 2024-09-18T02:32:03.840 INFO:tasks.rados.rados.0.smithi046.stdout:3507: done (1 left) 2024-09-18T02:32:03.840 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 340 2024-09-18T02:32:03.840 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing rollback tid 0 to smithi04682744-15 2024-09-18T02:32:03.841 INFO:tasks.rados.rados.0.smithi046.stdout:3508: seq_num 1121 ranges {3571712=778240,4349952=442368,4792320=638976,5431296=122880} 2024-09-18T02:32:03.864 INFO:tasks.rados.rados.0.smithi046.stdout:3508: writing smithi04682744-44 from 3571712 to 4349952 tid 1 2024-09-18T02:32:03.867 INFO:tasks.rados.rados.0.smithi046.stdout:3508: writing smithi04682744-44 from 4349952 to 4792320 tid 2 2024-09-18T02:32:03.871 INFO:tasks.rados.rados.0.smithi046.stdout:3508: writing smithi04682744-44 from 4792320 to 5431296 tid 3 2024-09-18T02:32:03.872 INFO:tasks.rados.rados.0.smithi046.stdout:3508: writing smithi04682744-44 from 5431296 to 5554176 tid 4 2024-09-18T02:32:03.872 INFO:tasks.rados.rados.0.smithi046.stdout:3509: rollback oid 37 current snap is 340 2024-09-18T02:32:03.872 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 339 2024-09-18T02:32:03.872 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing rollback tid 1 to smithi04682744-15 2024-09-18T02:32:03.872 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing rollback tid 2 to smithi04682744-15 2024-09-18T02:32:03.872 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2230 (ObjNum 1120 snap 339 seq_num 1120) dirty exists 2024-09-18T02:32:03.873 INFO:tasks.rados.rados.0.smithi046.stdout:3505: done (2 left) 2024-09-18T02:32:03.873 INFO:tasks.rados.rados.0.smithi046.stdout:3510: rollback oid 32 current snap is 340 2024-09-18T02:32:03.873 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 339 2024-09-18T02:32:03.873 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing write tid 1 to smithi04682744-44 2024-09-18T02:32:03.873 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing write tid 2 to smithi04682744-44 2024-09-18T02:32:03.873 INFO:tasks.rados.rados.0.smithi046.stdout:3511: snap_remove snap 338 2024-09-18T02:32:04.864 INFO:tasks.rados.rados.0.smithi046.stdout:3511: done (3 left) 2024-09-18T02:32:04.864 INFO:tasks.rados.rados.0.smithi046.stdout:3512: read oid 45 snap -1 2024-09-18T02:32:04.864 INFO:tasks.rados.rados.0.smithi046.stdout:3512: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:32:04.864 INFO:tasks.rados.rados.0.smithi046.stdout:3513: read oid 2 snap 339 2024-09-18T02:32:04.865 INFO:tasks.rados.rados.0.smithi046.stdout:3513: expect (ObjNum 1085 snap 328 seq_num 1085) 2024-09-18T02:32:04.865 INFO:tasks.rados.rados.0.smithi046.stdout:3514: read oid 50 snap -1 2024-09-18T02:32:04.865 INFO:tasks.rados.rados.0.smithi046.stdout:3514: expect (ObjNum 1081 snap 328 seq_num 1081) 2024-09-18T02:32:04.865 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 340 2024-09-18T02:32:04.865 INFO:tasks.rados.rados.0.smithi046.stdout:3515: seq_num 1122 ranges {319488=794624,1114112=729088,1843200=475136} 2024-09-18T02:32:04.874 INFO:tasks.rados.rados.0.smithi046.stdout:3515: writing smithi04682744-6 from 319488 to 1114112 tid 1 2024-09-18T02:32:04.876 INFO:tasks.rados.rados.0.smithi046.stdout:3515: writing smithi04682744-6 from 1114112 to 1843200 tid 2 2024-09-18T02:32:04.881 INFO:tasks.rados.rados.0.smithi046.stdout:3515: writing smithi04682744-6 from 1843200 to 2318336 tid 3 2024-09-18T02:32:04.881 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 340 2024-09-18T02:32:04.881 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing write tid 3 to smithi04682744-44 2024-09-18T02:32:04.881 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing write tid 4 to smithi04682744-44 2024-09-18T02:32:04.881 INFO:tasks.rados.rados.0.smithi046.stdout:3509: finishing rollback tid 1 to smithi04682744-37 2024-09-18T02:32:04.881 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 0 (ObjNum 305 snap 0 seq_num 1) dirty dne 2024-09-18T02:32:04.881 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing write tid 5 to smithi04682744-44 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing write tid 6 to smithi04682744-44 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1541 (ObjNum 1121 snap 340 seq_num 1121) dirty exists 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:3508: left oid 44 (ObjNum 1121 snap 340 seq_num 1121) 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2455 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:32:04.882 INFO:tasks.rados.rados.0.smithi046.stdout:3516: seq_num 1123 ranges {3399680=409600,3809280=614400,4423680=598016,5021696=393216} 2024-09-18T02:32:04.902 INFO:tasks.rados.rados.0.smithi046.stdout:3516: writing smithi04682744-29 from 3399680 to 3809280 tid 1 2024-09-18T02:32:04.906 INFO:tasks.rados.rados.0.smithi046.stdout:3516: writing smithi04682744-29 from 3809280 to 4423680 tid 2 2024-09-18T02:32:04.909 INFO:tasks.rados.rados.0.smithi046.stdout:3516: writing smithi04682744-29 from 4423680 to 5021696 tid 3 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3516: writing smithi04682744-29 from 5021696 to 5414912 tid 4 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3508: done (7 left) 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3509: done (6 left) 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3510: done (5 left) 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3517: read oid 30 snap 339 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3517: expect (ObjNum 1098 snap 331 seq_num 1098) 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3518: rollback oid 10 current snap is 340 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 339 2024-09-18T02:32:04.912 INFO:tasks.rados.rados.0.smithi046.stdout:3514: expect (ObjNum 1081 snap 328 seq_num 1081) 2024-09-18T02:32:04.950 INFO:tasks.rados.rados.0.smithi046.stdout:3512: expect (ObjNum 1041 snap 315 seq_num 1041) 2024-09-18T02:32:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 1 to smithi04682744-6 2024-09-18T02:32:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 2 to smithi04682744-6 2024-09-18T02:32:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 3 to smithi04682744-6 2024-09-18T02:32:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 4 to smithi04682744-6 2024-09-18T02:32:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 5 to smithi04682744-6 2024-09-18T02:32:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1960 (ObjNum 1122 snap 340 seq_num 1122) dirty exists 2024-09-18T02:32:05.131 INFO:tasks.rados.rados.0.smithi046.stdout:3515: left oid 6 (ObjNum 1122 snap 340 seq_num 1122) 2024-09-18T02:32:05.131 INFO:tasks.rados.rados.0.smithi046.stdout:3513: expect (ObjNum 1085 snap 328 seq_num 1085) 2024-09-18T02:32:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:04 smithi195 ceph-mon[89559]: pgmap v819: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-18T02:32:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:04 smithi195 ceph-mon[89559]: osdmap e757: 8 total, 8 up, 8 in 2024-09-18T02:32:05.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:04 smithi046 ceph-mon[97106]: pgmap v819: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-18T02:32:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:04 smithi046 ceph-mon[97106]: osdmap e757: 8 total, 8 up, 8 in 2024-09-18T02:32:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:04 smithi046 ceph-mon[94621]: pgmap v819: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-18T02:32:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:04 smithi046 ceph-mon[94621]: osdmap e757: 8 total, 8 up, 8 in 2024-09-18T02:32:05.372 INFO:tasks.rados.rados.0.smithi046.stdout:3516: finishing write tid 1 to smithi04682744-29 2024-09-18T02:32:05.372 INFO:tasks.rados.rados.0.smithi046.stdout:3516: finishing write tid 2 to smithi04682744-29 2024-09-18T02:32:05.372 INFO:tasks.rados.rados.0.smithi046.stdout:3516: finishing write tid 3 to smithi04682744-29 2024-09-18T02:32:05.372 INFO:tasks.rados.rados.0.smithi046.stdout:3516: finishing write tid 4 to smithi04682744-29 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:3516: finishing write tid 5 to smithi04682744-29 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:3516: finishing write tid 6 to smithi04682744-29 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1682 (ObjNum 1123 snap 340 seq_num 1123) dirty exists 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:3516: left oid 29 (ObjNum 1123 snap 340 seq_num 1123) 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing rollback tid 0 to smithi04682744-10 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1963 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:32:05.373 INFO:tasks.rados.rados.0.smithi046.stdout:3517: expect (ObjNum 1098 snap 331 seq_num 1098) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3512: done (6 left) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3513: done (5 left) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3514: done (4 left) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3515: done (3 left) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3516: done (2 left) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3517: done (1 left) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3518: done (0 left) 2024-09-18T02:32:05.423 INFO:tasks.rados.rados.0.smithi046.stdout:3519: read oid 2 snap -1 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3519: expect (ObjNum 1085 snap 328 seq_num 1085) 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3520: rollback oid 5 current snap is 340 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 339 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3521: copy_from oid 39 from oid 4 current snap is 340 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3522: copy_from oid 48 from oid 12 current snap is 340 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3523: read oid 19 snap -1 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3523: expect deleted 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3524: copy_from oid 16 from oid 35 current snap is 340 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 340 2024-09-18T02:32:05.424 INFO:tasks.rados.rados.0.smithi046.stdout:3525: seq_num 1124 ranges {4055040=434176,4489216=499712,4988928=409600,5398528=663552,6062080=32768} 2024-09-18T02:32:05.448 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04682744-49 from 4055040 to 4489216 tid 1 2024-09-18T02:32:05.451 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04682744-49 from 4489216 to 4988928 tid 2 2024-09-18T02:32:05.454 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04682744-49 from 4988928 to 5398528 tid 3 2024-09-18T02:32:05.459 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04682744-49 from 5398528 to 6062080 tid 4 2024-09-18T02:32:05.459 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04682744-49 from 6062080 to 6094848 tid 5 2024-09-18T02:32:05.459 INFO:tasks.rados.rados.0.smithi046.stdout:3526: snap_create 2024-09-18T02:32:05.459 INFO:tasks.rados.rados.0.smithi046.stdout:3522: finishing copy_from racing read to smithi04682744-48 2024-09-18T02:32:05.459 INFO:tasks.rados.rados.0.smithi046.stdout:3522: finishing copy_from to smithi04682744-48 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1916 (ObjNum 113 snap 0 seq_num 430068161) dirty exists 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:3520: finishing rollback tid 0 to smithi04682744-5 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:3520: finishing rollback tid 1 to smithi04682744-5 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:3520: finishing rollback tid 2 to smithi04682744-5 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2212 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing copy_from racing read to smithi04682744-39 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:3524: finishing copy_from racing read to smithi04682744-16 2024-09-18T02:32:05.460 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing copy_from to smithi04682744-39 2024-09-18T02:32:05.461 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1956 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:32:05.461 INFO:tasks.rados.rados.0.smithi046.stdout:3519: expect (ObjNum 1085 snap 328 seq_num 1085) 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3524: finishing copy_from to smithi04682744-16 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1293 (ObjNum 1117 snap 337 seq_num 1117) dirty exists 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 1 to smithi04682744-49 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 2 to smithi04682744-49 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 3 to smithi04682744-49 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 4 to smithi04682744-49 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 5 to smithi04682744-49 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 6 to smithi04682744-49 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 7 to smithi04682744-49 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2470 (ObjNum 1124 snap 340 seq_num 1124) dirty exists 2024-09-18T02:32:05.703 INFO:tasks.rados.rados.0.smithi046.stdout:3525: left oid 49 (ObjNum 1124 snap 340 seq_num 1124) 2024-09-18T02:32:05.868 INFO:tasks.rados.rados.0.smithi046.stdout:3519: done (7 left) 2024-09-18T02:32:05.868 INFO:tasks.rados.rados.0.smithi046.stdout:3520: done (6 left) 2024-09-18T02:32:05.868 INFO:tasks.rados.rados.0.smithi046.stdout:3521: done (5 left) 2024-09-18T02:32:05.868 INFO:tasks.rados.rados.0.smithi046.stdout:3522: done (4 left) 2024-09-18T02:32:05.868 INFO:tasks.rados.rados.0.smithi046.stdout:3523: done (3 left) 2024-09-18T02:32:05.868 INFO:tasks.rados.rados.0.smithi046.stdout:3524: done (2 left) 2024-09-18T02:32:05.868 INFO:tasks.rados.rados.0.smithi046.stdout:3525: done (1 left) 2024-09-18T02:32:05.869 INFO:tasks.rados.rados.0.smithi046.stdout:3526: done (0 left) 2024-09-18T02:32:05.869 INFO:tasks.rados.rados.0.smithi046.stdout:3527: delete oid 35 current snap is 341 2024-09-18T02:32:05.872 INFO:tasks.rados.rados.0.smithi046.stdout:3527: done (0 left) 2024-09-18T02:32:05.872 INFO:tasks.rados.rados.0.smithi046.stdout:3528: delete oid 27 current snap is 341 2024-09-18T02:32:05.876 INFO:tasks.rados.rados.0.smithi046.stdout:3528: done (0 left) 2024-09-18T02:32:05.876 INFO:tasks.rados.rados.0.smithi046.stdout:3529: snap_remove snap 339 2024-09-18T02:32:06.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:05 smithi195 ceph-mon[89559]: osdmap e758: 8 total, 8 up, 8 in 2024-09-18T02:32:06.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:05 smithi046 ceph-mon[94621]: osdmap e758: 8 total, 8 up, 8 in 2024-09-18T02:32:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:05 smithi046 ceph-mon[97106]: osdmap e758: 8 total, 8 up, 8 in 2024-09-18T02:32:06.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:32:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:32:06] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-09-18T02:32:06.840 INFO:tasks.rados.rados.0.smithi046.stdout:3529: done (0 left) 2024-09-18T02:32:06.840 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 341 2024-09-18T02:32:06.840 INFO:tasks.rados.rados.0.smithi046.stdout:3530: seq_num 1127 ranges {1064960=483328,1548288=598016,2146304=581632,2727936=425984} 2024-09-18T02:32:06.850 INFO:tasks.rados.rados.0.smithi046.stdout:3530: writing smithi04682744-17 from 1064960 to 1548288 tid 1 2024-09-18T02:32:06.854 INFO:tasks.rados.rados.0.smithi046.stdout:3530: writing smithi04682744-17 from 1548288 to 2146304 tid 2 2024-09-18T02:32:06.858 INFO:tasks.rados.rados.0.smithi046.stdout:3530: writing smithi04682744-17 from 2146304 to 2727936 tid 3 2024-09-18T02:32:06.861 INFO:tasks.rados.rados.0.smithi046.stdout:3530: writing smithi04682744-17 from 2727936 to 3153920 tid 4 2024-09-18T02:32:06.861 INFO:tasks.rados.rados.0.smithi046.stdout:3531: snap_remove snap 340 2024-09-18T02:32:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:06 smithi195 ceph-mon[89559]: pgmap v822: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 969 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-18T02:32:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:06 smithi195 ceph-mon[89559]: osdmap e759: 8 total, 8 up, 8 in 2024-09-18T02:32:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:06 smithi195 ceph-mon[89559]: osdmap e760: 8 total, 8 up, 8 in 2024-09-18T02:32:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:06 smithi046 ceph-mon[97106]: pgmap v822: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 969 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-18T02:32:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:06 smithi046 ceph-mon[97106]: osdmap e759: 8 total, 8 up, 8 in 2024-09-18T02:32:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:06 smithi046 ceph-mon[97106]: osdmap e760: 8 total, 8 up, 8 in 2024-09-18T02:32:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:06 smithi046 ceph-mon[94621]: pgmap v822: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 969 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-18T02:32:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:06 smithi046 ceph-mon[94621]: osdmap e759: 8 total, 8 up, 8 in 2024-09-18T02:32:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:06 smithi046 ceph-mon[94621]: osdmap e760: 8 total, 8 up, 8 in 2024-09-18T02:32:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:3531: done (1 left) 2024-09-18T02:32:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:3532: snap_create 2024-09-18T02:32:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 1 to smithi04682744-17 2024-09-18T02:32:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 2 to smithi04682744-17 2024-09-18T02:32:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 3 to smithi04682744-17 2024-09-18T02:32:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 4 to smithi04682744-17 2024-09-18T02:32:07.840 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 5 to smithi04682744-17 2024-09-18T02:32:07.841 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 6 to smithi04682744-17 2024-09-18T02:32:07.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2221 (ObjNum 1127 snap 341 seq_num 1127) dirty exists 2024-09-18T02:32:07.841 INFO:tasks.rados.rados.0.smithi046.stdout:3530: left oid 17 (ObjNum 1127 snap 341 seq_num 1127) 2024-09-18T02:32:08.842 INFO:tasks.rados.rados.0.smithi046.stdout:3530: done (1 left) 2024-09-18T02:32:08.842 INFO:tasks.rados.rados.0.smithi046.stdout:3532: done (0 left) 2024-09-18T02:32:08.842 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 342 2024-09-18T02:32:08.842 INFO:tasks.rados.rados.0.smithi046.stdout:3533: seq_num 1128 ranges {1785856=499712,2285568=483328,2768896=786432,3555328=335872} 2024-09-18T02:32:08.854 INFO:tasks.rados.rados.0.smithi046.stdout:3533: writing smithi04682744-34 from 1785856 to 2285568 tid 1 2024-09-18T02:32:08.857 INFO:tasks.rados.rados.0.smithi046.stdout:3533: writing smithi04682744-34 from 2285568 to 2768896 tid 2 2024-09-18T02:32:08.862 INFO:tasks.rados.rados.0.smithi046.stdout:3533: writing smithi04682744-34 from 2768896 to 3555328 tid 3 2024-09-18T02:32:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:3533: writing smithi04682744-34 from 3555328 to 3891200 tid 4 2024-09-18T02:32:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:3534: setattr oid 41 current snap is 342 2024-09-18T02:32:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing write tid 1 to smithi04682744-34 2024-09-18T02:32:08.865 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing write tid 2 to smithi04682744-34 2024-09-18T02:32:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 342 2024-09-18T02:32:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3535: seq_num 1129 ranges {2113536=516096,2629632=770048,3399680=598016,3997696=237568} 2024-09-18T02:32:08.882 INFO:tasks.rados.rados.0.smithi046.stdout:3535: writing smithi04682744-40 from 2113536 to 2629632 tid 1 2024-09-18T02:32:08.887 INFO:tasks.rados.rados.0.smithi046.stdout:3535: writing smithi04682744-40 from 2629632 to 3399680 tid 2 2024-09-18T02:32:08.890 INFO:tasks.rados.rados.0.smithi046.stdout:3535: writing smithi04682744-40 from 3399680 to 3997696 tid 3 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3535: writing smithi04682744-40 from 3997696 to 4235264 tid 4 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3536: read oid 47 snap 341 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3536: expect deleted 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3537: read oid 12 snap -1 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3537: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3538: read oid 33 snap -1 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3538: expect deleted 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3539: copy_from oid 2 from oid 1 current snap is 342 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing write tid 3 to smithi04682744-34 2024-09-18T02:32:08.894 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing write tid 4 to smithi04682744-34 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing write tid 5 to smithi04682744-34 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1295 (ObjNum 225 snap 0 seq_num 1147538320) dirty exists 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing write tid 6 to smithi04682744-34 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1969 (ObjNum 1128 snap 342 seq_num 1128) dirty exists 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3533: left oid 34 (ObjNum 1128 snap 342 seq_num 1128) 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing write tid 1 to smithi04682744-40 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3533: done (6 left) 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3534: done (5 left) 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3540: read oid 15 snap -1 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3540: expect (ObjNum 1120 snap 339 seq_num 1120) 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3541: copy_from oid 3 from oid 31 current snap is 342 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3542: read oid 49 snap 341 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3542: expect (ObjNum 1124 snap 340 seq_num 1124) 2024-09-18T02:32:08.895 INFO:tasks.rados.rados.0.smithi046.stdout:3543: snap_create 2024-09-18T02:32:08.896 INFO:tasks.rados.rados.0.smithi046.stdout:3537: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:32:08.896 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing write tid 2 to smithi04682744-40 2024-09-18T02:32:08.898 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing write tid 3 to smithi04682744-40 2024-09-18T02:32:08.906 INFO:tasks.rados.rados.0.smithi046.stdout:3541: finishing copy_from racing read to smithi04682744-3 2024-09-18T02:32:08.907 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing write tid 4 to smithi04682744-40 2024-09-18T02:32:08.926 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing write tid 5 to smithi04682744-40 2024-09-18T02:32:08.935 INFO:tasks.rados.rados.0.smithi046.stdout:3540: expect (ObjNum 1120 snap 339 seq_num 1120) 2024-09-18T02:32:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:08 smithi195 ceph-mon[89559]: pgmap v825: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 969 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:32:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:08 smithi195 ceph-mon[89559]: osdmap e761: 8 total, 8 up, 8 in 2024-09-18T02:32:09.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:08 smithi046 ceph-mon[94621]: pgmap v825: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 969 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:32:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:08 smithi046 ceph-mon[94621]: osdmap e761: 8 total, 8 up, 8 in 2024-09-18T02:32:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:08 smithi046 ceph-mon[97106]: pgmap v825: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 969 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:32:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:08 smithi046 ceph-mon[97106]: osdmap e761: 8 total, 8 up, 8 in 2024-09-18T02:32:09.478 INFO:tasks.rados.rados.0.smithi046.stdout:3542: expect (ObjNum 1124 snap 340 seq_num 1124) 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:3541: finishing copy_from to smithi04682744-3 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1947 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing write tid 6 to smithi04682744-40 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2480 (ObjNum 1129 snap 342 seq_num 1129) dirty exists 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:3535: left oid 40 (ObjNum 1129 snap 342 seq_num 1129) 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing copy_from racing read to smithi04682744-2 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing copy_from to smithi04682744-2 2024-09-18T02:32:09.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1989 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:32:09.850 INFO:tasks.rados.rados.0.smithi046.stdout:3535: done (8 left) 2024-09-18T02:32:09.850 INFO:tasks.rados.rados.0.smithi046.stdout:3536: done (7 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3537: done (6 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3538: done (5 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3539: done (4 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3540: done (3 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3541: done (2 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3542: done (1 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3543: done (0 left) 2024-09-18T02:32:09.851 INFO:tasks.rados.rados.0.smithi046.stdout:3544: setattr oid 18 current snap is 343 2024-09-18T02:32:09.852 INFO:tasks.rados.rados.0.smithi046.stdout:3545: copy_from oid 28 from oid 41 current snap is 343 2024-09-18T02:32:09.852 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 343 2024-09-18T02:32:09.852 INFO:tasks.rados.rados.0.smithi046.stdout:3546: seq_num 1130 ranges {319488=532480,851968=655360,1507328=753664,2260992=196608} 2024-09-18T02:32:09.856 INFO:tasks.rados.rados.0.smithi046.stdout:3546: writing smithi04682744-3 from 319488 to 851968 tid 1 2024-09-18T02:32:09.861 INFO:tasks.rados.rados.0.smithi046.stdout:3546: writing smithi04682744-3 from 851968 to 1507328 tid 2 2024-09-18T02:32:09.866 INFO:tasks.rados.rados.0.smithi046.stdout:3546: writing smithi04682744-3 from 1507328 to 2260992 tid 3 2024-09-18T02:32:09.867 INFO:tasks.rados.rados.0.smithi046.stdout:3546: writing smithi04682744-3 from 2260992 to 2457600 tid 4 2024-09-18T02:32:09.867 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 343 2024-09-18T02:32:09.867 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2213 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:32:09.867 INFO:tasks.rados.rados.0.smithi046.stdout:3547: seq_num 1131 ranges {3571712=548864,4120576=540672,4661248=565248,5226496=425984,5652480=73728} 2024-09-18T02:32:09.890 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04682744-5 from 3571712 to 4120576 tid 1 2024-09-18T02:32:09.893 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04682744-5 from 4120576 to 4661248 tid 2 2024-09-18T02:32:09.896 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04682744-5 from 4661248 to 5226496 tid 3 2024-09-18T02:32:09.899 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04682744-5 from 5226496 to 5652480 tid 4 2024-09-18T02:32:09.899 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04682744-5 from 5652480 to 5726208 tid 5 2024-09-18T02:32:09.899 INFO:tasks.rados.rados.0.smithi046.stdout:3544: done (3 left) 2024-09-18T02:32:09.899 INFO:tasks.rados.rados.0.smithi046.stdout:3548: snap_remove snap 341 2024-09-18T02:32:10.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:09 smithi195 ceph-mon[89559]: osdmap e762: 8 total, 8 up, 8 in 2024-09-18T02:32:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:09 smithi046 ceph-mon[97106]: osdmap e762: 8 total, 8 up, 8 in 2024-09-18T02:32:10.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:09 smithi046 ceph-mon[94621]: osdmap e762: 8 total, 8 up, 8 in 2024-09-18T02:32:10.858 INFO:tasks.rados.rados.0.smithi046.stdout:3548: done (3 left) 2024-09-18T02:32:10.858 INFO:tasks.rados.rados.0.smithi046.stdout:3549: rollback oid 49 current snap is 343 2024-09-18T02:32:10.858 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 342 2024-09-18T02:32:10.858 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing copy_from racing read to smithi04682744-28 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing copy_from to smithi04682744-28 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1295 (ObjNum 225 snap 0 seq_num 1147520896) dirty exists 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 1 to smithi04682744-3 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 2 to smithi04682744-3 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 3 to smithi04682744-3 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 4 to smithi04682744-3 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 5 to smithi04682744-3 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 6 to smithi04682744-3 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2488 (ObjNum 1130 snap 343 seq_num 1130) dirty exists 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3546: left oid 3 (ObjNum 1130 snap 343 seq_num 1130) 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 1 to smithi04682744-5 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 2 to smithi04682744-5 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 3 to smithi04682744-5 2024-09-18T02:32:10.859 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 4 to smithi04682744-5 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 5 to smithi04682744-5 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 6 to smithi04682744-5 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 7 to smithi04682744-5 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2219 (ObjNum 1131 snap 343 seq_num 1131) dirty exists 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3547: left oid 5 (ObjNum 1131 snap 343 seq_num 1131) 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3545: done (3 left) 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3546: done (2 left) 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3547: done (1 left) 2024-09-18T02:32:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:3550: setattr oid 16 current snap is 343 2024-09-18T02:32:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:3551: copy_from oid 44 from oid 34 current snap is 343 2024-09-18T02:32:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:3552: read oid 15 snap -1 2024-09-18T02:32:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:3552: expect (ObjNum 1120 snap 339 seq_num 1120) 2024-09-18T02:32:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:3553: rollback oid 18 current snap is 343 2024-09-18T02:32:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 342 2024-09-18T02:32:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 343 2024-09-18T02:32:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:3554: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2024-09-18T02:32:10.864 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04682744-33 from 0 to 565248 tid 1 2024-09-18T02:32:10.868 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04682744-33 from 565248 to 991232 tid 2 2024-09-18T02:32:10.873 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04682744-33 from 991232 to 1761280 tid 3 2024-09-18T02:32:10.877 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04682744-33 from 1761280 to 2170880 tid 4 2024-09-18T02:32:10.877 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 343 2024-09-18T02:32:10.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 2210 (ObjNum 1117 snap 337 seq_num 1117) dirty exists 2024-09-18T02:32:10.877 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing rollback tid 0 to smithi04682744-49 2024-09-18T02:32:10.877 INFO:tasks.rados.rados.0.smithi046.stdout:3555: seq_num 1133 ranges {1310720=581632,1892352=753664,2646016=573440,3219456=278528} 2024-09-18T02:32:10.888 INFO:tasks.rados.rados.0.smithi046.stdout:3555: writing smithi04682744-50 from 1310720 to 1892352 tid 1 2024-09-18T02:32:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:3555: writing smithi04682744-50 from 1892352 to 2646016 tid 2 2024-09-18T02:32:10.897 INFO:tasks.rados.rados.0.smithi046.stdout:3555: writing smithi04682744-50 from 2646016 to 3219456 tid 3 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3555: writing smithi04682744-50 from 3219456 to 3497984 tid 4 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3550: done (6 left) 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3556: rmattr oid 31 current snap is 343 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3556: done (6 left) 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3557: rmattr oid 39 current snap is 343 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing rollback tid 1 to smithi04682744-49 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing rollback tid 2 to smithi04682744-49 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2492 (ObjNum 1124 snap 340 seq_num 1124) dirty exists 2024-09-18T02:32:10.901 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 1 to smithi04682744-33 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 2 to smithi04682744-33 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 3 to smithi04682744-33 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3553: finishing rollback tid 0 to smithi04682744-18 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3553: finishing rollback tid 1 to smithi04682744-18 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3553: finishing rollback tid 2 to smithi04682744-18 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2222 (ObjNum 846 snap 264 seq_num 846) dirty exists 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 4 to smithi04682744-33 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 5 to smithi04682744-33 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3549: done (6 left) 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3553: done (5 left) 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3558: read oid 16 snap 342 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3558: expect (ObjNum 1117 snap 337 seq_num 1117) 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:3559: rollback oid 2 current snap is 343 2024-09-18T02:32:10.902 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 342 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 6 to smithi04682744-33 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 2221 (ObjNum 1132 snap 343 seq_num 1132) dirty exists 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3554: left oid 33 (ObjNum 1132 snap 343 seq_num 1132) 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3551: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 1 to smithi04682744-50 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 2 to smithi04682744-50 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3554: done (6 left) 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3560: snap_create 2024-09-18T02:32:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:3552: expect (ObjNum 1120 snap 339 seq_num 1120) 2024-09-18T02:32:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:10 smithi195 ceph-mon[89559]: pgmap v828: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-18T02:32:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:10 smithi195 ceph-mon[89559]: osdmap e763: 8 total, 8 up, 8 in 2024-09-18T02:32:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:10 smithi046 ceph-mon[94621]: pgmap v828: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-18T02:32:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:10 smithi046 ceph-mon[94621]: osdmap e763: 8 total, 8 up, 8 in 2024-09-18T02:32:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:10 smithi046 ceph-mon[97106]: pgmap v828: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-18T02:32:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:10 smithi046 ceph-mon[97106]: osdmap e763: 8 total, 8 up, 8 in 2024-09-18T02:32:11.446 INFO:tasks.rados.rados.0.smithi046.stdout:3551: finishing copy_from to smithi04682744-44 2024-09-18T02:32:11.446 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1969 (ObjNum 1128 snap 342 seq_num 1128) dirty exists 2024-09-18T02:32:11.446 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 2444 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:32:11.446 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 3 to smithi04682744-50 2024-09-18T02:32:11.446 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 4 to smithi04682744-50 2024-09-18T02:32:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 5 to smithi04682744-50 2024-09-18T02:32:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 6 to smithi04682744-50 2024-09-18T02:32:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2227 (ObjNum 1133 snap 343 seq_num 1133) dirty exists 2024-09-18T02:32:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:3555: left oid 50 (ObjNum 1133 snap 343 seq_num 1133) 2024-09-18T02:32:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:3559: finishing rollback tid 0 to smithi04682744-2 2024-09-18T02:32:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:3559: finishing rollback tid 1 to smithi04682744-2 2024-09-18T02:32:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:3558: expect (ObjNum 1117 snap 337 seq_num 1117) 2024-09-18T02:32:11.526 INFO:tasks.rados.rados.0.smithi046.stdout:3559: finishing rollback tid 2 to smithi04682744-2 2024-09-18T02:32:11.527 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1995 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:32:11.839 INFO:tasks.rados.rados.0.smithi046.stdout:3551: done (6 left) 2024-09-18T02:32:11.839 INFO:tasks.rados.rados.0.smithi046.stdout:3552: done (5 left) 2024-09-18T02:32:11.839 INFO:tasks.rados.rados.0.smithi046.stdout:3555: done (4 left) 2024-09-18T02:32:11.839 INFO:tasks.rados.rados.0.smithi046.stdout:3557: done (3 left) 2024-09-18T02:32:11.839 INFO:tasks.rados.rados.0.smithi046.stdout:3558: done (2 left) 2024-09-18T02:32:11.840 INFO:tasks.rados.rados.0.smithi046.stdout:3559: done (1 left) 2024-09-18T02:32:11.840 INFO:tasks.rados.rados.0.smithi046.stdout:3560: done (0 left) 2024-09-18T02:32:11.840 INFO:tasks.rados.rados.0.smithi046.stdout:3561: read oid 13 snap -1 2024-09-18T02:32:11.840 INFO:tasks.rados.rados.0.smithi046.stdout:3561: expect (ObjNum 1113 snap 335 seq_num 1113) 2024-09-18T02:32:11.840 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 344 2024-09-18T02:32:11.840 INFO:tasks.rados.rados.0.smithi046.stdout:3562: seq_num 1134 ranges {1736704=598016,2334720=638976,2973696=737280,3710976=229376} 2024-09-18T02:32:11.852 INFO:tasks.rados.rados.0.smithi046.stdout:3562: writing smithi04682744-14 from 1736704 to 2334720 tid 1 2024-09-18T02:32:11.856 INFO:tasks.rados.rados.0.smithi046.stdout:3562: writing smithi04682744-14 from 2334720 to 2973696 tid 2 2024-09-18T02:32:11.860 INFO:tasks.rados.rados.0.smithi046.stdout:3562: writing smithi04682744-14 from 2973696 to 3710976 tid 3 2024-09-18T02:32:11.862 INFO:tasks.rados.rados.0.smithi046.stdout:3562: writing smithi04682744-14 from 3710976 to 3940352 tid 4 2024-09-18T02:32:11.862 INFO:tasks.rados.rados.0.smithi046.stdout:3563: rmattr oid 44 current snap is 344 2024-09-18T02:32:11.862 INFO:tasks.rados.rados.0.smithi046.stdout:3561: expect (ObjNum 1113 snap 335 seq_num 1113) 2024-09-18T02:32:11.979 INFO:tasks.rados.rados.0.smithi046.stdout:3562: finishing write tid 1 to smithi04682744-14 2024-09-18T02:32:11.979 INFO:tasks.rados.rados.0.smithi046.stdout:3562: finishing write tid 2 to smithi04682744-14 2024-09-18T02:32:11.979 INFO:tasks.rados.rados.0.smithi046.stdout:3562: finishing write tid 3 to smithi04682744-14 2024-09-18T02:32:11.979 INFO:tasks.rados.rados.0.smithi046.stdout:3562: finishing write tid 4 to smithi04682744-14 2024-09-18T02:32:11.979 INFO:tasks.rados.rados.0.smithi046.stdout:3562: finishing write tid 5 to smithi04682744-14 2024-09-18T02:32:11.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1970 (ObjNum 1128 snap 342 seq_num 1128) dirty exists 2024-09-18T02:32:11.979 INFO:tasks.rados.rados.0.smithi046.stdout:3562: finishing write tid 6 to smithi04682744-14 2024-09-18T02:32:11.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2215 (ObjNum 1134 snap 344 seq_num 1134) dirty exists 2024-09-18T02:32:11.980 INFO:tasks.rados.rados.0.smithi046.stdout:3562: left oid 14 (ObjNum 1134 snap 344 seq_num 1134) 2024-09-18T02:32:11.980 INFO:tasks.rados.rados.0.smithi046.stdout:3561: done (2 left) 2024-09-18T02:32:11.980 INFO:tasks.rados.rados.0.smithi046.stdout:3562: done (1 left) 2024-09-18T02:32:11.980 INFO:tasks.rados.rados.0.smithi046.stdout:3563: done (0 left) 2024-09-18T02:32:11.980 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 344 2024-09-18T02:32:11.980 INFO:tasks.rados.rados.0.smithi046.stdout:3564: seq_num 1135 ranges {3571712=614400,4186112=524288,4710400=540672,5251072=483328,5734400=57344} 2024-09-18T02:32:12.001 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04682744-45 from 3571712 to 4186112 tid 1 2024-09-18T02:32:12.004 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04682744-45 from 4186112 to 4710400 tid 2 2024-09-18T02:32:12.007 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04682744-45 from 4710400 to 5251072 tid 3 2024-09-18T02:32:12.010 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04682744-45 from 5251072 to 5734400 tid 4 2024-09-18T02:32:12.011 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04682744-45 from 5734400 to 5791744 tid 5 2024-09-18T02:32:12.011 INFO:tasks.rados.rados.0.smithi046.stdout:3565: rollback oid 47 current snap is 344 2024-09-18T02:32:12.011 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 342 2024-09-18T02:32:12.012 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 1 to smithi04682744-45 2024-09-18T02:32:12.012 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 2 to smithi04682744-45 2024-09-18T02:32:12.012 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 3 to smithi04682744-45 2024-09-18T02:32:12.012 INFO:tasks.rados.rados.0.smithi046.stdout:3566: read oid 24 snap -1 2024-09-18T02:32:12.012 INFO:tasks.rados.rados.0.smithi046.stdout:3566: expect deleted 2024-09-18T02:32:12.012 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 344 2024-09-18T02:32:12.012 INFO:tasks.rados.rados.0.smithi046.stdout:3567: seq_num 1136 ranges {2170880=630784,2801664=409600,3211264=753664,3964928=417792,4382720=24576} 2024-09-18T02:32:12.026 INFO:tasks.rados.rados.0.smithi046.stdout:3567: writing smithi04682744-33 from 2170880 to 2801664 tid 1 2024-09-18T02:32:12.029 INFO:tasks.rados.rados.0.smithi046.stdout:3567: writing smithi04682744-33 from 2801664 to 3211264 tid 2 2024-09-18T02:32:12.033 INFO:tasks.rados.rados.0.smithi046.stdout:3567: writing smithi04682744-33 from 3211264 to 3964928 tid 3 2024-09-18T02:32:12.035 INFO:tasks.rados.rados.0.smithi046.stdout:3567: writing smithi04682744-33 from 3964928 to 4382720 tid 4 2024-09-18T02:32:12.036 INFO:tasks.rados.rados.0.smithi046.stdout:3567: writing smithi04682744-33 from 4382720 to 4407296 tid 5 2024-09-18T02:32:12.036 INFO:tasks.rados.rados.0.smithi046.stdout:3568: copy_from oid 35 from oid 31 current snap is 344 2024-09-18T02:32:12.036 INFO:tasks.rados.rados.0.smithi046.stdout:3565: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:32:12.036 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:32:12.036 INFO:tasks.rados.rados.0.smithi046.stdout:3565: done (4 left) 2024-09-18T02:32:12.036 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 344 2024-09-18T02:32:12.036 INFO:tasks.rados.rados.0.smithi046.stdout:3569: seq_num 1137 ranges {8167424=647168,8814592=696320,9510912=557056,10067968=352256} 2024-09-18T02:32:12.083 INFO:tasks.rados.rados.0.smithi046.stdout:3569: writing smithi04682744-8 from 8167424 to 8814592 tid 1 2024-09-18T02:32:12.087 INFO:tasks.rados.rados.0.smithi046.stdout:3569: writing smithi04682744-8 from 8814592 to 9510912 tid 2 2024-09-18T02:32:12.090 INFO:tasks.rados.rados.0.smithi046.stdout:3569: writing smithi04682744-8 from 9510912 to 10067968 tid 3 2024-09-18T02:32:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:3569: writing smithi04682744-8 from 10067968 to 10420224 tid 4 2024-09-18T02:32:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:3570: read oid 47 snap -1 2024-09-18T02:32:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:3570: expect deleted 2024-09-18T02:32:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 344 2024-09-18T02:32:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:3571: seq_num 1138 ranges {3923968=663552,4587520=581632,5169152=712704,5881856=311296} 2024-09-18T02:32:12.118 INFO:tasks.rados.rados.0.smithi046.stdout:3571: writing smithi04682744-26 from 3923968 to 4587520 tid 1 2024-09-18T02:32:12.122 INFO:tasks.rados.rados.0.smithi046.stdout:3571: writing smithi04682744-26 from 4587520 to 5169152 tid 2 2024-09-18T02:32:12.126 INFO:tasks.rados.rados.0.smithi046.stdout:3571: writing smithi04682744-26 from 5169152 to 5881856 tid 3 2024-09-18T02:32:12.129 INFO:tasks.rados.rados.0.smithi046.stdout:3571: writing smithi04682744-26 from 5881856 to 6193152 tid 4 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3572: rollback oid 32 current snap is 344 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 343 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 4 to smithi04682744-45 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 5 to smithi04682744-45 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 6 to smithi04682744-45 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3566: done (7 left) 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3573: snap_create 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 7 to smithi04682744-45 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2230 (ObjNum 1135 snap 344 seq_num 1135) dirty exists 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3564: left oid 45 (ObjNum 1135 snap 344 seq_num 1135) 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing write tid 1 to smithi04682744-33 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing write tid 2 to smithi04682744-33 2024-09-18T02:32:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing write tid 3 to smithi04682744-33 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3568: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing write tid 4 to smithi04682744-33 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing write tid 5 to smithi04682744-33 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3568: finishing copy_from to smithi04682744-35 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1947 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing write tid 6 to smithi04682744-33 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing write tid 7 to smithi04682744-33 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 2227 (ObjNum 1136 snap 344 seq_num 1136) dirty exists 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3567: left oid 33 (ObjNum 1136 snap 344 seq_num 1136) 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 1 to smithi04682744-8 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 2 to smithi04682744-8 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 3 to smithi04682744-8 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 4 to smithi04682744-8 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 5 to smithi04682744-8 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 6 to smithi04682744-8 2024-09-18T02:32:12.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2000 (ObjNum 1137 snap 344 seq_num 1137) dirty exists 2024-09-18T02:32:12.132 INFO:tasks.rados.rados.0.smithi046.stdout:3569: left oid 8 (ObjNum 1137 snap 344 seq_num 1137) 2024-09-18T02:32:12.132 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing write tid 1 to smithi04682744-26 2024-09-18T02:32:12.132 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing write tid 2 to smithi04682744-26 2024-09-18T02:32:12.132 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing write tid 3 to smithi04682744-26 2024-09-18T02:32:12.132 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing write tid 4 to smithi04682744-26 2024-09-18T02:32:12.132 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing write tid 5 to smithi04682744-26 2024-09-18T02:32:12.135 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing write tid 6 to smithi04682744-26 2024-09-18T02:32:12.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2502 (ObjNum 1138 snap 344 seq_num 1138) dirty exists 2024-09-18T02:32:12.135 INFO:tasks.rados.rados.0.smithi046.stdout:3571: left oid 26 (ObjNum 1138 snap 344 seq_num 1138) 2024-09-18T02:32:12.138 INFO:tasks.rados.rados.0.smithi046.stdout:3572: finishing rollback tid 0 to smithi04682744-32 2024-09-18T02:32:12.138 INFO:tasks.rados.rados.0.smithi046.stdout:3572: finishing rollback tid 1 to smithi04682744-32 2024-09-18T02:32:12.138 INFO:tasks.rados.rados.0.smithi046.stdout:3572: finishing rollback tid 2 to smithi04682744-32 2024-09-18T02:32:12.138 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2506 (ObjNum 1041 snap 315 seq_num 1041) dirty exists 2024-09-18T02:32:12.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:11 smithi195 ceph-mon[89559]: osdmap e764: 8 total, 8 up, 8 in 2024-09-18T02:32:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:11 smithi195 ceph-mon[89559]: osdmap e765: 8 total, 8 up, 8 in 2024-09-18T02:32:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:11 smithi046 ceph-mon[94621]: osdmap e764: 8 total, 8 up, 8 in 2024-09-18T02:32:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:11 smithi046 ceph-mon[94621]: osdmap e765: 8 total, 8 up, 8 in 2024-09-18T02:32:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:11 smithi046 ceph-mon[97106]: osdmap e764: 8 total, 8 up, 8 in 2024-09-18T02:32:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:11 smithi046 ceph-mon[97106]: osdmap e765: 8 total, 8 up, 8 in 2024-09-18T02:32:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:32:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:32:12.868 INFO:tasks.rados.rados.0.smithi046.stdout:3564: done (7 left) 2024-09-18T02:32:12.868 INFO:tasks.rados.rados.0.smithi046.stdout:3567: done (6 left) 2024-09-18T02:32:12.868 INFO:tasks.rados.rados.0.smithi046.stdout:3568: done (5 left) 2024-09-18T02:32:12.868 INFO:tasks.rados.rados.0.smithi046.stdout:3569: done (4 left) 2024-09-18T02:32:12.868 INFO:tasks.rados.rados.0.smithi046.stdout:3570: done (3 left) 2024-09-18T02:32:12.868 INFO:tasks.rados.rados.0.smithi046.stdout:3571: done (2 left) 2024-09-18T02:32:12.868 INFO:tasks.rados.rados.0.smithi046.stdout:3572: done (1 left) 2024-09-18T02:32:12.869 INFO:tasks.rados.rados.0.smithi046.stdout:3573: done (0 left) 2024-09-18T02:32:12.869 INFO:tasks.rados.rados.0.smithi046.stdout:3574: snap_remove snap 342 2024-09-18T02:32:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:12 smithi195 ceph-mon[89559]: pgmap v831: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-18T02:32:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:12 smithi046 ceph-mon[94621]: pgmap v831: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-18T02:32:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:12 smithi046 ceph-mon[97106]: pgmap v831: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-18T02:32:13.875 INFO:tasks.rados.rados.0.smithi046.stdout:3574: done (0 left) 2024-09-18T02:32:13.875 INFO:tasks.rados.rados.0.smithi046.stdout:3575: delete oid 16 current snap is 345 2024-09-18T02:32:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:3575: done (0 left) 2024-09-18T02:32:13.885 INFO:tasks.rados.rados.0.smithi046.stdout:3576: read oid 10 snap -1 2024-09-18T02:32:13.886 INFO:tasks.rados.rados.0.smithi046.stdout:3576: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:32:13.886 INFO:tasks.rados.rados.0.smithi046.stdout:3577: rmattr oid 43 current snap is 345 2024-09-18T02:32:13.886 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 345 2024-09-18T02:32:13.886 INFO:tasks.rados.rados.0.smithi046.stdout:3578: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-09-18T02:32:13.890 INFO:tasks.rados.rados.0.smithi046.stdout:3578: writing smithi04682744-12 from 0 to 696320 tid 1 2024-09-18T02:32:13.895 INFO:tasks.rados.rados.0.smithi046.stdout:3578: writing smithi04682744-12 from 696320 to 1441792 tid 2 2024-09-18T02:32:13.900 INFO:tasks.rados.rados.0.smithi046.stdout:3578: writing smithi04682744-12 from 1441792 to 2170880 tid 3 2024-09-18T02:32:13.900 INFO:tasks.rados.rados.0.smithi046.stdout:3578: writing smithi04682744-12 from 2170880 to 2301952 tid 4 2024-09-18T02:32:13.901 INFO:tasks.rados.rados.0.smithi046.stdout:3579: rmattr oid 38 current snap is 345 2024-09-18T02:32:13.901 INFO:tasks.rados.rados.0.smithi046.stdout:3576: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:32:13.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1672 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:32:13.910 INFO:tasks.rados.rados.0.smithi046.stdout:3578: finishing write tid 1 to smithi04682744-12 2024-09-18T02:32:13.910 INFO:tasks.rados.rados.0.smithi046.stdout:3578: finishing write tid 2 to smithi04682744-12 2024-09-18T02:32:13.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2234 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3578: finishing write tid 3 to smithi04682744-12 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3578: finishing write tid 4 to smithi04682744-12 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3576: done (3 left) 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3577: done (2 left) 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3579: done (1 left) 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 345 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3578: finishing write tid 5 to smithi04682744-12 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3578: finishing write tid 6 to smithi04682744-12 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2449 (ObjNum 1140 snap 345 seq_num 1140) dirty exists 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3578: left oid 12 (ObjNum 1140 snap 345 seq_num 1140) 2024-09-18T02:32:13.911 INFO:tasks.rados.rados.0.smithi046.stdout:3580: seq_num 1141 ranges {3399680=712704,4112384=679936,4792320=540672,5332992=385024} 2024-09-18T02:32:13.933 INFO:tasks.rados.rados.0.smithi046.stdout:3580: writing smithi04682744-13 from 3399680 to 4112384 tid 1 2024-09-18T02:32:13.937 INFO:tasks.rados.rados.0.smithi046.stdout:3580: writing smithi04682744-13 from 4112384 to 4792320 tid 2 2024-09-18T02:32:13.940 INFO:tasks.rados.rados.0.smithi046.stdout:3580: writing smithi04682744-13 from 4792320 to 5332992 tid 3 2024-09-18T02:32:13.942 INFO:tasks.rados.rados.0.smithi046.stdout:3580: writing smithi04682744-13 from 5332992 to 5718016 tid 4 2024-09-18T02:32:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:3578: done (1 left) 2024-09-18T02:32:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 345 2024-09-18T02:32:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing write tid 1 to smithi04682744-13 2024-09-18T02:32:13.943 INFO:tasks.rados.rados.0.smithi046.stdout:3581: seq_num 1142 ranges {2211840=729088,2940928=565248,3506176=696320,4202496=344064} 2024-09-18T02:32:13.958 INFO:tasks.rados.rados.0.smithi046.stdout:3581: writing smithi04682744-18 from 2211840 to 2940928 tid 1 2024-09-18T02:32:13.961 INFO:tasks.rados.rados.0.smithi046.stdout:3581: writing smithi04682744-18 from 2940928 to 3506176 tid 2 2024-09-18T02:32:13.966 INFO:tasks.rados.rados.0.smithi046.stdout:3581: writing smithi04682744-18 from 3506176 to 4202496 tid 3 2024-09-18T02:32:13.968 INFO:tasks.rados.rados.0.smithi046.stdout:3581: writing smithi04682744-18 from 4202496 to 4546560 tid 4 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3582: delete oid 45 current snap is 345 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing write tid 2 to smithi04682744-13 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing write tid 3 to smithi04682744-13 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing write tid 4 to smithi04682744-13 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing write tid 5 to smithi04682744-13 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing write tid 6 to smithi04682744-13 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2240 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3580: left oid 13 (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing write tid 1 to smithi04682744-18 2024-09-18T02:32:13.969 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing write tid 2 to smithi04682744-18 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing write tid 3 to smithi04682744-18 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing write tid 4 to smithi04682744-18 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3580: done (2 left) 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3582: done (1 left) 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3583: read oid 9 snap -1 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3583: expect (ObjNum 1044 snap 317 seq_num 1044) 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3584: rollback oid 38 current snap is 345 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 344 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing write tid 5 to smithi04682744-18 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3585: read oid 47 snap -1 2024-09-18T02:32:13.972 INFO:tasks.rados.rados.0.smithi046.stdout:3585: expect deleted 2024-09-18T02:32:13.973 INFO:tasks.rados.rados.0.smithi046.stdout:3586: rmattr oid 30 current snap is 345 2024-09-18T02:32:13.973 INFO:tasks.rados.rados.0.smithi046.stdout:3586: done (4 left) 2024-09-18T02:32:13.973 INFO:tasks.rados.rados.0.smithi046.stdout:3587: rmattr oid 12 current snap is 345 2024-09-18T02:32:13.973 INFO:tasks.rados.rados.0.smithi046.stdout:3588: copy_from oid 44 from oid 21 current snap is 345 2024-09-18T02:32:13.973 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 345 2024-09-18T02:32:13.973 INFO:tasks.rados.rados.0.smithi046.stdout:3589: seq_num 1144 ranges {319488=770048,1089536=737280,1826816=712704,2539520=155648} 2024-09-18T02:32:13.979 INFO:tasks.rados.rados.0.smithi046.stdout:3589: writing smithi04682744-35 from 319488 to 1089536 tid 1 2024-09-18T02:32:13.983 INFO:tasks.rados.rados.0.smithi046.stdout:3589: writing smithi04682744-35 from 1089536 to 1826816 tid 2 2024-09-18T02:32:13.988 INFO:tasks.rados.rados.0.smithi046.stdout:3589: writing smithi04682744-35 from 1826816 to 2539520 tid 3 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3589: writing smithi04682744-35 from 2539520 to 2695168 tid 4 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3590: read oid 20 snap -1 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3590: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3591: delete oid 41 current snap is 345 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing write tid 6 to smithi04682744-18 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2232 (ObjNum 1142 snap 345 seq_num 1142) dirty exists 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3581: left oid 18 (ObjNum 1142 snap 345 seq_num 1142) 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2450 (ObjNum 1140 snap 345 seq_num 1140) dirty exists 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3584: finishing rollback tid 0 to smithi04682744-38 2024-09-18T02:32:13.990 INFO:tasks.rados.rados.0.smithi046.stdout:3583: expect (ObjNum 1044 snap 317 seq_num 1044) 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3584: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3584: finishing rollback tid 2 to smithi04682744-38 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2245 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing write tid 1 to smithi04682744-35 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3588: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing write tid 2 to smithi04682744-35 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3581: done (8 left) 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3583: done (7 left) 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3584: done (6 left) 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3585: done (5 left) 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3587: done (4 left) 2024-09-18T02:32:14.039 INFO:tasks.rados.rados.0.smithi046.stdout:3591: done (3 left) 2024-09-18T02:32:14.040 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 345 2024-09-18T02:32:14.040 INFO:tasks.rados.rados.0.smithi046.stdout:3588: finishing copy_from to smithi04682744-44 2024-09-18T02:32:14.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2209 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2024-09-18T02:32:14.040 INFO:tasks.rados.rados.0.smithi046.stdout:3592: seq_num 1146 ranges {3465216=802816,4268032=499712,4767744=679936,5447680=425984} 2024-09-18T02:32:14.061 INFO:tasks.rados.rados.0.smithi046.stdout:3592: writing smithi04682744-7 from 3465216 to 4268032 tid 1 2024-09-18T02:32:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:3592: writing smithi04682744-7 from 4268032 to 4767744 tid 2 2024-09-18T02:32:14.069 INFO:tasks.rados.rados.0.smithi046.stdout:3592: writing smithi04682744-7 from 4767744 to 5447680 tid 3 2024-09-18T02:32:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:3592: writing smithi04682744-7 from 5447680 to 5873664 tid 4 2024-09-18T02:32:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:3588: done (3 left) 2024-09-18T02:32:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:3593: copy_from oid 36 from oid 28 current snap is 345 2024-09-18T02:32:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing write tid 3 to smithi04682744-35 2024-09-18T02:32:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing write tid 4 to smithi04682744-35 2024-09-18T02:32:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing write tid 5 to smithi04682744-35 2024-09-18T02:32:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing write tid 6 to smithi04682744-35 2024-09-18T02:32:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1952 (ObjNum 1144 snap 345 seq_num 1144) dirty exists 2024-09-18T02:32:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:3589: left oid 35 (ObjNum 1144 snap 345 seq_num 1144) 2024-09-18T02:32:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:3590: expect (ObjNum 1016 snap 310 seq_num 1016) 2024-09-18T02:32:14.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:13 smithi046 ceph-mon[97106]: osdmap e766: 8 total, 8 up, 8 in 2024-09-18T02:32:14.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:13 smithi046 ceph-mon[94621]: osdmap e766: 8 total, 8 up, 8 in 2024-09-18T02:32:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:13 smithi195 ceph-mon[89559]: osdmap e766: 8 total, 8 up, 8 in 2024-09-18T02:32:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:14 smithi195 ceph-mon[89559]: pgmap v834: 121 pgs: 121 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.7 MiB/s wr, 33 op/s 2024-09-18T02:32:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:14 smithi195 ceph-mon[89559]: osdmap e767: 8 total, 8 up, 8 in 2024-09-18T02:32:15.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:14 smithi046 ceph-mon[94621]: pgmap v834: 121 pgs: 121 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.7 MiB/s wr, 33 op/s 2024-09-18T02:32:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:14 smithi046 ceph-mon[94621]: osdmap e767: 8 total, 8 up, 8 in 2024-09-18T02:32:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:14 smithi046 ceph-mon[97106]: pgmap v834: 121 pgs: 121 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.7 MiB/s wr, 33 op/s 2024-09-18T02:32:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:14 smithi046 ceph-mon[97106]: osdmap e767: 8 total, 8 up, 8 in 2024-09-18T02:32:15.401 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing write tid 1 to smithi04682744-7 2024-09-18T02:32:15.401 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing write tid 2 to smithi04682744-7 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing write tid 3 to smithi04682744-7 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3589: done (3 left) 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3590: done (2 left) 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3594: copy_from oid 38 from oid 6 current snap is 345 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3593: finishing copy_from racing read to smithi04682744-36 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing write tid 4 to smithi04682744-7 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing write tid 5 to smithi04682744-7 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3593: finishing copy_from to smithi04682744-36 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1295 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing write tid 6 to smithi04682744-7 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1974 (ObjNum 1146 snap 345 seq_num 1146) dirty exists 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3592: left oid 7 (ObjNum 1146 snap 345 seq_num 1146) 2024-09-18T02:32:15.402 INFO:tasks.rados.rados.0.smithi046.stdout:3592: done (2 left) 2024-09-18T02:32:15.403 INFO:tasks.rados.rados.0.smithi046.stdout:3593: done (1 left) 2024-09-18T02:32:15.403 INFO:tasks.rados.rados.0.smithi046.stdout:3595: snap_remove snap 344 2024-09-18T02:32:15.880 INFO:tasks.rados.rados.0.smithi046.stdout:3595: done (1 left) 2024-09-18T02:32:15.880 INFO:tasks.rados.rados.0.smithi046.stdout:3596: copy_from oid 20 from oid 36 current snap is 345 2024-09-18T02:32:15.880 INFO:tasks.rados.rados.0.smithi046.stdout:3597: copy_from oid 2 from oid 39 current snap is 345 2024-09-18T02:32:15.880 INFO:tasks.rados.rados.0.smithi046.stdout:3598: delete oid 32 current snap is 345 2024-09-18T02:32:15.880 INFO:tasks.rados.rados.0.smithi046.stdout:3594: finishing copy_from racing read to smithi04682744-38 2024-09-18T02:32:15.880 INFO:tasks.rados.rados.0.smithi046.stdout:3594: finishing copy_from to smithi04682744-38 2024-09-18T02:32:15.880 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1960 (ObjNum 1122 snap 340 seq_num 1122) dirty exists 2024-09-18T02:32:15.889 INFO:tasks.rados.rados.0.smithi046.stdout:3594: done (3 left) 2024-09-18T02:32:15.889 INFO:tasks.rados.rados.0.smithi046.stdout:3598: done (2 left) 2024-09-18T02:32:15.889 INFO:tasks.rados.rados.0.smithi046.stdout:3599: snap_remove snap 343 2024-09-18T02:32:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:32:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:32:16] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-09-18T02:32:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:3599: done (2 left) 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:3600: read oid 38 snap -1 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:3600: expect (ObjNum 1122 snap 340 seq_num 1122) 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:3601: setattr oid 42 current snap is 345 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:3596: finishing copy_from racing read to smithi04682744-20 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:3596: finishing copy_from to smithi04682744-20 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1295 (ObjNum 65 snap 0 seq_num 1148697040) dirty exists 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:3597: finishing copy_from racing read to smithi04682744-2 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:3597: finishing copy_from to smithi04682744-2 2024-09-18T02:32:16.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2444 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3596: done (3 left) 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3597: done (2 left) 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 345 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3602: seq_num 1148 ranges {0=32768} 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3602: writing smithi04682744-37 from 0 to 32768 tid 1 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3603: read oid 31 snap -1 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3603: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3604: read oid 32 snap -1 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3604: expect deleted 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 345 2024-09-18T02:32:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3605: seq_num 1149 ranges {5414912=49152} 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3605: writing smithi04682744-29 from 5414912 to 5464064 tid 1 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3606: rollback oid 41 current snap is 345 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3606: done (6 left) 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3607: snap_create 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing write tid 1 to smithi04682744-37 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing write tid 2 to smithi04682744-37 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1961 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing write tid 3 to smithi04682744-37 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2229 (ObjNum 1148 snap 345 seq_num 1148) dirty exists 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3602: left oid 37 (ObjNum 1148 snap 345 seq_num 1148) 2024-09-18T02:32:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:3603: expect (ObjNum 1022 snap 313 seq_num 1022) 2024-09-18T02:32:16.884 INFO:tasks.rados.rados.0.smithi046.stdout:3600: expect (ObjNum 1122 snap 340 seq_num 1122) 2024-09-18T02:32:16.951 INFO:tasks.rados.rados.0.smithi046.stdout:3605: finishing write tid 1 to smithi04682744-29 2024-09-18T02:32:16.951 INFO:tasks.rados.rados.0.smithi046.stdout:3605: finishing write tid 2 to smithi04682744-29 2024-09-18T02:32:16.951 INFO:tasks.rados.rados.0.smithi046.stdout:3605: finishing write tid 3 to smithi04682744-29 2024-09-18T02:32:16.951 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1684 (ObjNum 1149 snap 345 seq_num 1149) dirty exists 2024-09-18T02:32:16.951 INFO:tasks.rados.rados.0.smithi046.stdout:3605: left oid 29 (ObjNum 1149 snap 345 seq_num 1149) 2024-09-18T02:32:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:16 smithi195 ceph-mon[89559]: pgmap v836: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 40 op/s 2024-09-18T02:32:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:16 smithi195 ceph-mon[89559]: osdmap e768: 8 total, 8 up, 8 in 2024-09-18T02:32:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:16 smithi195 ceph-mon[89559]: osdmap e769: 8 total, 8 up, 8 in 2024-09-18T02:32:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:16 smithi046 ceph-mon[97106]: pgmap v836: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 40 op/s 2024-09-18T02:32:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:16 smithi046 ceph-mon[97106]: osdmap e768: 8 total, 8 up, 8 in 2024-09-18T02:32:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:16 smithi046 ceph-mon[97106]: osdmap e769: 8 total, 8 up, 8 in 2024-09-18T02:32:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:16 smithi046 ceph-mon[94621]: pgmap v836: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 40 op/s 2024-09-18T02:32:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:16 smithi046 ceph-mon[94621]: osdmap e768: 8 total, 8 up, 8 in 2024-09-18T02:32:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:16 smithi046 ceph-mon[94621]: osdmap e769: 8 total, 8 up, 8 in 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3600: done (6 left) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3601: done (5 left) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3602: done (4 left) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3603: done (3 left) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3604: done (2 left) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3605: done (1 left) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3607: done (0 left) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3608: read oid 26 snap 345 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3608: expect (ObjNum 1138 snap 344 seq_num 1138) 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 346 2024-09-18T02:32:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:3609: seq_num 1150 ranges {10420224=65536} 2024-09-18T02:32:17.900 INFO:tasks.rados.rados.0.smithi046.stdout:3609: writing smithi04682744-8 from 10420224 to 10485760 tid 1 2024-09-18T02:32:17.900 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 346 2024-09-18T02:32:17.900 INFO:tasks.rados.rados.0.smithi046.stdout:3610: seq_num 1151 ranges {319488=81920} 2024-09-18T02:32:17.903 INFO:tasks.rados.rados.0.smithi046.stdout:3610: writing smithi04682744-31 from 319488 to 401408 tid 1 2024-09-18T02:32:17.903 INFO:tasks.rados.rados.0.smithi046.stdout:3611: read oid 46 snap -1 2024-09-18T02:32:17.903 INFO:tasks.rados.rados.0.smithi046.stdout:3611: expect (ObjNum 1119 snap 337 seq_num 1119) 2024-09-18T02:32:17.903 INFO:tasks.rados.rados.0.smithi046.stdout:3612: read oid 13 snap -1 2024-09-18T02:32:17.903 INFO:tasks.rados.rados.0.smithi046.stdout:3612: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:17.903 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 346 2024-09-18T02:32:17.903 INFO:tasks.rados.rados.0.smithi046.stdout:3613: seq_num 1152 ranges {32768=98304} 2024-09-18T02:32:17.904 INFO:tasks.rados.rados.0.smithi046.stdout:3613: writing smithi04682744-37 from 32768 to 131072 tid 1 2024-09-18T02:32:17.904 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 346 2024-09-18T02:32:17.904 INFO:tasks.rados.rados.0.smithi046.stdout:3614: seq_num 1153 ranges {188416=114688} 2024-09-18T02:32:17.906 INFO:tasks.rados.rados.0.smithi046.stdout:3614: writing smithi04682744-25 from 188416 to 303104 tid 1 2024-09-18T02:32:17.906 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 346 2024-09-18T02:32:17.906 INFO:tasks.rados.rados.0.smithi046.stdout:3615: seq_num 1154 ranges {5726208=131072} 2024-09-18T02:32:17.939 INFO:tasks.rados.rados.0.smithi046.stdout:3615: writing smithi04682744-5 from 5726208 to 5857280 tid 1 2024-09-18T02:32:17.939 INFO:tasks.rados.rados.0.smithi046.stdout:3616: delete oid 45 current snap is 346 2024-09-18T02:32:17.939 INFO:tasks.rados.rados.0.smithi046.stdout:3608: expect (ObjNum 1138 snap 344 seq_num 1138) 2024-09-18T02:32:18.261 INFO:tasks.rados.rados.0.smithi046.stdout:3609: finishing write tid 1 to smithi04682744-8 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3609: finishing write tid 2 to smithi04682744-8 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 1 to smithi04682744-31 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 2 to smithi04682744-31 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3609: finishing write tid 3 to smithi04682744-8 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2446 (ObjNum 1150 snap 346 seq_num 1150) dirty exists 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3609: left oid 8 (ObjNum 1150 snap 346 seq_num 1150) 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 3 to smithi04682744-31 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2218 (ObjNum 1151 snap 346 seq_num 1151) dirty exists 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3610: left oid 31 (ObjNum 1151 snap 346 seq_num 1151) 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3613: finishing write tid 1 to smithi04682744-37 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3608: done (8 left) 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3609: done (7 left) 2024-09-18T02:32:18.262 INFO:tasks.rados.rados.0.smithi046.stdout:3610: done (6 left) 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3616: done (5 left) 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3617: snap_create 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3614: finishing write tid 1 to smithi04682744-25 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3614: finishing write tid 2 to smithi04682744-25 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3614: finishing write tid 3 to smithi04682744-25 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2452 (ObjNum 1153 snap 346 seq_num 1153) dirty exists 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3614: left oid 25 (ObjNum 1153 snap 346 seq_num 1153) 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3613: finishing write tid 2 to smithi04682744-37 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3613: finishing write tid 3 to smithi04682744-37 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2231 (ObjNum 1152 snap 346 seq_num 1152) dirty exists 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3613: left oid 37 (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:32:18.263 INFO:tasks.rados.rados.0.smithi046.stdout:3611: expect (ObjNum 1119 snap 337 seq_num 1119) 2024-09-18T02:32:18.387 INFO:tasks.rados.rados.0.smithi046.stdout:3612: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:18.618 INFO:tasks.rados.rados.0.smithi046.stdout:3615: finishing write tid 1 to smithi04682744-5 2024-09-18T02:32:18.618 INFO:tasks.rados.rados.0.smithi046.stdout:3615: finishing write tid 2 to smithi04682744-5 2024-09-18T02:32:18.618 INFO:tasks.rados.rados.0.smithi046.stdout:3615: finishing write tid 3 to smithi04682744-5 2024-09-18T02:32:18.618 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2234 (ObjNum 1154 snap 346 seq_num 1154) dirty exists 2024-09-18T02:32:18.618 INFO:tasks.rados.rados.0.smithi046.stdout:3615: left oid 5 (ObjNum 1154 snap 346 seq_num 1154) 2024-09-18T02:32:18.882 INFO:tasks.rados.rados.0.smithi046.stdout:3611: done (5 left) 2024-09-18T02:32:18.882 INFO:tasks.rados.rados.0.smithi046.stdout:3612: done (4 left) 2024-09-18T02:32:18.882 INFO:tasks.rados.rados.0.smithi046.stdout:3613: done (3 left) 2024-09-18T02:32:18.882 INFO:tasks.rados.rados.0.smithi046.stdout:3614: done (2 left) 2024-09-18T02:32:18.883 INFO:tasks.rados.rados.0.smithi046.stdout:3615: done (1 left) 2024-09-18T02:32:18.883 INFO:tasks.rados.rados.0.smithi046.stdout:3617: done (0 left) 2024-09-18T02:32:18.883 INFO:tasks.rados.rados.0.smithi046.stdout:3618: snap_create 2024-09-18T02:32:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:18 smithi195 ceph-mon[89559]: pgmap v839: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2024-09-18T02:32:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:18 smithi195 ceph-mon[89559]: osdmap e770: 8 total, 8 up, 8 in 2024-09-18T02:32:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:18 smithi046 ceph-mon[94621]: pgmap v839: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2024-09-18T02:32:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:18 smithi046 ceph-mon[94621]: osdmap e770: 8 total, 8 up, 8 in 2024-09-18T02:32:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:18 smithi046 ceph-mon[97106]: pgmap v839: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2024-09-18T02:32:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:18 smithi046 ceph-mon[97106]: osdmap e770: 8 total, 8 up, 8 in 2024-09-18T02:32:19.888 INFO:tasks.rados.rados.0.smithi046.stdout:3618: done (0 left) 2024-09-18T02:32:19.889 INFO:tasks.rados.rados.0.smithi046.stdout:3619: snap_create 2024-09-18T02:32:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:19 smithi195 ceph-mon[89559]: osdmap e771: 8 total, 8 up, 8 in 2024-09-18T02:32:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:19 smithi046 ceph-mon[97106]: osdmap e771: 8 total, 8 up, 8 in 2024-09-18T02:32:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:19 smithi046 ceph-mon[94621]: osdmap e771: 8 total, 8 up, 8 in 2024-09-18T02:32:20.892 INFO:tasks.rados.rados.0.smithi046.stdout:3619: done (0 left) 2024-09-18T02:32:20.892 INFO:tasks.rados.rados.0.smithi046.stdout:3620: snap_create 2024-09-18T02:32:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:20 smithi195 ceph-mon[89559]: pgmap v842: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 29 op/s 2024-09-18T02:32:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:20 smithi195 ceph-mon[89559]: osdmap e772: 8 total, 8 up, 8 in 2024-09-18T02:32:21.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:20 smithi046 ceph-mon[97106]: pgmap v842: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 29 op/s 2024-09-18T02:32:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:20 smithi046 ceph-mon[97106]: osdmap e772: 8 total, 8 up, 8 in 2024-09-18T02:32:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:20 smithi046 ceph-mon[94621]: pgmap v842: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 29 op/s 2024-09-18T02:32:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:20 smithi046 ceph-mon[94621]: osdmap e772: 8 total, 8 up, 8 in 2024-09-18T02:32:21.843 INFO:tasks.rados.rados.0.smithi046.stdout:3620: done (0 left) 2024-09-18T02:32:21.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 350 2024-09-18T02:32:21.843 INFO:tasks.rados.rados.0.smithi046.stdout:3621: seq_num 1156 ranges {3153920=163840} 2024-09-18T02:32:21.861 INFO:tasks.rados.rados.0.smithi046.stdout:3621: writing smithi04682744-17 from 3153920 to 3317760 tid 1 2024-09-18T02:32:21.861 INFO:tasks.rados.rados.0.smithi046.stdout:3622: rollback oid 40 current snap is 350 2024-09-18T02:32:21.861 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 347 2024-09-18T02:32:21.861 INFO:tasks.rados.rados.0.smithi046.stdout:3623: snap_remove snap 345 2024-09-18T02:32:22.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:21 smithi195 ceph-mon[89559]: osdmap e773: 8 total, 8 up, 8 in 2024-09-18T02:32:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:21 smithi195 ceph-mon[89559]: osdmap e774: 8 total, 8 up, 8 in 2024-09-18T02:32:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:21 smithi046 ceph-mon[97106]: osdmap e773: 8 total, 8 up, 8 in 2024-09-18T02:32:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:21 smithi046 ceph-mon[97106]: osdmap e774: 8 total, 8 up, 8 in 2024-09-18T02:32:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:21 smithi046 ceph-mon[94621]: osdmap e773: 8 total, 8 up, 8 in 2024-09-18T02:32:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:21 smithi046 ceph-mon[94621]: osdmap e774: 8 total, 8 up, 8 in 2024-09-18T02:32:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:32:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:32:22.844 INFO:tasks.rados.rados.0.smithi046.stdout:3621: finishing write tid 1 to smithi04682744-17 2024-09-18T02:32:22.844 INFO:tasks.rados.rados.0.smithi046.stdout:3621: finishing write tid 2 to smithi04682744-17 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3621: finishing write tid 3 to smithi04682744-17 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2262 (ObjNum 1156 snap 350 seq_num 1156) dirty exists 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3621: left oid 17 (ObjNum 1156 snap 350 seq_num 1156) 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2523 (ObjNum 1129 snap 342 seq_num 1129) dirty exists 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3621: done (2 left) 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3622: done (1 left) 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3623: done (0 left) 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3624: read oid 6 snap 349 2024-09-18T02:32:22.845 INFO:tasks.rados.rados.0.smithi046.stdout:3624: expect (ObjNum 1122 snap 340 seq_num 1122) 2024-09-18T02:32:22.846 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 350 2024-09-18T02:32:22.846 INFO:tasks.rados.rados.0.smithi046.stdout:3625: seq_num 1157 ranges {0=180224} 2024-09-18T02:32:22.846 INFO:tasks.rados.rados.0.smithi046.stdout:3625: writing smithi04682744-28 from 0 to 180224 tid 1 2024-09-18T02:32:22.846 INFO:tasks.rados.rados.0.smithi046.stdout:3626: rollback oid 8 current snap is 350 2024-09-18T02:32:22.846 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 348 2024-09-18T02:32:22.846 INFO:tasks.rados.rados.0.smithi046.stdout:3627: rollback oid 21 current snap is 350 2024-09-18T02:32:22.847 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 347 2024-09-18T02:32:22.847 INFO:tasks.rados.rados.0.smithi046.stdout:3628: snap_create 2024-09-18T02:32:22.855 INFO:tasks.rados.rados.0.smithi046.stdout:3625: finishing write tid 1 to smithi04682744-28 2024-09-18T02:32:22.855 INFO:tasks.rados.rados.0.smithi046.stdout:3625: finishing write tid 2 to smithi04682744-28 2024-09-18T02:32:22.856 INFO:tasks.rados.rados.0.smithi046.stdout:3627: finishing rollback tid 0 to smithi04682744-21 2024-09-18T02:32:22.857 INFO:tasks.rados.rados.0.smithi046.stdout:3625: finishing write tid 3 to smithi04682744-28 2024-09-18T02:32:22.857 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1469 (ObjNum 1157 snap 350 seq_num 1157) dirty exists 2024-09-18T02:32:22.857 INFO:tasks.rados.rados.0.smithi046.stdout:3625: left oid 28 (ObjNum 1157 snap 350 seq_num 1157) 2024-09-18T02:32:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:3627: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:32:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:3627: finishing rollback tid 2 to smithi04682744-21 2024-09-18T02:32:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 2233 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2024-09-18T02:32:22.860 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing rollback tid 0 to smithi04682744-8 2024-09-18T02:32:22.862 INFO:tasks.rados.rados.0.smithi046.stdout:3624: expect (ObjNum 1122 snap 340 seq_num 1122) 2024-09-18T02:32:22.931 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing rollback tid 1 to smithi04682744-8 2024-09-18T02:32:22.931 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing rollback tid 2 to smithi04682744-8 2024-09-18T02:32:22.931 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2449 (ObjNum 1150 snap 346 seq_num 1150) dirty exists 2024-09-18T02:32:23.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:22 smithi195 ceph-mon[89559]: pgmap v845: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-09-18T02:32:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:22 smithi195 ceph-mon[89559]: osdmap e775: 8 total, 8 up, 8 in 2024-09-18T02:32:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:22 smithi046 ceph-mon[97106]: pgmap v845: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-09-18T02:32:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:22 smithi046 ceph-mon[97106]: osdmap e775: 8 total, 8 up, 8 in 2024-09-18T02:32:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:22 smithi046 ceph-mon[94621]: pgmap v845: 121 pgs: 121 active+clean; 137 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-09-18T02:32:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:22 smithi046 ceph-mon[94621]: osdmap e775: 8 total, 8 up, 8 in 2024-09-18T02:32:23.845 INFO:tasks.rados.rados.0.smithi046.stdout:3624: done (4 left) 2024-09-18T02:32:23.846 INFO:tasks.rados.rados.0.smithi046.stdout:3625: done (3 left) 2024-09-18T02:32:23.846 INFO:tasks.rados.rados.0.smithi046.stdout:3626: done (2 left) 2024-09-18T02:32:23.846 INFO:tasks.rados.rados.0.smithi046.stdout:3627: done (1 left) 2024-09-18T02:32:23.846 INFO:tasks.rados.rados.0.smithi046.stdout:3628: done (0 left) 2024-09-18T02:32:23.846 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 351 2024-09-18T02:32:23.846 INFO:tasks.rados.rados.0.smithi046.stdout:3629: seq_num 1158 ranges {1785856=196608} 2024-09-18T02:32:23.856 INFO:tasks.rados.rados.0.smithi046.stdout:3629: writing smithi04682744-30 from 1785856 to 1982464 tid 1 2024-09-18T02:32:23.856 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 351 2024-09-18T02:32:23.857 INFO:tasks.rados.rados.0.smithi046.stdout:3630: seq_num 1159 ranges {2318336=212992} 2024-09-18T02:32:23.871 INFO:tasks.rados.rados.0.smithi046.stdout:3630: writing smithi04682744-38 from 2318336 to 2531328 tid 1 2024-09-18T02:32:23.871 INFO:tasks.rados.rados.0.smithi046.stdout:3631: snap_create 2024-09-18T02:32:23.871 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 1 to smithi04682744-30 2024-09-18T02:32:23.871 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 2 to smithi04682744-30 2024-09-18T02:32:23.871 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 3 to smithi04682744-30 2024-09-18T02:32:23.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1963 (ObjNum 1158 snap 351 seq_num 1158) dirty exists 2024-09-18T02:32:23.871 INFO:tasks.rados.rados.0.smithi046.stdout:3629: left oid 30 (ObjNum 1158 snap 351 seq_num 1158) 2024-09-18T02:32:23.875 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing write tid 1 to smithi04682744-38 2024-09-18T02:32:23.875 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing write tid 2 to smithi04682744-38 2024-09-18T02:32:23.876 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing write tid 3 to smithi04682744-38 2024-09-18T02:32:23.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2267 (ObjNum 1159 snap 351 seq_num 1159) dirty exists 2024-09-18T02:32:23.877 INFO:tasks.rados.rados.0.smithi046.stdout:3630: left oid 38 (ObjNum 1159 snap 351 seq_num 1159) 2024-09-18T02:32:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:3629: done (2 left) 2024-09-18T02:32:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:3630: done (1 left) 2024-09-18T02:32:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:3631: done (0 left) 2024-09-18T02:32:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 352 2024-09-18T02:32:24.851 INFO:tasks.rados.rados.0.smithi046.stdout:3632: seq_num 1160 ranges {401408=229376} 2024-09-18T02:32:24.854 INFO:tasks.rados.rados.0.smithi046.stdout:3632: writing smithi04682744-31 from 401408 to 630784 tid 1 2024-09-18T02:32:24.854 INFO:tasks.rados.rados.0.smithi046.stdout:3633: rmattr oid 35 current snap is 352 2024-09-18T02:32:24.854 INFO:tasks.rados.rados.0.smithi046.stdout:3633: done (1 left) 2024-09-18T02:32:24.854 INFO:tasks.rados.rados.0.smithi046.stdout:3634: read oid 29 snap 351 2024-09-18T02:32:24.854 INFO:tasks.rados.rados.0.smithi046.stdout:3634: expect (ObjNum 1149 snap 345 seq_num 1149) 2024-09-18T02:32:24.855 INFO:tasks.rados.rados.0.smithi046.stdout:3635: copy_from oid 11 from oid 13 current snap is 352 2024-09-18T02:32:24.855 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 352 2024-09-18T02:32:24.855 INFO:tasks.rados.rados.0.smithi046.stdout:3636: seq_num 1161 ranges {3670016=245760} 2024-09-18T02:32:24.877 INFO:tasks.rados.rados.0.smithi046.stdout:3636: writing smithi04682744-46 from 3670016 to 3915776 tid 1 2024-09-18T02:32:24.877 INFO:tasks.rados.rados.0.smithi046.stdout:3637: delete oid 18 current snap is 352 2024-09-18T02:32:24.877 INFO:tasks.rados.rados.0.smithi046.stdout:3632: finishing write tid 1 to smithi04682744-31 2024-09-18T02:32:24.877 INFO:tasks.rados.rados.0.smithi046.stdout:3632: finishing write tid 2 to smithi04682744-31 2024-09-18T02:32:24.877 INFO:tasks.rados.rados.0.smithi046.stdout:3632: finishing write tid 3 to smithi04682744-31 2024-09-18T02:32:24.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2220 (ObjNum 1160 snap 352 seq_num 1160) dirty exists 2024-09-18T02:32:24.877 INFO:tasks.rados.rados.0.smithi046.stdout:3632: left oid 31 (ObjNum 1160 snap 352 seq_num 1160) 2024-09-18T02:32:24.881 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing copy_from racing read to smithi04682744-11 2024-09-18T02:32:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3632: done (4 left) 2024-09-18T02:32:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3637: done (3 left) 2024-09-18T02:32:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3638: read oid 15 snap -1 2024-09-18T02:32:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3638: expect (ObjNum 1120 snap 339 seq_num 1120) 2024-09-18T02:32:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3639: copy_from oid 24 from oid 39 current snap is 352 2024-09-18T02:32:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 352 2024-09-18T02:32:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3640: seq_num 1163 ranges {0=286720} 2024-09-18T02:32:24.885 INFO:tasks.rados.rados.0.smithi046.stdout:3640: writing smithi04682744-32 from 0 to 286720 tid 1 2024-09-18T02:32:24.885 INFO:tasks.rados.rados.0.smithi046.stdout:3641: read oid 19 snap -1 2024-09-18T02:32:24.885 INFO:tasks.rados.rados.0.smithi046.stdout:3641: expect deleted 2024-09-18T02:32:24.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 352 2024-09-18T02:32:24.885 INFO:tasks.rados.rados.0.smithi046.stdout:3642: seq_num 1164 ranges {2301952=303104} 2024-09-18T02:32:24.900 INFO:tasks.rados.rados.0.smithi046.stdout:3642: writing smithi04682744-12 from 2301952 to 2605056 tid 1 2024-09-18T02:32:24.900 INFO:tasks.rados.rados.0.smithi046.stdout:3643: read oid 23 snap -1 2024-09-18T02:32:24.900 INFO:tasks.rados.rados.0.smithi046.stdout:3643: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:32:24.900 INFO:tasks.rados.rados.0.smithi046.stdout:3644: copy_from oid 21 from oid 7 current snap is 352 2024-09-18T02:32:24.900 INFO:tasks.rados.rados.0.smithi046.stdout:3634: expect (ObjNum 1149 snap 345 seq_num 1149) 2024-09-18T02:32:25.217 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 1 to smithi04682744-46 2024-09-18T02:32:25.217 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing copy_from to smithi04682744-11 2024-09-18T02:32:25.217 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2240 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-09-18T02:32:25.217 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 2 to smithi04682744-46 2024-09-18T02:32:25.217 INFO:tasks.rados.rados.0.smithi046.stdout:3634: done (9 left) 2024-09-18T02:32:25.217 INFO:tasks.rados.rados.0.smithi046.stdout:3635: done (8 left) 2024-09-18T02:32:25.217 INFO:tasks.rados.rados.0.smithi046.stdout:3645: snap_remove snap 351 2024-09-18T02:32:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:24 smithi195 ceph-mon[89559]: pgmap v848: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 120 KiB/s wr, 7 op/s 2024-09-18T02:32:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:24 smithi195 ceph-mon[89559]: osdmap e776: 8 total, 8 up, 8 in 2024-09-18T02:32:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:24 smithi046 ceph-mon[97106]: pgmap v848: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 120 KiB/s wr, 7 op/s 2024-09-18T02:32:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:24 smithi046 ceph-mon[97106]: osdmap e776: 8 total, 8 up, 8 in 2024-09-18T02:32:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:24 smithi046 ceph-mon[94621]: pgmap v848: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 120 KiB/s wr, 7 op/s 2024-09-18T02:32:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:24 smithi046 ceph-mon[94621]: osdmap e776: 8 total, 8 up, 8 in 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:3645: done (8 left) 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:3646: rollback oid 3 current snap is 352 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 350 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 3 to smithi04682744-46 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1686 (ObjNum 1161 snap 352 seq_num 1161) dirty exists 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:3636: left oid 46 (ObjNum 1161 snap 352 seq_num 1161) 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:3639: finishing copy_from racing read to smithi04682744-24 2024-09-18T02:32:25.858 INFO:tasks.rados.rados.0.smithi046.stdout:3640: finishing write tid 1 to smithi04682744-32 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3639: finishing copy_from to smithi04682744-24 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2444 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3640: finishing write tid 2 to smithi04682744-32 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3640: finishing write tid 3 to smithi04682744-32 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2527 (ObjNum 1163 snap 352 seq_num 1163) dirty exists 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3640: left oid 32 (ObjNum 1163 snap 352 seq_num 1163) 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3642: finishing write tid 1 to smithi04682744-12 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3636: done (8 left) 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3639: done (7 left) 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3640: done (6 left) 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3641: done (5 left) 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 352 2024-09-18T02:32:25.859 INFO:tasks.rados.rados.0.smithi046.stdout:3642: finishing write tid 2 to smithi04682744-12 2024-09-18T02:32:25.860 INFO:tasks.rados.rados.0.smithi046.stdout:3647: seq_num 1165 ranges {5857280=319488} 2024-09-18T02:32:25.892 INFO:tasks.rados.rados.0.smithi046.stdout:3647: writing smithi04682744-5 from 5857280 to 6176768 tid 1 2024-09-18T02:32:25.892 INFO:tasks.rados.rados.0.smithi046.stdout:3648: read oid 20 snap -1 2024-09-18T02:32:25.893 INFO:tasks.rados.rados.0.smithi046.stdout:3648: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:32:25.893 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 352 2024-09-18T02:32:25.893 INFO:tasks.rados.rados.0.smithi046.stdout:3649: seq_num 1166 ranges {0=335872} 2024-09-18T02:32:25.894 INFO:tasks.rados.rados.0.smithi046.stdout:3649: writing smithi04682744-36 from 0 to 335872 tid 1 2024-09-18T02:32:25.894 INFO:tasks.rados.rados.0.smithi046.stdout:3650: copy_from oid 8 from oid 1 current snap is 352 2024-09-18T02:32:25.895 INFO:tasks.rados.rados.0.smithi046.stdout:3643: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:32:25.954 INFO:tasks.rados.rados.0.smithi046.stdout:3642: finishing write tid 3 to smithi04682744-12 2024-09-18T02:32:25.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2454 (ObjNum 1164 snap 352 seq_num 1164) dirty exists 2024-09-18T02:32:25.982 INFO:tasks.rados.rados.0.smithi046.stdout:3642: left oid 12 (ObjNum 1164 snap 352 seq_num 1164) 2024-09-18T02:32:25.982 INFO:tasks.rados.rados.0.smithi046.stdout:3638: expect (ObjNum 1120 snap 339 seq_num 1120) 2024-09-18T02:32:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:25 smithi195 ceph-mon[89559]: osdmap e777: 8 total, 8 up, 8 in 2024-09-18T02:32:26.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:25 smithi046 ceph-mon[97106]: osdmap e777: 8 total, 8 up, 8 in 2024-09-18T02:32:26.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:25 smithi046 ceph-mon[94621]: osdmap e777: 8 total, 8 up, 8 in 2024-09-18T02:32:26.494 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing copy_from racing read to smithi04682744-21 2024-09-18T02:32:26.494 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing copy_from to smithi04682744-21 2024-09-18T02:32:26.494 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1974 (ObjNum 1146 snap 345 seq_num 1146) dirty exists 2024-09-18T02:32:26.494 INFO:tasks.rados.rados.0.smithi046.stdout:3638: done (8 left) 2024-09-18T02:32:26.494 INFO:tasks.rados.rados.0.smithi046.stdout:3642: done (7 left) 2024-09-18T02:32:26.494 INFO:tasks.rados.rados.0.smithi046.stdout:3643: done (6 left) 2024-09-18T02:32:26.494 INFO:tasks.rados.rados.0.smithi046.stdout:3644: done (5 left) 2024-09-18T02:32:26.495 INFO:tasks.rados.rados.0.smithi046.stdout:3651: rmattr oid 48 current snap is 352 2024-09-18T02:32:26.495 INFO:tasks.rados.rados.0.smithi046.stdout:3646: finishing rollback tid 0 to smithi04682744-3 2024-09-18T02:32:26.495 INFO:tasks.rados.rados.0.smithi046.stdout:3646: finishing rollback tid 1 to smithi04682744-3 2024-09-18T02:32:26.495 INFO:tasks.rados.rados.0.smithi046.stdout:3646: finishing rollback tid 2 to smithi04682744-3 2024-09-18T02:32:26.495 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2531 (ObjNum 1130 snap 343 seq_num 1130) dirty exists 2024-09-18T02:32:26.495 INFO:tasks.rados.rados.0.smithi046.stdout:3648: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-18T02:32:26.498 INFO:tasks.rados.rados.0.smithi046.stdout:3647: finishing write tid 1 to smithi04682744-5 2024-09-18T02:32:26.498 INFO:tasks.rados.rados.0.smithi046.stdout:3647: finishing write tid 2 to smithi04682744-5 2024-09-18T02:32:26.498 INFO:tasks.rados.rados.0.smithi046.stdout:3646: done (5 left) 2024-09-18T02:32:26.498 INFO:tasks.rados.rados.0.smithi046.stdout:3648: done (4 left) 2024-09-18T02:32:26.498 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 352 2024-09-18T02:32:26.498 INFO:tasks.rados.rados.0.smithi046.stdout:3647: finishing write tid 3 to smithi04682744-5 2024-09-18T02:32:26.498 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2237 (ObjNum 1165 snap 352 seq_num 1165) dirty exists 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3647: left oid 5 (ObjNum 1165 snap 352 seq_num 1165) 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3649: finishing write tid 1 to smithi04682744-36 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3649: finishing write tid 2 to smithi04682744-36 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3649: finishing write tid 3 to smithi04682744-36 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 2451 (ObjNum 1166 snap 352 seq_num 1166) dirty exists 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3649: left oid 36 (ObjNum 1166 snap 352 seq_num 1166) 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3650: finishing copy_from racing read to smithi04682744-8 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3650: finishing copy_from to smithi04682744-8 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1989 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2306 (ObjNum 65 snap 0 seq_num 1113686992) dirty exists 2024-09-18T02:32:26.499 INFO:tasks.rados.rados.0.smithi046.stdout:3652: seq_num 1167 ranges {2088960=352256} 2024-09-18T02:32:26.511 INFO:tasks.rados.rados.0.smithi046.stdout:3652: writing smithi04682744-4 from 2088960 to 2441216 tid 1 2024-09-18T02:32:26.511 INFO:tasks.rados.rados.0.smithi046.stdout:3647: done (4 left) 2024-09-18T02:32:26.511 INFO:tasks.rados.rados.0.smithi046.stdout:3649: done (3 left) 2024-09-18T02:32:26.511 INFO:tasks.rados.rados.0.smithi046.stdout:3650: done (2 left) 2024-09-18T02:32:26.511 INFO:tasks.rados.rados.0.smithi046.stdout:3651: done (1 left) 2024-09-18T02:32:26.511 INFO:tasks.rados.rados.0.smithi046.stdout:3653: snap_create 2024-09-18T02:32:26.514 INFO:tasks.rados.rados.0.smithi046.stdout:3652: finishing write tid 1 to smithi04682744-4 2024-09-18T02:32:26.514 INFO:tasks.rados.rados.0.smithi046.stdout:3652: finishing write tid 2 to smithi04682744-4 2024-09-18T02:32:26.516 INFO:tasks.rados.rados.0.smithi046.stdout:3652: finishing write tid 3 to smithi04682744-4 2024-09-18T02:32:26.516 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1965 (ObjNum 1167 snap 352 seq_num 1167) dirty exists 2024-09-18T02:32:26.516 INFO:tasks.rados.rados.0.smithi046.stdout:3652: left oid 4 (ObjNum 1167 snap 352 seq_num 1167) 2024-09-18T02:32:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:32:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:32:26] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-09-18T02:32:26.844 INFO:tasks.rados.rados.0.smithi046.stdout:3652: done (1 left) 2024-09-18T02:32:26.844 INFO:tasks.rados.rados.0.smithi046.stdout:3653: done (0 left) 2024-09-18T02:32:26.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 353 2024-09-18T02:32:26.844 INFO:tasks.rados.rados.0.smithi046.stdout:3654: seq_num 1168 ranges {2088960=368640} 2024-09-18T02:32:26.858 INFO:tasks.rados.rados.0.smithi046.stdout:3654: writing smithi04682744-39 from 2088960 to 2457600 tid 1 2024-09-18T02:32:26.858 INFO:tasks.rados.rados.0.smithi046.stdout:3655: read oid 17 snap -1 2024-09-18T02:32:26.858 INFO:tasks.rados.rados.0.smithi046.stdout:3655: expect (ObjNum 1156 snap 350 seq_num 1156) 2024-09-18T02:32:26.858 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 353 2024-09-18T02:32:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:3656: seq_num 1169 ranges {0=385024} 2024-09-18T02:32:26.861 INFO:tasks.rados.rados.0.smithi046.stdout:3656: writing smithi04682744-42 from 0 to 385024 tid 1 2024-09-18T02:32:26.861 INFO:tasks.rados.rados.0.smithi046.stdout:3657: read oid 11 snap -1 2024-09-18T02:32:26.861 INFO:tasks.rados.rados.0.smithi046.stdout:3657: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:26.861 INFO:tasks.rados.rados.0.smithi046.stdout:3658: rollback oid 7 current snap is 353 2024-09-18T02:32:26.861 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 349 2024-09-18T02:32:26.861 INFO:tasks.rados.rados.0.smithi046.stdout:3659: snap_create 2024-09-18T02:32:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3654: finishing write tid 1 to smithi04682744-39 2024-09-18T02:32:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3654: finishing write tid 2 to smithi04682744-39 2024-09-18T02:32:26.875 INFO:tasks.rados.rados.0.smithi046.stdout:3658: finishing rollback tid 0 to smithi04682744-7 2024-09-18T02:32:26.876 INFO:tasks.rados.rados.0.smithi046.stdout:3658: finishing rollback tid 1 to smithi04682744-7 2024-09-18T02:32:26.877 INFO:tasks.rados.rados.0.smithi046.stdout:3654: finishing write tid 3 to smithi04682744-39 2024-09-18T02:32:26.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 2456 (ObjNum 1168 snap 353 seq_num 1168) dirty exists 2024-09-18T02:32:26.877 INFO:tasks.rados.rados.0.smithi046.stdout:3654: left oid 39 (ObjNum 1168 snap 353 seq_num 1168) 2024-09-18T02:32:26.877 INFO:tasks.rados.rados.0.smithi046.stdout:3658: finishing rollback tid 2 to smithi04682744-7 2024-09-18T02:32:26.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1977 (ObjNum 1146 snap 345 seq_num 1146) dirty exists 2024-09-18T02:32:26.878 INFO:tasks.rados.rados.0.smithi046.stdout:3655: expect (ObjNum 1156 snap 350 seq_num 1156) 2024-09-18T02:32:27.040 INFO:tasks.rados.rados.0.smithi046.stdout:3656: finishing write tid 1 to smithi04682744-42 2024-09-18T02:32:27.040 INFO:tasks.rados.rados.0.smithi046.stdout:3656: finishing write tid 2 to smithi04682744-42 2024-09-18T02:32:27.040 INFO:tasks.rados.rados.0.smithi046.stdout:3656: finishing write tid 3 to smithi04682744-42 2024-09-18T02:32:27.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1967 (ObjNum 1169 snap 353 seq_num 1169) dirty exists 2024-09-18T02:32:27.040 INFO:tasks.rados.rados.0.smithi046.stdout:3656: left oid 42 (ObjNum 1169 snap 353 seq_num 1169) 2024-09-18T02:32:27.040 INFO:tasks.rados.rados.0.smithi046.stdout:3657: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:26 smithi195 ceph-mon[89559]: pgmap v851: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 172 KiB/s wr, 7 op/s 2024-09-18T02:32:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:26 smithi195 ceph-mon[89559]: osdmap e778: 8 total, 8 up, 8 in 2024-09-18T02:32:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:26 smithi195 ceph-mon[89559]: osdmap e779: 8 total, 8 up, 8 in 2024-09-18T02:32:27.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:26 smithi046 ceph-mon[94621]: pgmap v851: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 172 KiB/s wr, 7 op/s 2024-09-18T02:32:27.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:26 smithi046 ceph-mon[94621]: osdmap e778: 8 total, 8 up, 8 in 2024-09-18T02:32:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:26 smithi046 ceph-mon[94621]: osdmap e779: 8 total, 8 up, 8 in 2024-09-18T02:32:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:26 smithi046 ceph-mon[97106]: pgmap v851: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 172 KiB/s wr, 7 op/s 2024-09-18T02:32:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:26 smithi046 ceph-mon[97106]: osdmap e778: 8 total, 8 up, 8 in 2024-09-18T02:32:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:26 smithi046 ceph-mon[97106]: osdmap e779: 8 total, 8 up, 8 in 2024-09-18T02:32:27.862 INFO:tasks.rados.rados.0.smithi046.stdout:3654: done (5 left) 2024-09-18T02:32:27.862 INFO:tasks.rados.rados.0.smithi046.stdout:3655: done (4 left) 2024-09-18T02:32:27.862 INFO:tasks.rados.rados.0.smithi046.stdout:3656: done (3 left) 2024-09-18T02:32:27.862 INFO:tasks.rados.rados.0.smithi046.stdout:3657: done (2 left) 2024-09-18T02:32:27.862 INFO:tasks.rados.rados.0.smithi046.stdout:3658: done (1 left) 2024-09-18T02:32:27.862 INFO:tasks.rados.rados.0.smithi046.stdout:3659: done (0 left) 2024-09-18T02:32:27.863 INFO:tasks.rados.rados.0.smithi046.stdout:3660: copy_from oid 35 from oid 31 current snap is 354 2024-09-18T02:32:27.863 INFO:tasks.rados.rados.0.smithi046.stdout:3661: snap_remove snap 346 2024-09-18T02:32:28.870 INFO:tasks.rados.rados.0.smithi046.stdout:3661: done (1 left) 2024-09-18T02:32:28.870 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 354 2024-09-18T02:32:28.870 INFO:tasks.rados.rados.0.smithi046.stdout:3662: seq_num 1170 ranges {1261568=401408} 2024-09-18T02:32:28.880 INFO:tasks.rados.rados.0.smithi046.stdout:3662: writing smithi04682744-9 from 1261568 to 1662976 tid 1 2024-09-18T02:32:28.880 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 354 2024-09-18T02:32:28.880 INFO:tasks.rados.rados.0.smithi046.stdout:3663: seq_num 1171 ranges {0=417792} 2024-09-18T02:32:28.883 INFO:tasks.rados.rados.0.smithi046.stdout:3663: writing smithi04682744-47 from 0 to 417792 tid 1 2024-09-18T02:32:28.883 INFO:tasks.rados.rados.0.smithi046.stdout:3660: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:32:28.883 INFO:tasks.rados.rados.0.smithi046.stdout:3660: finishing copy_from to smithi04682744-35 2024-09-18T02:32:28.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2220 (ObjNum 1160 snap 352 seq_num 1160) dirty exists 2024-09-18T02:32:28.884 INFO:tasks.rados.rados.0.smithi046.stdout:3660: done (2 left) 2024-09-18T02:32:28.884 INFO:tasks.rados.rados.0.smithi046.stdout:3664: setattr oid 18 current snap is 354 2024-09-18T02:32:28.886 INFO:tasks.rados.rados.0.smithi046.stdout:3662: finishing write tid 1 to smithi04682744-9 2024-09-18T02:32:28.886 INFO:tasks.rados.rados.0.smithi046.stdout:3662: finishing write tid 2 to smithi04682744-9 2024-09-18T02:32:28.887 INFO:tasks.rados.rados.0.smithi046.stdout:3665: snap_remove snap 352 2024-09-18T02:32:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:28 smithi195 ceph-mon[89559]: pgmap v854: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 84 KiB/s wr, 1 op/s 2024-09-18T02:32:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:28 smithi195 ceph-mon[89559]: osdmap e780: 8 total, 8 up, 8 in 2024-09-18T02:32:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:28 smithi046 ceph-mon[94621]: pgmap v854: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 84 KiB/s wr, 1 op/s 2024-09-18T02:32:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:28 smithi046 ceph-mon[94621]: osdmap e780: 8 total, 8 up, 8 in 2024-09-18T02:32:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:28 smithi046 ceph-mon[97106]: pgmap v854: 121 pgs: 121 active+clean; 138 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 84 KiB/s wr, 1 op/s 2024-09-18T02:32:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:28 smithi046 ceph-mon[97106]: osdmap e780: 8 total, 8 up, 8 in 2024-09-18T02:32:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:29.874 INFO:tasks.rados.rados.0.smithi046.stdout:3665: done (3 left) 2024-09-18T02:32:29.874 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 354 2024-09-18T02:32:29.874 INFO:tasks.rados.rados.0.smithi046.stdout:3663: finishing write tid 1 to smithi04682744-47 2024-09-18T02:32:29.874 INFO:tasks.rados.rados.0.smithi046.stdout:3666: seq_num 1172 ranges {1982464=434176} 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3666: writing smithi04682744-30 from 1982464 to 2416640 tid 1 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3667: read oid 39 snap -1 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3667: expect (ObjNum 1168 snap 353 seq_num 1168) 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3668: read oid 2 snap -1 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3668: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3669: rollback oid 25 current snap is 354 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 347 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3663: finishing write tid 2 to smithi04682744-47 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:3670: rollback oid 20 current snap is 354 2024-09-18T02:32:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 353 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3662: finishing write tid 3 to smithi04682744-9 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2308 (ObjNum 1170 snap 354 seq_num 1170) dirty exists 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3662: left oid 9 (ObjNum 1170 snap 354 seq_num 1170) 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3663: finishing write tid 3 to smithi04682744-47 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1674 (ObjNum 1171 snap 354 seq_num 1171) dirty exists 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3663: left oid 47 (ObjNum 1171 snap 354 seq_num 1171) 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2238 (ObjNum 257 snap 0 seq_num 1147569504) dirty exists 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3662: done (7 left) 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3663: done (6 left) 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3664: done (5 left) 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3671: copy_from oid 50 from oid 3 current snap is 354 2024-09-18T02:32:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:3672: snap_remove snap 348 2024-09-18T02:32:30.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:29 smithi195 ceph-mon[89559]: osdmap e781: 8 total, 8 up, 8 in 2024-09-18T02:32:30.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:29 smithi046 ceph-mon[97106]: osdmap e781: 8 total, 8 up, 8 in 2024-09-18T02:32:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:29 smithi046 ceph-mon[94621]: osdmap e781: 8 total, 8 up, 8 in 2024-09-18T02:32:30.875 INFO:tasks.rados.rados.0.smithi046.stdout:3672: done (6 left) 2024-09-18T02:32:30.875 INFO:tasks.rados.rados.0.smithi046.stdout:3673: rollback oid 29 current snap is 354 2024-09-18T02:32:30.875 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 353 2024-09-18T02:32:30.875 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 354 2024-09-18T02:32:30.875 INFO:tasks.rados.rados.0.smithi046.stdout:3674: seq_num 1173 ranges {8339456=450560} 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3674: writing smithi04682744-15 from 8339456 to 8790016 tid 1 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3675: snap_create 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3670: finishing rollback tid 0 to smithi04682744-20 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3670: finishing rollback tid 1 to smithi04682744-20 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3670: finishing rollback tid 2 to smithi04682744-20 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2234 (ObjNum 49 snap 0 seq_num 1147160000) dirty exists 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3666: finishing write tid 1 to smithi04682744-30 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3666: finishing write tid 2 to smithi04682744-30 2024-09-18T02:32:30.924 INFO:tasks.rados.rados.0.smithi046.stdout:3667: expect (ObjNum 1168 snap 353 seq_num 1168) 2024-09-18T02:32:31.038 INFO:tasks.rados.rados.0.smithi046.stdout:3669: finishing rollback tid 0 to smithi04682744-25 2024-09-18T02:32:31.038 INFO:tasks.rados.rados.0.smithi046.stdout:3669: finishing rollback tid 1 to smithi04682744-25 2024-09-18T02:32:31.039 INFO:tasks.rados.rados.0.smithi046.stdout:3669: finishing rollback tid 2 to smithi04682744-25 2024-09-18T02:32:31.039 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2459 (ObjNum 1153 snap 346 seq_num 1153) dirty exists 2024-09-18T02:32:31.039 INFO:tasks.rados.rados.0.smithi046.stdout:3668: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:32:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:3666: finishing write tid 3 to smithi04682744-30 2024-09-18T02:32:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1969 (ObjNum 1172 snap 354 seq_num 1172) dirty exists 2024-09-18T02:32:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:3666: left oid 30 (ObjNum 1172 snap 354 seq_num 1172) 2024-09-18T02:32:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing copy_from racing read to smithi04682744-50 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing copy_from to smithi04682744-50 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2531 (ObjNum 1130 snap 343 seq_num 1130) dirty exists 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3673: finishing rollback tid 0 to smithi04682744-29 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3673: finishing rollback tid 1 to smithi04682744-29 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3673: finishing rollback tid 2 to smithi04682744-29 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1689 (ObjNum 1149 snap 345 seq_num 1149) dirty exists 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 1 to smithi04682744-15 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 2 to smithi04682744-15 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 3 to smithi04682744-15 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2242 (ObjNum 1173 snap 354 seq_num 1173) dirty exists 2024-09-18T02:32:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:3674: left oid 15 (ObjNum 1173 snap 354 seq_num 1173) 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: osdmap e782: 8 total, 8 up, 8 in 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:32:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: osdmap e782: 8 total, 8 up, 8 in 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: osdmap e782: 8 total, 8 up, 8 in 2024-09-18T02:32:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:32:31.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:32:31.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:32:31.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:32:31.847 INFO:tasks.rados.rados.0.smithi046.stdout:3666: done (8 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3667: done (7 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3668: done (6 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3669: done (5 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3670: done (4 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3671: done (3 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3673: done (2 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3674: done (1 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3675: done (0 left) 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3676: copy_from oid 49 from oid 13 current snap is 355 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3677: copy_from oid 46 from oid 17 current snap is 355 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 355 2024-09-18T02:32:31.848 INFO:tasks.rados.rados.0.smithi046.stdout:3678: seq_num 1174 ranges {303104=466944} 2024-09-18T02:32:31.852 INFO:tasks.rados.rados.0.smithi046.stdout:3678: writing smithi04682744-25 from 303104 to 770048 tid 1 2024-09-18T02:32:31.852 INFO:tasks.rados.rados.0.smithi046.stdout:3679: read oid 11 snap -1 2024-09-18T02:32:31.852 INFO:tasks.rados.rados.0.smithi046.stdout:3679: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:31.852 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 355 2024-09-18T02:32:31.852 INFO:tasks.rados.rados.0.smithi046.stdout:3680: seq_num 1175 ranges {2605056=483328} 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:3680: writing smithi04682744-12 from 2605056 to 3088384 tid 1 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 355 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing write tid 1 to smithi04682744-25 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing write tid 2 to smithi04682744-25 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing write tid 3 to smithi04682744-25 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2461 (ObjNum 1174 snap 355 seq_num 1174) dirty exists 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:3678: left oid 25 (ObjNum 1174 snap 355 seq_num 1174) 2024-09-18T02:32:31.871 INFO:tasks.rados.rados.0.smithi046.stdout:3681: seq_num 1176 ranges {286720=499712} 2024-09-18T02:32:31.876 INFO:tasks.rados.rados.0.smithi046.stdout:3681: writing smithi04682744-32 from 286720 to 786432 tid 1 2024-09-18T02:32:31.876 INFO:tasks.rados.rados.0.smithi046.stdout:3678: done (5 left) 2024-09-18T02:32:31.877 INFO:tasks.rados.rados.0.smithi046.stdout:3682: rollback oid 26 current snap is 355 2024-09-18T02:32:31.877 INFO:tasks.rados.rados.0.smithi046.stdout:3677: finishing copy_from racing read to smithi04682744-46 2024-09-18T02:32:31.877 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 353 2024-09-18T02:32:31.877 INFO:tasks.rados.rados.0.smithi046.stdout:3683: delete oid 35 current snap is 355 2024-09-18T02:32:31.878 INFO:tasks.rados.rados.0.smithi046.stdout:3676: finishing copy_from racing read to smithi04682744-49 2024-09-18T02:32:31.879 INFO:tasks.rados.rados.0.smithi046.stdout:3680: finishing write tid 1 to smithi04682744-12 2024-09-18T02:32:31.879 INFO:tasks.rados.rados.0.smithi046.stdout:3680: finishing write tid 2 to smithi04682744-12 2024-09-18T02:32:31.880 INFO:tasks.rados.rados.0.smithi046.stdout:3677: finishing copy_from to smithi04682744-46 2024-09-18T02:32:31.880 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2262 (ObjNum 1156 snap 350 seq_num 1156) dirty exists 2024-09-18T02:32:31.881 INFO:tasks.rados.rados.0.smithi046.stdout:3680: finishing write tid 3 to smithi04682744-12 2024-09-18T02:32:31.881 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2463 (ObjNum 1175 snap 355 seq_num 1175) dirty exists 2024-09-18T02:32:31.882 INFO:tasks.rados.rados.0.smithi046.stdout:3680: left oid 12 (ObjNum 1175 snap 355 seq_num 1175) 2024-09-18T02:32:31.882 INFO:tasks.rados.rados.0.smithi046.stdout:3676: finishing copy_from to smithi04682744-49 2024-09-18T02:32:31.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2240 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-09-18T02:32:31.883 INFO:tasks.rados.rados.0.smithi046.stdout:3679: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:32.117 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing write tid 1 to smithi04682744-32 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing write tid 2 to smithi04682744-32 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3682: finishing rollback tid 0 to smithi04682744-26 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3682: finishing rollback tid 1 to smithi04682744-26 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing write tid 3 to smithi04682744-32 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2544 (ObjNum 1176 snap 355 seq_num 1176) dirty exists 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3681: left oid 32 (ObjNum 1176 snap 355 seq_num 1176) 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3682: finishing rollback tid 2 to smithi04682744-26 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2548 (ObjNum 1138 snap 344 seq_num 1138) dirty exists 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3676: done (6 left) 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3677: done (5 left) 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3679: done (4 left) 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3680: done (3 left) 2024-09-18T02:32:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3681: done (2 left) 2024-09-18T02:32:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:3682: done (1 left) 2024-09-18T02:32:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:3683: done (0 left) 2024-09-18T02:32:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:3684: read oid 44 snap -1 2024-09-18T02:32:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:3684: expect (ObjNum 1090 snap 330 seq_num 1090) 2024-09-18T02:32:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 355 2024-09-18T02:32:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:3685: seq_num 1178 ranges {2416640=532480} 2024-09-18T02:32:32.133 INFO:tasks.rados.rados.0.smithi046.stdout:3685: writing smithi04682744-30 from 2416640 to 2949120 tid 1 2024-09-18T02:32:32.134 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 355 2024-09-18T02:32:32.134 INFO:tasks.rados.rados.0.smithi046.stdout:3686: seq_num 1179 ranges {3317760=548864} 2024-09-18T02:32:32.155 INFO:tasks.rados.rados.0.smithi046.stdout:3686: writing smithi04682744-17 from 3317760 to 3866624 tid 1 2024-09-18T02:32:32.155 INFO:tasks.rados.rados.0.smithi046.stdout:3687: delete oid 21 current snap is 355 2024-09-18T02:32:32.155 INFO:tasks.rados.rados.0.smithi046.stdout:3684: expect (ObjNum 1090 snap 330 seq_num 1090) 2024-09-18T02:32:32.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:31 smithi195 ceph-mon[89559]: osdmap e783: 8 total, 8 up, 8 in 2024-09-18T02:32:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:31 smithi195 ceph-mon[89559]: osdmap e784: 8 total, 8 up, 8 in 2024-09-18T02:32:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:31 smithi046 ceph-mon[97106]: osdmap e783: 8 total, 8 up, 8 in 2024-09-18T02:32:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:31 smithi046 ceph-mon[97106]: osdmap e784: 8 total, 8 up, 8 in 2024-09-18T02:32:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:31 smithi046 ceph-mon[94621]: osdmap e783: 8 total, 8 up, 8 in 2024-09-18T02:32:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:31 smithi046 ceph-mon[94621]: osdmap e784: 8 total, 8 up, 8 in 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3685: finishing write tid 1 to smithi04682744-30 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3685: finishing write tid 2 to smithi04682744-30 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3685: finishing write tid 3 to smithi04682744-30 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1971 (ObjNum 1178 snap 355 seq_num 1178) dirty exists 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3685: left oid 30 (ObjNum 1178 snap 355 seq_num 1178) 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3686: finishing write tid 1 to smithi04682744-17 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3684: done (3 left) 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3685: done (2 left) 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3687: done (1 left) 2024-09-18T02:32:32.271 INFO:tasks.rados.rados.0.smithi046.stdout:3688: snap_remove snap 354 2024-09-18T02:32:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:32:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:32:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3688: done (1 left) 2024-09-18T02:32:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3689: copy_from oid 42 from oid 16 current snap is 355 2024-09-18T02:32:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3686: finishing write tid 2 to smithi04682744-17 2024-09-18T02:32:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3686: finishing write tid 3 to smithi04682744-17 2024-09-18T02:32:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2278 (ObjNum 1179 snap 355 seq_num 1179) dirty exists 2024-09-18T02:32:32.894 INFO:tasks.rados.rados.0.smithi046.stdout:3686: left oid 17 (ObjNum 1179 snap 355 seq_num 1179) 2024-09-18T02:32:32.894 INFO:tasks.rados.rados.0.smithi046.stdout:3686: done (1 left) 2024-09-18T02:32:32.894 INFO:tasks.rados.rados.0.smithi046.stdout:3690: snap_remove snap 347 2024-09-18T02:32:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:32 smithi195 ceph-mon[89559]: pgmap v860: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.6 MiB/s wr, 24 op/s 2024-09-18T02:32:33.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:32 smithi046 ceph-mon[97106]: pgmap v860: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.6 MiB/s wr, 24 op/s 2024-09-18T02:32:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:32 smithi046 ceph-mon[94621]: pgmap v860: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.6 MiB/s wr, 24 op/s 2024-09-18T02:32:33.904 INFO:tasks.rados.rados.0.smithi046.stdout:3689: finishing copy_from to smithi04682744-42 2024-09-18T02:32:33.904 INFO:tasks.rados.rados.0.smithi046.stdout:3689: got expected ENOENT (src dne) 2024-09-18T02:32:33.904 INFO:tasks.rados.rados.0.smithi046.stdout:3689: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:32:33.904 INFO:tasks.rados.rados.0.smithi046.stdout:3689: done (1 left) 2024-09-18T02:32:33.904 INFO:tasks.rados.rados.0.smithi046.stdout:3690: done (0 left) 2024-09-18T02:32:33.904 INFO:tasks.rados.rados.0.smithi046.stdout:3691: read oid 35 snap -1 2024-09-18T02:32:33.905 INFO:tasks.rados.rados.0.smithi046.stdout:3691: expect deleted 2024-09-18T02:32:33.905 INFO:tasks.rados.rados.0.smithi046.stdout:3692: read oid 42 snap -1 2024-09-18T02:32:33.905 INFO:tasks.rados.rados.0.smithi046.stdout:3692: expect (ObjNum 1169 snap 353 seq_num 1169) 2024-09-18T02:32:33.905 INFO:tasks.rados.rados.0.smithi046.stdout:3693: read oid 19 snap -1 2024-09-18T02:32:33.906 INFO:tasks.rados.rados.0.smithi046.stdout:3693: expect deleted 2024-09-18T02:32:33.906 INFO:tasks.rados.rados.0.smithi046.stdout:3694: rollback oid 8 current snap is 355 2024-09-18T02:32:33.906 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 350 2024-09-18T02:32:33.906 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 355 2024-09-18T02:32:33.906 INFO:tasks.rados.rados.0.smithi046.stdout:3695: seq_num 1181 ranges {0=581632} 2024-09-18T02:32:33.909 INFO:tasks.rados.rados.0.smithi046.stdout:3695: writing smithi04682744-27 from 0 to 581632 tid 1 2024-09-18T02:32:33.910 INFO:tasks.rados.rados.0.smithi046.stdout:3696: read oid 9 snap -1 2024-09-18T02:32:33.910 INFO:tasks.rados.rados.0.smithi046.stdout:3696: expect (ObjNum 1170 snap 354 seq_num 1170) 2024-09-18T02:32:33.910 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 355 2024-09-18T02:32:33.910 INFO:tasks.rados.rados.0.smithi046.stdout:3697: seq_num 1182 ranges {3252224=606208} 2024-09-18T02:32:33.934 INFO:tasks.rados.rados.0.smithi046.stdout:3697: writing smithi04682744-44 from 3252224 to 3858432 tid 1 2024-09-18T02:32:33.935 INFO:tasks.rados.rados.0.smithi046.stdout:3698: copy_from oid 7 from oid 33 current snap is 355 2024-09-18T02:32:33.935 INFO:tasks.rados.rados.0.smithi046.stdout:3691: done (7 left) 2024-09-18T02:32:33.935 INFO:tasks.rados.rados.0.smithi046.stdout:3693: done (6 left) 2024-09-18T02:32:33.935 INFO:tasks.rados.rados.0.smithi046.stdout:3699: snap_create 2024-09-18T02:32:33.935 INFO:tasks.rados.rados.0.smithi046.stdout:3696: expect (ObjNum 1170 snap 354 seq_num 1170) 2024-09-18T02:32:34.013 INFO:tasks.rados.rados.0.smithi046.stdout:3692: expect (ObjNum 1169 snap 353 seq_num 1169) 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing rollback tid 0 to smithi04682744-8 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing rollback tid 1 to smithi04682744-8 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing rollback tid 2 to smithi04682744-8 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2454 (ObjNum 1150 snap 346 seq_num 1150) dirty exists 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 1 to smithi04682744-27 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 2 to smithi04682744-27 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 3 to smithi04682744-27 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1979 (ObjNum 1181 snap 355 seq_num 1181) dirty exists 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3695: left oid 27 (ObjNum 1181 snap 355 seq_num 1181) 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3697: finishing write tid 1 to smithi04682744-44 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3697: finishing write tid 2 to smithi04682744-44 2024-09-18T02:32:34.026 INFO:tasks.rados.rados.0.smithi046.stdout:3697: finishing write tid 3 to smithi04682744-44 2024-09-18T02:32:34.027 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2211 (ObjNum 1182 snap 355 seq_num 1182) dirty exists 2024-09-18T02:32:34.027 INFO:tasks.rados.rados.0.smithi046.stdout:3697: left oid 44 (ObjNum 1182 snap 355 seq_num 1182) 2024-09-18T02:32:34.027 INFO:tasks.rados.rados.0.smithi046.stdout:3698: finishing copy_from racing read to smithi04682744-7 2024-09-18T02:32:34.027 INFO:tasks.rados.rados.0.smithi046.stdout:3698: finishing copy_from to smithi04682744-7 2024-09-18T02:32:34.027 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2227 (ObjNum 1136 snap 344 seq_num 1136) dirty exists 2024-09-18T02:32:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:33 smithi195 ceph-mon[89559]: osdmap e785: 8 total, 8 up, 8 in 2024-09-18T02:32:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:33 smithi046 ceph-mon[94621]: osdmap e785: 8 total, 8 up, 8 in 2024-09-18T02:32:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:33 smithi046 ceph-mon[97106]: osdmap e785: 8 total, 8 up, 8 in 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3692: done (6 left) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3694: done (5 left) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3695: done (4 left) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3696: done (3 left) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3697: done (2 left) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3698: done (1 left) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3699: done (0 left) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3700: read oid 38 snap 353 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3700: expect (ObjNum 1159 snap 351 seq_num 1159) 2024-09-18T02:32:34.909 INFO:tasks.rados.rados.0.smithi046.stdout:3701: delete oid 20 current snap is 356 2024-09-18T02:32:34.914 INFO:tasks.rados.rados.0.smithi046.stdout:3701: done (1 left) 2024-09-18T02:32:34.914 INFO:tasks.rados.rados.0.smithi046.stdout:3702: snap_create 2024-09-18T02:32:34.918 INFO:tasks.rados.rados.0.smithi046.stdout:3700: expect (ObjNum 1159 snap 351 seq_num 1159) 2024-09-18T02:32:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:34 smithi195 ceph-mon[89559]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-09-18T02:32:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:34 smithi195 ceph-mon[89559]: osdmap e786: 8 total, 8 up, 8 in 2024-09-18T02:32:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:34 smithi046 ceph-mon[94621]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-09-18T02:32:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:34 smithi046 ceph-mon[94621]: osdmap e786: 8 total, 8 up, 8 in 2024-09-18T02:32:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:34 smithi046 ceph-mon[97106]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-09-18T02:32:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:34 smithi046 ceph-mon[97106]: osdmap e786: 8 total, 8 up, 8 in 2024-09-18T02:32:35.914 INFO:tasks.rados.rados.0.smithi046.stdout:3700: done (1 left) 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:3702: done (0 left) 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:3703: rollback oid 31 current snap is 357 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 349 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:3704: read oid 45 snap -1 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:3704: expect deleted 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:3705: read oid 1 snap -1 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:3705: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:32:35.915 INFO:tasks.rados.rados.0.smithi046.stdout:3706: snap_remove snap 353 2024-09-18T02:32:36.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:35 smithi195 ceph-mon[89559]: osdmap e787: 8 total, 8 up, 8 in 2024-09-18T02:32:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:35 smithi046 ceph-mon[94621]: osdmap e787: 8 total, 8 up, 8 in 2024-09-18T02:32:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:35 smithi046 ceph-mon[97106]: osdmap e787: 8 total, 8 up, 8 in 2024-09-18T02:32:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:32:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:32:36] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-18T02:32:36.849 INFO:tasks.rados.rados.0.smithi046.stdout:3706: done (3 left) 2024-09-18T02:32:36.849 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 357 2024-09-18T02:32:36.849 INFO:tasks.rados.rados.0.smithi046.stdout:3707: seq_num 1184 ranges {8790016=638976} 2024-09-18T02:32:36.902 INFO:tasks.rados.rados.0.smithi046.stdout:3707: writing smithi04682744-15 from 8790016 to 9428992 tid 1 2024-09-18T02:32:36.902 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 357 2024-09-18T02:32:36.902 INFO:tasks.rados.rados.0.smithi046.stdout:3708: seq_num 1185 ranges {0=655360} 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:3708: writing smithi04682744-18 from 0 to 655360 tid 1 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:3709: rollback oid 27 current snap is 357 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 350 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:3703: finishing rollback tid 0 to smithi04682744-31 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:3703: finishing rollback tid 1 to smithi04682744-31 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:3703: finishing rollback tid 2 to smithi04682744-31 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2223 (ObjNum 1151 snap 346 seq_num 1151) dirty exists 2024-09-18T02:32:36.906 INFO:tasks.rados.rados.0.smithi046.stdout:3705: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:32:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:36 smithi195 ceph-mon[89559]: pgmap v866: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-09-18T02:32:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:36 smithi195 ceph-mon[89559]: osdmap e788: 8 total, 8 up, 8 in 2024-09-18T02:32:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:36 smithi195 ceph-mon[89559]: osdmap e789: 8 total, 8 up, 8 in 2024-09-18T02:32:37.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:36 smithi046 ceph-mon[94621]: pgmap v866: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-09-18T02:32:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:36 smithi046 ceph-mon[94621]: osdmap e788: 8 total, 8 up, 8 in 2024-09-18T02:32:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:36 smithi046 ceph-mon[94621]: osdmap e789: 8 total, 8 up, 8 in 2024-09-18T02:32:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:36 smithi046 ceph-mon[97106]: pgmap v866: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-09-18T02:32:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:36 smithi046 ceph-mon[97106]: osdmap e788: 8 total, 8 up, 8 in 2024-09-18T02:32:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:36 smithi046 ceph-mon[97106]: osdmap e789: 8 total, 8 up, 8 in 2024-09-18T02:32:37.876 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 1 to smithi04682744-15 2024-09-18T02:32:37.876 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 2 to smithi04682744-15 2024-09-18T02:32:37.876 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 3 to smithi04682744-15 2024-09-18T02:32:37.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2245 (ObjNum 1184 snap 357 seq_num 1184) dirty exists 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3707: left oid 15 (ObjNum 1184 snap 357 seq_num 1184) 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3709: finishing rollback tid 0 to smithi04682744-27 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3709: finishing rollback tid 1 to smithi04682744-27 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2229 (ObjNum 97 snap 0 seq_num 962567472) dirty dne 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3708: finishing write tid 1 to smithi04682744-18 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3708: finishing write tid 2 to smithi04682744-18 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3708: finishing write tid 3 to smithi04682744-18 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2533 (ObjNum 1185 snap 357 seq_num 1185) dirty exists 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3708: left oid 18 (ObjNum 1185 snap 357 seq_num 1185) 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3703: done (5 left) 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3704: done (4 left) 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3705: done (3 left) 2024-09-18T02:32:37.877 INFO:tasks.rados.rados.0.smithi046.stdout:3707: done (2 left) 2024-09-18T02:32:37.878 INFO:tasks.rados.rados.0.smithi046.stdout:3708: done (1 left) 2024-09-18T02:32:37.878 INFO:tasks.rados.rados.0.smithi046.stdout:3709: done (0 left) 2024-09-18T02:32:37.878 INFO:tasks.rados.rados.0.smithi046.stdout:3710: read oid 50 snap -1 2024-09-18T02:32:37.878 INFO:tasks.rados.rados.0.smithi046.stdout:3710: expect (ObjNum 1130 snap 343 seq_num 1130) 2024-09-18T02:32:37.878 INFO:tasks.rados.rados.0.smithi046.stdout:3711: snap_remove snap 355 2024-09-18T02:32:37.919 INFO:tasks.rados.rados.0.smithi046.stdout:3711: done (1 left) 2024-09-18T02:32:37.919 INFO:tasks.rados.rados.0.smithi046.stdout:3712: delete oid 13 current snap is 357 2024-09-18T02:32:37.919 INFO:tasks.rados.rados.0.smithi046.stdout:3710: expect (ObjNum 1130 snap 343 seq_num 1130) 2024-09-18T02:32:37.992 INFO:tasks.rados.rados.0.smithi046.stdout:3710: done (1 left) 2024-09-18T02:32:37.993 INFO:tasks.rados.rados.0.smithi046.stdout:3712: done (0 left) 2024-09-18T02:32:37.993 INFO:tasks.rados.rados.0.smithi046.stdout:3713: rollback oid 21 current snap is 357 2024-09-18T02:32:37.993 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 356 2024-09-18T02:32:37.993 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 357 2024-09-18T02:32:37.993 INFO:tasks.rados.rados.0.smithi046.stdout:3714: seq_num 1187 ranges {5718016=688128} 2024-09-18T02:32:38.027 INFO:tasks.rados.rados.0.smithi046.stdout:3714: writing smithi04682744-49 from 5718016 to 6406144 tid 1 2024-09-18T02:32:38.028 INFO:tasks.rados.rados.0.smithi046.stdout:3715: read oid 4 snap 350 2024-09-18T02:32:38.028 INFO:tasks.rados.rados.0.smithi046.stdout:3715: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:32:38.028 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 357 2024-09-18T02:32:38.028 INFO:tasks.rados.rados.0.smithi046.stdout:3716: seq_num 1188 ranges {2457600=704512} 2024-09-18T02:32:38.045 INFO:tasks.rados.rados.0.smithi046.stdout:3716: writing smithi04682744-39 from 2457600 to 3162112 tid 1 2024-09-18T02:32:38.045 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 357 2024-09-18T02:32:38.045 INFO:tasks.rados.rados.0.smithi046.stdout:3717: seq_num 1189 ranges {0=720896} 2024-09-18T02:32:38.050 INFO:tasks.rados.rados.0.smithi046.stdout:3717: writing smithi04682744-20 from 0 to 720896 tid 1 2024-09-18T02:32:38.050 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 357 2024-09-18T02:32:38.050 INFO:tasks.rados.rados.0.smithi046.stdout:3713: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:32:38.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 2243 (ObjNum 129 snap 0 seq_num 1147074304) dirty dne 2024-09-18T02:32:38.050 INFO:tasks.rados.rados.0.smithi046.stdout:3718: seq_num 1190 ranges {655360=737280} 2024-09-18T02:32:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:3718: writing smithi04682744-18 from 655360 to 1392640 tid 1 2024-09-18T02:32:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:3713: done (5 left) 2024-09-18T02:32:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:3719: delete oid 12 current snap is 357 2024-09-18T02:32:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:3714: finishing write tid 1 to smithi04682744-49 2024-09-18T02:32:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:3714: finishing write tid 2 to smithi04682744-49 2024-09-18T02:32:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:3715: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3714: finishing write tid 3 to smithi04682744-49 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2571 (ObjNum 1187 snap 357 seq_num 1187) dirty exists 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3714: left oid 49 (ObjNum 1187 snap 357 seq_num 1187) 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3716: finishing write tid 1 to smithi04682744-39 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3714: done (5 left) 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3715: done (4 left) 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3719: done (3 left) 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3720: snap_create 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3716: finishing write tid 2 to smithi04682744-39 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:3716: finishing write tid 3 to smithi04682744-39 2024-09-18T02:32:38.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 2465 (ObjNum 1188 snap 357 seq_num 1188) dirty exists 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3716: left oid 39 (ObjNum 1188 snap 357 seq_num 1188) 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3717: finishing write tid 1 to smithi04682744-20 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3717: finishing write tid 2 to smithi04682744-20 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3717: finishing write tid 3 to smithi04682744-20 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2237 (ObjNum 1189 snap 357 seq_num 1189) dirty exists 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3717: left oid 20 (ObjNum 1189 snap 357 seq_num 1189) 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3718: finishing write tid 1 to smithi04682744-18 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3718: finishing write tid 2 to smithi04682744-18 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3718: finishing write tid 3 to smithi04682744-18 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2535 (ObjNum 1190 snap 357 seq_num 1190) dirty exists 2024-09-18T02:32:38.131 INFO:tasks.rados.rados.0.smithi046.stdout:3718: left oid 18 (ObjNum 1190 snap 357 seq_num 1190) 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3716: done (3 left) 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3717: done (2 left) 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3718: done (1 left) 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3720: done (0 left) 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3721: read oid 21 snap 350 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3721: expect (ObjNum 1090 snap 330 seq_num 1090) 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3722: rmattr oid 17 current snap is 358 2024-09-18T02:32:38.923 INFO:tasks.rados.rados.0.smithi046.stdout:3723: delete oid 29 current snap is 358 2024-09-18T02:32:38.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2290 (ObjNum 1179 snap 355 seq_num 1179) dirty exists 2024-09-18T02:32:38.930 INFO:tasks.rados.rados.0.smithi046.stdout:3722: done (2 left) 2024-09-18T02:32:38.930 INFO:tasks.rados.rados.0.smithi046.stdout:3723: done (1 left) 2024-09-18T02:32:38.930 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 358 2024-09-18T02:32:38.930 INFO:tasks.rados.rados.0.smithi046.stdout:3724: seq_num 1193 ranges {0=786432} 2024-09-18T02:32:38.935 INFO:tasks.rados.rados.0.smithi046.stdout:3724: writing smithi04682744-35 from 0 to 786432 tid 1 2024-09-18T02:32:38.935 INFO:tasks.rados.rados.0.smithi046.stdout:3725: delete oid 39 current snap is 358 2024-09-18T02:32:38.935 INFO:tasks.rados.rados.0.smithi046.stdout:3721: expect (ObjNum 1090 snap 330 seq_num 1090) 2024-09-18T02:32:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:3724: finishing write tid 1 to smithi04682744-35 2024-09-18T02:32:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:3724: finishing write tid 2 to smithi04682744-35 2024-09-18T02:32:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:3724: finishing write tid 3 to smithi04682744-35 2024-09-18T02:32:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2223 (ObjNum 1193 snap 358 seq_num 1193) dirty exists 2024-09-18T02:32:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:3724: left oid 35 (ObjNum 1193 snap 358 seq_num 1193) 2024-09-18T02:32:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:3721: done (2 left) 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3724: done (1 left) 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3725: done (0 left) 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3726: rmattr oid 30 current snap is 358 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3726: done (0 left) 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3727: read oid 26 snap 349 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3727: expect (ObjNum 1138 snap 344 seq_num 1138) 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3728: read oid 15 snap -1 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3728: expect (ObjNum 1184 snap 357 seq_num 1184) 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3729: rollback oid 43 current snap is 358 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 350 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3730: copy_from oid 38 from oid 11 current snap is 358 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3731: read oid 47 snap 350 2024-09-18T02:32:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:3731: expect deleted 2024-09-18T02:32:39.054 INFO:tasks.rados.rados.0.smithi046.stdout:3732: read oid 35 snap -1 2024-09-18T02:32:39.054 INFO:tasks.rados.rados.0.smithi046.stdout:3732: expect (ObjNum 1193 snap 358 seq_num 1193) 2024-09-18T02:32:39.054 INFO:tasks.rados.rados.0.smithi046.stdout:3733: snap_remove snap 357 2024-09-18T02:32:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:38 smithi195 ceph-mon[89559]: pgmap v869: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 734 KiB/s wr, 1 op/s 2024-09-18T02:32:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:38 smithi195 ceph-mon[89559]: osdmap e790: 8 total, 8 up, 8 in 2024-09-18T02:32:39.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:38 smithi046 ceph-mon[97106]: pgmap v869: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 734 KiB/s wr, 1 op/s 2024-09-18T02:32:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:38 smithi046 ceph-mon[97106]: osdmap e790: 8 total, 8 up, 8 in 2024-09-18T02:32:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:38 smithi046 ceph-mon[94621]: pgmap v869: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 734 KiB/s wr, 1 op/s 2024-09-18T02:32:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:38 smithi046 ceph-mon[94621]: osdmap e790: 8 total, 8 up, 8 in 2024-09-18T02:32:39.933 INFO:tasks.rados.rados.0.smithi046.stdout:3733: done (6 left) 2024-09-18T02:32:39.933 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 358 2024-09-18T02:32:39.934 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing rollback tid 0 to smithi04682744-43 2024-09-18T02:32:39.934 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing rollback tid 1 to smithi04682744-43 2024-09-18T02:32:39.934 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing rollback tid 2 to smithi04682744-43 2024-09-18T02:32:39.934 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1677 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-09-18T02:32:39.934 INFO:tasks.rados.rados.0.smithi046.stdout:3734: seq_num 1195 ranges {0=417792,417792=401408} 2024-09-18T02:32:39.936 INFO:tasks.rados.rados.0.smithi046.stdout:3734: writing smithi04682744-29 from 0 to 417792 tid 1 2024-09-18T02:32:39.939 INFO:tasks.rados.rados.0.smithi046.stdout:3734: writing smithi04682744-29 from 417792 to 819200 tid 2 2024-09-18T02:32:39.939 INFO:tasks.rados.rados.0.smithi046.stdout:3729: done (6 left) 2024-09-18T02:32:39.939 INFO:tasks.rados.rados.0.smithi046.stdout:3731: done (5 left) 2024-09-18T02:32:39.939 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 358 2024-09-18T02:32:39.939 INFO:tasks.rados.rados.0.smithi046.stdout:3735: seq_num 1196 ranges {6406144=434176,6840320=401408} 2024-09-18T02:32:39.976 INFO:tasks.rados.rados.0.smithi046.stdout:3735: writing smithi04682744-49 from 6406144 to 6840320 tid 1 2024-09-18T02:32:39.979 INFO:tasks.rados.rados.0.smithi046.stdout:3735: writing smithi04682744-49 from 6840320 to 7241728 tid 2 2024-09-18T02:32:39.979 INFO:tasks.rados.rados.0.smithi046.stdout:3736: rollback oid 1 current snap is 358 2024-09-18T02:32:39.979 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 356 2024-09-18T02:32:39.979 INFO:tasks.rados.rados.0.smithi046.stdout:3732: expect (ObjNum 1193 snap 358 seq_num 1193) 2024-09-18T02:32:40.003 INFO:tasks.rados.rados.0.smithi046.stdout:3727: expect (ObjNum 1138 snap 344 seq_num 1138) 2024-09-18T02:32:40.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:39 smithi195 ceph-mon[89559]: osdmap e791: 8 total, 8 up, 8 in 2024-09-18T02:32:40.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:39 smithi046 ceph-mon[97106]: osdmap e791: 8 total, 8 up, 8 in 2024-09-18T02:32:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:39 smithi046 ceph-mon[94621]: osdmap e791: 8 total, 8 up, 8 in 2024-09-18T02:32:40.325 INFO:tasks.rados.rados.0.smithi046.stdout:3728: expect (ObjNum 1184 snap 357 seq_num 1184) 2024-09-18T02:32:41.175 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing copy_from racing read to smithi04682744-38 2024-09-18T02:32:41.175 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing copy_from to smithi04682744-38 2024-09-18T02:32:41.175 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2240 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-09-18T02:32:41.175 INFO:tasks.rados.rados.0.smithi046.stdout:3727: done (6 left) 2024-09-18T02:32:41.175 INFO:tasks.rados.rados.0.smithi046.stdout:3728: done (5 left) 2024-09-18T02:32:41.175 INFO:tasks.rados.rados.0.smithi046.stdout:3730: done (4 left) 2024-09-18T02:32:41.175 INFO:tasks.rados.rados.0.smithi046.stdout:3732: done (3 left) 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3737: rollback oid 10 current snap is 358 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 356 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 1 to smithi04682744-29 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 2 to smithi04682744-29 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 3 to smithi04682744-29 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 4 to smithi04682744-29 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2266 (ObjNum 1195 snap 358 seq_num 1195) dirty exists 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3734: left oid 29 (ObjNum 1195 snap 358 seq_num 1195) 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3736: finishing rollback tid 0 to smithi04682744-1 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3736: finishing rollback tid 1 to smithi04682744-1 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:3736: finishing rollback tid 2 to smithi04682744-1 2024-09-18T02:32:41.176 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2457 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3735: finishing write tid 1 to smithi04682744-49 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3735: finishing write tid 2 to smithi04682744-49 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3735: finishing write tid 3 to smithi04682744-49 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3735: finishing write tid 4 to smithi04682744-49 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2574 (ObjNum 1196 snap 358 seq_num 1196) dirty exists 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3735: left oid 49 (ObjNum 1196 snap 358 seq_num 1196) 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3734: done (3 left) 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3735: done (2 left) 2024-09-18T02:32:41.177 INFO:tasks.rados.rados.0.smithi046.stdout:3736: done (1 left) 2024-09-18T02:32:41.178 INFO:tasks.rados.rados.0.smithi046.stdout:3738: rmattr oid 5 current snap is 358 2024-09-18T02:32:41.178 INFO:tasks.rados.rados.0.smithi046.stdout:3738: done (1 left) 2024-09-18T02:32:41.178 INFO:tasks.rados.rados.0.smithi046.stdout:3739: read oid 45 snap -1 2024-09-18T02:32:41.178 INFO:tasks.rados.rados.0.smithi046.stdout:3739: expect deleted 2024-09-18T02:32:41.178 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 358 2024-09-18T02:32:41.178 INFO:tasks.rados.rados.0.smithi046.stdout:3740: seq_num 1197 ranges {0=450560,450560=401408} 2024-09-18T02:32:41.178 INFO:tasks.rados.rados.0.smithi046.stdout:3740: writing smithi04682744-39 from 0 to 450560 tid 1 2024-09-18T02:32:41.179 INFO:tasks.rados.rados.0.smithi046.stdout:3740: writing smithi04682744-39 from 450560 to 851968 tid 2 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:3741: copy_from oid 42 from oid 18 current snap is 358 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:3737: finishing rollback tid 0 to smithi04682744-10 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:3737: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:3737: finishing rollback tid 2 to smithi04682744-10 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2232 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:3737: done (3 left) 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:3739: done (2 left) 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 358 2024-09-18T02:32:41.180 INFO:tasks.rados.rados.0.smithi046.stdout:3742: seq_num 1198 ranges {2088960=466944,2555904=401408} 2024-09-18T02:32:41.193 INFO:tasks.rados.rados.0.smithi046.stdout:3742: writing smithi04682744-24 from 2088960 to 2555904 tid 1 2024-09-18T02:32:41.196 INFO:tasks.rados.rados.0.smithi046.stdout:3742: writing smithi04682744-24 from 2555904 to 2957312 tid 2 2024-09-18T02:32:41.196 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 358 2024-09-18T02:32:41.196 INFO:tasks.rados.rados.0.smithi046.stdout:3743: seq_num 1199 ranges {5718016=483328,6201344=401408} 2024-09-18T02:32:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:40 smithi195 ceph-mon[89559]: pgmap v872: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-18T02:32:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:40 smithi195 ceph-mon[89559]: osdmap e792: 8 total, 8 up, 8 in 2024-09-18T02:32:41.230 INFO:tasks.rados.rados.0.smithi046.stdout:3743: writing smithi04682744-38 from 5718016 to 6201344 tid 1 2024-09-18T02:32:41.233 INFO:tasks.rados.rados.0.smithi046.stdout:3743: writing smithi04682744-38 from 6201344 to 6602752 tid 2 2024-09-18T02:32:41.233 INFO:tasks.rados.rados.0.smithi046.stdout:3744: rollback oid 45 current snap is 358 2024-09-18T02:32:41.233 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 350 2024-09-18T02:32:41.233 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 1 to smithi04682744-39 2024-09-18T02:32:41.233 INFO:tasks.rados.rados.0.smithi046.stdout:3745: rmattr oid 1 current snap is 358 2024-09-18T02:32:41.233 INFO:tasks.rados.rados.0.smithi046.stdout:3745: done (5 left) 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3746: setattr oid 47 current snap is 358 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 2 to smithi04682744-39 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 3 to smithi04682744-39 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 4 to smithi04682744-39 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 2470 (ObjNum 1197 snap 358 seq_num 1197) dirty exists 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3740: left oid 39 (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3741: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3741: finishing copy_from to smithi04682744-42 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 2535 (ObjNum 1190 snap 357 seq_num 1190) dirty exists 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 1 to smithi04682744-24 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 2 to smithi04682744-24 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 3 to smithi04682744-24 2024-09-18T02:32:41.234 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 4 to smithi04682744-24 2024-09-18T02:32:41.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2447 (ObjNum 1198 snap 358 seq_num 1198) dirty exists 2024-09-18T02:32:41.235 INFO:tasks.rados.rados.0.smithi046.stdout:3742: left oid 24 (ObjNum 1198 snap 358 seq_num 1198) 2024-09-18T02:32:41.236 INFO:tasks.rados.rados.0.smithi046.stdout:3740: done (5 left) 2024-09-18T02:32:41.236 INFO:tasks.rados.rados.0.smithi046.stdout:3741: done (4 left) 2024-09-18T02:32:41.236 INFO:tasks.rados.rados.0.smithi046.stdout:3742: done (3 left) 2024-09-18T02:32:41.236 INFO:tasks.rados.rados.0.smithi046.stdout:3747: snap_create 2024-09-18T02:32:41.236 INFO:tasks.rados.rados.0.smithi046.stdout:3743: finishing write tid 1 to smithi04682744-38 2024-09-18T02:32:41.237 INFO:tasks.rados.rados.0.smithi046.stdout:3743: finishing write tid 2 to smithi04682744-38 2024-09-18T02:32:41.237 INFO:tasks.rados.rados.0.smithi046.stdout:3743: finishing write tid 3 to smithi04682744-38 2024-09-18T02:32:41.237 INFO:tasks.rados.rados.0.smithi046.stdout:3744: finishing rollback tid 1 to smithi04682744-45 2024-09-18T02:32:41.238 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 0 (ObjNum 305 snap 0 seq_num 0) dirty dne 2024-09-18T02:32:41.238 INFO:tasks.rados.rados.0.smithi046.stdout:3743: finishing write tid 4 to smithi04682744-38 2024-09-18T02:32:41.238 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2299 (ObjNum 1199 snap 358 seq_num 1199) dirty exists 2024-09-18T02:32:41.238 INFO:tasks.rados.rados.0.smithi046.stdout:3743: left oid 38 (ObjNum 1199 snap 358 seq_num 1199) 2024-09-18T02:32:41.238 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1678 (ObjNum 1171 snap 354 seq_num 1171) dirty exists 2024-09-18T02:32:41.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:40 smithi046 ceph-mon[97106]: pgmap v872: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-18T02:32:41.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:40 smithi046 ceph-mon[97106]: osdmap e792: 8 total, 8 up, 8 in 2024-09-18T02:32:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:40 smithi046 ceph-mon[94621]: pgmap v872: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-18T02:32:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:40 smithi046 ceph-mon[94621]: osdmap e792: 8 total, 8 up, 8 in 2024-09-18T02:32:41.850 INFO:tasks.rados.rados.0.smithi046.stdout:3743: done (3 left) 2024-09-18T02:32:41.850 INFO:tasks.rados.rados.0.smithi046.stdout:3744: done (2 left) 2024-09-18T02:32:41.850 INFO:tasks.rados.rados.0.smithi046.stdout:3746: done (1 left) 2024-09-18T02:32:41.850 INFO:tasks.rados.rados.0.smithi046.stdout:3747: done (0 left) 2024-09-18T02:32:41.850 INFO:tasks.rados.rados.0.smithi046.stdout:3748: delete oid 42 current snap is 359 2024-09-18T02:32:41.855 INFO:tasks.rados.rados.0.smithi046.stdout:3748: done (0 left) 2024-09-18T02:32:41.855 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 359 2024-09-18T02:32:41.855 INFO:tasks.rados.rados.0.smithi046.stdout:3749: seq_num 1201 ranges {6193152=524288,6717440=401408} 2024-09-18T02:32:41.892 INFO:tasks.rados.rados.0.smithi046.stdout:3749: writing smithi04682744-26 from 6193152 to 6717440 tid 1 2024-09-18T02:32:41.894 INFO:tasks.rados.rados.0.smithi046.stdout:3749: writing smithi04682744-26 from 6717440 to 7118848 tid 2 2024-09-18T02:32:41.894 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 359 2024-09-18T02:32:41.894 INFO:tasks.rados.rados.0.smithi046.stdout:3750: seq_num 1202 ranges {0=540672,540672=401408} 2024-09-18T02:32:41.898 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04682744-42 from 0 to 540672 tid 1 2024-09-18T02:32:41.901 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04682744-42 from 540672 to 942080 tid 2 2024-09-18T02:32:41.902 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 359 2024-09-18T02:32:41.902 INFO:tasks.rados.rados.0.smithi046.stdout:3749: finishing write tid 1 to smithi04682744-26 2024-09-18T02:32:41.902 INFO:tasks.rados.rados.0.smithi046.stdout:3749: finishing write tid 2 to smithi04682744-26 2024-09-18T02:32:41.902 INFO:tasks.rados.rados.0.smithi046.stdout:3749: finishing write tid 3 to smithi04682744-26 2024-09-18T02:32:41.902 INFO:tasks.rados.rados.0.smithi046.stdout:3751: seq_num 1203 ranges {1261568=557056,1818624=401408} 2024-09-18T02:32:41.911 INFO:tasks.rados.rados.0.smithi046.stdout:3751: writing smithi04682744-22 from 1261568 to 1818624 tid 1 2024-09-18T02:32:41.914 INFO:tasks.rados.rados.0.smithi046.stdout:3751: writing smithi04682744-22 from 1818624 to 2220032 tid 2 2024-09-18T02:32:41.914 INFO:tasks.rados.rados.0.smithi046.stdout:3752: delete oid 44 current snap is 359 2024-09-18T02:32:41.914 INFO:tasks.rados.rados.0.smithi046.stdout:3749: finishing write tid 4 to smithi04682744-26 2024-09-18T02:32:41.914 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2578 (ObjNum 1201 snap 359 seq_num 1201) dirty exists 2024-09-18T02:32:41.914 INFO:tasks.rados.rados.0.smithi046.stdout:3749: left oid 26 (ObjNum 1201 snap 359 seq_num 1201) 2024-09-18T02:32:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 1 to smithi04682744-42 2024-09-18T02:32:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 2 to smithi04682744-42 2024-09-18T02:32:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 3 to smithi04682744-42 2024-09-18T02:32:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 4 to smithi04682744-42 2024-09-18T02:32:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 2539 (ObjNum 1202 snap 359 seq_num 1202) dirty exists 2024-09-18T02:32:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:3750: left oid 42 (ObjNum 1202 snap 359 seq_num 1202) 2024-09-18T02:32:41.917 INFO:tasks.rados.rados.0.smithi046.stdout:3749: done (3 left) 2024-09-18T02:32:41.917 INFO:tasks.rados.rados.0.smithi046.stdout:3750: done (2 left) 2024-09-18T02:32:41.917 INFO:tasks.rados.rados.0.smithi046.stdout:3752: done (1 left) 2024-09-18T02:32:41.918 INFO:tasks.rados.rados.0.smithi046.stdout:3753: read oid 18 snap -1 2024-09-18T02:32:41.918 INFO:tasks.rados.rados.0.smithi046.stdout:3753: expect (ObjNum 1190 snap 357 seq_num 1190) 2024-09-18T02:32:41.918 INFO:tasks.rados.rados.0.smithi046.stdout:3754: read oid 34 snap -1 2024-09-18T02:32:41.918 INFO:tasks.rados.rados.0.smithi046.stdout:3754: expect (ObjNum 1128 snap 342 seq_num 1128) 2024-09-18T02:32:41.918 INFO:tasks.rados.rados.0.smithi046.stdout:3755: setattr oid 41 current snap is 359 2024-09-18T02:32:41.919 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing write tid 1 to smithi04682744-22 2024-09-18T02:32:41.920 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing write tid 2 to smithi04682744-22 2024-09-18T02:32:41.920 INFO:tasks.rados.rados.0.smithi046.stdout:3756: read oid 31 snap -1 2024-09-18T02:32:41.920 INFO:tasks.rados.rados.0.smithi046.stdout:3756: expect (ObjNum 1151 snap 346 seq_num 1151) 2024-09-18T02:32:41.920 INFO:tasks.rados.rados.0.smithi046.stdout:3757: setattr oid 5 current snap is 359 2024-09-18T02:32:41.920 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing write tid 3 to smithi04682744-22 2024-09-18T02:32:41.923 INFO:tasks.rados.rados.0.smithi046.stdout:3758: read oid 26 snap -1 2024-09-18T02:32:41.923 INFO:tasks.rados.rados.0.smithi046.stdout:3758: expect (ObjNum 1201 snap 359 seq_num 1201) 2024-09-18T02:32:41.923 INFO:tasks.rados.rados.0.smithi046.stdout:3759: delete oid 27 current snap is 359 2024-09-18T02:32:41.924 INFO:tasks.rados.rados.0.smithi046.stdout:3753: expect (ObjNum 1190 snap 357 seq_num 1190) 2024-09-18T02:32:41.979 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing write tid 4 to smithi04682744-22 2024-09-18T02:32:41.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2582 (ObjNum 1203 snap 359 seq_num 1203) dirty exists 2024-09-18T02:32:41.980 INFO:tasks.rados.rados.0.smithi046.stdout:3751: left oid 22 (ObjNum 1203 snap 359 seq_num 1203) 2024-09-18T02:32:41.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 2224 (ObjNum 129 snap 0 seq_num 1147049744) dirty exists 2024-09-18T02:32:41.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2536 (ObjNum 1165 snap 352 seq_num 1165) dirty exists 2024-09-18T02:32:41.980 INFO:tasks.rados.rados.0.smithi046.stdout:3756: expect (ObjNum 1151 snap 346 seq_num 1151) 2024-09-18T02:32:41.995 INFO:tasks.rados.rados.0.smithi046.stdout:3754: expect (ObjNum 1128 snap 342 seq_num 1128) 2024-09-18T02:32:42.126 INFO:tasks.rados.rados.0.smithi046.stdout:3758: expect (ObjNum 1201 snap 359 seq_num 1201) 2024-09-18T02:32:42.572 INFO:tasks.rados.rados.0.smithi046.stdout:3751: done (7 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3753: done (6 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3754: done (5 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3755: done (4 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3756: done (3 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3757: done (2 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3758: done (1 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3759: done (0 left) 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 359 2024-09-18T02:32:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3760: seq_num 1206 ranges {2441216=606208,3047424=401408} 2024-09-18T02:32:42.589 INFO:tasks.rados.rados.0.smithi046.stdout:3760: writing smithi04682744-4 from 2441216 to 3047424 tid 1 2024-09-18T02:32:42.591 INFO:tasks.rados.rados.0.smithi046.stdout:3760: writing smithi04682744-4 from 3047424 to 3448832 tid 2 2024-09-18T02:32:42.591 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 359 2024-09-18T02:32:42.591 INFO:tasks.rados.rados.0.smithi046.stdout:3761: seq_num 1207 ranges {4235264=622592,4857856=401408} 2024-09-18T02:32:42.618 INFO:tasks.rados.rados.0.smithi046.stdout:3761: writing smithi04682744-40 from 4235264 to 4857856 tid 1 2024-09-18T02:32:42.620 INFO:tasks.rados.rados.0.smithi046.stdout:3761: writing smithi04682744-40 from 4857856 to 5259264 tid 2 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3762: copy_from oid 33 from oid 22 current snap is 359 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3760: finishing write tid 1 to smithi04682744-4 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3760: finishing write tid 2 to smithi04682744-4 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3760: finishing write tid 3 to smithi04682744-4 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3760: finishing write tid 4 to smithi04682744-4 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2542 (ObjNum 1206 snap 359 seq_num 1206) dirty exists 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3760: left oid 4 (ObjNum 1206 snap 359 seq_num 1206) 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3760: done (2 left) 2024-09-18T02:32:42.621 INFO:tasks.rados.rados.0.smithi046.stdout:3763: snap_remove snap 356 2024-09-18T02:32:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:32:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3763: done (2 left) 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3764: rmattr oid 45 current snap is 359 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3764: done (2 left) 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3765: setattr oid 32 current snap is 359 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 1 to smithi04682744-40 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 2 to smithi04682744-40 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 3 to smithi04682744-40 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 4 to smithi04682744-40 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2586 (ObjNum 1207 snap 359 seq_num 1207) dirty exists 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3761: left oid 40 (ObjNum 1207 snap 359 seq_num 1207) 2024-09-18T02:32:42.937 INFO:tasks.rados.rados.0.smithi046.stdout:3762: finishing copy_from racing read to smithi04682744-33 2024-09-18T02:32:42.938 INFO:tasks.rados.rados.0.smithi046.stdout:3762: finishing copy_from to smithi04682744-33 2024-09-18T02:32:42.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 2582 (ObjNum 1203 snap 359 seq_num 1203) dirty exists 2024-09-18T02:32:42.939 INFO:tasks.rados.rados.0.smithi046.stdout:3761: done (2 left) 2024-09-18T02:32:42.939 INFO:tasks.rados.rados.0.smithi046.stdout:3762: done (1 left) 2024-09-18T02:32:42.939 INFO:tasks.rados.rados.0.smithi046.stdout:3766: read oid 33 snap -1 2024-09-18T02:32:42.939 INFO:tasks.rados.rados.0.smithi046.stdout:3766: expect (ObjNum 1203 snap 359 seq_num 1203) 2024-09-18T02:32:42.939 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 359 2024-09-18T02:32:42.939 INFO:tasks.rados.rados.0.smithi046.stdout:3767: seq_num 1208 ranges {12648448=638976,13287424=401408} 2024-09-18T02:32:43.013 INFO:tasks.rados.rados.0.smithi046.stdout:3767: writing smithi04682744-43 from 12648448 to 13287424 tid 1 2024-09-18T02:32:43.016 INFO:tasks.rados.rados.0.smithi046.stdout:3767: writing smithi04682744-43 from 13287424 to 13688832 tid 2 2024-09-18T02:32:43.016 INFO:tasks.rados.rados.0.smithi046.stdout:3768: delete oid 31 current snap is 359 2024-09-18T02:32:43.016 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2588 (ObjNum 1176 snap 355 seq_num 1176) dirty exists 2024-09-18T02:32:43.016 INFO:tasks.rados.rados.0.smithi046.stdout:3766: expect (ObjNum 1203 snap 359 seq_num 1203) 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3767: finishing write tid 1 to smithi04682744-43 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3767: finishing write tid 2 to smithi04682744-43 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3767: finishing write tid 3 to smithi04682744-43 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3767: finishing write tid 4 to smithi04682744-43 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1681 (ObjNum 1208 snap 359 seq_num 1208) dirty exists 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3767: left oid 43 (ObjNum 1208 snap 359 seq_num 1208) 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3765: done (3 left) 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3766: done (2 left) 2024-09-18T02:32:43.108 INFO:tasks.rados.rados.0.smithi046.stdout:3767: done (1 left) 2024-09-18T02:32:43.109 INFO:tasks.rados.rados.0.smithi046.stdout:3768: done (0 left) 2024-09-18T02:32:43.109 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 359 2024-09-18T02:32:43.109 INFO:tasks.rados.rados.0.smithi046.stdout:3769: seq_num 1210 ranges {2957312=671744,3629056=401408} 2024-09-18T02:32:43.127 INFO:tasks.rados.rados.0.smithi046.stdout:3769: writing smithi04682744-24 from 2957312 to 3629056 tid 1 2024-09-18T02:32:43.129 INFO:tasks.rados.rados.0.smithi046.stdout:3769: writing smithi04682744-24 from 3629056 to 4030464 tid 2 2024-09-18T02:32:43.129 INFO:tasks.rados.rados.0.smithi046.stdout:3770: rollback oid 13 current snap is 359 2024-09-18T02:32:43.130 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 350 2024-09-18T02:32:43.130 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 359 2024-09-18T02:32:43.130 INFO:tasks.rados.rados.0.smithi046.stdout:3771: seq_num 1211 ranges {13688832=688128,14376960=401408} 2024-09-18T02:32:43.208 INFO:tasks.rados.rados.0.smithi046.stdout:3771: writing smithi04682744-43 from 13688832 to 14376960 tid 1 2024-09-18T02:32:43.210 INFO:tasks.rados.rados.0.smithi046.stdout:3771: writing smithi04682744-43 from 14376960 to 14778368 tid 2 2024-09-18T02:32:43.210 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 359 2024-09-18T02:32:43.210 INFO:tasks.rados.rados.0.smithi046.stdout:3772: seq_num 1212 ranges {5259264=704512,5963776=401408} 2024-09-18T02:32:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:42 smithi195 ceph-mon[89559]: pgmap v874: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-18T02:32:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:42 smithi195 ceph-mon[89559]: osdmap e793: 8 total, 8 up, 8 in 2024-09-18T02:32:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:3772: writing smithi04682744-40 from 5259264 to 5963776 tid 1 2024-09-18T02:32:43.245 INFO:tasks.rados.rados.0.smithi046.stdout:3772: writing smithi04682744-40 from 5963776 to 6365184 tid 2 2024-09-18T02:32:43.245 INFO:tasks.rados.rados.0.smithi046.stdout:3773: snap_create 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3769: finishing write tid 1 to smithi04682744-24 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3769: finishing write tid 2 to smithi04682744-24 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3769: finishing write tid 3 to smithi04682744-24 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3770: finishing rollback tid 1 to smithi04682744-13 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3770: finishing rollback tid 2 to smithi04682744-13 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2307 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3769: finishing write tid 4 to smithi04682744-24 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2450 (ObjNum 1210 snap 359 seq_num 1210) dirty exists 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3769: left oid 24 (ObjNum 1210 snap 359 seq_num 1210) 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3771: finishing write tid 1 to smithi04682744-43 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3771: finishing write tid 2 to smithi04682744-43 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3771: finishing write tid 3 to smithi04682744-43 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3771: finishing write tid 4 to smithi04682744-43 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1684 (ObjNum 1211 snap 359 seq_num 1211) dirty exists 2024-09-18T02:32:43.246 INFO:tasks.rados.rados.0.smithi046.stdout:3771: left oid 43 (ObjNum 1211 snap 359 seq_num 1211) 2024-09-18T02:32:43.249 INFO:tasks.rados.rados.0.smithi046.stdout:3772: finishing write tid 1 to smithi04682744-40 2024-09-18T02:32:43.249 INFO:tasks.rados.rados.0.smithi046.stdout:3772: finishing write tid 2 to smithi04682744-40 2024-09-18T02:32:43.249 INFO:tasks.rados.rados.0.smithi046.stdout:3772: finishing write tid 3 to smithi04682744-40 2024-09-18T02:32:43.250 INFO:tasks.rados.rados.0.smithi046.stdout:3772: finishing write tid 4 to smithi04682744-40 2024-09-18T02:32:43.250 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2599 (ObjNum 1212 snap 359 seq_num 1212) dirty exists 2024-09-18T02:32:43.250 INFO:tasks.rados.rados.0.smithi046.stdout:3772: left oid 40 (ObjNum 1212 snap 359 seq_num 1212) 2024-09-18T02:32:43.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:42 smithi046 ceph-mon[97106]: pgmap v874: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-18T02:32:43.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:42 smithi046 ceph-mon[97106]: osdmap e793: 8 total, 8 up, 8 in 2024-09-18T02:32:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:42 smithi046 ceph-mon[94621]: pgmap v874: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-18T02:32:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:42 smithi046 ceph-mon[94621]: osdmap e793: 8 total, 8 up, 8 in 2024-09-18T02:32:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:3769: done (4 left) 2024-09-18T02:32:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:3770: done (3 left) 2024-09-18T02:32:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:3771: done (2 left) 2024-09-18T02:32:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:3772: done (1 left) 2024-09-18T02:32:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:3773: done (0 left) 2024-09-18T02:32:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:3774: delete oid 47 current snap is 360 2024-09-18T02:32:43.948 INFO:tasks.rados.rados.0.smithi046.stdout:3774: done (0 left) 2024-09-18T02:32:43.948 INFO:tasks.rados.rados.0.smithi046.stdout:3775: snap_create 2024-09-18T02:32:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:43 smithi195 ceph-mon[89559]: osdmap e794: 8 total, 8 up, 8 in 2024-09-18T02:32:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:43 smithi046 ceph-mon[97106]: osdmap e794: 8 total, 8 up, 8 in 2024-09-18T02:32:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:43 smithi046 ceph-mon[94621]: osdmap e794: 8 total, 8 up, 8 in 2024-09-18T02:32:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:44.944 INFO:tasks.rados.rados.0.smithi046.stdout:3775: done (0 left) 2024-09-18T02:32:44.944 INFO:tasks.rados.rados.0.smithi046.stdout:3776: read oid 39 snap -1 2024-09-18T02:32:44.944 INFO:tasks.rados.rados.0.smithi046.stdout:3776: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:32:44.945 INFO:tasks.rados.rados.0.smithi046.stdout:3777: snap_create 2024-09-18T02:32:44.949 INFO:tasks.rados.rados.0.smithi046.stdout:3776: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:32:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:44 smithi195 ceph-mon[89559]: pgmap v877: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-18T02:32:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:44 smithi195 ceph-mon[89559]: osdmap e795: 8 total, 8 up, 8 in 2024-09-18T02:32:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:44 smithi046 ceph-mon[94621]: pgmap v877: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-18T02:32:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:44 smithi046 ceph-mon[94621]: osdmap e795: 8 total, 8 up, 8 in 2024-09-18T02:32:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:44 smithi046 ceph-mon[97106]: pgmap v877: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-09-18T02:32:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:44 smithi046 ceph-mon[97106]: osdmap e795: 8 total, 8 up, 8 in 2024-09-18T02:32:45.953 INFO:tasks.rados.rados.0.smithi046.stdout:3776: done (1 left) 2024-09-18T02:32:45.954 INFO:tasks.rados.rados.0.smithi046.stdout:3777: done (0 left) 2024-09-18T02:32:45.954 INFO:tasks.rados.rados.0.smithi046.stdout:3778: delete oid 11 current snap is 362 2024-09-18T02:32:45.958 INFO:tasks.rados.rados.0.smithi046.stdout:3778: done (0 left) 2024-09-18T02:32:45.958 INFO:tasks.rados.rados.0.smithi046.stdout:3779: delete oid 18 current snap is 362 2024-09-18T02:32:45.962 INFO:tasks.rados.rados.0.smithi046.stdout:3779: done (0 left) 2024-09-18T02:32:45.962 INFO:tasks.rados.rados.0.smithi046.stdout:3780: read oid 38 snap -1 2024-09-18T02:32:45.962 INFO:tasks.rados.rados.0.smithi046.stdout:3780: expect (ObjNum 1199 snap 358 seq_num 1199) 2024-09-18T02:32:45.962 INFO:tasks.rados.rados.0.smithi046.stdout:3781: read oid 31 snap -1 2024-09-18T02:32:45.962 INFO:tasks.rados.rados.0.smithi046.stdout:3781: expect deleted 2024-09-18T02:32:45.962 INFO:tasks.rados.rados.0.smithi046.stdout:3782: snap_remove snap 349 2024-09-18T02:32:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:45 smithi195 ceph-mon[89559]: osdmap e796: 8 total, 8 up, 8 in 2024-09-18T02:32:46.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:45 smithi046 ceph-mon[94621]: osdmap e796: 8 total, 8 up, 8 in 2024-09-18T02:32:46.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:45 smithi046 ceph-mon[97106]: osdmap e796: 8 total, 8 up, 8 in 2024-09-18T02:32:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:32:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:32:46] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-18T02:32:46.851 INFO:tasks.rados.rados.0.smithi046.stdout:3782: done (2 left) 2024-09-18T02:32:46.851 INFO:tasks.rados.rados.0.smithi046.stdout:3783: setattr oid 12 current snap is 362 2024-09-18T02:32:46.853 INFO:tasks.rados.rados.0.smithi046.stdout:3780: expect (ObjNum 1199 snap 358 seq_num 1199) 2024-09-18T02:32:47.213 INFO:tasks.rados.rados.0.smithi046.stdout:3780: done (2 left) 2024-09-18T02:32:47.213 INFO:tasks.rados.rados.0.smithi046.stdout:3781: done (1 left) 2024-09-18T02:32:47.213 INFO:tasks.rados.rados.0.smithi046.stdout:3784: rollback oid 38 current snap is 362 2024-09-18T02:32:47.214 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 358 2024-09-18T02:32:47.214 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 362 2024-09-18T02:32:47.214 INFO:tasks.rados.rados.0.smithi046.stdout:3785: seq_num 1216 ranges {819200=770048,1589248=401408} 2024-09-18T02:32:47.222 INFO:tasks.rados.rados.0.smithi046.stdout:3785: writing smithi04682744-29 from 819200 to 1589248 tid 1 2024-09-18T02:32:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:46 smithi195 ceph-mon[89559]: pgmap v880: 121 pgs: 121 active+clean; 206 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-09-18T02:32:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:46 smithi195 ceph-mon[89559]: osdmap e797: 8 total, 8 up, 8 in 2024-09-18T02:32:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:46 smithi195 ceph-mon[89559]: osdmap e798: 8 total, 8 up, 8 in 2024-09-18T02:32:47.224 INFO:tasks.rados.rados.0.smithi046.stdout:3785: writing smithi04682744-29 from 1589248 to 1990656 tid 2 2024-09-18T02:32:47.224 INFO:tasks.rados.rados.0.smithi046.stdout:3786: copy_from oid 40 from oid 47 current snap is 362 2024-09-18T02:32:47.225 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2471 (ObjNum 321 snap 0 seq_num 962567696) dirty exists 2024-09-18T02:32:47.225 INFO:tasks.rados.rados.0.smithi046.stdout:3783: done (3 left) 2024-09-18T02:32:47.225 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 362 2024-09-18T02:32:47.225 INFO:tasks.rados.rados.0.smithi046.stdout:3787: seq_num 1217 ranges {319488=786432,1105920=401408} 2024-09-18T02:32:47.230 INFO:tasks.rados.rados.0.smithi046.stdout:3787: writing smithi04682744-10 from 319488 to 1105920 tid 1 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3787: writing smithi04682744-10 from 1105920 to 1507328 tid 2 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 362 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3784: finishing rollback tid 0 to smithi04682744-38 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3784: finishing rollback tid 1 to smithi04682744-38 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3784: finishing rollback tid 2 to smithi04682744-38 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2317 (ObjNum 1199 snap 358 seq_num 1199) dirty exists 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3786: finishing copy_from to smithi04682744-40 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3786: got expected ENOENT (src dne) 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3786: finishing copy_from racing read to smithi04682744-40 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3785: finishing write tid 1 to smithi04682744-29 2024-09-18T02:32:47.233 INFO:tasks.rados.rados.0.smithi046.stdout:3788: seq_num 1218 ranges {7241728=802816,8044544=401408} 2024-09-18T02:32:47.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:46 smithi046 ceph-mon[94621]: pgmap v880: 121 pgs: 121 active+clean; 206 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-09-18T02:32:47.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:46 smithi046 ceph-mon[94621]: osdmap e797: 8 total, 8 up, 8 in 2024-09-18T02:32:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:46 smithi046 ceph-mon[94621]: osdmap e798: 8 total, 8 up, 8 in 2024-09-18T02:32:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:46 smithi046 ceph-mon[97106]: pgmap v880: 121 pgs: 121 active+clean; 206 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-09-18T02:32:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:46 smithi046 ceph-mon[97106]: osdmap e797: 8 total, 8 up, 8 in 2024-09-18T02:32:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:46 smithi046 ceph-mon[97106]: osdmap e798: 8 total, 8 up, 8 in 2024-09-18T02:32:47.276 INFO:tasks.rados.rados.0.smithi046.stdout:3788: writing smithi04682744-49 from 7241728 to 8044544 tid 1 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3788: writing smithi04682744-49 from 8044544 to 8445952 tid 2 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3784: done (4 left) 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3786: done (3 left) 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3789: read oid 8 snap -1 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3789: expect (ObjNum 1150 snap 346 seq_num 1150) 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3790: read oid 19 snap 359 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3790: expect deleted 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3791: rmattr oid 12 current snap is 362 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3785: finishing write tid 2 to smithi04682744-29 2024-09-18T02:32:47.280 INFO:tasks.rados.rados.0.smithi046.stdout:3785: finishing write tid 3 to smithi04682744-29 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3785: finishing write tid 4 to smithi04682744-29 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2269 (ObjNum 1216 snap 362 seq_num 1216) dirty exists 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3785: left oid 29 (ObjNum 1216 snap 362 seq_num 1216) 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3787: finishing write tid 1 to smithi04682744-10 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3787: finishing write tid 2 to smithi04682744-10 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3787: finishing write tid 3 to smithi04682744-10 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3787: finishing write tid 4 to smithi04682744-10 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2235 (ObjNum 1217 snap 362 seq_num 1217) dirty exists 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3787: left oid 10 (ObjNum 1217 snap 362 seq_num 1217) 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3785: done (5 left) 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3787: done (4 left) 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:3792: rollback oid 43 current snap is 362 2024-09-18T02:32:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 361 2024-09-18T02:32:47.282 INFO:tasks.rados.rados.0.smithi046.stdout:3793: snap_create 2024-09-18T02:32:47.283 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2472 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-18T02:32:47.283 INFO:tasks.rados.rados.0.smithi046.stdout:3792: finishing rollback tid 0 to smithi04682744-43 2024-09-18T02:32:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:3788: finishing write tid 1 to smithi04682744-49 2024-09-18T02:32:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:3792: finishing rollback tid 1 to smithi04682744-43 2024-09-18T02:32:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:3792: finishing rollback tid 2 to smithi04682744-43 2024-09-18T02:32:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1688 (ObjNum 1211 snap 359 seq_num 1211) dirty exists 2024-09-18T02:32:47.285 INFO:tasks.rados.rados.0.smithi046.stdout:3788: finishing write tid 2 to smithi04682744-49 2024-09-18T02:32:47.285 INFO:tasks.rados.rados.0.smithi046.stdout:3788: finishing write tid 3 to smithi04682744-49 2024-09-18T02:32:47.295 INFO:tasks.rados.rados.0.smithi046.stdout:3788: finishing write tid 4 to smithi04682744-49 2024-09-18T02:32:47.295 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2613 (ObjNum 1218 snap 362 seq_num 1218) dirty exists 2024-09-18T02:32:47.295 INFO:tasks.rados.rados.0.smithi046.stdout:3788: left oid 49 (ObjNum 1218 snap 362 seq_num 1218) 2024-09-18T02:32:47.315 INFO:tasks.rados.rados.0.smithi046.stdout:3789: expect (ObjNum 1150 snap 346 seq_num 1150) 2024-09-18T02:32:48.223 INFO:tasks.rados.rados.0.smithi046.stdout:3788: done (5 left) 2024-09-18T02:32:48.223 INFO:tasks.rados.rados.0.smithi046.stdout:3789: done (4 left) 2024-09-18T02:32:48.223 INFO:tasks.rados.rados.0.smithi046.stdout:3790: done (3 left) 2024-09-18T02:32:48.223 INFO:tasks.rados.rados.0.smithi046.stdout:3791: done (2 left) 2024-09-18T02:32:48.223 INFO:tasks.rados.rados.0.smithi046.stdout:3792: done (1 left) 2024-09-18T02:32:48.223 INFO:tasks.rados.rados.0.smithi046.stdout:3793: done (0 left) 2024-09-18T02:32:48.223 INFO:tasks.rados.rados.0.smithi046.stdout:3794: delete oid 12 current snap is 363 2024-09-18T02:32:48.226 INFO:tasks.rados.rados.0.smithi046.stdout:3794: done (0 left) 2024-09-18T02:32:48.226 INFO:tasks.rados.rados.0.smithi046.stdout:3795: setattr oid 33 current snap is 363 2024-09-18T02:32:48.227 INFO:tasks.rados.rados.0.smithi046.stdout:3796: delete oid 45 current snap is 363 2024-09-18T02:32:48.231 INFO:tasks.rados.rados.0.smithi046.stdout:3796: done (1 left) 2024-09-18T02:32:48.231 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 363 2024-09-18T02:32:48.231 INFO:tasks.rados.rados.0.smithi046.stdout:3797: seq_num 1221 ranges {14778368=458752,15237120=729088,15966208=73728} 2024-09-18T02:32:48.314 INFO:tasks.rados.rados.0.smithi046.stdout:3797: writing smithi04682744-43 from 14778368 to 15237120 tid 1 2024-09-18T02:32:48.317 INFO:tasks.rados.rados.0.smithi046.stdout:3797: writing smithi04682744-43 from 15237120 to 15966208 tid 2 2024-09-18T02:32:48.318 INFO:tasks.rados.rados.0.smithi046.stdout:3797: writing smithi04682744-43 from 15966208 to 16039936 tid 3 2024-09-18T02:32:48.318 INFO:tasks.rados.rados.0.smithi046.stdout:3798: delete oid 14 current snap is 363 2024-09-18T02:32:48.318 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 2583 (ObjNum 1203 snap 359 seq_num 1203) dirty exists 2024-09-18T02:32:48.319 INFO:tasks.rados.rados.0.smithi046.stdout:3797: finishing write tid 1 to smithi04682744-43 2024-09-18T02:32:48.321 INFO:tasks.rados.rados.0.smithi046.stdout:3795: done (2 left) 2024-09-18T02:32:48.321 INFO:tasks.rados.rados.0.smithi046.stdout:3798: done (1 left) 2024-09-18T02:32:48.321 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 363 2024-09-18T02:32:48.321 INFO:tasks.rados.rados.0.smithi046.stdout:3799: seq_num 1223 ranges {6176768=491520,6668288=491520,7159808=311296} 2024-09-18T02:32:48.357 INFO:tasks.rados.rados.0.smithi046.stdout:3799: writing smithi04682744-5 from 6176768 to 6668288 tid 1 2024-09-18T02:32:48.360 INFO:tasks.rados.rados.0.smithi046.stdout:3799: writing smithi04682744-5 from 6668288 to 7159808 tid 2 2024-09-18T02:32:48.362 INFO:tasks.rados.rados.0.smithi046.stdout:3799: writing smithi04682744-5 from 7159808 to 7471104 tid 3 2024-09-18T02:32:48.362 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 363 2024-09-18T02:32:48.362 INFO:tasks.rados.rados.0.smithi046.stdout:3800: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-09-18T02:32:48.365 INFO:tasks.rados.rados.0.smithi046.stdout:3800: writing smithi04682744-48 from 0 to 507904 tid 1 2024-09-18T02:32:48.367 INFO:tasks.rados.rados.0.smithi046.stdout:3800: writing smithi04682744-48 from 507904 to 933888 tid 2 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:3800: writing smithi04682744-48 from 933888 to 1310720 tid 3 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:3801: rollback oid 40 current snap is 363 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 359 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:3797: finishing write tid 2 to smithi04682744-43 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:3797: finishing write tid 3 to smithi04682744-43 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:3797: finishing write tid 4 to smithi04682744-43 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:3797: finishing write tid 5 to smithi04682744-43 2024-09-18T02:32:48.371 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1692 (ObjNum 1221 snap 363 seq_num 1221) dirty exists 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3797: left oid 43 (ObjNum 1221 snap 363 seq_num 1221) 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 1 to smithi04682744-5 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 2 to smithi04682744-5 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3797: done (3 left) 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3802: delete oid 36 current snap is 363 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 3 to smithi04682744-5 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 4 to smithi04682744-5 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 5 to smithi04682744-5 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2541 (ObjNum 1223 snap 363 seq_num 1223) dirty exists 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3799: left oid 5 (ObjNum 1223 snap 363 seq_num 1223) 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing write tid 1 to smithi04682744-48 2024-09-18T02:32:48.372 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing write tid 2 to smithi04682744-48 2024-09-18T02:32:48.373 INFO:tasks.rados.rados.0.smithi046.stdout:3799: done (3 left) 2024-09-18T02:32:48.373 INFO:tasks.rados.rados.0.smithi046.stdout:3802: done (2 left) 2024-09-18T02:32:48.373 INFO:tasks.rados.rados.0.smithi046.stdout:3803: delete oid 32 current snap is 363 2024-09-18T02:32:48.373 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing write tid 3 to smithi04682744-48 2024-09-18T02:32:48.374 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing write tid 4 to smithi04682744-48 2024-09-18T02:32:48.375 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing write tid 5 to smithi04682744-48 2024-09-18T02:32:48.375 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2312 (ObjNum 1224 snap 363 seq_num 1224) dirty exists 2024-09-18T02:32:48.375 INFO:tasks.rados.rados.0.smithi046.stdout:3800: left oid 48 (ObjNum 1224 snap 363 seq_num 1224) 2024-09-18T02:32:48.377 INFO:tasks.rados.rados.0.smithi046.stdout:3801: finishing rollback tid 0 to smithi04682744-40 2024-09-18T02:32:48.377 INFO:tasks.rados.rados.0.smithi046.stdout:3801: finishing rollback tid 1 to smithi04682744-40 2024-09-18T02:32:48.378 INFO:tasks.rados.rados.0.smithi046.stdout:3801: finishing rollback tid 2 to smithi04682744-40 2024-09-18T02:32:48.379 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2617 (ObjNum 1212 snap 359 seq_num 1212) dirty exists 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:3800: done (2 left) 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:3801: done (1 left) 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:3803: done (0 left) 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:3804: read oid 36 snap 361 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:3804: expect (ObjNum 1166 snap 352 seq_num 1166) 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:3805: rollback oid 37 current snap is 363 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 350 2024-09-18T02:32:48.380 INFO:tasks.rados.rados.0.smithi046.stdout:3806: snap_remove snap 358 2024-09-18T02:32:48.964 INFO:tasks.rados.rados.0.smithi046.stdout:3804: expect (ObjNum 1166 snap 352 seq_num 1166) 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing rollback tid 0 to smithi04682744-37 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing rollback tid 1 to smithi04682744-37 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing rollback tid 2 to smithi04682744-37 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2586 (ObjNum 1152 snap 346 seq_num 1152) dirty exists 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3804: done (2 left) 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3805: done (1 left) 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3806: done (0 left) 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3807: rmattr oid 9 current snap is 363 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 363 2024-09-18T02:32:48.980 INFO:tasks.rados.rados.0.smithi046.stdout:3808: seq_num 1227 ranges {3317760=557056,3874816=483328,4358144=319488} 2024-09-18T02:32:49.001 INFO:tasks.rados.rados.0.smithi046.stdout:3808: writing smithi04682744-46 from 3317760 to 3874816 tid 1 2024-09-18T02:32:49.003 INFO:tasks.rados.rados.0.smithi046.stdout:3808: writing smithi04682744-46 from 3874816 to 4358144 tid 2 2024-09-18T02:32:49.005 INFO:tasks.rados.rados.0.smithi046.stdout:3808: writing smithi04682744-46 from 4358144 to 4677632 tid 3 2024-09-18T02:32:49.005 INFO:tasks.rados.rados.0.smithi046.stdout:3809: snap_remove snap 362 2024-09-18T02:32:49.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:48 smithi195 ceph-mon[89559]: pgmap v883: 121 pgs: 121 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-18T02:32:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:48 smithi195 ceph-mon[89559]: osdmap e799: 8 total, 8 up, 8 in 2024-09-18T02:32:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:48 smithi046 ceph-mon[97106]: pgmap v883: 121 pgs: 121 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-18T02:32:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:48 smithi046 ceph-mon[97106]: osdmap e799: 8 total, 8 up, 8 in 2024-09-18T02:32:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:48 smithi046 ceph-mon[94621]: pgmap v883: 121 pgs: 121 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-09-18T02:32:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:48 smithi046 ceph-mon[94621]: osdmap e799: 8 total, 8 up, 8 in 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3809: done (2 left) 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3810: copy_from oid 16 from oid 37 current snap is 363 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3811: copy_from oid 25 from oid 1 current snap is 363 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3812: setattr oid 28 current snap is 363 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2313 (ObjNum 1170 snap 354 seq_num 1170) dirty exists 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 1 to smithi04682744-46 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 2 to smithi04682744-46 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 3 to smithi04682744-46 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 4 to smithi04682744-46 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 5 to smithi04682744-46 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2273 (ObjNum 1227 snap 363 seq_num 1227) dirty exists 2024-09-18T02:32:49.970 INFO:tasks.rados.rados.0.smithi046.stdout:3808: left oid 46 (ObjNum 1227 snap 363 seq_num 1227) 2024-09-18T02:32:49.976 INFO:tasks.rados.rados.0.smithi046.stdout:3807: done (4 left) 2024-09-18T02:32:49.977 INFO:tasks.rados.rados.0.smithi046.stdout:3808: done (3 left) 2024-09-18T02:32:49.977 INFO:tasks.rados.rados.0.smithi046.stdout:3813: delete oid 10 current snap is 363 2024-09-18T02:32:49.983 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 2451 (ObjNum 1157 snap 350 seq_num 1157) dirty exists 2024-09-18T02:32:49.984 INFO:tasks.rados.rados.0.smithi046.stdout:3812: done (3 left) 2024-09-18T02:32:49.984 INFO:tasks.rados.rados.0.smithi046.stdout:3813: done (2 left) 2024-09-18T02:32:49.984 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 363 2024-09-18T02:32:49.984 INFO:tasks.rados.rados.0.smithi046.stdout:3814: seq_num 1229 ranges {1785856=589824,2375680=647168,3022848=155648} 2024-09-18T02:32:49.998 INFO:tasks.rados.rados.0.smithi046.stdout:3814: writing smithi04682744-23 from 1785856 to 2375680 tid 1 2024-09-18T02:32:50.002 INFO:tasks.rados.rados.0.smithi046.stdout:3814: writing smithi04682744-23 from 2375680 to 3022848 tid 2 2024-09-18T02:32:50.003 INFO:tasks.rados.rados.0.smithi046.stdout:3814: writing smithi04682744-23 from 3022848 to 3178496 tid 3 2024-09-18T02:32:50.003 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 363 2024-09-18T02:32:50.003 INFO:tasks.rados.rados.0.smithi046.stdout:3815: seq_num 1230 ranges {3866624=606208,4472832=532480,5005312=270336} 2024-09-18T02:32:50.028 INFO:tasks.rados.rados.0.smithi046.stdout:3815: writing smithi04682744-17 from 3866624 to 4472832 tid 1 2024-09-18T02:32:50.031 INFO:tasks.rados.rados.0.smithi046.stdout:3815: writing smithi04682744-17 from 4472832 to 5005312 tid 2 2024-09-18T02:32:50.033 INFO:tasks.rados.rados.0.smithi046.stdout:3815: writing smithi04682744-17 from 5005312 to 5275648 tid 3 2024-09-18T02:32:50.033 INFO:tasks.rados.rados.0.smithi046.stdout:3816: setattr oid 48 current snap is 363 2024-09-18T02:32:50.033 INFO:tasks.rados.rados.0.smithi046.stdout:3810: finishing copy_from racing read to smithi04682744-16 2024-09-18T02:32:50.033 INFO:tasks.rados.rados.0.smithi046.stdout:3810: finishing copy_from to smithi04682744-16 2024-09-18T02:32:50.033 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 2586 (ObjNum 1152 snap 346 seq_num 1152) dirty exists 2024-09-18T02:32:50.033 INFO:tasks.rados.rados.0.smithi046.stdout:3814: finishing write tid 1 to smithi04682744-23 2024-09-18T02:32:50.033 INFO:tasks.rados.rados.0.smithi046.stdout:3814: finishing write tid 2 to smithi04682744-23 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:3814: finishing write tid 3 to smithi04682744-23 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:3814: finishing write tid 4 to smithi04682744-23 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:3814: finishing write tid 5 to smithi04682744-23 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2325 (ObjNum 1229 snap 363 seq_num 1229) dirty exists 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:3814: left oid 23 (ObjNum 1229 snap 363 seq_num 1229) 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:3811: finishing copy_from racing read to smithi04682744-25 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:3811: finishing copy_from to smithi04682744-25 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2457 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:32:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing write tid 1 to smithi04682744-17 2024-09-18T02:32:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:3810: done (4 left) 2024-09-18T02:32:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:3811: done (3 left) 2024-09-18T02:32:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:3814: done (2 left) 2024-09-18T02:32:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:3817: rollback oid 14 current snap is 363 2024-09-18T02:32:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 360 2024-09-18T02:32:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:3818: setattr oid 23 current snap is 363 2024-09-18T02:32:50.037 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing write tid 2 to smithi04682744-17 2024-09-18T02:32:50.037 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing write tid 3 to smithi04682744-17 2024-09-18T02:32:50.037 INFO:tasks.rados.rados.0.smithi046.stdout:3819: snap_create 2024-09-18T02:32:50.037 INFO:tasks.rados.rados.0.smithi046.stdout:3817: finishing rollback tid 1 to smithi04682744-14 2024-09-18T02:32:50.037 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing write tid 4 to smithi04682744-17 2024-09-18T02:32:50.038 INFO:tasks.rados.rados.0.smithi046.stdout:3817: finishing rollback tid 2 to smithi04682744-14 2024-09-18T02:32:50.038 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2588 (ObjNum 1134 snap 344 seq_num 1134) dirty exists 2024-09-18T02:32:50.038 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2314 (ObjNum 1224 snap 363 seq_num 1224) dirty exists 2024-09-18T02:32:50.040 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing write tid 5 to smithi04682744-17 2024-09-18T02:32:50.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2330 (ObjNum 1230 snap 363 seq_num 1230) dirty exists 2024-09-18T02:32:50.041 INFO:tasks.rados.rados.0.smithi046.stdout:3815: left oid 17 (ObjNum 1230 snap 363 seq_num 1230) 2024-09-18T02:32:50.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2331 (ObjNum 1229 snap 363 seq_num 1229) dirty exists 2024-09-18T02:32:50.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:49 smithi195 ceph-mon[89559]: osdmap e800: 8 total, 8 up, 8 in 2024-09-18T02:32:50.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:49 smithi046 ceph-mon[97106]: osdmap e800: 8 total, 8 up, 8 in 2024-09-18T02:32:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:49 smithi046 ceph-mon[94621]: osdmap e800: 8 total, 8 up, 8 in 2024-09-18T02:32:50.974 INFO:tasks.rados.rados.0.smithi046.stdout:3815: done (4 left) 2024-09-18T02:32:50.974 INFO:tasks.rados.rados.0.smithi046.stdout:3816: done (3 left) 2024-09-18T02:32:50.974 INFO:tasks.rados.rados.0.smithi046.stdout:3817: done (2 left) 2024-09-18T02:32:50.974 INFO:tasks.rados.rados.0.smithi046.stdout:3818: done (1 left) 2024-09-18T02:32:50.974 INFO:tasks.rados.rados.0.smithi046.stdout:3819: done (0 left) 2024-09-18T02:32:50.975 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 364 2024-09-18T02:32:50.975 INFO:tasks.rados.rados.0.smithi046.stdout:3820: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2024-09-18T02:32:50.977 INFO:tasks.rados.rados.0.smithi046.stdout:3820: writing smithi04682744-45 from 0 to 622592 tid 1 2024-09-18T02:32:50.979 INFO:tasks.rados.rados.0.smithi046.stdout:3820: writing smithi04682744-45 from 622592 to 1040384 tid 2 2024-09-18T02:32:50.983 INFO:tasks.rados.rados.0.smithi046.stdout:3820: writing smithi04682744-45 from 1040384 to 1425408 tid 3 2024-09-18T02:32:50.983 INFO:tasks.rados.rados.0.smithi046.stdout:3821: read oid 41 snap 363 2024-09-18T02:32:50.983 INFO:tasks.rados.rados.0.smithi046.stdout:3821: expect (ObjNum 1147662512 snap 21981 seq_num 1147854800) 2024-09-18T02:32:50.983 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 364 2024-09-18T02:32:50.983 INFO:tasks.rados.rados.0.smithi046.stdout:3822: seq_num 1232 ranges {786432=638976,1425408=753664,2179072=49152} 2024-09-18T02:32:50.991 INFO:tasks.rados.rados.0.smithi046.stdout:3822: writing smithi04682744-35 from 786432 to 1425408 tid 1 2024-09-18T02:32:50.995 INFO:tasks.rados.rados.0.smithi046.stdout:3822: writing smithi04682744-35 from 1425408 to 2179072 tid 2 2024-09-18T02:32:50.996 INFO:tasks.rados.rados.0.smithi046.stdout:3822: writing smithi04682744-35 from 2179072 to 2228224 tid 3 2024-09-18T02:32:50.996 INFO:tasks.rados.rados.0.smithi046.stdout:3823: delete oid 40 current snap is 364 2024-09-18T02:32:50.997 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing write tid 1 to smithi04682744-45 2024-09-18T02:32:50.997 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing write tid 2 to smithi04682744-45 2024-09-18T02:32:50.997 INFO:tasks.rados.rados.0.smithi046.stdout:3821: expect (ObjNum 1147662512 snap 21981 seq_num 1147854800) 2024-09-18T02:32:51.000 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing write tid 3 to smithi04682744-45 2024-09-18T02:32:51.000 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing write tid 4 to smithi04682744-45 2024-09-18T02:32:51.000 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing write tid 5 to smithi04682744-45 2024-09-18T02:32:51.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2335 (ObjNum 1231 snap 364 seq_num 1231) dirty exists 2024-09-18T02:32:51.000 INFO:tasks.rados.rados.0.smithi046.stdout:3820: left oid 45 (ObjNum 1231 snap 364 seq_num 1231) 2024-09-18T02:32:51.001 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 1 to smithi04682744-35 2024-09-18T02:32:51.001 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 2 to smithi04682744-35 2024-09-18T02:32:51.001 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 3 to smithi04682744-35 2024-09-18T02:32:51.001 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 4 to smithi04682744-35 2024-09-18T02:32:51.002 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 5 to smithi04682744-35 2024-09-18T02:32:51.002 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2228 (ObjNum 1232 snap 364 seq_num 1232) dirty exists 2024-09-18T02:32:51.002 INFO:tasks.rados.rados.0.smithi046.stdout:3822: left oid 35 (ObjNum 1232 snap 364 seq_num 1232) 2024-09-18T02:32:51.003 INFO:tasks.rados.rados.0.smithi046.stdout:3820: done (3 left) 2024-09-18T02:32:51.003 INFO:tasks.rados.rados.0.smithi046.stdout:3821: done (2 left) 2024-09-18T02:32:51.003 INFO:tasks.rados.rados.0.smithi046.stdout:3822: done (1 left) 2024-09-18T02:32:51.003 INFO:tasks.rados.rados.0.smithi046.stdout:3823: done (0 left) 2024-09-18T02:32:51.003 INFO:tasks.rados.rados.0.smithi046.stdout:3824: copy_from oid 23 from oid 9 current snap is 364 2024-09-18T02:32:51.003 INFO:tasks.rados.rados.0.smithi046.stdout:3825: setattr oid 33 current snap is 364 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:3826: rollback oid 36 current snap is 364 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 360 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:3827: rmattr oid 21 current snap is 364 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:3827: done (3 left) 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:3828: rollback oid 47 current snap is 364 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 359 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:3829: copy_from oid 34 from oid 1 current snap is 364 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:3830: rollback oid 41 current snap is 364 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 350 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 364 2024-09-18T02:32:51.005 INFO:tasks.rados.rados.0.smithi046.stdout:3831: seq_num 1234 ranges {4030464=671744,4702208=516096,5218304=286720} 2024-09-18T02:32:51.031 INFO:tasks.rados.rados.0.smithi046.stdout:3831: writing smithi04682744-24 from 4030464 to 4702208 tid 1 2024-09-18T02:32:51.034 INFO:tasks.rados.rados.0.smithi046.stdout:3831: writing smithi04682744-24 from 4702208 to 5218304 tid 2 2024-09-18T02:32:51.036 INFO:tasks.rados.rados.0.smithi046.stdout:3831: writing smithi04682744-24 from 5218304 to 5505024 tid 3 2024-09-18T02:32:51.036 INFO:tasks.rados.rados.0.smithi046.stdout:3832: read oid 28 snap 361 2024-09-18T02:32:51.036 INFO:tasks.rados.rados.0.smithi046.stdout:3832: expect (ObjNum 1157 snap 350 seq_num 1157) 2024-09-18T02:32:51.036 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 364 2024-09-18T02:32:51.036 INFO:tasks.rados.rados.0.smithi046.stdout:3826: finishing rollback tid 1 to smithi04682744-36 2024-09-18T02:32:51.037 INFO:tasks.rados.rados.0.smithi046.stdout:3833: seq_num 1235 ranges {4407296=688128,5095424=802816} 2024-09-18T02:32:51.064 INFO:tasks.rados.rados.0.smithi046.stdout:3833: writing smithi04682744-7 from 4407296 to 5095424 tid 1 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:3833: writing smithi04682744-7 from 5095424 to 5898240 tid 2 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:3834: delete oid 49 current snap is 364 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:3828: finishing rollback tid 1 to smithi04682744-47 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:3830: finishing rollback tid 0 to smithi04682744-41 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:3828: finishing rollback tid 2 to smithi04682744-47 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1694 (ObjNum 1171 snap 354 seq_num 1171) dirty exists 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:3830: finishing rollback tid 1 to smithi04682744-41 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 2230 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 2587 (ObjNum 1203 snap 359 seq_num 1203) dirty exists 2024-09-18T02:32:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:3824: finishing copy_from racing read to smithi04682744-23 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3824: finishing copy_from to smithi04682744-23 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2313 (ObjNum 1170 snap 354 seq_num 1170) dirty exists 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3826: finishing rollback tid 2 to smithi04682744-36 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 2460 (ObjNum 1166 snap 352 seq_num 1166) dirty exists 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3831: finishing write tid 1 to smithi04682744-24 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3831: finishing write tid 2 to smithi04682744-24 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3831: finishing write tid 3 to smithi04682744-24 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3831: finishing write tid 4 to smithi04682744-24 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3831: finishing write tid 5 to smithi04682744-24 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2455 (ObjNum 1234 snap 364 seq_num 1234) dirty exists 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3831: left oid 24 (ObjNum 1234 snap 364 seq_num 1234) 2024-09-18T02:32:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:3832: expect (ObjNum 1157 snap 350 seq_num 1157) 2024-09-18T02:32:51.080 INFO:tasks.rados.rados.0.smithi046.stdout:3829: finishing copy_from racing read to smithi04682744-34 2024-09-18T02:32:51.080 INFO:tasks.rados.rados.0.smithi046.stdout:3829: finishing copy_from to smithi04682744-34 2024-09-18T02:32:51.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2457 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:32:51.080 INFO:tasks.rados.rados.0.smithi046.stdout:3833: finishing write tid 1 to smithi04682744-7 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3833: finishing write tid 2 to smithi04682744-7 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3833: finishing write tid 3 to smithi04682744-7 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3833: finishing write tid 4 to smithi04682744-7 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2460 (ObjNum 1235 snap 364 seq_num 1235) dirty exists 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3833: left oid 7 (ObjNum 1235 snap 364 seq_num 1235) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3824: done (9 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3825: done (8 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3826: done (7 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3828: done (6 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3829: done (5 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3830: done (4 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3831: done (3 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3832: done (2 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3833: done (1 left) 2024-09-18T02:32:51.081 INFO:tasks.rados.rados.0.smithi046.stdout:3834: done (0 left) 2024-09-18T02:32:51.082 INFO:tasks.rados.rados.0.smithi046.stdout:3835: rmattr oid 14 current snap is 364 2024-09-18T02:32:51.082 INFO:tasks.rados.rados.0.smithi046.stdout:3835: done (0 left) 2024-09-18T02:32:51.082 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 364 2024-09-18T02:32:51.082 INFO:tasks.rados.rados.0.smithi046.stdout:3836: seq_num 1237 ranges {180224=720896,901120=573440,1474560=229376} 2024-09-18T02:32:51.085 INFO:tasks.rados.rados.0.smithi046.stdout:3836: writing smithi04682744-28 from 180224 to 901120 tid 1 2024-09-18T02:32:51.088 INFO:tasks.rados.rados.0.smithi046.stdout:3836: writing smithi04682744-28 from 901120 to 1474560 tid 2 2024-09-18T02:32:51.089 INFO:tasks.rados.rados.0.smithi046.stdout:3836: writing smithi04682744-28 from 1474560 to 1703936 tid 3 2024-09-18T02:32:51.090 INFO:tasks.rados.rados.0.smithi046.stdout:3837: snap_create 2024-09-18T02:32:51.090 INFO:tasks.rados.rados.0.smithi046.stdout:3836: finishing write tid 1 to smithi04682744-28 2024-09-18T02:32:51.093 INFO:tasks.rados.rados.0.smithi046.stdout:3836: finishing write tid 2 to smithi04682744-28 2024-09-18T02:32:51.093 INFO:tasks.rados.rados.0.smithi046.stdout:3836: finishing write tid 3 to smithi04682744-28 2024-09-18T02:32:51.093 INFO:tasks.rados.rados.0.smithi046.stdout:3836: finishing write tid 4 to smithi04682744-28 2024-09-18T02:32:51.094 INFO:tasks.rados.rados.0.smithi046.stdout:3836: finishing write tid 5 to smithi04682744-28 2024-09-18T02:32:51.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 2459 (ObjNum 1237 snap 364 seq_num 1237) dirty exists 2024-09-18T02:32:51.094 INFO:tasks.rados.rados.0.smithi046.stdout:3836: left oid 28 (ObjNum 1237 snap 364 seq_num 1237) 2024-09-18T02:32:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:50 smithi195 ceph-mon[89559]: pgmap v886: 121 pgs: 121 active+clean; 211 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-09-18T02:32:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:50 smithi195 ceph-mon[89559]: osdmap e801: 8 total, 8 up, 8 in 2024-09-18T02:32:51.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:50 smithi046 ceph-mon[97106]: pgmap v886: 121 pgs: 121 active+clean; 211 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-09-18T02:32:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:50 smithi046 ceph-mon[97106]: osdmap e801: 8 total, 8 up, 8 in 2024-09-18T02:32:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:50 smithi046 ceph-mon[94621]: pgmap v886: 121 pgs: 121 active+clean; 211 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-09-18T02:32:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:50 smithi046 ceph-mon[94621]: osdmap e801: 8 total, 8 up, 8 in 2024-09-18T02:32:51.853 INFO:tasks.rados.rados.0.smithi046.stdout:3836: done (1 left) 2024-09-18T02:32:51.853 INFO:tasks.rados.rados.0.smithi046.stdout:3837: done (0 left) 2024-09-18T02:32:51.853 INFO:tasks.rados.rados.0.smithi046.stdout:3838: delete oid 25 current snap is 365 2024-09-18T02:32:51.857 INFO:tasks.rados.rados.0.smithi046.stdout:3838: done (0 left) 2024-09-18T02:32:51.857 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 365 2024-09-18T02:32:51.857 INFO:tasks.rados.rados.0.smithi046.stdout:3839: seq_num 1239 ranges {1425408=753664,2179072=745472,2924544=57344} 2024-09-18T02:32:51.869 INFO:tasks.rados.rados.0.smithi046.stdout:3839: writing smithi04682744-45 from 1425408 to 2179072 tid 1 2024-09-18T02:32:51.874 INFO:tasks.rados.rados.0.smithi046.stdout:3839: writing smithi04682744-45 from 2179072 to 2924544 tid 2 2024-09-18T02:32:51.875 INFO:tasks.rados.rados.0.smithi046.stdout:3839: writing smithi04682744-45 from 2924544 to 2981888 tid 3 2024-09-18T02:32:51.875 INFO:tasks.rados.rados.0.smithi046.stdout:3840: read oid 17 snap -1 2024-09-18T02:32:51.875 INFO:tasks.rados.rados.0.smithi046.stdout:3840: expect (ObjNum 1230 snap 363 seq_num 1230) 2024-09-18T02:32:51.876 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 365 2024-09-18T02:32:51.876 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 1 to smithi04682744-45 2024-09-18T02:32:51.876 INFO:tasks.rados.rados.0.smithi046.stdout:3841: seq_num 1240 ranges {0=778240,778240=671744,1449984=131072} 2024-09-18T02:32:51.879 INFO:tasks.rados.rados.0.smithi046.stdout:3841: writing smithi04682744-44 from 0 to 778240 tid 1 2024-09-18T02:32:51.883 INFO:tasks.rados.rados.0.smithi046.stdout:3841: writing smithi04682744-44 from 778240 to 1449984 tid 2 2024-09-18T02:32:51.884 INFO:tasks.rados.rados.0.smithi046.stdout:3841: writing smithi04682744-44 from 1449984 to 1581056 tid 3 2024-09-18T02:32:51.885 INFO:tasks.rados.rados.0.smithi046.stdout:3842: setattr oid 26 current snap is 365 2024-09-18T02:32:51.885 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 2 to smithi04682744-45 2024-09-18T02:32:51.885 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 3 to smithi04682744-45 2024-09-18T02:32:51.885 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 4 to smithi04682744-45 2024-09-18T02:32:51.886 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 5 to smithi04682744-45 2024-09-18T02:32:51.886 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2342 (ObjNum 1239 snap 365 seq_num 1239) dirty exists 2024-09-18T02:32:51.886 INFO:tasks.rados.rados.0.smithi046.stdout:3839: left oid 45 (ObjNum 1239 snap 365 seq_num 1239) 2024-09-18T02:32:51.886 INFO:tasks.rados.rados.0.smithi046.stdout:3839: done (3 left) 2024-09-18T02:32:51.887 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 365 2024-09-18T02:32:51.887 INFO:tasks.rados.rados.0.smithi046.stdout:3843: seq_num 1241 ranges {2318336=794624,3112960=557056,3670016=245760} 2024-09-18T02:32:51.904 INFO:tasks.rados.rados.0.smithi046.stdout:3843: writing smithi04682744-6 from 2318336 to 3112960 tid 1 2024-09-18T02:32:51.907 INFO:tasks.rados.rados.0.smithi046.stdout:3843: writing smithi04682744-6 from 3112960 to 3670016 tid 2 2024-09-18T02:32:51.909 INFO:tasks.rados.rados.0.smithi046.stdout:3843: writing smithi04682744-6 from 3670016 to 3915776 tid 3 2024-09-18T02:32:51.909 INFO:tasks.rados.rados.0.smithi046.stdout:3844: read oid 43 snap -1 2024-09-18T02:32:51.909 INFO:tasks.rados.rados.0.smithi046.stdout:3844: expect (ObjNum 1221 snap 363 seq_num 1221) 2024-09-18T02:32:51.909 INFO:tasks.rados.rados.0.smithi046.stdout:3845: read oid 30 snap 361 2024-09-18T02:32:51.909 INFO:tasks.rados.rados.0.smithi046.stdout:3845: expect (ObjNum 1178 snap 355 seq_num 1178) 2024-09-18T02:32:51.909 INFO:tasks.rados.rados.0.smithi046.stdout:3846: setattr oid 2 current snap is 365 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:3841: finishing write tid 1 to smithi04682744-44 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:3841: finishing write tid 2 to smithi04682744-44 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:3841: finishing write tid 3 to smithi04682744-44 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:3841: finishing write tid 4 to smithi04682744-44 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:3841: finishing write tid 5 to smithi04682744-44 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2216 (ObjNum 1240 snap 365 seq_num 1240) dirty exists 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:3841: left oid 44 (ObjNum 1240 snap 365 seq_num 1240) 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2639 (ObjNum 1201 snap 359 seq_num 1201) dirty exists 2024-09-18T02:32:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:3840: expect (ObjNum 1230 snap 363 seq_num 1230) 2024-09-18T02:32:52.238 INFO:tasks.rados.rados.0.smithi046.stdout:3843: finishing write tid 1 to smithi04682744-6 2024-09-18T02:32:52.239 INFO:tasks.rados.rados.0.smithi046.stdout:3843: finishing write tid 2 to smithi04682744-6 2024-09-18T02:32:52.239 INFO:tasks.rados.rados.0.smithi046.stdout:3843: finishing write tid 3 to smithi04682744-6 2024-09-18T02:32:52.239 INFO:tasks.rados.rados.0.smithi046.stdout:3843: finishing write tid 4 to smithi04682744-6 2024-09-18T02:32:52.239 INFO:tasks.rados.rados.0.smithi046.stdout:3843: finishing write tid 5 to smithi04682744-6 2024-09-18T02:32:52.239 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2546 (ObjNum 1241 snap 365 seq_num 1241) dirty exists 2024-09-18T02:32:52.239 INFO:tasks.rados.rados.0.smithi046.stdout:3843: left oid 6 (ObjNum 1241 snap 365 seq_num 1241) 2024-09-18T02:32:52.239 INFO:tasks.rados.rados.0.smithi046.stdout:3845: expect (ObjNum 1178 snap 355 seq_num 1178) 2024-09-18T02:32:52.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:51 smithi046 ceph-mon[94621]: osdmap e802: 8 total, 8 up, 8 in 2024-09-18T02:32:52.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:51 smithi046 ceph-mon[94621]: osdmap e803: 8 total, 8 up, 8 in 2024-09-18T02:32:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:51 smithi046 ceph-mon[97106]: osdmap e802: 8 total, 8 up, 8 in 2024-09-18T02:32:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:51 smithi046 ceph-mon[97106]: osdmap e803: 8 total, 8 up, 8 in 2024-09-18T02:32:52.314 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:51 smithi195 ceph-mon[89559]: osdmap e802: 8 total, 8 up, 8 in 2024-09-18T02:32:52.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:51 smithi195 ceph-mon[89559]: osdmap e803: 8 total, 8 up, 8 in 2024-09-18T02:32:52.419 INFO:tasks.rados.rados.0.smithi046.stdout:3844: expect (ObjNum 1221 snap 363 seq_num 1221) 2024-09-18T02:32:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:32:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:32:53.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:52 smithi046 ceph-mon[97106]: pgmap v889: 121 pgs: 121 active+clean; 212 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-18T02:32:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:52 smithi046 ceph-mon[94621]: pgmap v889: 121 pgs: 121 active+clean; 212 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-18T02:32:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:52 smithi195 ceph-mon[89559]: pgmap v889: 121 pgs: 121 active+clean; 212 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-18T02:32:54.507 INFO:tasks.rados.rados.0.smithi046.stdout:3840: done (6 left) 2024-09-18T02:32:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:3841: done (5 left) 2024-09-18T02:32:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:3842: done (4 left) 2024-09-18T02:32:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:3843: done (3 left) 2024-09-18T02:32:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:3844: done (2 left) 2024-09-18T02:32:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:3845: done (1 left) 2024-09-18T02:32:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:3847: copy_from oid 43 from oid 12 current snap is 365 2024-09-18T02:32:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:3848: delete oid 50 current snap is 365 2024-09-18T02:32:54.509 INFO:tasks.rados.rados.0.smithi046.stdout:3847: finishing copy_from to smithi04682744-43 2024-09-18T02:32:54.510 INFO:tasks.rados.rados.0.smithi046.stdout:3847: got expected ENOENT (src dne) 2024-09-18T02:32:54.510 INFO:tasks.rados.rados.0.smithi046.stdout:3847: finishing copy_from racing read to smithi04682744-43 2024-09-18T02:32:54.510 INFO:tasks.rados.rados.0.smithi046.stdout:3847: done (2 left) 2024-09-18T02:32:54.510 INFO:tasks.rados.rados.0.smithi046.stdout:3848: done (1 left) 2024-09-18T02:32:54.510 INFO:tasks.rados.rados.0.smithi046.stdout:3849: read oid 46 snap -1 2024-09-18T02:32:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:3849: expect (ObjNum 1227 snap 363 seq_num 1227) 2024-09-18T02:32:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:3850: delete oid 28 current snap is 365 2024-09-18T02:32:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2461 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3846: done (2 left) 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3850: done (1 left) 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3851: rollback oid 21 current snap is 365 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 359 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3852: read oid 42 snap -1 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3852: expect (ObjNum 1202 snap 359 seq_num 1202) 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3853: read oid 37 snap -1 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3853: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:32:54.516 INFO:tasks.rados.rados.0.smithi046.stdout:3854: snap_remove snap 363 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:3854: done (4 left) 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:3855: read oid 13 snap 364 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:3855: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:3856: read oid 33 snap 350 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:3856: expect (ObjNum 1136 snap 344 seq_num 1136) 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:3857: setattr oid 23 current snap is 365 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:3851: finishing rollback tid 1 to smithi04682744-21 2024-09-18T02:32:54.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 2243 (ObjNum 465 snap 0 seq_num 428464047) dirty dne 2024-09-18T02:32:54.986 INFO:tasks.rados.rados.0.smithi046.stdout:3853: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:32:54.991 INFO:tasks.rados.rados.0.smithi046.stdout:3852: expect (ObjNum 1202 snap 359 seq_num 1202) 2024-09-18T02:32:55.028 INFO:tasks.rados.rados.0.smithi046.stdout:3849: expect (ObjNum 1227 snap 363 seq_num 1227) 2024-09-18T02:32:55.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:54 smithi046 ceph-mon[97106]: pgmap v891: 121 pgs: 121 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2024-09-18T02:32:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:54 smithi046 ceph-mon[94621]: pgmap v891: 121 pgs: 121 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2024-09-18T02:32:55.276 INFO:tasks.rados.rados.0.smithi046.stdout:3856: expect (ObjNum 1136 snap 344 seq_num 1136) 2024-09-18T02:32:55.428 INFO:tasks.rados.rados.0.smithi046.stdout:3855: expect (ObjNum 1141 snap 345 seq_num 1141) 2024-09-18T02:32:55.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:54 smithi195 ceph-mon[89559]: pgmap v891: 121 pgs: 121 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2346 (ObjNum 1170 snap 354 seq_num 1170) dirty exists 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3849: done (6 left) 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3851: done (5 left) 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3852: done (4 left) 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3853: done (3 left) 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3855: done (2 left) 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3856: done (1 left) 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3857: done (0 left) 2024-09-18T02:32:55.659 INFO:tasks.rados.rados.0.smithi046.stdout:3858: snap_remove snap 359 2024-09-18T02:32:55.990 INFO:tasks.rados.rados.0.smithi046.stdout:3858: done (0 left) 2024-09-18T02:32:55.990 INFO:tasks.rados.rados.0.smithi046.stdout:3859: rmattr oid 41 current snap is 365 2024-09-18T02:32:55.991 INFO:tasks.rados.rados.0.smithi046.stdout:3859: done (0 left) 2024-09-18T02:32:55.991 INFO:tasks.rados.rados.0.smithi046.stdout:3860: snap_create 2024-09-18T02:32:56.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:55 smithi046 ceph-mon[97106]: osdmap e804: 8 total, 8 up, 8 in 2024-09-18T02:32:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:55 smithi046 ceph-mon[94621]: osdmap e804: 8 total, 8 up, 8 in 2024-09-18T02:32:56.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:55 smithi195 ceph-mon[89559]: osdmap e804: 8 total, 8 up, 8 in 2024-09-18T02:32:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:32:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:32:56] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-18T02:32:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:3860: done (0 left) 2024-09-18T02:32:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:3861: copy_from oid 27 from oid 12 current snap is 366 2024-09-18T02:32:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 366 2024-09-18T02:32:56.855 INFO:tasks.rados.rados.0.smithi046.stdout:3862: seq_num 1244 ranges {0=442368,442368=614400,1056768=589824} 2024-09-18T02:32:56.857 INFO:tasks.rados.rados.0.smithi046.stdout:3862: writing smithi04682744-18 from 0 to 442368 tid 1 2024-09-18T02:32:56.861 INFO:tasks.rados.rados.0.smithi046.stdout:3862: writing smithi04682744-18 from 442368 to 1056768 tid 2 2024-09-18T02:32:56.865 INFO:tasks.rados.rados.0.smithi046.stdout:3862: writing smithi04682744-18 from 1056768 to 1646592 tid 3 2024-09-18T02:32:56.865 INFO:tasks.rados.rados.0.smithi046.stdout:3863: snap_remove snap 365 2024-09-18T02:32:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:56 smithi046 ceph-mon[94621]: pgmap v893: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.4 MiB/s wr, 45 op/s 2024-09-18T02:32:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:56 smithi046 ceph-mon[94621]: osdmap e805: 8 total, 8 up, 8 in 2024-09-18T02:32:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:56 smithi046 ceph-mon[94621]: osdmap e806: 8 total, 8 up, 8 in 2024-09-18T02:32:57.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:56 smithi046 ceph-mon[97106]: pgmap v893: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.4 MiB/s wr, 45 op/s 2024-09-18T02:32:57.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:56 smithi046 ceph-mon[97106]: osdmap e805: 8 total, 8 up, 8 in 2024-09-18T02:32:57.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:56 smithi046 ceph-mon[97106]: osdmap e806: 8 total, 8 up, 8 in 2024-09-18T02:32:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:56 smithi195 ceph-mon[89559]: pgmap v893: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.4 MiB/s wr, 45 op/s 2024-09-18T02:32:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:56 smithi195 ceph-mon[89559]: osdmap e805: 8 total, 8 up, 8 in 2024-09-18T02:32:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:56 smithi195 ceph-mon[89559]: osdmap e806: 8 total, 8 up, 8 in 2024-09-18T02:32:57.856 INFO:tasks.rados.rados.0.smithi046.stdout:3863: done (2 left) 2024-09-18T02:32:57.856 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 366 2024-09-18T02:32:57.856 INFO:tasks.rados.rados.0.smithi046.stdout:3864: seq_num 1245 ranges {720896=458752,1179648=499712,1679360=425984,2105344=278528} 2024-09-18T02:32:57.862 INFO:tasks.rados.rados.0.smithi046.stdout:3864: writing smithi04682744-20 from 720896 to 1179648 tid 1 2024-09-18T02:32:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:3864: writing smithi04682744-20 from 1179648 to 1679360 tid 2 2024-09-18T02:32:57.867 INFO:tasks.rados.rados.0.smithi046.stdout:3864: writing smithi04682744-20 from 1679360 to 2105344 tid 3 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3864: writing smithi04682744-20 from 2105344 to 2383872 tid 4 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3865: read oid 33 snap -1 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3865: expect (ObjNum 1203 snap 359 seq_num 1203) 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3866: read oid 16 snap -1 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3866: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3867: copy_from oid 11 from oid 2 current snap is 366 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3861: finishing copy_from to smithi04682744-27 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3861: got expected ENOENT (src dne) 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:3868: rollback oid 6 current snap is 366 2024-09-18T02:32:57.871 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 360 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3861: finishing copy_from racing read to smithi04682744-27 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 1 to smithi04682744-18 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 2 to smithi04682744-18 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 3 to smithi04682744-18 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 4 to smithi04682744-18 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 5 to smithi04682744-18 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2546 (ObjNum 1244 snap 366 seq_num 1244) dirty exists 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3862: left oid 18 (ObjNum 1244 snap 366 seq_num 1244) 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3861: done (6 left) 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3862: done (5 left) 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3869: setattr oid 7 current snap is 366 2024-09-18T02:32:57.872 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 1 to smithi04682744-20 2024-09-18T02:32:57.873 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 366 2024-09-18T02:32:57.873 INFO:tasks.rados.rados.0.smithi046.stdout:3870: seq_num 1246 ranges {0=475136,475136=786432,1261568=417792} 2024-09-18T02:32:57.875 INFO:tasks.rados.rados.0.smithi046.stdout:3870: writing smithi04682744-32 from 0 to 475136 tid 1 2024-09-18T02:32:57.882 INFO:tasks.rados.rados.0.smithi046.stdout:3870: writing smithi04682744-32 from 475136 to 1261568 tid 2 2024-09-18T02:32:57.886 INFO:tasks.rados.rados.0.smithi046.stdout:3870: writing smithi04682744-32 from 1261568 to 1679360 tid 3 2024-09-18T02:32:57.886 INFO:tasks.rados.rados.0.smithi046.stdout:3871: read oid 25 snap -1 2024-09-18T02:32:57.886 INFO:tasks.rados.rados.0.smithi046.stdout:3871: expect deleted 2024-09-18T02:32:57.886 INFO:tasks.rados.rados.0.smithi046.stdout:3872: copy_from oid 42 from oid 3 current snap is 366 2024-09-18T02:32:57.887 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 2 to smithi04682744-20 2024-09-18T02:32:57.887 INFO:tasks.rados.rados.0.smithi046.stdout:3873: read oid 39 snap -1 2024-09-18T02:32:57.887 INFO:tasks.rados.rados.0.smithi046.stdout:3873: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:32:57.887 INFO:tasks.rados.rados.0.smithi046.stdout:3874: copy_from oid 40 from oid 31 current snap is 366 2024-09-18T02:32:57.887 INFO:tasks.rados.rados.0.smithi046.stdout:3866: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:32:57.893 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 3 to smithi04682744-20 2024-09-18T02:32:57.893 INFO:tasks.rados.rados.0.smithi046.stdout:3868: finishing rollback tid 0 to smithi04682744-6 2024-09-18T02:32:57.893 INFO:tasks.rados.rados.0.smithi046.stdout:3868: finishing rollback tid 1 to smithi04682744-6 2024-09-18T02:32:57.893 INFO:tasks.rados.rados.0.smithi046.stdout:3868: finishing rollback tid 2 to smithi04682744-6 2024-09-18T02:32:57.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2549 (ObjNum 1122 snap 340 seq_num 1122) dirty exists 2024-09-18T02:32:57.893 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 4 to smithi04682744-20 2024-09-18T02:32:57.893 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 5 to smithi04682744-20 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2461 (ObjNum 1235 snap 364 seq_num 1235) dirty exists 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:3866: done (10 left) 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:3868: done (9 left) 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:3869: done (8 left) 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:3875: read oid 23 snap 360 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:3875: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 366 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:3867: finishing copy_from racing read to smithi04682744-11 2024-09-18T02:32:57.894 INFO:tasks.rados.rados.0.smithi046.stdout:3865: expect (ObjNum 1203 snap 359 seq_num 1203) 2024-09-18T02:32:57.990 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 6 to smithi04682744-20 2024-09-18T02:32:57.990 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2592 (ObjNum 1245 snap 366 seq_num 1245) dirty exists 2024-09-18T02:32:57.990 INFO:tasks.rados.rados.0.smithi046.stdout:3864: left oid 20 (ObjNum 1245 snap 366 seq_num 1245) 2024-09-18T02:32:57.990 INFO:tasks.rados.rados.0.smithi046.stdout:3870: finishing write tid 1 to smithi04682744-32 2024-09-18T02:32:57.990 INFO:tasks.rados.rados.0.smithi046.stdout:3876: seq_num 1247 ranges {1646592=491520,2138112=712704,2850816=442368,3293184=49152} 2024-09-18T02:32:58.001 INFO:tasks.rados.rados.0.smithi046.stdout:3876: writing smithi04682744-18 from 1646592 to 2138112 tid 1 2024-09-18T02:32:58.005 INFO:tasks.rados.rados.0.smithi046.stdout:3876: writing smithi04682744-18 from 2138112 to 2850816 tid 2 2024-09-18T02:32:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3876: writing smithi04682744-18 from 2850816 to 3293184 tid 3 2024-09-18T02:32:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3876: writing smithi04682744-18 from 3293184 to 3342336 tid 4 2024-09-18T02:32:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3864: done (9 left) 2024-09-18T02:32:58.008 INFO:tasks.rados.rados.0.smithi046.stdout:3865: done (8 left) 2024-09-18T02:32:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:3871: done (7 left) 2024-09-18T02:32:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:3877: snap_create 2024-09-18T02:32:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:3867: finishing copy_from to smithi04682744-11 2024-09-18T02:32:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2461 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:32:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:3873: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:32:58.031 INFO:tasks.rados.rados.0.smithi046.stdout:3870: finishing write tid 2 to smithi04682744-32 2024-09-18T02:32:58.031 INFO:tasks.rados.rados.0.smithi046.stdout:3870: finishing write tid 3 to smithi04682744-32 2024-09-18T02:32:58.031 INFO:tasks.rados.rados.0.smithi046.stdout:3870: finishing write tid 4 to smithi04682744-32 2024-09-18T02:32:58.031 INFO:tasks.rados.rados.0.smithi046.stdout:3870: finishing write tid 5 to smithi04682744-32 2024-09-18T02:32:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2657 (ObjNum 1246 snap 366 seq_num 1246) dirty exists 2024-09-18T02:32:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:3870: left oid 32 (ObjNum 1246 snap 366 seq_num 1246) 2024-09-18T02:32:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:3874: finishing copy_from to smithi04682744-40 2024-09-18T02:32:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:3874: got expected ENOENT (src dne) 2024-09-18T02:32:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:3874: finishing copy_from racing read to smithi04682744-40 2024-09-18T02:32:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:3875: expect (ObjNum 966 snap 303 seq_num 966) 2024-09-18T02:32:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:3872: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:32:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:3872: finishing copy_from to smithi04682744-42 2024-09-18T02:32:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 2531 (ObjNum 1130 snap 343 seq_num 1130) dirty exists 2024-09-18T02:32:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing write tid 1 to smithi04682744-18 2024-09-18T02:32:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing write tid 2 to smithi04682744-18 2024-09-18T02:32:58.079 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing write tid 3 to smithi04682744-18 2024-09-18T02:32:58.079 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing write tid 4 to smithi04682744-18 2024-09-18T02:32:58.079 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing write tid 5 to smithi04682744-18 2024-09-18T02:32:58.079 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing write tid 6 to smithi04682744-18 2024-09-18T02:32:58.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2551 (ObjNum 1247 snap 366 seq_num 1247) dirty exists 2024-09-18T02:32:58.079 INFO:tasks.rados.rados.0.smithi046.stdout:3876: left oid 18 (ObjNum 1247 snap 366 seq_num 1247) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3867: done (7 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3870: done (6 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3872: done (5 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3873: done (4 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3874: done (3 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3875: done (2 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3876: done (1 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:3877: done (0 left) 2024-09-18T02:32:58.993 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 367 2024-09-18T02:32:58.994 INFO:tasks.rados.rados.0.smithi046.stdout:3878: seq_num 1248 ranges {9428992=507904,9936896=598016,10534912=606208} 2024-09-18T02:32:59.047 INFO:tasks.rados.rados.0.smithi046.stdout:3878: writing smithi04682744-15 from 9428992 to 9936896 tid 1 2024-09-18T02:32:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:3878: writing smithi04682744-15 from 9936896 to 10534912 tid 2 2024-09-18T02:32:59.054 INFO:tasks.rados.rados.0.smithi046.stdout:3878: writing smithi04682744-15 from 10534912 to 11141120 tid 3 2024-09-18T02:32:59.054 INFO:tasks.rados.rados.0.smithi046.stdout:3879: read oid 34 snap -1 2024-09-18T02:32:59.054 INFO:tasks.rados.rados.0.smithi046.stdout:3879: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:32:59.055 INFO:tasks.rados.rados.0.smithi046.stdout:3880: snap_remove snap 366 2024-09-18T02:32:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:58 smithi195 ceph-mon[89559]: pgmap v896: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 41 op/s 2024-09-18T02:32:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:58 smithi195 ceph-mon[89559]: osdmap e807: 8 total, 8 up, 8 in 2024-09-18T02:32:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:58 smithi046 ceph-mon[94621]: pgmap v896: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 41 op/s 2024-09-18T02:32:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:58 smithi046 ceph-mon[94621]: osdmap e807: 8 total, 8 up, 8 in 2024-09-18T02:32:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:32:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:58 smithi046 ceph-mon[97106]: pgmap v896: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 41 op/s 2024-09-18T02:32:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:58 smithi046 ceph-mon[97106]: osdmap e807: 8 total, 8 up, 8 in 2024-09-18T02:32:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3880: done (2 left) 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3881: rmattr oid 49 current snap is 367 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3881: done (2 left) 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3882: snap_create 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3878: finishing write tid 1 to smithi04682744-15 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3878: finishing write tid 2 to smithi04682744-15 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3878: finishing write tid 3 to smithi04682744-15 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3878: finishing write tid 4 to smithi04682744-15 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3878: finishing write tid 5 to smithi04682744-15 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2465 (ObjNum 1248 snap 367 seq_num 1248) dirty exists 2024-09-18T02:33:00.000 INFO:tasks.rados.rados.0.smithi046.stdout:3878: left oid 15 (ObjNum 1248 snap 367 seq_num 1248) 2024-09-18T02:33:00.001 INFO:tasks.rados.rados.0.smithi046.stdout:3879: expect (ObjNum 950 snap 298 seq_num 950) 2024-09-18T02:33:00.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:32:59 smithi046 ceph-mon[94621]: osdmap e808: 8 total, 8 up, 8 in 2024-09-18T02:33:00.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:32:59 smithi046 ceph-mon[97106]: osdmap e808: 8 total, 8 up, 8 in 2024-09-18T02:33:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:32:59 smithi195 ceph-mon[89559]: osdmap e808: 8 total, 8 up, 8 in 2024-09-18T02:33:01.000 INFO:tasks.rados.rados.0.smithi046.stdout:3878: done (2 left) 2024-09-18T02:33:01.000 INFO:tasks.rados.rados.0.smithi046.stdout:3879: done (1 left) 2024-09-18T02:33:01.000 INFO:tasks.rados.rados.0.smithi046.stdout:3882: done (0 left) 2024-09-18T02:33:01.000 INFO:tasks.rados.rados.0.smithi046.stdout:3883: delete oid 43 current snap is 368 2024-09-18T02:33:01.007 INFO:tasks.rados.rados.0.smithi046.stdout:3883: done (0 left) 2024-09-18T02:33:01.007 INFO:tasks.rados.rados.0.smithi046.stdout:3884: snap_create 2024-09-18T02:33:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:00 smithi046 ceph-mon[94621]: pgmap v899: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 920 KiB/s wr, 25 op/s 2024-09-18T02:33:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:00 smithi046 ceph-mon[94621]: osdmap e809: 8 total, 8 up, 8 in 2024-09-18T02:33:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:01 smithi046 ceph-mon[97106]: pgmap v899: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 920 KiB/s wr, 25 op/s 2024-09-18T02:33:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:01 smithi046 ceph-mon[97106]: osdmap e809: 8 total, 8 up, 8 in 2024-09-18T02:33:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:01 smithi195 ceph-mon[89559]: pgmap v899: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 920 KiB/s wr, 25 op/s 2024-09-18T02:33:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:01 smithi195 ceph-mon[89559]: osdmap e809: 8 total, 8 up, 8 in 2024-09-18T02:33:02.009 INFO:tasks.rados.rados.0.smithi046.stdout:3884: done (0 left) 2024-09-18T02:33:02.009 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 369 2024-09-18T02:33:02.009 INFO:tasks.rados.rados.0.smithi046.stdout:3885: seq_num 1250 ranges {2220032=540672,2760704=770048,3530752=434176} 2024-09-18T02:33:02.024 INFO:tasks.rados.rados.0.smithi046.stdout:3885: writing smithi04682744-33 from 2220032 to 2760704 tid 1 2024-09-18T02:33:02.028 INFO:tasks.rados.rados.0.smithi046.stdout:3885: writing smithi04682744-33 from 2760704 to 3530752 tid 2 2024-09-18T02:33:02.031 INFO:tasks.rados.rados.0.smithi046.stdout:3885: writing smithi04682744-33 from 3530752 to 3964928 tid 3 2024-09-18T02:33:02.031 INFO:tasks.rados.rados.0.smithi046.stdout:3886: copy_from oid 10 from oid 40 current snap is 369 2024-09-18T02:33:02.031 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 369 2024-09-18T02:33:02.031 INFO:tasks.rados.rados.0.smithi046.stdout:3887: seq_num 1251 ranges {3342336=557056,3899392=655360,4554752=425984,4980736=122880} 2024-09-18T02:33:02.052 INFO:tasks.rados.rados.0.smithi046.stdout:3887: writing smithi04682744-18 from 3342336 to 3899392 tid 1 2024-09-18T02:33:02.056 INFO:tasks.rados.rados.0.smithi046.stdout:3887: writing smithi04682744-18 from 3899392 to 4554752 tid 2 2024-09-18T02:33:02.059 INFO:tasks.rados.rados.0.smithi046.stdout:3887: writing smithi04682744-18 from 4554752 to 4980736 tid 3 2024-09-18T02:33:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:3887: writing smithi04682744-18 from 4980736 to 5103616 tid 4 2024-09-18T02:33:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:3888: setattr oid 34 current snap is 369 2024-09-18T02:33:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:3886: finishing copy_from to smithi04682744-10 2024-09-18T02:33:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:3886: got expected ENOENT (src dne) 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3886: finishing copy_from racing read to smithi04682744-10 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3885: finishing write tid 1 to smithi04682744-33 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3885: finishing write tid 2 to smithi04682744-33 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3885: finishing write tid 3 to smithi04682744-33 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3885: finishing write tid 4 to smithi04682744-33 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3885: finishing write tid 5 to smithi04682744-33 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 2596 (ObjNum 1250 snap 369 seq_num 1250) dirty exists 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3885: left oid 33 (ObjNum 1250 snap 369 seq_num 1250) 2024-09-18T02:33:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:3887: finishing write tid 1 to smithi04682744-18 2024-09-18T02:33:02.062 INFO:tasks.rados.rados.0.smithi046.stdout:3887: finishing write tid 2 to smithi04682744-18 2024-09-18T02:33:02.062 INFO:tasks.rados.rados.0.smithi046.stdout:3885: done (3 left) 2024-09-18T02:33:02.062 INFO:tasks.rados.rados.0.smithi046.stdout:3886: done (2 left) 2024-09-18T02:33:02.062 INFO:tasks.rados.rados.0.smithi046.stdout:3889: snap_remove snap 368 2024-09-18T02:33:02.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:02 smithi046 ceph-mon[94621]: osdmap e810: 8 total, 8 up, 8 in 2024-09-18T02:33:02.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:02 smithi046 ceph-mon[97106]: osdmap e810: 8 total, 8 up, 8 in 2024-09-18T02:33:02.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:02 smithi195 ceph-mon[89559]: osdmap e810: 8 total, 8 up, 8 in 2024-09-18T02:33:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:33:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:33:03.016 INFO:tasks.rados.rados.0.smithi046.stdout:3887: finishing write tid 3 to smithi04682744-18 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3887: finishing write tid 4 to smithi04682744-18 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3887: finishing write tid 5 to smithi04682744-18 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2462 (ObjNum 950 snap 298 seq_num 950) dirty exists 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3887: finishing write tid 6 to smithi04682744-18 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2556 (ObjNum 1251 snap 369 seq_num 1251) dirty exists 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3887: left oid 18 (ObjNum 1251 snap 369 seq_num 1251) 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3887: done (2 left) 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3888: done (1 left) 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3889: done (0 left) 2024-09-18T02:33:03.017 INFO:tasks.rados.rados.0.smithi046.stdout:3890: snap_remove snap 361 2024-09-18T02:33:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:03 smithi046 ceph-mon[94621]: pgmap v902: 121 pgs: 121 active+clean; 256 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-09-18T02:33:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:03 smithi046 ceph-mon[94621]: osdmap e811: 8 total, 8 up, 8 in 2024-09-18T02:33:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:03 smithi046 ceph-mon[97106]: pgmap v902: 121 pgs: 121 active+clean; 256 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-09-18T02:33:03.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:03 smithi046 ceph-mon[97106]: osdmap e811: 8 total, 8 up, 8 in 2024-09-18T02:33:03.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:03 smithi195 ceph-mon[89559]: pgmap v902: 121 pgs: 121 active+clean; 256 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-09-18T02:33:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:03 smithi195 ceph-mon[89559]: osdmap e811: 8 total, 8 up, 8 in 2024-09-18T02:33:04.019 INFO:tasks.rados.rados.0.smithi046.stdout:3890: done (0 left) 2024-09-18T02:33:04.020 INFO:tasks.rados.rados.0.smithi046.stdout:3891: snap_remove snap 360 2024-09-18T02:33:04.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:04 smithi195 ceph-mon[89559]: osdmap e812: 8 total, 8 up, 8 in 2024-09-18T02:33:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:04 smithi046 ceph-mon[94621]: osdmap e812: 8 total, 8 up, 8 in 2024-09-18T02:33:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:04 smithi046 ceph-mon[97106]: osdmap e812: 8 total, 8 up, 8 in 2024-09-18T02:33:05.021 INFO:tasks.rados.rados.0.smithi046.stdout:3891: done (0 left) 2024-09-18T02:33:05.021 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 369 2024-09-18T02:33:05.021 INFO:tasks.rados.rados.0.smithi046.stdout:3892: seq_num 1252 ranges {1990656=573440,2564096=540672,3104768=630784,3735552=32768} 2024-09-18T02:33:05.037 INFO:tasks.rados.rados.0.smithi046.stdout:3892: writing smithi04682744-29 from 1990656 to 2564096 tid 1 2024-09-18T02:33:05.041 INFO:tasks.rados.rados.0.smithi046.stdout:3892: writing smithi04682744-29 from 2564096 to 3104768 tid 2 2024-09-18T02:33:05.045 INFO:tasks.rados.rados.0.smithi046.stdout:3892: writing smithi04682744-29 from 3104768 to 3735552 tid 3 2024-09-18T02:33:05.046 INFO:tasks.rados.rados.0.smithi046.stdout:3892: writing smithi04682744-29 from 3735552 to 3768320 tid 4 2024-09-18T02:33:05.046 INFO:tasks.rados.rados.0.smithi046.stdout:3893: snap_create 2024-09-18T02:33:05.046 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing write tid 1 to smithi04682744-29 2024-09-18T02:33:05.046 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing write tid 2 to smithi04682744-29 2024-09-18T02:33:05.050 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing write tid 3 to smithi04682744-29 2024-09-18T02:33:05.050 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing write tid 4 to smithi04682744-29 2024-09-18T02:33:05.050 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing write tid 5 to smithi04682744-29 2024-09-18T02:33:05.051 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing write tid 6 to smithi04682744-29 2024-09-18T02:33:05.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2278 (ObjNum 1252 snap 369 seq_num 1252) dirty exists 2024-09-18T02:33:05.051 INFO:tasks.rados.rados.0.smithi046.stdout:3892: left oid 29 (ObjNum 1252 snap 369 seq_num 1252) 2024-09-18T02:33:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:05 smithi195 ceph-mon[89559]: pgmap v905: 121 pgs: 121 active+clean; 263 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-09-18T02:33:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:05 smithi195 ceph-mon[89559]: osdmap e813: 8 total, 8 up, 8 in 2024-09-18T02:33:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:05 smithi046 ceph-mon[94621]: pgmap v905: 121 pgs: 121 active+clean; 263 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-09-18T02:33:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:05 smithi046 ceph-mon[94621]: osdmap e813: 8 total, 8 up, 8 in 2024-09-18T02:33:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:05 smithi046 ceph-mon[97106]: pgmap v905: 121 pgs: 121 active+clean; 263 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-09-18T02:33:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:05 smithi046 ceph-mon[97106]: osdmap e813: 8 total, 8 up, 8 in 2024-09-18T02:33:06.034 INFO:tasks.rados.rados.0.smithi046.stdout:3892: done (1 left) 2024-09-18T02:33:06.034 INFO:tasks.rados.rados.0.smithi046.stdout:3893: done (0 left) 2024-09-18T02:33:06.034 INFO:tasks.rados.rados.0.smithi046.stdout:3894: rmattr oid 43 current snap is 370 2024-09-18T02:33:06.034 INFO:tasks.rados.rados.0.smithi046.stdout:3894: done (0 left) 2024-09-18T02:33:06.035 INFO:tasks.rados.rados.0.smithi046.stdout:3895: read oid 26 snap 350 2024-09-18T02:33:06.035 INFO:tasks.rados.rados.0.smithi046.stdout:3895: expect (ObjNum 1138 snap 344 seq_num 1138) 2024-09-18T02:33:06.035 INFO:tasks.rados.rados.0.smithi046.stdout:3896: delete oid 33 current snap is 370 2024-09-18T02:33:06.042 INFO:tasks.rados.rados.0.smithi046.stdout:3896: done (1 left) 2024-09-18T02:33:06.042 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 370 2024-09-18T02:33:06.042 INFO:tasks.rados.rados.0.smithi046.stdout:3897: seq_num 1254 ranges {1662976=606208,2269184=704512,2973696=499712} 2024-09-18T02:33:06.054 INFO:tasks.rados.rados.0.smithi046.stdout:3897: writing smithi04682744-23 from 1662976 to 2269184 tid 1 2024-09-18T02:33:06.058 INFO:tasks.rados.rados.0.smithi046.stdout:3897: writing smithi04682744-23 from 2269184 to 2973696 tid 2 2024-09-18T02:33:06.062 INFO:tasks.rados.rados.0.smithi046.stdout:3897: writing smithi04682744-23 from 2973696 to 3473408 tid 3 2024-09-18T02:33:06.062 INFO:tasks.rados.rados.0.smithi046.stdout:3898: copy_from oid 8 from oid 30 current snap is 370 2024-09-18T02:33:06.062 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 1 to smithi04682744-23 2024-09-18T02:33:06.062 INFO:tasks.rados.rados.0.smithi046.stdout:3895: expect (ObjNum 1138 snap 344 seq_num 1138) 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 2 to smithi04682744-23 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 3 to smithi04682744-23 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 4 to smithi04682744-23 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 5 to smithi04682744-23 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2369 (ObjNum 1254 snap 370 seq_num 1254) dirty exists 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3897: left oid 23 (ObjNum 1254 snap 370 seq_num 1254) 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3898: finishing copy_from racing read to smithi04682744-8 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3898: finishing copy_from to smithi04682744-8 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1971 (ObjNum 1178 snap 355 seq_num 1178) dirty exists 2024-09-18T02:33:06.386 INFO:tasks.rados.rados.0.smithi046.stdout:3895: done (2 left) 2024-09-18T02:33:06.387 INFO:tasks.rados.rados.0.smithi046.stdout:3897: done (1 left) 2024-09-18T02:33:06.387 INFO:tasks.rados.rados.0.smithi046.stdout:3898: done (0 left) 2024-09-18T02:33:06.387 INFO:tasks.rados.rados.0.smithi046.stdout:3899: delete oid 41 current snap is 370 2024-09-18T02:33:06.388 INFO:tasks.rados.rados.0.smithi046.stdout:3899: done (0 left) 2024-09-18T02:33:06.388 INFO:tasks.rados.rados.0.smithi046.stdout:3900: read oid 12 snap 367 2024-09-18T02:33:06.388 INFO:tasks.rados.rados.0.smithi046.stdout:3900: expect deleted 2024-09-18T02:33:06.388 INFO:tasks.rados.rados.0.smithi046.stdout:3901: snap_remove snap 369 2024-09-18T02:33:06.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:06 smithi046 ceph-mon[97106]: osdmap e814: 8 total, 8 up, 8 in 2024-09-18T02:33:06.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:06 smithi046 ceph-mon[94621]: osdmap e814: 8 total, 8 up, 8 in 2024-09-18T02:33:06.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:06 smithi195 ceph-mon[89559]: osdmap e814: 8 total, 8 up, 8 in 2024-09-18T02:33:06.761 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:33:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:33:06] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-09-18T02:33:06.863 INFO:tasks.rados.rados.0.smithi046.stdout:3900: done (1 left) 2024-09-18T02:33:06.864 INFO:tasks.rados.rados.0.smithi046.stdout:3901: done (0 left) 2024-09-18T02:33:06.864 INFO:tasks.rados.rados.0.smithi046.stdout:3902: snap_create 2024-09-18T02:33:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:07 smithi195 ceph-mon[89559]: pgmap v908: 121 pgs: 121 active+clean; 265 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-09-18T02:33:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:07 smithi195 ceph-mon[89559]: osdmap e815: 8 total, 8 up, 8 in 2024-09-18T02:33:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:07 smithi195 ceph-mon[89559]: osdmap e816: 8 total, 8 up, 8 in 2024-09-18T02:33:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:07 smithi046 ceph-mon[94621]: pgmap v908: 121 pgs: 121 active+clean; 265 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-09-18T02:33:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:07 smithi046 ceph-mon[94621]: osdmap e815: 8 total, 8 up, 8 in 2024-09-18T02:33:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:07 smithi046 ceph-mon[94621]: osdmap e816: 8 total, 8 up, 8 in 2024-09-18T02:33:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:07 smithi046 ceph-mon[97106]: pgmap v908: 121 pgs: 121 active+clean; 265 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-09-18T02:33:07.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:07 smithi046 ceph-mon[97106]: osdmap e815: 8 total, 8 up, 8 in 2024-09-18T02:33:07.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:07 smithi046 ceph-mon[97106]: osdmap e816: 8 total, 8 up, 8 in 2024-09-18T02:33:07.866 INFO:tasks.rados.rados.0.smithi046.stdout:3902: done (0 left) 2024-09-18T02:33:07.866 INFO:tasks.rados.rados.0.smithi046.stdout:3903: read oid 37 snap -1 2024-09-18T02:33:07.866 INFO:tasks.rados.rados.0.smithi046.stdout:3903: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:33:07.866 INFO:tasks.rados.rados.0.smithi046.stdout:3904: rmattr oid 21 current snap is 371 2024-09-18T02:33:07.866 INFO:tasks.rados.rados.0.smithi046.stdout:3904: done (1 left) 2024-09-18T02:33:07.866 INFO:tasks.rados.rados.0.smithi046.stdout:3905: snap_create 2024-09-18T02:33:07.871 INFO:tasks.rados.rados.0.smithi046.stdout:3903: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:33:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3903: done (1 left) 2024-09-18T02:33:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3905: done (0 left) 2024-09-18T02:33:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3906: read oid 43 snap -1 2024-09-18T02:33:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3906: expect deleted 2024-09-18T02:33:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3907: snap_create 2024-09-18T02:33:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:08 smithi195 ceph-mon[89559]: pgmap v911: 121 pgs: 121 active+clean; 265 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 430 KiB/s wr, 1 op/s 2024-09-18T02:33:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:08 smithi195 ceph-mon[89559]: osdmap e817: 8 total, 8 up, 8 in 2024-09-18T02:33:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:08 smithi046 ceph-mon[97106]: pgmap v911: 121 pgs: 121 active+clean; 265 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 430 KiB/s wr, 1 op/s 2024-09-18T02:33:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:08 smithi046 ceph-mon[97106]: osdmap e817: 8 total, 8 up, 8 in 2024-09-18T02:33:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:08 smithi046 ceph-mon[94621]: pgmap v911: 121 pgs: 121 active+clean; 265 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 430 KiB/s wr, 1 op/s 2024-09-18T02:33:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:08 smithi046 ceph-mon[94621]: osdmap e817: 8 total, 8 up, 8 in 2024-09-18T02:33:09.869 INFO:tasks.rados.rados.0.smithi046.stdout:3906: done (1 left) 2024-09-18T02:33:09.870 INFO:tasks.rados.rados.0.smithi046.stdout:3907: done (0 left) 2024-09-18T02:33:09.870 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 373 2024-09-18T02:33:09.870 INFO:tasks.rados.rados.0.smithi046.stdout:3908: seq_num 1256 ranges {5898240=638976,6537216=524288,7061504=614400,7675904=65536} 2024-09-18T02:33:09.905 INFO:tasks.rados.rados.0.smithi046.stdout:3908: writing smithi04682744-7 from 5898240 to 6537216 tid 1 2024-09-18T02:33:09.908 INFO:tasks.rados.rados.0.smithi046.stdout:3908: writing smithi04682744-7 from 6537216 to 7061504 tid 2 2024-09-18T02:33:09.912 INFO:tasks.rados.rados.0.smithi046.stdout:3908: writing smithi04682744-7 from 7061504 to 7675904 tid 3 2024-09-18T02:33:09.913 INFO:tasks.rados.rados.0.smithi046.stdout:3908: writing smithi04682744-7 from 7675904 to 7741440 tid 4 2024-09-18T02:33:09.913 INFO:tasks.rados.rados.0.smithi046.stdout:3909: delete oid 47 current snap is 373 2024-09-18T02:33:09.914 INFO:tasks.rados.rados.0.smithi046.stdout:3908: finishing write tid 1 to smithi04682744-7 2024-09-18T02:33:09.919 INFO:tasks.rados.rados.0.smithi046.stdout:3908: finishing write tid 2 to smithi04682744-7 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3908: finishing write tid 3 to smithi04682744-7 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3908: finishing write tid 4 to smithi04682744-7 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3908: finishing write tid 5 to smithi04682744-7 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3909: done (1 left) 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3910: read oid 21 snap -1 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3910: expect deleted 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3911: rollback oid 4 current snap is 373 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 350 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3912: read oid 11 snap -1 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3912: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:33:09.920 INFO:tasks.rados.rados.0.smithi046.stdout:3913: setattr oid 8 current snap is 373 2024-09-18T02:33:09.921 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 373 2024-09-18T02:33:09.921 INFO:tasks.rados.rados.0.smithi046.stdout:3914: seq_num 1258 ranges {0=671744,671744=696320,1368064=507904} 2024-09-18T02:33:09.926 INFO:tasks.rados.rados.0.smithi046.stdout:3914: writing smithi04682744-40 from 0 to 671744 tid 1 2024-09-18T02:33:09.930 INFO:tasks.rados.rados.0.smithi046.stdout:3914: writing smithi04682744-40 from 671744 to 1368064 tid 2 2024-09-18T02:33:09.935 INFO:tasks.rados.rados.0.smithi046.stdout:3914: writing smithi04682744-40 from 1368064 to 1875968 tid 3 2024-09-18T02:33:09.935 INFO:tasks.rados.rados.0.smithi046.stdout:3915: read oid 35 snap -1 2024-09-18T02:33:09.935 INFO:tasks.rados.rados.0.smithi046.stdout:3915: expect (ObjNum 1232 snap 364 seq_num 1232) 2024-09-18T02:33:09.935 INFO:tasks.rados.rados.0.smithi046.stdout:3916: delete oid 34 current snap is 373 2024-09-18T02:33:09.935 INFO:tasks.rados.rados.0.smithi046.stdout:3908: finishing write tid 6 to smithi04682744-7 2024-09-18T02:33:09.935 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2467 (ObjNum 1256 snap 373 seq_num 1256) dirty exists 2024-09-18T02:33:09.935 INFO:tasks.rados.rados.0.smithi046.stdout:3908: left oid 7 (ObjNum 1256 snap 373 seq_num 1256) 2024-09-18T02:33:09.936 INFO:tasks.rados.rados.0.smithi046.stdout:3911: finishing rollback tid 0 to smithi04682744-4 2024-09-18T02:33:09.936 INFO:tasks.rados.rados.0.smithi046.stdout:3911: finishing rollback tid 1 to smithi04682744-4 2024-09-18T02:33:09.936 INFO:tasks.rados.rados.0.smithi046.stdout:3911: finishing rollback tid 2 to smithi04682744-4 2024-09-18T02:33:09.936 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2552 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:33:09.936 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2462 (ObjNum 1178 snap 355 seq_num 1178) dirty exists 2024-09-18T02:33:09.936 INFO:tasks.rados.rados.0.smithi046.stdout:3914: finishing write tid 1 to smithi04682744-40 2024-09-18T02:33:09.936 INFO:tasks.rados.rados.0.smithi046.stdout:3912: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:33:10.009 INFO:tasks.rados.rados.0.smithi046.stdout:3914: finishing write tid 2 to smithi04682744-40 2024-09-18T02:33:10.009 INFO:tasks.rados.rados.0.smithi046.stdout:3914: finishing write tid 3 to smithi04682744-40 2024-09-18T02:33:10.009 INFO:tasks.rados.rados.0.smithi046.stdout:3914: finishing write tid 4 to smithi04682744-40 2024-09-18T02:33:10.009 INFO:tasks.rados.rados.0.smithi046.stdout:3914: finishing write tid 5 to smithi04682744-40 2024-09-18T02:33:10.009 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2677 (ObjNum 1258 snap 373 seq_num 1258) dirty exists 2024-09-18T02:33:10.009 INFO:tasks.rados.rados.0.smithi046.stdout:3914: left oid 40 (ObjNum 1258 snap 373 seq_num 1258) 2024-09-18T02:33:10.009 INFO:tasks.rados.rados.0.smithi046.stdout:3915: expect (ObjNum 1232 snap 364 seq_num 1232) 2024-09-18T02:33:10.080 INFO:tasks.rados.rados.0.smithi046.stdout:3908: done (7 left) 2024-09-18T02:33:10.080 INFO:tasks.rados.rados.0.smithi046.stdout:3910: done (6 left) 2024-09-18T02:33:10.080 INFO:tasks.rados.rados.0.smithi046.stdout:3911: done (5 left) 2024-09-18T02:33:10.081 INFO:tasks.rados.rados.0.smithi046.stdout:3912: done (4 left) 2024-09-18T02:33:10.081 INFO:tasks.rados.rados.0.smithi046.stdout:3913: done (3 left) 2024-09-18T02:33:10.081 INFO:tasks.rados.rados.0.smithi046.stdout:3914: done (2 left) 2024-09-18T02:33:10.081 INFO:tasks.rados.rados.0.smithi046.stdout:3915: done (1 left) 2024-09-18T02:33:10.081 INFO:tasks.rados.rados.0.smithi046.stdout:3916: done (0 left) 2024-09-18T02:33:10.081 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 373 2024-09-18T02:33:10.081 INFO:tasks.rados.rados.0.smithi046.stdout:3917: seq_num 1260 ranges {5718016=712704,6430720=458752,6889472=589824,7479296=155648} 2024-09-18T02:33:10.115 INFO:tasks.rados.rados.0.smithi046.stdout:3917: writing smithi04682744-13 from 5718016 to 6430720 tid 1 2024-09-18T02:33:10.118 INFO:tasks.rados.rados.0.smithi046.stdout:3917: writing smithi04682744-13 from 6430720 to 6889472 tid 2 2024-09-18T02:33:10.121 INFO:tasks.rados.rados.0.smithi046.stdout:3917: writing smithi04682744-13 from 6889472 to 7479296 tid 3 2024-09-18T02:33:10.123 INFO:tasks.rados.rados.0.smithi046.stdout:3917: writing smithi04682744-13 from 7479296 to 7634944 tid 4 2024-09-18T02:33:10.123 INFO:tasks.rados.rados.0.smithi046.stdout:3918: snap_create 2024-09-18T02:33:10.123 INFO:tasks.rados.rados.0.smithi046.stdout:3917: finishing write tid 1 to smithi04682744-13 2024-09-18T02:33:10.123 INFO:tasks.rados.rados.0.smithi046.stdout:3917: finishing write tid 2 to smithi04682744-13 2024-09-18T02:33:10.125 INFO:tasks.rados.rados.0.smithi046.stdout:3917: finishing write tid 3 to smithi04682744-13 2024-09-18T02:33:10.126 INFO:tasks.rados.rados.0.smithi046.stdout:3917: finishing write tid 4 to smithi04682744-13 2024-09-18T02:33:10.126 INFO:tasks.rados.rados.0.smithi046.stdout:3917: finishing write tid 5 to smithi04682744-13 2024-09-18T02:33:10.127 INFO:tasks.rados.rados.0.smithi046.stdout:3917: finishing write tid 6 to smithi04682744-13 2024-09-18T02:33:10.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2377 (ObjNum 1260 snap 373 seq_num 1260) dirty exists 2024-09-18T02:33:10.127 INFO:tasks.rados.rados.0.smithi046.stdout:3917: left oid 13 (ObjNum 1260 snap 373 seq_num 1260) 2024-09-18T02:33:10.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:09 smithi195 ceph-mon[89559]: osdmap e818: 8 total, 8 up, 8 in 2024-09-18T02:33:10.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:09 smithi046 ceph-mon[94621]: osdmap e818: 8 total, 8 up, 8 in 2024-09-18T02:33:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:09 smithi046 ceph-mon[97106]: osdmap e818: 8 total, 8 up, 8 in 2024-09-18T02:33:10.884 INFO:tasks.rados.rados.0.smithi046.stdout:3917: done (1 left) 2024-09-18T02:33:10.884 INFO:tasks.rados.rados.0.smithi046.stdout:3918: done (0 left) 2024-09-18T02:33:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:3919: read oid 2 snap 372 2024-09-18T02:33:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:3919: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:33:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:3920: snap_create 2024-09-18T02:33:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:3919: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:33:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:10 smithi195 ceph-mon[89559]: pgmap v914: 121 pgs: 121 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:33:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:10 smithi195 ceph-mon[89559]: osdmap e819: 8 total, 8 up, 8 in 2024-09-18T02:33:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:10 smithi046 ceph-mon[94621]: pgmap v914: 121 pgs: 121 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:33:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:10 smithi046 ceph-mon[94621]: osdmap e819: 8 total, 8 up, 8 in 2024-09-18T02:33:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:10 smithi046 ceph-mon[97106]: pgmap v914: 121 pgs: 121 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:33:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:10 smithi046 ceph-mon[97106]: osdmap e819: 8 total, 8 up, 8 in 2024-09-18T02:33:11.866 INFO:tasks.rados.rados.0.smithi046.stdout:3919: done (1 left) 2024-09-18T02:33:11.866 INFO:tasks.rados.rados.0.smithi046.stdout:3920: done (0 left) 2024-09-18T02:33:11.866 INFO:tasks.rados.rados.0.smithi046.stdout:3921: rollback oid 35 current snap is 375 2024-09-18T02:33:11.866 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 371 2024-09-18T02:33:11.866 INFO:tasks.rados.rados.0.smithi046.stdout:3922: rmattr oid 14 current snap is 375 2024-09-18T02:33:11.866 INFO:tasks.rados.rados.0.smithi046.stdout:3922: done (1 left) 2024-09-18T02:33:11.867 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 375 2024-09-18T02:33:11.867 INFO:tasks.rados.rados.0.smithi046.stdout:3923: seq_num 1261 ranges {0=729088,729088=745472,1474560=458752} 2024-09-18T02:33:11.870 INFO:tasks.rados.rados.0.smithi046.stdout:3923: writing smithi04682744-28 from 0 to 729088 tid 1 2024-09-18T02:33:11.875 INFO:tasks.rados.rados.0.smithi046.stdout:3923: writing smithi04682744-28 from 729088 to 1474560 tid 2 2024-09-18T02:33:11.878 INFO:tasks.rados.rados.0.smithi046.stdout:3923: writing smithi04682744-28 from 1474560 to 1933312 tid 3 2024-09-18T02:33:11.878 INFO:tasks.rados.rados.0.smithi046.stdout:3924: snap_create 2024-09-18T02:33:11.878 INFO:tasks.rados.rados.0.smithi046.stdout:3921: finishing rollback tid 0 to smithi04682744-35 2024-09-18T02:33:11.878 INFO:tasks.rados.rados.0.smithi046.stdout:3921: finishing rollback tid 1 to smithi04682744-35 2024-09-18T02:33:11.878 INFO:tasks.rados.rados.0.smithi046.stdout:3921: finishing rollback tid 2 to smithi04682744-35 2024-09-18T02:33:11.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2233 (ObjNum 1232 snap 364 seq_num 1232) dirty exists 2024-09-18T02:33:11.878 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 1 to smithi04682744-28 2024-09-18T02:33:11.880 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 2 to smithi04682744-28 2024-09-18T02:33:11.880 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 3 to smithi04682744-28 2024-09-18T02:33:11.880 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 4 to smithi04682744-28 2024-09-18T02:33:11.884 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 5 to smithi04682744-28 2024-09-18T02:33:11.884 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 2464 (ObjNum 1261 snap 375 seq_num 1261) dirty exists 2024-09-18T02:33:11.884 INFO:tasks.rados.rados.0.smithi046.stdout:3923: left oid 28 (ObjNum 1261 snap 375 seq_num 1261) 2024-09-18T02:33:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:11 smithi195 ceph-mon[89559]: osdmap e820: 8 total, 8 up, 8 in 2024-09-18T02:33:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:11 smithi195 ceph-mon[89559]: osdmap e821: 8 total, 8 up, 8 in 2024-09-18T02:33:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:11 smithi046 ceph-mon[94621]: osdmap e820: 8 total, 8 up, 8 in 2024-09-18T02:33:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:11 smithi046 ceph-mon[94621]: osdmap e821: 8 total, 8 up, 8 in 2024-09-18T02:33:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:11 smithi046 ceph-mon[97106]: osdmap e820: 8 total, 8 up, 8 in 2024-09-18T02:33:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:11 smithi046 ceph-mon[97106]: osdmap e821: 8 total, 8 up, 8 in 2024-09-18T02:33:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:33:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:33:12.867 INFO:tasks.rados.rados.0.smithi046.stdout:3921: done (2 left) 2024-09-18T02:33:12.867 INFO:tasks.rados.rados.0.smithi046.stdout:3923: done (1 left) 2024-09-18T02:33:12.867 INFO:tasks.rados.rados.0.smithi046.stdout:3924: done (0 left) 2024-09-18T02:33:12.867 INFO:tasks.rados.rados.0.smithi046.stdout:3925: copy_from oid 19 from oid 27 current snap is 376 2024-09-18T02:33:12.867 INFO:tasks.rados.rados.0.smithi046.stdout:3926: snap_remove snap 367 2024-09-18T02:33:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:12 smithi195 ceph-mon[89559]: pgmap v917: 121 pgs: 121 active+clean; 252 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:33:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:12 smithi195 ceph-mon[89559]: osdmap e822: 8 total, 8 up, 8 in 2024-09-18T02:33:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:12 smithi046 ceph-mon[97106]: pgmap v917: 121 pgs: 121 active+clean; 252 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:33:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:12 smithi046 ceph-mon[97106]: osdmap e822: 8 total, 8 up, 8 in 2024-09-18T02:33:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:12 smithi046 ceph-mon[94621]: pgmap v917: 121 pgs: 121 active+clean; 252 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:33:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:12 smithi046 ceph-mon[94621]: osdmap e822: 8 total, 8 up, 8 in 2024-09-18T02:33:13.869 INFO:tasks.rados.rados.0.smithi046.stdout:3926: done (1 left) 2024-09-18T02:33:13.870 INFO:tasks.rados.rados.0.smithi046.stdout:3927: read oid 21 snap 373 2024-09-18T02:33:13.870 INFO:tasks.rados.rados.0.smithi046.stdout:3927: expect deleted 2024-09-18T02:33:13.870 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 376 2024-09-18T02:33:13.870 INFO:tasks.rados.rados.0.smithi046.stdout:3928: seq_num 1262 ranges {7741440=745472,8486912=679936,9166848=524288} 2024-09-18T02:33:13.916 INFO:tasks.rados.rados.0.smithi046.stdout:3928: writing smithi04682744-7 from 7741440 to 8486912 tid 1 2024-09-18T02:33:13.921 INFO:tasks.rados.rados.0.smithi046.stdout:3928: writing smithi04682744-7 from 8486912 to 9166848 tid 2 2024-09-18T02:33:13.925 INFO:tasks.rados.rados.0.smithi046.stdout:3928: writing smithi04682744-7 from 9166848 to 9691136 tid 3 2024-09-18T02:33:13.925 INFO:tasks.rados.rados.0.smithi046.stdout:3929: read oid 38 snap 375 2024-09-18T02:33:13.925 INFO:tasks.rados.rados.0.smithi046.stdout:3929: expect (ObjNum 1199 snap 358 seq_num 1199) 2024-09-18T02:33:13.925 INFO:tasks.rados.rados.0.smithi046.stdout:3930: delete oid 1 current snap is 376 2024-09-18T02:33:13.925 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing copy_from to smithi04682744-19 2024-09-18T02:33:13.925 INFO:tasks.rados.rados.0.smithi046.stdout:3925: got expected ENOENT (src dne) 2024-09-18T02:33:13.926 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing copy_from racing read to smithi04682744-19 2024-09-18T02:33:13.928 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing write tid 1 to smithi04682744-7 2024-09-18T02:33:13.931 INFO:tasks.rados.rados.0.smithi046.stdout:3925: done (4 left) 2024-09-18T02:33:13.931 INFO:tasks.rados.rados.0.smithi046.stdout:3927: done (3 left) 2024-09-18T02:33:13.931 INFO:tasks.rados.rados.0.smithi046.stdout:3930: done (2 left) 2024-09-18T02:33:13.931 INFO:tasks.rados.rados.0.smithi046.stdout:3931: read oid 30 snap -1 2024-09-18T02:33:13.931 INFO:tasks.rados.rados.0.smithi046.stdout:3931: expect (ObjNum 1178 snap 355 seq_num 1178) 2024-09-18T02:33:13.931 INFO:tasks.rados.rados.0.smithi046.stdout:3932: snap_remove snap 373 2024-09-18T02:33:14.158 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:14.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:13 smithi046 ceph-mon[97106]: osdmap e823: 8 total, 8 up, 8 in 2024-09-18T02:33:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:14.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:13 smithi046 ceph-mon[94621]: osdmap e823: 8 total, 8 up, 8 in 2024-09-18T02:33:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:13 smithi195 ceph-mon[89559]: osdmap e823: 8 total, 8 up, 8 in 2024-09-18T02:33:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing write tid 2 to smithi04682744-7 2024-09-18T02:33:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing write tid 3 to smithi04682744-7 2024-09-18T02:33:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing write tid 4 to smithi04682744-7 2024-09-18T02:33:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing write tid 5 to smithi04682744-7 2024-09-18T02:33:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2472 (ObjNum 1262 snap 376 seq_num 1262) dirty exists 2024-09-18T02:33:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3928: left oid 7 (ObjNum 1262 snap 376 seq_num 1262) 2024-09-18T02:33:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:3931: expect (ObjNum 1178 snap 355 seq_num 1178) 2024-09-18T02:33:15.090 INFO:tasks.rados.rados.0.smithi046.stdout:3929: expect (ObjNum 1199 snap 358 seq_num 1199) 2024-09-18T02:33:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:14 smithi195 ceph-mon[89559]: pgmap v920: 121 pgs: 121 active+clean; 255 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 908 KiB/s wr, 13 op/s 2024-09-18T02:33:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:14 smithi046 ceph-mon[94621]: pgmap v920: 121 pgs: 121 active+clean; 255 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 908 KiB/s wr, 13 op/s 2024-09-18T02:33:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:14 smithi046 ceph-mon[97106]: pgmap v920: 121 pgs: 121 active+clean; 255 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 908 KiB/s wr, 13 op/s 2024-09-18T02:33:15.437 INFO:tasks.rados.rados.0.smithi046.stdout:3928: done (3 left) 2024-09-18T02:33:15.437 INFO:tasks.rados.rados.0.smithi046.stdout:3929: done (2 left) 2024-09-18T02:33:15.437 INFO:tasks.rados.rados.0.smithi046.stdout:3931: done (1 left) 2024-09-18T02:33:15.437 INFO:tasks.rados.rados.0.smithi046.stdout:3932: done (0 left) 2024-09-18T02:33:15.438 INFO:tasks.rados.rados.0.smithi046.stdout:3933: snap_remove snap 350 2024-09-18T02:33:15.905 INFO:tasks.rados.rados.0.smithi046.stdout:3933: done (0 left) 2024-09-18T02:33:15.905 INFO:tasks.rados.rados.0.smithi046.stdout:3934: snap_create 2024-09-18T02:33:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:15 smithi195 ceph-mon[89559]: osdmap e824: 8 total, 8 up, 8 in 2024-09-18T02:33:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:15 smithi046 ceph-mon[94621]: osdmap e824: 8 total, 8 up, 8 in 2024-09-18T02:33:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:15 smithi046 ceph-mon[97106]: osdmap e824: 8 total, 8 up, 8 in 2024-09-18T02:33:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:33:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:33:16] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-18T02:33:16.867 INFO:tasks.rados.rados.0.smithi046.stdout:3934: done (0 left) 2024-09-18T02:33:16.867 INFO:tasks.rados.rados.0.smithi046.stdout:3935: delete oid 7 current snap is 377 2024-09-18T02:33:16.872 INFO:tasks.rados.rados.0.smithi046.stdout:3935: done (0 left) 2024-09-18T02:33:16.872 INFO:tasks.rados.rados.0.smithi046.stdout:3936: setattr oid 17 current snap is 377 2024-09-18T02:33:16.873 INFO:tasks.rados.rados.0.smithi046.stdout:3937: snap_remove snap 364 2024-09-18T02:33:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:16 smithi195 ceph-mon[89559]: pgmap v923: 121 pgs: 121 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-18T02:33:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:16 smithi195 ceph-mon[89559]: osdmap e825: 8 total, 8 up, 8 in 2024-09-18T02:33:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:16 smithi195 ceph-mon[89559]: osdmap e826: 8 total, 8 up, 8 in 2024-09-18T02:33:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:16 smithi046 ceph-mon[97106]: pgmap v923: 121 pgs: 121 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-18T02:33:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:16 smithi046 ceph-mon[97106]: osdmap e825: 8 total, 8 up, 8 in 2024-09-18T02:33:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:16 smithi046 ceph-mon[97106]: osdmap e826: 8 total, 8 up, 8 in 2024-09-18T02:33:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:16 smithi046 ceph-mon[94621]: pgmap v923: 121 pgs: 121 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-18T02:33:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:16 smithi046 ceph-mon[94621]: osdmap e825: 8 total, 8 up, 8 in 2024-09-18T02:33:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:16 smithi046 ceph-mon[94621]: osdmap e826: 8 total, 8 up, 8 in 2024-09-18T02:33:17.870 INFO:tasks.rados.rados.0.smithi046.stdout:3937: done (1 left) 2024-09-18T02:33:17.870 INFO:tasks.rados.rados.0.smithi046.stdout:3938: snap_create 2024-09-18T02:33:17.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2391 (ObjNum 1230 snap 363 seq_num 1230) dirty exists 2024-09-18T02:33:18.871 INFO:tasks.rados.rados.0.smithi046.stdout:3936: done (1 left) 2024-09-18T02:33:18.871 INFO:tasks.rados.rados.0.smithi046.stdout:3938: done (0 left) 2024-09-18T02:33:18.871 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 378 2024-09-18T02:33:18.871 INFO:tasks.rados.rados.0.smithi046.stdout:3939: seq_num 1265 ranges {4677632=794624,5472256=737280,6209536=466944} 2024-09-18T02:33:18.901 INFO:tasks.rados.rados.0.smithi046.stdout:3939: writing smithi04682744-46 from 4677632 to 5472256 tid 1 2024-09-18T02:33:18.905 INFO:tasks.rados.rados.0.smithi046.stdout:3939: writing smithi04682744-46 from 5472256 to 6209536 tid 2 2024-09-18T02:33:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:3939: writing smithi04682744-46 from 6209536 to 6676480 tid 3 2024-09-18T02:33:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:3940: read oid 11 snap -1 2024-09-18T02:33:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:3940: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:33:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:3941: snap_create 2024-09-18T02:33:18.908 INFO:tasks.rados.rados.0.smithi046.stdout:3939: finishing write tid 1 to smithi04682744-46 2024-09-18T02:33:18.911 INFO:tasks.rados.rados.0.smithi046.stdout:3939: finishing write tid 2 to smithi04682744-46 2024-09-18T02:33:18.911 INFO:tasks.rados.rados.0.smithi046.stdout:3939: finishing write tid 3 to smithi04682744-46 2024-09-18T02:33:18.911 INFO:tasks.rados.rados.0.smithi046.stdout:3939: finishing write tid 4 to smithi04682744-46 2024-09-18T02:33:18.913 INFO:tasks.rados.rados.0.smithi046.stdout:3939: finishing write tid 5 to smithi04682744-46 2024-09-18T02:33:18.913 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2282 (ObjNum 1265 snap 378 seq_num 1265) dirty exists 2024-09-18T02:33:18.913 INFO:tasks.rados.rados.0.smithi046.stdout:3939: left oid 46 (ObjNum 1265 snap 378 seq_num 1265) 2024-09-18T02:33:18.914 INFO:tasks.rados.rados.0.smithi046.stdout:3940: expect (ObjNum 1078 snap 327 seq_num 1078) 2024-09-18T02:33:19.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:18 smithi195 ceph-mon[89559]: pgmap v926: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 940 KiB/s wr, 3 op/s 2024-09-18T02:33:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:18 smithi195 ceph-mon[89559]: osdmap e827: 8 total, 8 up, 8 in 2024-09-18T02:33:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:18 smithi046 ceph-mon[97106]: pgmap v926: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 940 KiB/s wr, 3 op/s 2024-09-18T02:33:19.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:18 smithi046 ceph-mon[97106]: osdmap e827: 8 total, 8 up, 8 in 2024-09-18T02:33:19.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:18 smithi046 ceph-mon[94621]: pgmap v926: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 940 KiB/s wr, 3 op/s 2024-09-18T02:33:19.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:18 smithi046 ceph-mon[94621]: osdmap e827: 8 total, 8 up, 8 in 2024-09-18T02:33:19.881 INFO:tasks.rados.rados.0.smithi046.stdout:3939: done (2 left) 2024-09-18T02:33:19.881 INFO:tasks.rados.rados.0.smithi046.stdout:3940: done (1 left) 2024-09-18T02:33:19.881 INFO:tasks.rados.rados.0.smithi046.stdout:3941: done (0 left) 2024-09-18T02:33:19.881 INFO:tasks.rados.rados.0.smithi046.stdout:3942: delete oid 31 current snap is 379 2024-09-18T02:33:19.883 INFO:tasks.rados.rados.0.smithi046.stdout:3942: done (0 left) 2024-09-18T02:33:19.884 INFO:tasks.rados.rados.0.smithi046.stdout:3943: read oid 19 snap -1 2024-09-18T02:33:19.884 INFO:tasks.rados.rados.0.smithi046.stdout:3943: expect deleted 2024-09-18T02:33:19.884 INFO:tasks.rados.rados.0.smithi046.stdout:3944: read oid 43 snap -1 2024-09-18T02:33:19.884 INFO:tasks.rados.rados.0.smithi046.stdout:3944: expect deleted 2024-09-18T02:33:19.884 INFO:tasks.rados.rados.0.smithi046.stdout:3945: snap_remove snap 372 2024-09-18T02:33:20.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:19 smithi195 ceph-mon[89559]: osdmap e828: 8 total, 8 up, 8 in 2024-09-18T02:33:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:19 smithi046 ceph-mon[97106]: osdmap e828: 8 total, 8 up, 8 in 2024-09-18T02:33:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:19 smithi046 ceph-mon[94621]: osdmap e828: 8 total, 8 up, 8 in 2024-09-18T02:33:20.886 INFO:tasks.rados.rados.0.smithi046.stdout:3945: done (2 left) 2024-09-18T02:33:20.886 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 379 2024-09-18T02:33:20.887 INFO:tasks.rados.rados.0.smithi046.stdout:3946: seq_num 1267 ranges {0=425984,425984=499712,925696=745472,1671168=360448} 2024-09-18T02:33:20.889 INFO:tasks.rados.rados.0.smithi046.stdout:3946: writing smithi04682744-41 from 0 to 425984 tid 1 2024-09-18T02:33:20.893 INFO:tasks.rados.rados.0.smithi046.stdout:3946: writing smithi04682744-41 from 425984 to 925696 tid 2 2024-09-18T02:33:20.897 INFO:tasks.rados.rados.0.smithi046.stdout:3946: writing smithi04682744-41 from 925696 to 1671168 tid 3 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:3946: writing smithi04682744-41 from 1671168 to 2031616 tid 4 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:3947: copy_from oid 44 from oid 39 current snap is 379 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing write tid 1 to smithi04682744-41 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing write tid 2 to smithi04682744-41 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:3943: done (3 left) 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:3944: done (2 left) 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 379 2024-09-18T02:33:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:3948: seq_num 1268 ranges {7634944=442368,8077312=786432,8863744=557056,9420800=262144} 2024-09-18T02:33:20.944 INFO:tasks.rados.rados.0.smithi046.stdout:3948: writing smithi04682744-13 from 7634944 to 8077312 tid 1 2024-09-18T02:33:20.949 INFO:tasks.rados.rados.0.smithi046.stdout:3948: writing smithi04682744-13 from 8077312 to 8863744 tid 2 2024-09-18T02:33:20.952 INFO:tasks.rados.rados.0.smithi046.stdout:3948: writing smithi04682744-13 from 8863744 to 9420800 tid 3 2024-09-18T02:33:20.954 INFO:tasks.rados.rados.0.smithi046.stdout:3948: writing smithi04682744-13 from 9420800 to 9682944 tid 4 2024-09-18T02:33:20.954 INFO:tasks.rados.rados.0.smithi046.stdout:3949: rollback oid 48 current snap is 379 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 375 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing write tid 3 to smithi04682744-41 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing write tid 4 to smithi04682744-41 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing write tid 5 to smithi04682744-41 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing write tid 6 to smithi04682744-41 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 2238 (ObjNum 1267 snap 379 seq_num 1267) dirty exists 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3946: left oid 41 (ObjNum 1267 snap 379 seq_num 1267) 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3947: finishing copy_from racing read to smithi04682744-44 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3947: finishing copy_from to smithi04682744-44 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2470 (ObjNum 1197 snap 358 seq_num 1197) dirty exists 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3948: finishing write tid 1 to smithi04682744-13 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3946: done (3 left) 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:3947: done (2 left) 2024-09-18T02:33:20.955 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 379 2024-09-18T02:33:20.956 INFO:tasks.rados.rados.0.smithi046.stdout:3948: finishing write tid 2 to smithi04682744-13 2024-09-18T02:33:20.956 INFO:tasks.rados.rados.0.smithi046.stdout:3950: seq_num 1269 ranges {2088960=458752,2547712=671744,3219456=712704,3932160=221184} 2024-09-18T02:33:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3950: writing smithi04682744-4 from 2088960 to 2547712 tid 1 2024-09-18T02:33:20.972 INFO:tasks.rados.rados.0.smithi046.stdout:3950: writing smithi04682744-4 from 2547712 to 3219456 tid 2 2024-09-18T02:33:20.977 INFO:tasks.rados.rados.0.smithi046.stdout:3950: writing smithi04682744-4 from 3219456 to 3932160 tid 3 2024-09-18T02:33:20.979 INFO:tasks.rados.rados.0.smithi046.stdout:3950: writing smithi04682744-4 from 3932160 to 4153344 tid 4 2024-09-18T02:33:20.979 INFO:tasks.rados.rados.0.smithi046.stdout:3951: snap_create 2024-09-18T02:33:20.979 INFO:tasks.rados.rados.0.smithi046.stdout:3949: finishing rollback tid 0 to smithi04682744-48 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3948: finishing write tid 3 to smithi04682744-13 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3949: finishing rollback tid 1 to smithi04682744-48 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3949: finishing rollback tid 2 to smithi04682744-48 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2317 (ObjNum 1224 snap 363 seq_num 1224) dirty exists 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3948: finishing write tid 4 to smithi04682744-13 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3948: finishing write tid 5 to smithi04682744-13 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3948: finishing write tid 6 to smithi04682744-13 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2409 (ObjNum 1268 snap 379 seq_num 1268) dirty exists 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3948: left oid 13 (ObjNum 1268 snap 379 seq_num 1268) 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3950: finishing write tid 1 to smithi04682744-4 2024-09-18T02:33:20.980 INFO:tasks.rados.rados.0.smithi046.stdout:3950: finishing write tid 2 to smithi04682744-4 2024-09-18T02:33:20.983 INFO:tasks.rados.rados.0.smithi046.stdout:3950: finishing write tid 3 to smithi04682744-4 2024-09-18T02:33:20.983 INFO:tasks.rados.rados.0.smithi046.stdout:3950: finishing write tid 4 to smithi04682744-4 2024-09-18T02:33:20.984 INFO:tasks.rados.rados.0.smithi046.stdout:3950: finishing write tid 5 to smithi04682744-4 2024-09-18T02:33:20.985 INFO:tasks.rados.rados.0.smithi046.stdout:3950: finishing write tid 6 to smithi04682744-4 2024-09-18T02:33:20.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2557 (ObjNum 1269 snap 379 seq_num 1269) dirty exists 2024-09-18T02:33:20.985 INFO:tasks.rados.rados.0.smithi046.stdout:3950: left oid 4 (ObjNum 1269 snap 379 seq_num 1269) 2024-09-18T02:33:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:20 smithi195 ceph-mon[89559]: pgmap v929: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 476 KiB/s wr, 9 op/s 2024-09-18T02:33:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:20 smithi195 ceph-mon[89559]: osdmap e829: 8 total, 8 up, 8 in 2024-09-18T02:33:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:20 smithi046 ceph-mon[94621]: pgmap v929: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 476 KiB/s wr, 9 op/s 2024-09-18T02:33:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:20 smithi046 ceph-mon[94621]: osdmap e829: 8 total, 8 up, 8 in 2024-09-18T02:33:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:20 smithi046 ceph-mon[97106]: pgmap v929: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 476 KiB/s wr, 9 op/s 2024-09-18T02:33:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:20 smithi046 ceph-mon[97106]: osdmap e829: 8 total, 8 up, 8 in 2024-09-18T02:33:21.869 INFO:tasks.rados.rados.0.smithi046.stdout:3948: done (3 left) 2024-09-18T02:33:21.869 INFO:tasks.rados.rados.0.smithi046.stdout:3949: done (2 left) 2024-09-18T02:33:21.869 INFO:tasks.rados.rados.0.smithi046.stdout:3950: done (1 left) 2024-09-18T02:33:21.870 INFO:tasks.rados.rados.0.smithi046.stdout:3951: done (0 left) 2024-09-18T02:33:21.870 INFO:tasks.rados.rados.0.smithi046.stdout:3952: rmattr oid 26 current snap is 380 2024-09-18T02:33:21.870 INFO:tasks.rados.rados.0.smithi046.stdout:3953: rollback oid 10 current snap is 380 2024-09-18T02:33:21.870 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 371 2024-09-18T02:33:21.870 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 380 2024-09-18T02:33:21.870 INFO:tasks.rados.rados.0.smithi046.stdout:3954: seq_num 1270 ranges {0=475136,475136=606208,1081344=524288,1605632=475136} 2024-09-18T02:33:21.872 INFO:tasks.rados.rados.0.smithi046.stdout:3954: writing smithi04682744-33 from 0 to 475136 tid 1 2024-09-18T02:33:21.876 INFO:tasks.rados.rados.0.smithi046.stdout:3954: writing smithi04682744-33 from 475136 to 1081344 tid 2 2024-09-18T02:33:21.879 INFO:tasks.rados.rados.0.smithi046.stdout:3954: writing smithi04682744-33 from 1081344 to 1605632 tid 3 2024-09-18T02:33:21.882 INFO:tasks.rados.rados.0.smithi046.stdout:3954: writing smithi04682744-33 from 1605632 to 2080768 tid 4 2024-09-18T02:33:21.883 INFO:tasks.rados.rados.0.smithi046.stdout:3955: snap_remove snap 379 2024-09-18T02:33:21.883 INFO:tasks.rados.rados.0.smithi046.stdout:3953: finishing rollback tid 1 to smithi04682744-10 2024-09-18T02:33:21.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 1147540544) dirty dne 2024-09-18T02:33:21.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2691 (ObjNum 1201 snap 359 seq_num 1201) dirty exists 2024-09-18T02:33:21.883 INFO:tasks.rados.rados.0.smithi046.stdout:3954: finishing write tid 1 to smithi04682744-33 2024-09-18T02:33:21.883 INFO:tasks.rados.rados.0.smithi046.stdout:3954: finishing write tid 2 to smithi04682744-33 2024-09-18T02:33:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:21 smithi195 ceph-mon[89559]: osdmap e830: 8 total, 8 up, 8 in 2024-09-18T02:33:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:21 smithi195 ceph-mon[89559]: osdmap e831: 8 total, 8 up, 8 in 2024-09-18T02:33:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:21 smithi046 ceph-mon[94621]: osdmap e830: 8 total, 8 up, 8 in 2024-09-18T02:33:22.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:21 smithi046 ceph-mon[94621]: osdmap e831: 8 total, 8 up, 8 in 2024-09-18T02:33:22.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:21 smithi046 ceph-mon[97106]: osdmap e830: 8 total, 8 up, 8 in 2024-09-18T02:33:22.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:21 smithi046 ceph-mon[97106]: osdmap e831: 8 total, 8 up, 8 in 2024-09-18T02:33:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:33:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:33:22.890 INFO:tasks.rados.rados.0.smithi046.stdout:3952: done (3 left) 2024-09-18T02:33:22.891 INFO:tasks.rados.rados.0.smithi046.stdout:3953: done (2 left) 2024-09-18T02:33:22.891 INFO:tasks.rados.rados.0.smithi046.stdout:3955: done (1 left) 2024-09-18T02:33:22.891 INFO:tasks.rados.rados.0.smithi046.stdout:3956: setattr oid 41 current snap is 380 2024-09-18T02:33:22.891 INFO:tasks.rados.rados.0.smithi046.stdout:3954: finishing write tid 3 to smithi04682744-33 2024-09-18T02:33:22.891 INFO:tasks.rados.rados.0.smithi046.stdout:3954: finishing write tid 4 to smithi04682744-33 2024-09-18T02:33:22.891 INFO:tasks.rados.rados.0.smithi046.stdout:3954: finishing write tid 5 to smithi04682744-33 2024-09-18T02:33:22.891 INFO:tasks.rados.rados.0.smithi046.stdout:3954: finishing write tid 6 to smithi04682744-33 2024-09-18T02:33:22.892 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 2602 (ObjNum 1270 snap 380 seq_num 1270) dirty exists 2024-09-18T02:33:22.892 INFO:tasks.rados.rados.0.smithi046.stdout:3954: left oid 33 (ObjNum 1270 snap 380 seq_num 1270) 2024-09-18T02:33:22.893 INFO:tasks.rados.rados.0.smithi046.stdout:3954: done (1 left) 2024-09-18T02:33:22.893 INFO:tasks.rados.rados.0.smithi046.stdout:3957: read oid 44 snap -1 2024-09-18T02:33:22.894 INFO:tasks.rados.rados.0.smithi046.stdout:3957: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:33:22.894 INFO:tasks.rados.rados.0.smithi046.stdout:3958: read oid 50 snap -1 2024-09-18T02:33:22.894 INFO:tasks.rados.rados.0.smithi046.stdout:3958: expect deleted 2024-09-18T02:33:22.894 INFO:tasks.rados.rados.0.smithi046.stdout:3959: copy_from oid 42 from oid 11 current snap is 380 2024-09-18T02:33:22.894 INFO:tasks.rados.rados.0.smithi046.stdout:3960: rmattr oid 19 current snap is 380 2024-09-18T02:33:22.894 INFO:tasks.rados.rados.0.smithi046.stdout:3960: done (4 left) 2024-09-18T02:33:22.894 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 380 2024-09-18T02:33:22.895 INFO:tasks.rados.rados.0.smithi046.stdout:3961: seq_num 1271 ranges {0=491520,491520=491520,983040=729088,1712128=385024} 2024-09-18T02:33:22.896 INFO:tasks.rados.rados.0.smithi046.stdout:3961: writing smithi04682744-12 from 0 to 491520 tid 1 2024-09-18T02:33:22.899 INFO:tasks.rados.rados.0.smithi046.stdout:3961: writing smithi04682744-12 from 491520 to 983040 tid 2 2024-09-18T02:33:22.904 INFO:tasks.rados.rados.0.smithi046.stdout:3961: writing smithi04682744-12 from 983040 to 1712128 tid 3 2024-09-18T02:33:22.907 INFO:tasks.rados.rados.0.smithi046.stdout:3961: writing smithi04682744-12 from 1712128 to 2097152 tid 4 2024-09-18T02:33:22.907 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 380 2024-09-18T02:33:22.907 INFO:tasks.rados.rados.0.smithi046.stdout:3962: seq_num 1272 ranges {0=507904,507904=770048,1277952=532480,1810432=303104} 2024-09-18T02:33:22.910 INFO:tasks.rados.rados.0.smithi046.stdout:3962: writing smithi04682744-27 from 0 to 507904 tid 1 2024-09-18T02:33:22.915 INFO:tasks.rados.rados.0.smithi046.stdout:3962: writing smithi04682744-27 from 507904 to 1277952 tid 2 2024-09-18T02:33:22.918 INFO:tasks.rados.rados.0.smithi046.stdout:3962: writing smithi04682744-27 from 1277952 to 1810432 tid 3 2024-09-18T02:33:22.920 INFO:tasks.rados.rados.0.smithi046.stdout:3962: writing smithi04682744-27 from 1810432 to 2113536 tid 4 2024-09-18T02:33:22.921 INFO:tasks.rados.rados.0.smithi046.stdout:3963: snap_remove snap 375 2024-09-18T02:33:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:22 smithi195 ceph-mon[89559]: pgmap v932: 121 pgs: 121 active+clean; 167 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 476 KiB/s wr, 9 op/s 2024-09-18T02:33:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:22 smithi046 ceph-mon[94621]: pgmap v932: 121 pgs: 121 active+clean; 167 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 476 KiB/s wr, 9 op/s 2024-09-18T02:33:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:22 smithi046 ceph-mon[97106]: pgmap v932: 121 pgs: 121 active+clean; 167 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 476 KiB/s wr, 9 op/s 2024-09-18T02:33:23.901 INFO:tasks.rados.rados.0.smithi046.stdout:3963: done (6 left) 2024-09-18T02:33:23.901 INFO:tasks.rados.rados.0.smithi046.stdout:3964: snap_create 2024-09-18T02:33:23.901 INFO:tasks.rados.rados.0.smithi046.stdout:3957: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:33:23.926 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 2239 (ObjNum 1267 snap 379 seq_num 1267) dirty exists 2024-09-18T02:33:23.926 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing write tid 1 to smithi04682744-12 2024-09-18T02:33:23.926 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing write tid 2 to smithi04682744-12 2024-09-18T02:33:23.926 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing write tid 3 to smithi04682744-12 2024-09-18T02:33:23.927 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing write tid 4 to smithi04682744-12 2024-09-18T02:33:23.927 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing write tid 5 to smithi04682744-12 2024-09-18T02:33:23.927 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing write tid 6 to smithi04682744-12 2024-09-18T02:33:23.927 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2479 (ObjNum 1271 snap 380 seq_num 1271) dirty exists 2024-09-18T02:33:23.927 INFO:tasks.rados.rados.0.smithi046.stdout:3961: left oid 12 (ObjNum 1271 snap 380 seq_num 1271) 2024-09-18T02:33:23.927 INFO:tasks.rados.rados.0.smithi046.stdout:3959: finishing copy_from racing read to smithi04682744-42 2024-09-18T02:33:23.928 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing write tid 1 to smithi04682744-27 2024-09-18T02:33:23.928 INFO:tasks.rados.rados.0.smithi046.stdout:3959: finishing copy_from to smithi04682744-42 2024-09-18T02:33:23.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 2461 (ObjNum 1078 snap 327 seq_num 1078) dirty exists 2024-09-18T02:33:23.928 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing write tid 2 to smithi04682744-27 2024-09-18T02:33:23.928 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing write tid 3 to smithi04682744-27 2024-09-18T02:33:23.928 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing write tid 4 to smithi04682744-27 2024-09-18T02:33:23.929 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing write tid 5 to smithi04682744-27 2024-09-18T02:33:23.929 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing write tid 6 to smithi04682744-27 2024-09-18T02:33:23.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2478 (ObjNum 1272 snap 380 seq_num 1272) dirty exists 2024-09-18T02:33:23.929 INFO:tasks.rados.rados.0.smithi046.stdout:3962: left oid 27 (ObjNum 1272 snap 380 seq_num 1272) 2024-09-18T02:33:24.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:23 smithi195 ceph-mon[89559]: osdmap e832: 8 total, 8 up, 8 in 2024-09-18T02:33:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:23 smithi046 ceph-mon[94621]: osdmap e832: 8 total, 8 up, 8 in 2024-09-18T02:33:24.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:23 smithi046 ceph-mon[97106]: osdmap e832: 8 total, 8 up, 8 in 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:3956: done (6 left) 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:3957: done (5 left) 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:3958: done (4 left) 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:3959: done (3 left) 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:3961: done (2 left) 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:3962: done (1 left) 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:3964: done (0 left) 2024-09-18T02:33:24.903 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 381 2024-09-18T02:33:24.904 INFO:tasks.rados.rados.0.smithi046.stdout:3965: seq_num 1273 ranges {5275648=524288,5799936=655360,6455296=696320,7151616=253952} 2024-09-18T02:33:24.934 INFO:tasks.rados.rados.0.smithi046.stdout:3965: writing smithi04682744-17 from 5275648 to 5799936 tid 1 2024-09-18T02:33:24.938 INFO:tasks.rados.rados.0.smithi046.stdout:3965: writing smithi04682744-17 from 5799936 to 6455296 tid 2 2024-09-18T02:33:24.942 INFO:tasks.rados.rados.0.smithi046.stdout:3965: writing smithi04682744-17 from 6455296 to 7151616 tid 3 2024-09-18T02:33:24.944 INFO:tasks.rados.rados.0.smithi046.stdout:3965: writing smithi04682744-17 from 7151616 to 7405568 tid 4 2024-09-18T02:33:24.944 INFO:tasks.rados.rados.0.smithi046.stdout:3966: read oid 7 snap -1 2024-09-18T02:33:24.944 INFO:tasks.rados.rados.0.smithi046.stdout:3966: expect deleted 2024-09-18T02:33:24.944 INFO:tasks.rados.rados.0.smithi046.stdout:3967: snap_remove snap 380 2024-09-18T02:33:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:24 smithi195 ceph-mon[89559]: pgmap v935: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-18T02:33:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:24 smithi195 ceph-mon[89559]: osdmap e833: 8 total, 8 up, 8 in 2024-09-18T02:33:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:24 smithi046 ceph-mon[97106]: pgmap v935: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-18T02:33:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:24 smithi046 ceph-mon[97106]: osdmap e833: 8 total, 8 up, 8 in 2024-09-18T02:33:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:24 smithi046 ceph-mon[94621]: pgmap v935: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-18T02:33:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:24 smithi046 ceph-mon[94621]: osdmap e833: 8 total, 8 up, 8 in 2024-09-18T02:33:25.913 INFO:tasks.rados.rados.0.smithi046.stdout:3967: done (2 left) 2024-09-18T02:33:25.913 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 381 2024-09-18T02:33:25.913 INFO:tasks.rados.rados.0.smithi046.stdout:3968: seq_num 1274 ranges {131072=540672,671744=540672,1212416=499712,1712128=565248} 2024-09-18T02:33:25.916 INFO:tasks.rados.rados.0.smithi046.stdout:3968: writing smithi04682744-16 from 131072 to 671744 tid 1 2024-09-18T02:33:25.920 INFO:tasks.rados.rados.0.smithi046.stdout:3968: writing smithi04682744-16 from 671744 to 1212416 tid 2 2024-09-18T02:33:25.923 INFO:tasks.rados.rados.0.smithi046.stdout:3968: writing smithi04682744-16 from 1212416 to 1712128 tid 3 2024-09-18T02:33:25.927 INFO:tasks.rados.rados.0.smithi046.stdout:3968: writing smithi04682744-16 from 1712128 to 2277376 tid 4 2024-09-18T02:33:25.927 INFO:tasks.rados.rados.0.smithi046.stdout:3969: rmattr oid 29 current snap is 381 2024-09-18T02:33:25.927 INFO:tasks.rados.rados.0.smithi046.stdout:3969: done (3 left) 2024-09-18T02:33:25.927 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 381 2024-09-18T02:33:25.927 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing write tid 1 to smithi04682744-17 2024-09-18T02:33:25.927 INFO:tasks.rados.rados.0.smithi046.stdout:3970: seq_num 1275 ranges {0=557056,557056=425984,983040=712704,1695744=450560,2146304=16384} 2024-09-18T02:33:25.930 INFO:tasks.rados.rados.0.smithi046.stdout:3970: writing smithi04682744-10 from 0 to 557056 tid 1 2024-09-18T02:33:25.933 INFO:tasks.rados.rados.0.smithi046.stdout:3970: writing smithi04682744-10 from 557056 to 983040 tid 2 2024-09-18T02:33:25.938 INFO:tasks.rados.rados.0.smithi046.stdout:3970: writing smithi04682744-10 from 983040 to 1695744 tid 3 2024-09-18T02:33:25.941 INFO:tasks.rados.rados.0.smithi046.stdout:3970: writing smithi04682744-10 from 1695744 to 2146304 tid 4 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:3970: writing smithi04682744-10 from 2146304 to 2162688 tid 5 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:3971: delete oid 19 current snap is 381 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing write tid 2 to smithi04682744-17 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing write tid 3 to smithi04682744-17 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing write tid 4 to smithi04682744-17 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing write tid 5 to smithi04682744-17 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing write tid 6 to smithi04682744-17 2024-09-18T02:33:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2419 (ObjNum 1273 snap 381 seq_num 1273) dirty exists 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3965: left oid 17 (ObjNum 1273 snap 381 seq_num 1273) 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing write tid 1 to smithi04682744-16 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing write tid 2 to smithi04682744-16 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing write tid 3 to smithi04682744-16 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing write tid 4 to smithi04682744-16 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing write tid 5 to smithi04682744-16 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing write tid 6 to smithi04682744-16 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 2593 (ObjNum 1274 snap 381 seq_num 1274) dirty exists 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3968: left oid 16 (ObjNum 1274 snap 381 seq_num 1274) 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing write tid 1 to smithi04682744-10 2024-09-18T02:33:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing write tid 2 to smithi04682744-10 2024-09-18T02:33:25.944 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing write tid 3 to smithi04682744-10 2024-09-18T02:33:25.944 INFO:tasks.rados.rados.0.smithi046.stdout:3965: done (4 left) 2024-09-18T02:33:25.944 INFO:tasks.rados.rados.0.smithi046.stdout:3966: done (3 left) 2024-09-18T02:33:25.945 INFO:tasks.rados.rados.0.smithi046.stdout:3968: done (2 left) 2024-09-18T02:33:25.945 INFO:tasks.rados.rados.0.smithi046.stdout:3971: done (1 left) 2024-09-18T02:33:25.945 INFO:tasks.rados.rados.0.smithi046.stdout:3972: copy_from oid 35 from oid 7 current snap is 381 2024-09-18T02:33:25.945 INFO:tasks.rados.rados.0.smithi046.stdout:3973: rmattr oid 43 current snap is 381 2024-09-18T02:33:25.945 INFO:tasks.rados.rados.0.smithi046.stdout:3973: done (2 left) 2024-09-18T02:33:25.945 INFO:tasks.rados.rados.0.smithi046.stdout:3974: snap_remove snap 374 2024-09-18T02:33:26.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:25 smithi195 ceph-mon[89559]: osdmap e834: 8 total, 8 up, 8 in 2024-09-18T02:33:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:25 smithi046 ceph-mon[94621]: osdmap e834: 8 total, 8 up, 8 in 2024-09-18T02:33:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:25 smithi046 ceph-mon[97106]: osdmap e834: 8 total, 8 up, 8 in 2024-09-18T02:33:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:33:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:33:26] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-18T02:33:26.870 INFO:tasks.rados.rados.0.smithi046.stdout:3974: done (2 left) 2024-09-18T02:33:26.871 INFO:tasks.rados.rados.0.smithi046.stdout:3975: setattr oid 27 current snap is 381 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing write tid 4 to smithi04682744-10 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing write tid 5 to smithi04682744-10 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing write tid 6 to smithi04682744-10 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing copy_from to smithi04682744-35 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3972: got expected ENOENT (src dne) 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing copy_from racing read to smithi04682744-35 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing write tid 7 to smithi04682744-10 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2484 (ObjNum 1275 snap 381 seq_num 1275) dirty exists 2024-09-18T02:33:26.873 INFO:tasks.rados.rados.0.smithi046.stdout:3970: left oid 10 (ObjNum 1275 snap 381 seq_num 1275) 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3970: done (2 left) 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3972: done (1 left) 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3976: copy_from oid 30 from oid 9 current snap is 381 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3977: read oid 44 snap -1 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3977: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3978: read oid 49 snap 378 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3978: expect deleted 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 381 2024-09-18T02:33:26.874 INFO:tasks.rados.rados.0.smithi046.stdout:3979: seq_num 1277 ranges {2457600=589824,3047424=598016,3645440=671744,4317184=335872} 2024-09-18T02:33:26.892 INFO:tasks.rados.rados.0.smithi046.stdout:3979: writing smithi04682744-3 from 2457600 to 3047424 tid 1 2024-09-18T02:33:26.896 INFO:tasks.rados.rados.0.smithi046.stdout:3979: writing smithi04682744-3 from 3047424 to 3645440 tid 2 2024-09-18T02:33:26.901 INFO:tasks.rados.rados.0.smithi046.stdout:3979: writing smithi04682744-3 from 3645440 to 4317184 tid 3 2024-09-18T02:33:26.903 INFO:tasks.rados.rados.0.smithi046.stdout:3979: writing smithi04682744-3 from 4317184 to 4653056 tid 4 2024-09-18T02:33:26.903 INFO:tasks.rados.rados.0.smithi046.stdout:3980: snap_remove snap 376 2024-09-18T02:33:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:26 smithi195 ceph-mon[89559]: pgmap v938: 121 pgs: 121 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-18T02:33:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:26 smithi195 ceph-mon[89559]: osdmap e835: 8 total, 8 up, 8 in 2024-09-18T02:33:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:26 smithi195 ceph-mon[89559]: osdmap e836: 8 total, 8 up, 8 in 2024-09-18T02:33:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:26 smithi046 ceph-mon[97106]: pgmap v938: 121 pgs: 121 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-18T02:33:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:26 smithi046 ceph-mon[97106]: osdmap e835: 8 total, 8 up, 8 in 2024-09-18T02:33:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:26 smithi046 ceph-mon[97106]: osdmap e836: 8 total, 8 up, 8 in 2024-09-18T02:33:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:26 smithi046 ceph-mon[94621]: pgmap v938: 121 pgs: 121 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-18T02:33:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:26 smithi046 ceph-mon[94621]: osdmap e835: 8 total, 8 up, 8 in 2024-09-18T02:33:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:26 smithi046 ceph-mon[94621]: osdmap e836: 8 total, 8 up, 8 in 2024-09-18T02:33:27.880 INFO:tasks.rados.rados.0.smithi046.stdout:3977: expect (ObjNum 1197 snap 358 seq_num 1197) 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3977: done (5 left) 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3978: done (4 left) 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3980: done (3 left) 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 381 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2485 (ObjNum 1272 snap 380 seq_num 1272) dirty exists 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3976: finishing copy_from racing read to smithi04682744-30 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3979: finishing write tid 1 to smithi04682744-3 2024-09-18T02:33:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3979: finishing write tid 2 to smithi04682744-3 2024-09-18T02:33:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:3976: finishing copy_from to smithi04682744-30 2024-09-18T02:33:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 2313 (ObjNum 1170 snap 354 seq_num 1170) dirty exists 2024-09-18T02:33:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:3979: finishing write tid 3 to smithi04682744-3 2024-09-18T02:33:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:3981: seq_num 1278 ranges {2088960=606208,2695168=524288,3219456=483328,3702784=598016} 2024-09-18T02:33:27.920 INFO:tasks.rados.rados.0.smithi046.stdout:3981: writing smithi04682744-11 from 2088960 to 2695168 tid 1 2024-09-18T02:33:27.922 INFO:tasks.rados.rados.0.smithi046.stdout:3981: writing smithi04682744-11 from 2695168 to 3219456 tid 2 2024-09-18T02:33:27.925 INFO:tasks.rados.rados.0.smithi046.stdout:3981: writing smithi04682744-11 from 3219456 to 3702784 tid 3 2024-09-18T02:33:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:3981: writing smithi04682744-11 from 3702784 to 4300800 tid 4 2024-09-18T02:33:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:3975: done (3 left) 2024-09-18T02:33:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:3976: done (2 left) 2024-09-18T02:33:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:3982: snap_create 2024-09-18T02:33:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:3979: finishing write tid 4 to smithi04682744-3 2024-09-18T02:33:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:3979: finishing write tid 5 to smithi04682744-3 2024-09-18T02:33:27.930 INFO:tasks.rados.rados.0.smithi046.stdout:3979: finishing write tid 6 to smithi04682744-3 2024-09-18T02:33:27.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2703 (ObjNum 1277 snap 381 seq_num 1277) dirty exists 2024-09-18T02:33:27.930 INFO:tasks.rados.rados.0.smithi046.stdout:3979: left oid 3 (ObjNum 1277 snap 381 seq_num 1277) 2024-09-18T02:33:27.930 INFO:tasks.rados.rados.0.smithi046.stdout:3981: finishing write tid 1 to smithi04682744-11 2024-09-18T02:33:27.930 INFO:tasks.rados.rados.0.smithi046.stdout:3981: finishing write tid 2 to smithi04682744-11 2024-09-18T02:33:27.930 INFO:tasks.rados.rados.0.smithi046.stdout:3981: finishing write tid 3 to smithi04682744-11 2024-09-18T02:33:27.932 INFO:tasks.rados.rados.0.smithi046.stdout:3981: finishing write tid 4 to smithi04682744-11 2024-09-18T02:33:27.933 INFO:tasks.rados.rados.0.smithi046.stdout:3981: finishing write tid 5 to smithi04682744-11 2024-09-18T02:33:27.933 INFO:tasks.rados.rados.0.smithi046.stdout:3981: finishing write tid 6 to smithi04682744-11 2024-09-18T02:33:27.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2470 (ObjNum 1278 snap 381 seq_num 1278) dirty exists 2024-09-18T02:33:27.933 INFO:tasks.rados.rados.0.smithi046.stdout:3981: left oid 11 (ObjNum 1278 snap 381 seq_num 1278) 2024-09-18T02:33:28.916 INFO:tasks.rados.rados.0.smithi046.stdout:3979: done (2 left) 2024-09-18T02:33:28.916 INFO:tasks.rados.rados.0.smithi046.stdout:3981: done (1 left) 2024-09-18T02:33:28.916 INFO:tasks.rados.rados.0.smithi046.stdout:3982: done (0 left) 2024-09-18T02:33:28.916 INFO:tasks.rados.rados.0.smithi046.stdout:3983: read oid 3 snap -1 2024-09-18T02:33:28.917 INFO:tasks.rados.rados.0.smithi046.stdout:3983: expect (ObjNum 1277 snap 381 seq_num 1277) 2024-09-18T02:33:28.917 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 382 2024-09-18T02:33:28.917 INFO:tasks.rados.rados.0.smithi046.stdout:3984: seq_num 1279 ranges {2220032=630784,2850816=409600,3260416=688128,3948544=507904} 2024-09-18T02:33:28.932 INFO:tasks.rados.rados.0.smithi046.stdout:3984: writing smithi04682744-22 from 2220032 to 2850816 tid 1 2024-09-18T02:33:28.934 INFO:tasks.rados.rados.0.smithi046.stdout:3984: writing smithi04682744-22 from 2850816 to 3260416 tid 2 2024-09-18T02:33:28.939 INFO:tasks.rados.rados.0.smithi046.stdout:3984: writing smithi04682744-22 from 3260416 to 3948544 tid 3 2024-09-18T02:33:28.943 INFO:tasks.rados.rados.0.smithi046.stdout:3984: writing smithi04682744-22 from 3948544 to 4456448 tid 4 2024-09-18T02:33:28.943 INFO:tasks.rados.rados.0.smithi046.stdout:3985: read oid 37 snap -1 2024-09-18T02:33:28.943 INFO:tasks.rados.rados.0.smithi046.stdout:3985: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:33:28.943 INFO:tasks.rados.rados.0.smithi046.stdout:3986: read oid 40 snap -1 2024-09-18T02:33:28.944 INFO:tasks.rados.rados.0.smithi046.stdout:3986: expect (ObjNum 1258 snap 373 seq_num 1258) 2024-09-18T02:33:28.944 INFO:tasks.rados.rados.0.smithi046.stdout:3987: snap_remove snap 381 2024-09-18T02:33:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:28 smithi195 ceph-mon[89559]: pgmap v941: 121 pgs: 121 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 500 KiB/s wr, 6 op/s 2024-09-18T02:33:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:28 smithi195 ceph-mon[89559]: osdmap e837: 8 total, 8 up, 8 in 2024-09-18T02:33:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:28 smithi046 ceph-mon[97106]: pgmap v941: 121 pgs: 121 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 500 KiB/s wr, 6 op/s 2024-09-18T02:33:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:28 smithi046 ceph-mon[97106]: osdmap e837: 8 total, 8 up, 8 in 2024-09-18T02:33:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:28 smithi046 ceph-mon[94621]: pgmap v941: 121 pgs: 121 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 500 KiB/s wr, 6 op/s 2024-09-18T02:33:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:28 smithi046 ceph-mon[94621]: osdmap e837: 8 total, 8 up, 8 in 2024-09-18T02:33:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:29.923 INFO:tasks.rados.rados.0.smithi046.stdout:3987: done (4 left) 2024-09-18T02:33:29.923 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 382 2024-09-18T02:33:29.923 INFO:tasks.rados.rados.0.smithi046.stdout:3988: seq_num 1280 ranges {2088960=647168,2736128=696320,3432448=499712,3932160=409600} 2024-09-18T02:33:29.937 INFO:tasks.rados.rados.0.smithi046.stdout:3988: writing smithi04682744-2 from 2088960 to 2736128 tid 1 2024-09-18T02:33:29.942 INFO:tasks.rados.rados.0.smithi046.stdout:3988: writing smithi04682744-2 from 2736128 to 3432448 tid 2 2024-09-18T02:33:29.946 INFO:tasks.rados.rados.0.smithi046.stdout:3988: writing smithi04682744-2 from 3432448 to 3932160 tid 3 2024-09-18T02:33:29.949 INFO:tasks.rados.rados.0.smithi046.stdout:3988: writing smithi04682744-2 from 3932160 to 4341760 tid 4 2024-09-18T02:33:29.949 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 382 2024-09-18T02:33:29.949 INFO:tasks.rados.rados.0.smithi046.stdout:3989: seq_num 1281 ranges {2162688=663552,2826240=581632,3407872=655360,4063232=368640} 2024-09-18T02:33:29.965 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04682744-10 from 2162688 to 2826240 tid 1 2024-09-18T02:33:29.968 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04682744-10 from 2826240 to 3407872 tid 2 2024-09-18T02:33:29.972 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04682744-10 from 3407872 to 4063232 tid 3 2024-09-18T02:33:29.975 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04682744-10 from 4063232 to 4431872 tid 4 2024-09-18T02:33:29.975 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 382 2024-09-18T02:33:29.975 INFO:tasks.rados.rados.0.smithi046.stdout:3990: seq_num 1282 ranges {5103616=679936,5783552=466944,6250496=458752,6709248=622592,7331840=57344} 2024-09-18T02:33:30.006 INFO:tasks.rados.rados.0.smithi046.stdout:3990: writing smithi04682744-18 from 5103616 to 5783552 tid 1 2024-09-18T02:33:30.009 INFO:tasks.rados.rados.0.smithi046.stdout:3990: writing smithi04682744-18 from 5783552 to 6250496 tid 2 2024-09-18T02:33:30.012 INFO:tasks.rados.rados.0.smithi046.stdout:3990: writing smithi04682744-18 from 6250496 to 6709248 tid 3 2024-09-18T02:33:30.016 INFO:tasks.rados.rados.0.smithi046.stdout:3990: writing smithi04682744-18 from 6709248 to 7331840 tid 4 2024-09-18T02:33:30.016 INFO:tasks.rados.rados.0.smithi046.stdout:3990: writing smithi04682744-18 from 7331840 to 7389184 tid 5 2024-09-18T02:33:30.016 INFO:tasks.rados.rados.0.smithi046.stdout:3991: snap_remove snap 378 2024-09-18T02:33:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:29 smithi195 ceph-mon[89559]: osdmap e838: 8 total, 8 up, 8 in 2024-09-18T02:33:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:29 smithi046 ceph-mon[94621]: osdmap e838: 8 total, 8 up, 8 in 2024-09-18T02:33:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:29 smithi046 ceph-mon[97106]: osdmap e838: 8 total, 8 up, 8 in 2024-09-18T02:33:30.925 INFO:tasks.rados.rados.0.smithi046.stdout:3991: done (7 left) 2024-09-18T02:33:30.925 INFO:tasks.rados.rados.0.smithi046.stdout:3992: snap_remove snap 371 2024-09-18T02:33:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:30 smithi195 ceph-mon[89559]: pgmap v944: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-18T02:33:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:30 smithi195 ceph-mon[89559]: osdmap e839: 8 total, 8 up, 8 in 2024-09-18T02:33:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:33:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:30 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[97106]: pgmap v944: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[97106]: osdmap e839: 8 total, 8 up, 8 in 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[94621]: pgmap v944: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[94621]: osdmap e839: 8 total, 8 up, 8 in 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:33:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:31.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:30 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:31.872 INFO:tasks.rados.rados.0.smithi046.stdout:3992: done (7 left) 2024-09-18T02:33:31.872 INFO:tasks.rados.rados.0.smithi046.stdout:3993: snap_remove snap 377 2024-09-18T02:33:32.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:31 smithi195 ceph-mon[89559]: osdmap e840: 8 total, 8 up, 8 in 2024-09-18T02:33:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:33:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:33:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:31 smithi195 ceph-mon[89559]: osdmap e841: 8 total, 8 up, 8 in 2024-09-18T02:33:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[94621]: osdmap e840: 8 total, 8 up, 8 in 2024-09-18T02:33:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:33:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:33:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[94621]: osdmap e841: 8 total, 8 up, 8 in 2024-09-18T02:33:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[97106]: osdmap e840: 8 total, 8 up, 8 in 2024-09-18T02:33:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:33:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:33:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:33:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:31 smithi046 ceph-mon[97106]: osdmap e841: 8 total, 8 up, 8 in 2024-09-18T02:33:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:33:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:33:32.874 INFO:tasks.rados.rados.0.smithi046.stdout:3993: done (7 left) 2024-09-18T02:33:32.875 INFO:tasks.rados.rados.0.smithi046.stdout:3994: read oid 31 snap -1 2024-09-18T02:33:32.875 INFO:tasks.rados.rados.0.smithi046.stdout:3994: expect deleted 2024-09-18T02:33:32.875 INFO:tasks.rados.rados.0.smithi046.stdout:3995: read oid 48 snap -1 2024-09-18T02:33:32.875 INFO:tasks.rados.rados.0.smithi046.stdout:3995: expect (ObjNum 1224 snap 363 seq_num 1224) 2024-09-18T02:33:32.875 INFO:tasks.rados.rados.0.smithi046.stdout:3996: snap_remove snap 370 2024-09-18T02:33:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:33 smithi195 ceph-mon[89559]: pgmap v947: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-18T02:33:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:33 smithi195 ceph-mon[89559]: osdmap e842: 8 total, 8 up, 8 in 2024-09-18T02:33:33.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:33 smithi046 ceph-mon[97106]: pgmap v947: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-18T02:33:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:33 smithi046 ceph-mon[97106]: osdmap e842: 8 total, 8 up, 8 in 2024-09-18T02:33:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:33 smithi046 ceph-mon[94621]: pgmap v947: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-18T02:33:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:33 smithi046 ceph-mon[94621]: osdmap e842: 8 total, 8 up, 8 in 2024-09-18T02:33:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:3996: done (9 left) 2024-09-18T02:33:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:3997: read oid 1 snap -1 2024-09-18T02:33:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:3997: expect deleted 2024-09-18T02:33:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:3998: rollback oid 44 current snap is 382 2024-09-18T02:33:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:3998: done (10 left) 2024-09-18T02:33:33.876 INFO:tasks.rados.rados.0.smithi046.stdout:3999: snap_create 2024-09-18T02:33:33.877 INFO:tasks.rados.rados.0.smithi046.stdout:3983: expect (ObjNum 1277 snap 381 seq_num 1277) 2024-09-18T02:33:34.055 INFO:tasks.rados.rados.0.smithi046.stdout:3984: finishing write tid 1 to smithi04682744-22 2024-09-18T02:33:34.055 INFO:tasks.rados.rados.0.smithi046.stdout:3984: finishing write tid 2 to smithi04682744-22 2024-09-18T02:33:34.055 INFO:tasks.rados.rados.0.smithi046.stdout:3984: finishing write tid 3 to smithi04682744-22 2024-09-18T02:33:34.055 INFO:tasks.rados.rados.0.smithi046.stdout:3984: finishing write tid 4 to smithi04682744-22 2024-09-18T02:33:34.055 INFO:tasks.rados.rados.0.smithi046.stdout:3984: finishing write tid 5 to smithi04682744-22 2024-09-18T02:33:34.055 INFO:tasks.rados.rados.0.smithi046.stdout:3985: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-18T02:33:34.059 INFO:tasks.rados.rados.0.smithi046.stdout:3984: finishing write tid 6 to smithi04682744-22 2024-09-18T02:33:34.059 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2713 (ObjNum 1279 snap 382 seq_num 1279) dirty exists 2024-09-18T02:33:34.059 INFO:tasks.rados.rados.0.smithi046.stdout:3984: left oid 22 (ObjNum 1279 snap 382 seq_num 1279) 2024-09-18T02:33:34.059 INFO:tasks.rados.rados.0.smithi046.stdout:3986: expect (ObjNum 1258 snap 373 seq_num 1258) 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3988: finishing write tid 1 to smithi04682744-2 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3988: finishing write tid 2 to smithi04682744-2 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3988: finishing write tid 3 to smithi04682744-2 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3988: finishing write tid 4 to smithi04682744-2 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3988: finishing write tid 5 to smithi04682744-2 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3988: finishing write tid 6 to smithi04682744-2 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2468 (ObjNum 1280 snap 382 seq_num 1280) dirty exists 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3988: left oid 2 (ObjNum 1280 snap 382 seq_num 1280) 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 1 to smithi04682744-10 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 2 to smithi04682744-10 2024-09-18T02:33:34.109 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 3 to smithi04682744-10 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 4 to smithi04682744-10 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 5 to smithi04682744-10 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 6 to smithi04682744-10 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2490 (ObjNum 1281 snap 382 seq_num 1281) dirty exists 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3989: left oid 10 (ObjNum 1281 snap 382 seq_num 1281) 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing write tid 1 to smithi04682744-18 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing write tid 2 to smithi04682744-18 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing write tid 3 to smithi04682744-18 2024-09-18T02:33:34.110 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing write tid 4 to smithi04682744-18 2024-09-18T02:33:34.111 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing write tid 5 to smithi04682744-18 2024-09-18T02:33:34.111 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing write tid 6 to smithi04682744-18 2024-09-18T02:33:34.111 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing write tid 7 to smithi04682744-18 2024-09-18T02:33:34.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2562 (ObjNum 1282 snap 382 seq_num 1282) dirty exists 2024-09-18T02:33:34.111 INFO:tasks.rados.rados.0.smithi046.stdout:3990: left oid 18 (ObjNum 1282 snap 382 seq_num 1282) 2024-09-18T02:33:34.111 INFO:tasks.rados.rados.0.smithi046.stdout:3995: expect (ObjNum 1224 snap 363 seq_num 1224) 2024-09-18T02:33:34.877 INFO:tasks.rados.rados.0.smithi046.stdout:3983: done (10 left) 2024-09-18T02:33:34.877 INFO:tasks.rados.rados.0.smithi046.stdout:3984: done (9 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3985: done (8 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3986: done (7 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3988: done (6 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3989: done (5 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3990: done (4 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3994: done (3 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3995: done (2 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3997: done (1 left) 2024-09-18T02:33:34.878 INFO:tasks.rados.rados.0.smithi046.stdout:3999: done (0 left) 2024-09-18T02:33:34.880 INFO:tasks.rados.rados.0.smithi046.stderr:0 errors. 2024-09-18T02:33:34.880 INFO:tasks.rados.rados.0.smithi046.stderr: 2024-09-18T02:33:34.883 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-18T02:33:35.144 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:33:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:34 smithi195 ceph-mon[89559]: pgmap v950: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-18T02:33:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:34 smithi195 ceph-mon[89559]: osdmap e843: 8 total, 8 up, 8 in 2024-09-18T02:33:35.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:34 smithi046 ceph-mon[94621]: pgmap v950: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-18T02:33:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:34 smithi046 ceph-mon[94621]: osdmap e843: 8 total, 8 up, 8 in 2024-09-18T02:33:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:34 smithi046 ceph-mon[97106]: pgmap v950: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-18T02:33:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:34 smithi046 ceph-mon[97106]: osdmap e843: 8 total, 8 up, 8 in 2024-09-18T02:33:36.143 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:35 smithi046 ceph-mon[94621]: osdmap e844: 8 total, 8 up, 8 in 2024-09-18T02:33:36.143 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:35 smithi046 ceph-mon[97106]: osdmap e844: 8 total, 8 up, 8 in 2024-09-18T02:33:36.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:35 smithi195 ceph-mon[89559]: osdmap e844: 8 total, 8 up, 8 in 2024-09-18T02:33:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:33:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:33:36] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-18T02:33:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:36 smithi046 ceph-mon[94621]: pgmap v953: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-18T02:33:37.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:36 smithi046 ceph-mon[94621]: osdmap e845: 8 total, 8 up, 8 in 2024-09-18T02:33:37.034 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:36 smithi046 ceph-mon[97106]: pgmap v953: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-18T02:33:37.034 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:36 smithi046 ceph-mon[97106]: osdmap e845: 8 total, 8 up, 8 in 2024-09-18T02:33:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:36 smithi195 ceph-mon[89559]: pgmap v953: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-18T02:33:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:36 smithi195 ceph-mon[89559]: osdmap e845: 8 total, 8 up, 8 in 2024-09-18T02:33:37.305 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:33:37.305 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":845,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T02:33:36.867258+0000","last_up_change":"2024-09-18T02:27:53.757216+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-18T02:17:20.034578+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":62,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-18T02:20:09.032820+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"844","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":766,"snap_epoch":844,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":279,"up_from":290,"up_thru":513,"down_at":280,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6803","nonce":270426595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6805","nonce":270426595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6809","nonce":270426595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6807","nonce":270426595}]},"public_addr":"172.21.15.46:6803/270426595","cluster_addr":"172.21.15.46:6805/270426595","heartbeat_back_addr":"172.21.15.46:6809/270426595","heartbeat_front_addr":"172.21.15.46:6807/270426595","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":311,"up_from":322,"up_thru":513,"down_at":312,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6811","nonce":3000369673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6813","nonce":3000369673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6817","nonce":3000369673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6815","nonce":3000369673}]},"public_addr":"172.21.15.46:6811/3000369673","cluster_addr":"172.21.15.46:6813/3000369673","heartbeat_back_addr":"172.21.15.46:6817/3000369673","heartbeat_front_addr":"172.21.15.46:6815/3000369673","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":344,"up_from":355,"up_thru":513,"down_at":345,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6819","nonce":1578996609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6821","nonce":1578996609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6825","nonce":1578996609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6823","nonce":1578996609}]},"public_addr":"172.21.15.46:6819/1578996609","cluster_addr":"172.21.15.46:6821/1578996609","heartbeat_back_addr":"172.21.15.46:6825/1578996609","heartbeat_front_addr":"172.21.15.46:6823/1578996609","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":375,"up_from":385,"up_thru":513,"down_at":376,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6827","nonce":4221774290}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6829","nonce":4221774290}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6833","nonce":4221774290}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6831","nonce":4221774290}]},"public_addr":"172.21.15.46:6827/4221774290","cluster_addr":"172.21.15.46:6829/4221774290","heartbeat_back_addr":"172.21.15.46:6833/4221774290","heartbeat_front_addr":"172.21.15.46:6831/4221774290","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":408,"up_from":419,"up_thru":513,"down_at":409,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6801","nonce":1149367545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6803","nonce":1149367545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6807","nonce":1149367545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6805","nonce":1149367545}]},"public_addr":"172.21.15.195:6801/1149367545","cluster_addr":"172.21.15.195:6803/1149367545","heartbeat_back_addr":"172.21.15.195:6807/1149367545","heartbeat_front_addr":"172.21.15.195:6805/1149367545","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":441,"up_from":451,"up_thru":513,"down_at":442,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6809","nonce":1558657143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6811","nonce":1558657143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6815","nonce":1558657143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6813","nonce":1558657143}]},"public_addr":"172.21.15.195:6809/1558657143","cluster_addr":"172.21.15.195:6811/1558657143","heartbeat_back_addr":"172.21.15.195:6815/1558657143","heartbeat_front_addr":"172.21.15.195:6813/1558657143","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":43,"last_clean_end":473,"up_from":483,"up_thru":513,"down_at":474,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6817","nonce":2106970188}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6819","nonce":2106970188}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6823","nonce":2106970188}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6821","nonce":2106970188}]},"public_addr":"172.21.15.195:6817/2106970188","cluster_addr":"172.21.15.195:6819/2106970188","heartbeat_back_addr":"172.21.15.195:6823/2106970188","heartbeat_front_addr":"172.21.15.195:6821/2106970188","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":49,"last_clean_end":502,"up_from":513,"up_thru":513,"down_at":503,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6825","nonce":1844026700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6827","nonce":1844026700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6831","nonce":1844026700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6829","nonce":1844026700}]},"public_addr":"172.21.15.195:6825/1844026700","cluster_addr":"172.21.15.195:6827/1844026700","heartbeat_back_addr":"172.21.15.195:6831/1844026700","heartbeat_front_addr":"172.21.15.195:6829/1844026700","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":279},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":311},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":344},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":375},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":408},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":441},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":473},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":502}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.195:6833/431176743":"2024-09-19T02:28:17.035204+0000","172.21.15.195:6832/431176743":"2024-09-19T02:28:17.035204+0000","172.21.15.46:0/2141893883":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/1771995362":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/3213529547":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/2495224504":"2024-09-19T02:22:43.210497+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.195:0/4019656923":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/2601022904":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/4282867781":"2024-09-19T02:21:21.474355+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.195:0/420093191":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/3526607143":"2024-09-19T02:22:43.210497+0000","172.21.15.46:6800/3636195289":"2024-09-19T02:22:43.210497+0000","172.21.15.195:0/1483390106":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/1101583937":"2024-09-19T02:21:21.474355+0000","172.21.15.195:0/3776665601":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/1681279761":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/3636195289":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/678880642":"2024-09-19T02:22:43.210497+0000","172.21.15.195:6835/1671023003":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/1094075825":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/419874317":"2024-09-19T02:21:21.474355+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.195:0/2564129100":"2024-09-19T02:22:03.171423+0000","172.21.15.195:0/3744911961":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4265323586":"2024-09-19T02:22:43.210497+0000","172.21.15.46:6801/3377621383":"2024-09-19T02:21:21.474355+0000","172.21.15.46:6800/3377621383":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/2806066712":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3711076632":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6801/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/1889245146":"2024-09-19T02:22:43.210497+0000","172.21.15.195:6834/1671023003":"2024-09-19T02:22:03.171423+0000","172.21.15.195:0/2733979309":"2024-09-19T02:22:03.171423+0000","172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":739,"length":2},{"begin":750,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":743,"length":1},{"begin":748,"length":1},{"begin":751,"length":1},{"begin":756,"length":1},{"begin":760,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T02:33:37.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:37 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1186530599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:33:37.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:37 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1186530599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:33:37.984 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-18T02:33:38.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:37 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1186530599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T02:33:38.244 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:33:39.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:38 smithi046 ceph-mon[94621]: pgmap v955: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-18T02:33:39.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:38 smithi046 ceph-mon[97106]: pgmap v955: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-18T02:33:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:38 smithi195 ceph-mon[89559]: pgmap v955: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-18T02:33:40.156 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T02:33:40.158 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-18T02:33:40.894 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":956,"stamp":"2024-09-18T02:33:39.389078+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":144956419,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":4942,"num_read_kb":6029882,"num_write":8244,"num_write_kb":1906913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":108,"num_bytes_recovered":335462944,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21655,"ondisk_log_size":21655,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2187252,"kb_used_data":282048,"kb_used_omap":306,"kb_used_meta":1904781,"kb_avail":747773964,"statfs":{"total":767960285184,"available":765720539136,"internally_reserved":0,"allocated":288817152,"data_stored":262709006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":314295,"internal_metadata":1950495817},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-33644544,"num_objects":-26,"num_object_clones":-22,"num_object_copies":-78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":-4,"num_read":5,"num_read_kb":3940,"num_write":6,"num_write_kb":2232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001316"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":803,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875646+0000","last_change":"2024-09-18T02:27:54.788279+0000","last_active":"2024-09-18T02:33:34.875646+0000","last_peered":"2024-09-18T02:33:34.875646+0000","last_clean":"2024-09-18T02:33:34.875646+0000","last_became_active":"2024-09-18T02:27:54.787983+0000","last_became_peered":"2024-09-18T02:27:54.787983+0000","last_unstale":"2024-09-18T02:33:34.875646+0000","last_undegraded":"2024-09-18T02:33:34.875646+0000","last_fullsized":"2024-09-18T02:33:34.875646+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:59.495456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":807,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.872420+0000","last_change":"2024-09-18T02:27:21.782446+0000","last_active":"2024-09-18T02:33:32.872420+0000","last_peered":"2024-09-18T02:33:32.872420+0000","last_clean":"2024-09-18T02:33:32.872420+0000","last_became_active":"2024-09-18T02:27:21.782032+0000","last_became_peered":"2024-09-18T02:27:21.782032+0000","last_unstale":"2024-09-18T02:33:32.872420+0000","last_undegraded":"2024-09-18T02:33:32.872420+0000","last_fullsized":"2024-09-18T02:33:32.872420+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:06:26.763651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":802,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875003+0000","last_change":"2024-09-18T02:25:09.773785+0000","last_active":"2024-09-18T02:33:34.875003+0000","last_peered":"2024-09-18T02:33:34.875003+0000","last_clean":"2024-09-18T02:33:34.875003+0000","last_became_active":"2024-09-18T02:25:09.773485+0000","last_became_peered":"2024-09-18T02:25:09.773485+0000","last_unstale":"2024-09-18T02:33:34.875003+0000","last_undegraded":"2024-09-18T02:33:34.875003+0000","last_fullsized":"2024-09-18T02:33:34.875003+0000","mapping_epoch":355,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":356,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:02:49.685154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":810,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880298+0000","last_change":"2024-09-18T02:27:54.778228+0000","last_active":"2024-09-18T02:33:33.880298+0000","last_peered":"2024-09-18T02:33:33.880298+0000","last_clean":"2024-09-18T02:33:33.880298+0000","last_became_active":"2024-09-18T02:27:54.777961+0000","last_became_peered":"2024-09-18T02:27:54.777961+0000","last_unstale":"2024-09-18T02:33:33.880298+0000","last_undegraded":"2024-09-18T02:33:33.880298+0000","last_fullsized":"2024-09-18T02:33:33.880298+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:22:42.713378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":821,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875257+0000","last_change":"2024-09-18T02:27:54.788538+0000","last_active":"2024-09-18T02:33:34.875257+0000","last_peered":"2024-09-18T02:33:34.875257+0000","last_clean":"2024-09-18T02:33:34.875257+0000","last_became_active":"2024-09-18T02:27:54.788119+0000","last_became_peered":"2024-09-18T02:27:54.788119+0000","last_unstale":"2024-09-18T02:33:34.875257+0000","last_undegraded":"2024-09-18T02:33:34.875257+0000","last_fullsized":"2024-09-18T02:33:34.875257+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:38:31.722415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":789,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880199+0000","last_change":"2024-09-18T02:26:48.766600+0000","last_active":"2024-09-18T02:33:33.880199+0000","last_peered":"2024-09-18T02:33:33.880199+0000","last_clean":"2024-09-18T02:33:33.880199+0000","last_became_active":"2024-09-18T02:26:48.765488+0000","last_became_peered":"2024-09-18T02:26:48.765488+0000","last_unstale":"2024-09-18T02:33:33.880199+0000","last_undegraded":"2024-09-18T02:33:33.880199+0000","last_fullsized":"2024-09-18T02:33:33.880199+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:52:02.797834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":821,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875114+0000","last_change":"2024-09-18T02:27:54.788760+0000","last_active":"2024-09-18T02:33:34.875114+0000","last_peered":"2024-09-18T02:33:34.875114+0000","last_clean":"2024-09-18T02:33:34.875114+0000","last_became_active":"2024-09-18T02:27:54.787505+0000","last_became_peered":"2024-09-18T02:27:54.787505+0000","last_unstale":"2024-09-18T02:33:34.875114+0000","last_undegraded":"2024-09-18T02:33:34.875114+0000","last_fullsized":"2024-09-18T02:33:34.875114+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:51:02.502367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":798,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874591+0000","last_change":"2024-09-18T02:27:21.773680+0000","last_active":"2024-09-18T02:33:34.874591+0000","last_peered":"2024-09-18T02:33:34.874591+0000","last_clean":"2024-09-18T02:33:34.874591+0000","last_became_active":"2024-09-18T02:27:21.773339+0000","last_became_peered":"2024-09-18T02:27:21.773339+0000","last_unstale":"2024-09-18T02:33:34.874591+0000","last_undegraded":"2024-09-18T02:33:34.874591+0000","last_fullsized":"2024-09-18T02:33:34.874591+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:30:03.764845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":813,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875551+0000","last_change":"2024-09-18T02:27:54.784142+0000","last_active":"2024-09-18T02:33:34.875551+0000","last_peered":"2024-09-18T02:33:34.875551+0000","last_clean":"2024-09-18T02:33:34.875551+0000","last_became_active":"2024-09-18T02:27:54.783750+0000","last_became_peered":"2024-09-18T02:27:54.783750+0000","last_unstale":"2024-09-18T02:33:34.875551+0000","last_undegraded":"2024-09-18T02:33:34.875551+0000","last_fullsized":"2024-09-18T02:33:34.875551+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:57:23.121598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":793,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.883709+0000","last_change":"2024-09-18T02:27:21.789516+0000","last_active":"2024-09-18T02:33:32.883709+0000","last_peered":"2024-09-18T02:33:32.883709+0000","last_clean":"2024-09-18T02:33:32.883709+0000","last_became_active":"2024-09-18T02:27:21.789255+0000","last_became_peered":"2024-09-18T02:27:21.789255+0000","last_unstale":"2024-09-18T02:33:32.883709+0000","last_undegraded":"2024-09-18T02:33:32.883709+0000","last_fullsized":"2024-09-18T02:33:32.883709+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:58:49.216468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":793,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.883109+0000","last_change":"2024-09-18T02:27:21.793001+0000","last_active":"2024-09-18T02:33:32.883109+0000","last_peered":"2024-09-18T02:33:32.883109+0000","last_clean":"2024-09-18T02:33:32.883109+0000","last_became_active":"2024-09-18T02:27:21.792695+0000","last_became_peered":"2024-09-18T02:27:21.792695+0000","last_unstale":"2024-09-18T02:33:32.883109+0000","last_undegraded":"2024-09-18T02:33:32.883109+0000","last_fullsized":"2024-09-18T02:33:32.883109+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:24:44.067449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":794,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.851170+0000","last_change":"2024-09-18T02:27:21.784068+0000","last_active":"2024-09-18T02:33:35.851170+0000","last_peered":"2024-09-18T02:33:35.851170+0000","last_clean":"2024-09-18T02:33:35.851170+0000","last_became_active":"2024-09-18T02:27:21.783625+0000","last_became_peered":"2024-09-18T02:27:21.783625+0000","last_unstale":"2024-09-18T02:33:35.851170+0000","last_undegraded":"2024-09-18T02:33:35.851170+0000","last_fullsized":"2024-09-18T02:33:35.851170+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:57:17.044236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":823,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875797+0000","last_change":"2024-09-18T02:27:21.781881+0000","last_active":"2024-09-18T02:33:34.875797+0000","last_peered":"2024-09-18T02:33:34.875797+0000","last_clean":"2024-09-18T02:33:34.875797+0000","last_became_active":"2024-09-18T02:27:21.781478+0000","last_became_peered":"2024-09-18T02:27:21.781478+0000","last_unstale":"2024-09-18T02:33:34.875797+0000","last_undegraded":"2024-09-18T02:33:34.875797+0000","last_fullsized":"2024-09-18T02:33:34.875797+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:21:23.850082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":802,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874297+0000","last_change":"2024-09-18T02:26:48.756796+0000","last_active":"2024-09-18T02:33:34.874297+0000","last_peered":"2024-09-18T02:33:34.874297+0000","last_clean":"2024-09-18T02:33:34.874297+0000","last_became_active":"2024-09-18T02:26:48.756408+0000","last_became_peered":"2024-09-18T02:26:48.756408+0000","last_unstale":"2024-09-18T02:33:34.874297+0000","last_undegraded":"2024-09-18T02:33:34.874297+0000","last_fullsized":"2024-09-18T02:33:34.874297+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:16:53.482476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":814,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871054+0000","last_change":"2024-09-18T02:26:48.764453+0000","last_active":"2024-09-18T02:33:32.871054+0000","last_peered":"2024-09-18T02:33:32.871054+0000","last_clean":"2024-09-18T02:33:32.871054+0000","last_became_active":"2024-09-18T02:26:48.764092+0000","last_became_peered":"2024-09-18T02:26:48.764092+0000","last_unstale":"2024-09-18T02:33:32.871054+0000","last_undegraded":"2024-09-18T02:33:32.871054+0000","last_fullsized":"2024-09-18T02:33:32.871054+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:30:28.978928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":796,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.879760+0000","last_change":"2024-09-18T02:27:54.778063+0000","last_active":"2024-09-18T02:33:33.879760+0000","last_peered":"2024-09-18T02:33:33.879760+0000","last_clean":"2024-09-18T02:33:33.879760+0000","last_became_active":"2024-09-18T02:27:54.777786+0000","last_became_peered":"2024-09-18T02:27:54.777786+0000","last_unstale":"2024-09-18T02:33:33.879760+0000","last_undegraded":"2024-09-18T02:33:33.879760+0000","last_fullsized":"2024-09-18T02:33:33.879760+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:40:22.232057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":801,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880471+0000","last_change":"2024-09-18T02:27:54.779990+0000","last_active":"2024-09-18T02:33:33.880471+0000","last_peered":"2024-09-18T02:33:33.880471+0000","last_clean":"2024-09-18T02:33:33.880471+0000","last_became_active":"2024-09-18T02:27:54.779648+0000","last_became_peered":"2024-09-18T02:27:54.779648+0000","last_unstale":"2024-09-18T02:33:33.880471+0000","last_undegraded":"2024-09-18T02:33:33.880471+0000","last_fullsized":"2024-09-18T02:33:33.880471+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:08:00.863315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":820,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.850817+0000","last_change":"2024-09-18T02:27:54.786583+0000","last_active":"2024-09-18T02:33:35.850817+0000","last_peered":"2024-09-18T02:33:35.850817+0000","last_clean":"2024-09-18T02:33:35.850817+0000","last_became_active":"2024-09-18T02:27:54.786125+0000","last_became_peered":"2024-09-18T02:27:54.786125+0000","last_unstale":"2024-09-18T02:33:35.850817+0000","last_undegraded":"2024-09-18T02:33:35.850817+0000","last_fullsized":"2024-09-18T02:33:35.850817+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:22:39.984305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":803,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875413+0000","last_change":"2024-09-18T02:27:54.786152+0000","last_active":"2024-09-18T02:33:34.875413+0000","last_peered":"2024-09-18T02:33:34.875413+0000","last_clean":"2024-09-18T02:33:34.875413+0000","last_became_active":"2024-09-18T02:27:54.785417+0000","last_became_peered":"2024-09-18T02:27:54.785417+0000","last_unstale":"2024-09-18T02:33:34.875413+0000","last_undegraded":"2024-09-18T02:33:34.875413+0000","last_fullsized":"2024-09-18T02:33:34.875413+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:08:47.004262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":803,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.882500+0000","last_change":"2024-09-18T02:27:21.782198+0000","last_active":"2024-09-18T02:33:32.882500+0000","last_peered":"2024-09-18T02:33:32.882500+0000","last_clean":"2024-09-18T02:33:32.882500+0000","last_became_active":"2024-09-18T02:27:21.781936+0000","last_became_peered":"2024-09-18T02:27:21.781936+0000","last_unstale":"2024-09-18T02:33:32.882500+0000","last_undegraded":"2024-09-18T02:33:32.882500+0000","last_fullsized":"2024-09-18T02:33:32.882500+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:46:50.981323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":802,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875795+0000","last_change":"2024-09-18T02:27:54.789121+0000","last_active":"2024-09-18T02:33:34.875795+0000","last_peered":"2024-09-18T02:33:34.875795+0000","last_clean":"2024-09-18T02:33:34.875795+0000","last_became_active":"2024-09-18T02:27:54.788807+0000","last_became_peered":"2024-09-18T02:27:54.788807+0000","last_unstale":"2024-09-18T02:33:34.875795+0000","last_undegraded":"2024-09-18T02:33:34.875795+0000","last_fullsized":"2024-09-18T02:33:34.875795+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:59:48.132885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":804,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880035+0000","last_change":"2024-09-18T02:27:54.774716+0000","last_active":"2024-09-18T02:33:33.880035+0000","last_peered":"2024-09-18T02:33:33.880035+0000","last_clean":"2024-09-18T02:33:33.880035+0000","last_became_active":"2024-09-18T02:27:54.774454+0000","last_became_peered":"2024-09-18T02:27:54.774454+0000","last_unstale":"2024-09-18T02:33:33.880035+0000","last_undegraded":"2024-09-18T02:33:33.880035+0000","last_fullsized":"2024-09-18T02:33:33.880035+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:30:28.753844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":823,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874852+0000","last_change":"2024-09-18T02:26:14.752199+0000","last_active":"2024-09-18T02:33:34.874852+0000","last_peered":"2024-09-18T02:33:34.874852+0000","last_clean":"2024-09-18T02:33:34.874852+0000","last_became_active":"2024-09-18T02:26:14.751897+0000","last_became_peered":"2024-09-18T02:26:14.751897+0000","last_unstale":"2024-09-18T02:33:34.874852+0000","last_undegraded":"2024-09-18T02:33:34.874852+0000","last_fullsized":"2024-09-18T02:33:34.874852+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:39:23.125333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":812,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.879940+0000","last_change":"2024-09-18T02:26:48.756840+0000","last_active":"2024-09-18T02:33:33.879940+0000","last_peered":"2024-09-18T02:33:33.879940+0000","last_clean":"2024-09-18T02:33:33.879940+0000","last_became_active":"2024-09-18T02:26:48.756354+0000","last_became_peered":"2024-09-18T02:26:48.756354+0000","last_unstale":"2024-09-18T02:33:33.879940+0000","last_undegraded":"2024-09-18T02:33:33.879940+0000","last_fullsized":"2024-09-18T02:33:33.879940+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:25:26.167085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":814,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875559+0000","last_change":"2024-09-18T02:26:14.752724+0000","last_active":"2024-09-18T02:33:34.875559+0000","last_peered":"2024-09-18T02:33:34.875559+0000","last_clean":"2024-09-18T02:33:34.875559+0000","last_became_active":"2024-09-18T02:26:14.751923+0000","last_became_peered":"2024-09-18T02:26:14.751923+0000","last_unstale":"2024-09-18T02:33:34.875559+0000","last_undegraded":"2024-09-18T02:33:34.875559+0000","last_fullsized":"2024-09-18T02:33:34.875559+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:29:27.277796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":801,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.883242+0000","last_change":"2024-09-18T02:27:54.780695+0000","last_active":"2024-09-18T02:33:32.883242+0000","last_peered":"2024-09-18T02:33:32.883242+0000","last_clean":"2024-09-18T02:33:32.883242+0000","last_became_active":"2024-09-18T02:27:54.780377+0000","last_became_peered":"2024-09-18T02:27:54.780377+0000","last_unstale":"2024-09-18T02:33:32.883242+0000","last_undegraded":"2024-09-18T02:33:32.883242+0000","last_fullsized":"2024-09-18T02:33:32.883242+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:55:47.811874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":815,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871184+0000","last_change":"2024-09-18T02:25:40.753693+0000","last_active":"2024-09-18T02:33:32.871184+0000","last_peered":"2024-09-18T02:33:32.871184+0000","last_clean":"2024-09-18T02:33:32.871184+0000","last_became_active":"2024-09-18T02:25:40.753418+0000","last_became_peered":"2024-09-18T02:25:40.753418+0000","last_unstale":"2024-09-18T02:33:32.871184+0000","last_undegraded":"2024-09-18T02:33:32.871184+0000","last_fullsized":"2024-09-18T02:33:32.871184+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:58:41.230645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":832,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875158+0000","last_change":"2024-09-18T02:26:14.751298+0000","last_active":"2024-09-18T02:33:34.875158+0000","last_peered":"2024-09-18T02:33:34.875158+0000","last_clean":"2024-09-18T02:33:34.875158+0000","last_became_active":"2024-09-18T02:26:14.750959+0000","last_became_peered":"2024-09-18T02:26:14.750959+0000","last_unstale":"2024-09-18T02:33:34.875158+0000","last_undegraded":"2024-09-18T02:33:34.875158+0000","last_fullsized":"2024-09-18T02:33:34.875158+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:24:40.118287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":802,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875670+0000","last_change":"2024-09-18T02:26:14.743799+0000","last_active":"2024-09-18T02:33:34.875670+0000","last_peered":"2024-09-18T02:33:34.875670+0000","last_clean":"2024-09-18T02:33:34.875670+0000","last_became_active":"2024-09-18T02:26:14.743013+0000","last_became_peered":"2024-09-18T02:26:14.743013+0000","last_unstale":"2024-09-18T02:33:34.875670+0000","last_undegraded":"2024-09-18T02:33:34.875670+0000","last_fullsized":"2024-09-18T02:33:34.875670+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:20:23.498040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":812,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880052+0000","last_change":"2024-09-18T02:26:48.760452+0000","last_active":"2024-09-18T02:33:33.880052+0000","last_peered":"2024-09-18T02:33:33.880052+0000","last_clean":"2024-09-18T02:33:33.880052+0000","last_became_active":"2024-09-18T02:26:48.758305+0000","last_became_peered":"2024-09-18T02:26:48.758305+0000","last_unstale":"2024-09-18T02:33:33.880052+0000","last_undegraded":"2024-09-18T02:33:33.880052+0000","last_fullsized":"2024-09-18T02:33:33.880052+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:51:13.036785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":821,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.849716+0000","last_change":"2024-09-18T02:27:21.779569+0000","last_active":"2024-09-18T02:33:35.849716+0000","last_peered":"2024-09-18T02:33:35.849716+0000","last_clean":"2024-09-18T02:33:35.849716+0000","last_became_active":"2024-09-18T02:27:21.779117+0000","last_became_peered":"2024-09-18T02:27:21.779117+0000","last_unstale":"2024-09-18T02:33:35.849716+0000","last_undegraded":"2024-09-18T02:33:35.849716+0000","last_fullsized":"2024-09-18T02:33:35.849716+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:36:34.590296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":804,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.872701+0000","last_change":"2024-09-18T02:27:21.787353+0000","last_active":"2024-09-18T02:33:33.872701+0000","last_peered":"2024-09-18T02:33:33.872701+0000","last_clean":"2024-09-18T02:33:33.872701+0000","last_became_active":"2024-09-18T02:27:21.786829+0000","last_became_peered":"2024-09-18T02:27:21.786829+0000","last_unstale":"2024-09-18T02:33:33.872701+0000","last_undegraded":"2024-09-18T02:33:33.872701+0000","last_fullsized":"2024-09-18T02:33:33.872701+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:07:36.424381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":819,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.850512+0000","last_change":"2024-09-18T02:26:14.757245+0000","last_active":"2024-09-18T02:33:35.850512+0000","last_peered":"2024-09-18T02:33:35.850512+0000","last_clean":"2024-09-18T02:33:35.850512+0000","last_became_active":"2024-09-18T02:26:14.756054+0000","last_became_peered":"2024-09-18T02:26:14.756054+0000","last_unstale":"2024-09-18T02:33:35.850512+0000","last_undegraded":"2024-09-18T02:33:35.850512+0000","last_fullsized":"2024-09-18T02:33:35.850512+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:25:53.890661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"536'2","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875889+0000","last_change":"2024-09-18T02:27:54.789195+0000","last_active":"2024-09-18T02:33:34.875889+0000","last_peered":"2024-09-18T02:33:34.875889+0000","last_clean":"2024-09-18T02:33:34.875889+0000","last_became_active":"2024-09-18T02:27:54.788838+0000","last_became_peered":"2024-09-18T02:27:54.788838+0000","last_unstale":"2024-09-18T02:33:34.875889+0000","last_undegraded":"2024-09-18T02:33:34.875889+0000","last_fullsized":"2024-09-18T02:33:34.875889+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:43:56.575845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875317+0000","last_change":"2024-09-18T02:27:54.789873+0000","last_active":"2024-09-18T02:33:34.875317+0000","last_peered":"2024-09-18T02:33:34.875317+0000","last_clean":"2024-09-18T02:33:34.875317+0000","last_became_active":"2024-09-18T02:27:54.789664+0000","last_became_peered":"2024-09-18T02:27:54.789664+0000","last_unstale":"2024-09-18T02:33:34.875317+0000","last_undegraded":"2024-09-18T02:33:34.875317+0000","last_fullsized":"2024-09-18T02:33:34.875317+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:09:26.502321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"536'2","reported_seq":804,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.882458+0000","last_change":"2024-09-18T02:27:54.773113+0000","last_active":"2024-09-18T02:33:32.882458+0000","last_peered":"2024-09-18T02:33:32.882458+0000","last_clean":"2024-09-18T02:33:32.882458+0000","last_became_active":"2024-09-18T02:27:54.772750+0000","last_became_peered":"2024-09-18T02:27:54.772750+0000","last_unstale":"2024-09-18T02:33:32.882458+0000","last_undegraded":"2024-09-18T02:33:32.882458+0000","last_fullsized":"2024-09-18T02:33:32.882458+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:46:29.184122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":833,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874506+0000","last_change":"2024-09-18T02:27:21.780058+0000","last_active":"2024-09-18T02:33:34.874506+0000","last_peered":"2024-09-18T02:33:34.874506+0000","last_clean":"2024-09-18T02:33:34.874506+0000","last_became_active":"2024-09-18T02:27:21.778571+0000","last_became_peered":"2024-09-18T02:27:21.778571+0000","last_unstale":"2024-09-18T02:33:34.874506+0000","last_undegraded":"2024-09-18T02:33:34.874506+0000","last_fullsized":"2024-09-18T02:33:34.874506+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:44:21.824035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":825,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874666+0000","last_change":"2024-09-18T02:25:40.754993+0000","last_active":"2024-09-18T02:33:34.874666+0000","last_peered":"2024-09-18T02:33:34.874666+0000","last_clean":"2024-09-18T02:33:34.874666+0000","last_became_active":"2024-09-18T02:25:40.754291+0000","last_became_peered":"2024-09-18T02:25:40.754291+0000","last_unstale":"2024-09-18T02:33:34.874666+0000","last_undegraded":"2024-09-18T02:33:34.874666+0000","last_fullsized":"2024-09-18T02:33:34.874666+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:35:38.036195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":802,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.879798+0000","last_change":"2024-09-18T02:27:54.778124+0000","last_active":"2024-09-18T02:33:33.879798+0000","last_peered":"2024-09-18T02:33:33.879798+0000","last_clean":"2024-09-18T02:33:33.879798+0000","last_became_active":"2024-09-18T02:27:54.777845+0000","last_became_peered":"2024-09-18T02:27:54.777845+0000","last_unstale":"2024-09-18T02:33:33.879798+0000","last_undegraded":"2024-09-18T02:33:33.879798+0000","last_fullsized":"2024-09-18T02:33:33.879798+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:37:50.425283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":814,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.870938+0000","last_change":"2024-09-18T02:26:14.751776+0000","last_active":"2024-09-18T02:33:32.870938+0000","last_peered":"2024-09-18T02:33:32.870938+0000","last_clean":"2024-09-18T02:33:32.870938+0000","last_became_active":"2024-09-18T02:26:14.751467+0000","last_became_peered":"2024-09-18T02:26:14.751467+0000","last_unstale":"2024-09-18T02:33:32.870938+0000","last_undegraded":"2024-09-18T02:33:32.870938+0000","last_fullsized":"2024-09-18T02:33:32.870938+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:52:11.441888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":794,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.883435+0000","last_change":"2024-09-18T02:27:21.789136+0000","last_active":"2024-09-18T02:33:32.883435+0000","last_peered":"2024-09-18T02:33:32.883435+0000","last_clean":"2024-09-18T02:33:32.883435+0000","last_became_active":"2024-09-18T02:27:21.788729+0000","last_became_peered":"2024-09-18T02:27:21.788729+0000","last_unstale":"2024-09-18T02:33:32.883435+0000","last_undegraded":"2024-09-18T02:33:32.883435+0000","last_fullsized":"2024-09-18T02:33:32.883435+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:36:03.992159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":787,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880472+0000","last_change":"2024-09-18T02:27:54.780626+0000","last_active":"2024-09-18T02:33:33.880472+0000","last_peered":"2024-09-18T02:33:33.880472+0000","last_clean":"2024-09-18T02:33:33.880472+0000","last_became_active":"2024-09-18T02:27:54.780220+0000","last_became_peered":"2024-09-18T02:27:54.780220+0000","last_unstale":"2024-09-18T02:33:33.880472+0000","last_undegraded":"2024-09-18T02:33:33.880472+0000","last_fullsized":"2024-09-18T02:33:33.880472+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:24:16.513550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":821,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880664+0000","last_change":"2024-09-18T02:27:21.782747+0000","last_active":"2024-09-18T02:33:33.880664+0000","last_peered":"2024-09-18T02:33:33.880664+0000","last_clean":"2024-09-18T02:33:33.880664+0000","last_became_active":"2024-09-18T02:27:21.782464+0000","last_became_peered":"2024-09-18T02:27:21.782464+0000","last_unstale":"2024-09-18T02:33:33.880664+0000","last_undegraded":"2024-09-18T02:33:33.880664+0000","last_fullsized":"2024-09-18T02:33:33.880664+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:18:53.244933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875097+0000","last_change":"2024-09-18T02:26:48.757027+0000","last_active":"2024-09-18T02:33:34.875097+0000","last_peered":"2024-09-18T02:33:34.875097+0000","last_clean":"2024-09-18T02:33:34.875097+0000","last_became_active":"2024-09-18T02:26:48.756687+0000","last_became_peered":"2024-09-18T02:26:48.756687+0000","last_unstale":"2024-09-18T02:33:34.875097+0000","last_undegraded":"2024-09-18T02:33:34.875097+0000","last_fullsized":"2024-09-18T02:33:34.875097+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:32:00.310653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":813,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.872859+0000","last_change":"2024-09-18T02:26:48.765065+0000","last_active":"2024-09-18T02:33:32.872859+0000","last_peered":"2024-09-18T02:33:32.872859+0000","last_clean":"2024-09-18T02:33:32.872859+0000","last_became_active":"2024-09-18T02:26:48.764714+0000","last_became_peered":"2024-09-18T02:26:48.764714+0000","last_unstale":"2024-09-18T02:33:32.872859+0000","last_undegraded":"2024-09-18T02:33:32.872859+0000","last_fullsized":"2024-09-18T02:33:32.872859+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:50:52.992414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.851271+0000","last_change":"2024-09-18T02:27:54.777099+0000","last_active":"2024-09-18T02:33:35.851271+0000","last_peered":"2024-09-18T02:33:35.851271+0000","last_clean":"2024-09-18T02:33:35.851271+0000","last_became_active":"2024-09-18T02:27:54.776810+0000","last_became_peered":"2024-09-18T02:27:54.776810+0000","last_unstale":"2024-09-18T02:33:35.851271+0000","last_undegraded":"2024-09-18T02:33:35.851271+0000","last_fullsized":"2024-09-18T02:33:35.851271+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:59:24.297728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"536'29","reported_seq":829,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.882754+0000","last_change":"2024-09-18T02:27:21.781605+0000","last_active":"2024-09-18T02:33:32.882754+0000","last_peered":"2024-09-18T02:33:32.882754+0000","last_clean":"2024-09-18T02:33:32.882754+0000","last_became_active":"2024-09-18T02:27:21.780937+0000","last_became_peered":"2024-09-18T02:27:21.780937+0000","last_unstale":"2024-09-18T02:33:32.882754+0000","last_undegraded":"2024-09-18T02:33:32.882754+0000","last_fullsized":"2024-09-18T02:33:32.882754+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:43:26.636270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":798,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875349+0000","last_change":"2024-09-18T02:27:54.789841+0000","last_active":"2024-09-18T02:33:34.875349+0000","last_peered":"2024-09-18T02:33:34.875349+0000","last_clean":"2024-09-18T02:33:34.875349+0000","last_became_active":"2024-09-18T02:27:54.789155+0000","last_became_peered":"2024-09-18T02:27:54.789155+0000","last_unstale":"2024-09-18T02:33:34.875349+0000","last_undegraded":"2024-09-18T02:33:34.875349+0000","last_fullsized":"2024-09-18T02:33:34.875349+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:48:22.853812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":807,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875409+0000","last_change":"2024-09-18T02:26:14.744045+0000","last_active":"2024-09-18T02:33:34.875409+0000","last_peered":"2024-09-18T02:33:34.875409+0000","last_clean":"2024-09-18T02:33:34.875409+0000","last_became_active":"2024-09-18T02:26:14.743431+0000","last_became_peered":"2024-09-18T02:26:14.743431+0000","last_unstale":"2024-09-18T02:33:34.875409+0000","last_undegraded":"2024-09-18T02:33:34.875409+0000","last_fullsized":"2024-09-18T02:33:34.875409+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:59:11.392725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":782,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.849889+0000","last_change":"2024-09-18T02:27:54.777087+0000","last_active":"2024-09-18T02:33:35.849889+0000","last_peered":"2024-09-18T02:33:35.849889+0000","last_clean":"2024-09-18T02:33:35.849889+0000","last_became_active":"2024-09-18T02:27:54.776836+0000","last_became_peered":"2024-09-18T02:27:54.776836+0000","last_unstale":"2024-09-18T02:33:35.849889+0000","last_undegraded":"2024-09-18T02:33:35.849889+0000","last_fullsized":"2024-09-18T02:33:35.849889+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:39:49.721463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":810,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880339+0000","last_change":"2024-09-18T02:27:54.773730+0000","last_active":"2024-09-18T02:33:33.880339+0000","last_peered":"2024-09-18T02:33:33.880339+0000","last_clean":"2024-09-18T02:33:33.880339+0000","last_became_active":"2024-09-18T02:27:54.773454+0000","last_became_peered":"2024-09-18T02:27:54.773454+0000","last_unstale":"2024-09-18T02:33:33.880339+0000","last_undegraded":"2024-09-18T02:33:33.880339+0000","last_fullsized":"2024-09-18T02:33:33.880339+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:08:13.241451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":798,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875047+0000","last_change":"2024-09-18T02:27:54.791595+0000","last_active":"2024-09-18T02:33:34.875047+0000","last_peered":"2024-09-18T02:33:34.875047+0000","last_clean":"2024-09-18T02:33:34.875047+0000","last_became_active":"2024-09-18T02:27:54.791046+0000","last_became_peered":"2024-09-18T02:27:54.791046+0000","last_unstale":"2024-09-18T02:33:34.875047+0000","last_undegraded":"2024-09-18T02:33:34.875047+0000","last_fullsized":"2024-09-18T02:33:34.875047+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:32:45.419883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":804,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.882366+0000","last_change":"2024-09-18T02:27:21.792950+0000","last_active":"2024-09-18T02:33:32.882366+0000","last_peered":"2024-09-18T02:33:32.882366+0000","last_clean":"2024-09-18T02:33:32.882366+0000","last_became_active":"2024-09-18T02:27:21.792380+0000","last_became_peered":"2024-09-18T02:27:21.792380+0000","last_unstale":"2024-09-18T02:33:32.882366+0000","last_undegraded":"2024-09-18T02:33:32.882366+0000","last_fullsized":"2024-09-18T02:33:32.882366+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:34:33.146204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":793,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.881522+0000","last_change":"2024-09-18T02:27:21.778313+0000","last_active":"2024-09-18T02:33:32.881522+0000","last_peered":"2024-09-18T02:33:32.881522+0000","last_clean":"2024-09-18T02:33:32.881522+0000","last_became_active":"2024-09-18T02:27:21.777922+0000","last_became_peered":"2024-09-18T02:27:21.777922+0000","last_unstale":"2024-09-18T02:33:32.881522+0000","last_undegraded":"2024-09-18T02:33:32.881522+0000","last_fullsized":"2024-09-18T02:33:32.881522+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:50:24.054526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":823,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.849686+0000","last_change":"2024-09-18T02:25:09.780394+0000","last_active":"2024-09-18T02:33:35.849686+0000","last_peered":"2024-09-18T02:33:35.849686+0000","last_clean":"2024-09-18T02:33:35.849686+0000","last_became_active":"2024-09-18T02:25:09.780072+0000","last_became_peered":"2024-09-18T02:25:09.780072+0000","last_unstale":"2024-09-18T02:33:35.849686+0000","last_undegraded":"2024-09-18T02:33:35.849686+0000","last_fullsized":"2024-09-18T02:33:35.849686+0000","mapping_epoch":355,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":356,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:54:03.664499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":813,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874744+0000","last_change":"2024-09-18T02:27:54.781802+0000","last_active":"2024-09-18T02:33:34.874744+0000","last_peered":"2024-09-18T02:33:34.874744+0000","last_clean":"2024-09-18T02:33:34.874744+0000","last_became_active":"2024-09-18T02:27:54.780489+0000","last_became_peered":"2024-09-18T02:27:54.780489+0000","last_unstale":"2024-09-18T02:33:34.874744+0000","last_undegraded":"2024-09-18T02:33:34.874744+0000","last_fullsized":"2024-09-18T02:33:34.874744+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:49:13.472549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"843'2739","reported_seq":5051,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:37.216529+0000","last_change":"2024-09-18T02:33:33.907532+0000","last_active":"2024-09-18T02:33:37.216529+0000","last_peered":"2024-09-18T02:33:37.216529+0000","last_clean":"2024-09-18T02:33:37.216529+0000","last_became_active":"2024-09-18T02:25:09.780131+0000","last_became_peered":"2024-09-18T02:25:09.780131+0000","last_unstale":"2024-09-18T02:33:37.216529+0000","last_undegraded":"2024-09-18T02:33:37.216529+0000","last_fullsized":"2024-09-18T02:33:37.216529+0000","mapping_epoch":355,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":356,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":2739,"log_dups_size":0,"ondisk_log_size":2739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:42:34.163552+0000","scrub_duration":0,"objects_trimmed":3,"snaptrim_duration":0.026765549999999999,"stat_sum":{"num_bytes":19783680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":457,"num_read_kb":676656,"num_write":1050,"num_write_kb":253584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48840704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"2.f","version":"54'1","reported_seq":797,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.851010+0000","last_change":"2024-09-18T02:27:54.783977+0000","last_active":"2024-09-18T02:33:35.851010+0000","last_peered":"2024-09-18T02:33:35.851010+0000","last_clean":"2024-09-18T02:33:35.851010+0000","last_became_active":"2024-09-18T02:27:54.783600+0000","last_became_peered":"2024-09-18T02:27:54.783600+0000","last_unstale":"2024-09-18T02:33:35.851010+0000","last_undegraded":"2024-09-18T02:33:35.851010+0000","last_fullsized":"2024-09-18T02:33:35.851010+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:42:24.642928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":821,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875611+0000","last_change":"2024-09-18T02:27:54.787422+0000","last_active":"2024-09-18T02:33:34.875611+0000","last_peered":"2024-09-18T02:33:34.875611+0000","last_clean":"2024-09-18T02:33:34.875611+0000","last_became_active":"2024-09-18T02:27:54.787133+0000","last_became_peered":"2024-09-18T02:27:54.787133+0000","last_unstale":"2024-09-18T02:33:34.875611+0000","last_undegraded":"2024-09-18T02:33:34.875611+0000","last_fullsized":"2024-09-18T02:33:34.875611+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:46:50.619745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"843'781","reported_seq":3293,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.902148+0000","last_change":"2024-09-18T02:33:33.890993+0000","last_active":"2024-09-18T02:33:36.902148+0000","last_peered":"2024-09-18T02:33:36.902148+0000","last_clean":"2024-09-18T02:33:36.902148+0000","last_became_active":"2024-09-18T02:27:54.780639+0000","last_became_peered":"2024-09-18T02:27:54.780639+0000","last_unstale":"2024-09-18T02:33:36.902148+0000","last_undegraded":"2024-09-18T02:33:36.902148+0000","last_fullsized":"2024-09-18T02:33:36.902148+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":781,"log_dups_size":0,"ondisk_log_size":781,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:16:39.480038+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0063759350000000001,"stat_sum":{"num_bytes":10444800,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":247929,"num_write":337,"num_write_kb":78240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1589248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"2.e","version":"54'2","reported_seq":825,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.850906+0000","last_change":"2024-09-18T02:27:54.786422+0000","last_active":"2024-09-18T02:33:35.850906+0000","last_peered":"2024-09-18T02:33:35.850906+0000","last_clean":"2024-09-18T02:33:35.850906+0000","last_became_active":"2024-09-18T02:27:54.784953+0000","last_became_peered":"2024-09-18T02:27:54.784953+0000","last_unstale":"2024-09-18T02:33:35.850906+0000","last_undegraded":"2024-09-18T02:33:35.850906+0000","last_fullsized":"2024-09-18T02:33:35.850906+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:45:01.659928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":821,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875709+0000","last_change":"2024-09-18T02:27:54.782317+0000","last_active":"2024-09-18T02:33:34.875709+0000","last_peered":"2024-09-18T02:33:34.875709+0000","last_clean":"2024-09-18T02:33:34.875709+0000","last_became_active":"2024-09-18T02:27:54.782014+0000","last_became_peered":"2024-09-18T02:27:54.782014+0000","last_unstale":"2024-09-18T02:33:34.875709+0000","last_undegraded":"2024-09-18T02:33:34.875709+0000","last_fullsized":"2024-09-18T02:33:34.875709+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:26:52.790229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"843'1674","reported_seq":4110,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:37.216131+0000","last_change":"2024-09-18T02:33:33.893884+0000","last_active":"2024-09-18T02:33:37.216131+0000","last_peered":"2024-09-18T02:33:37.216131+0000","last_clean":"2024-09-18T02:33:37.216131+0000","last_became_active":"2024-09-18T02:26:14.759583+0000","last_became_peered":"2024-09-18T02:26:14.759583+0000","last_unstale":"2024-09-18T02:33:37.216131+0000","last_undegraded":"2024-09-18T02:33:37.216131+0000","last_fullsized":"2024-09-18T02:33:37.216131+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":1674,"log_dups_size":0,"ondisk_log_size":1674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:53:28.985938+0000","scrub_duration":0,"objects_trimmed":3,"snaptrim_duration":0.014466255000000001,"stat_sum":{"num_bytes":10223616,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":325,"num_read_kb":394968,"num_write":508,"num_write_kb":106416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":37142528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"2.d","version":"54'1","reported_seq":818,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.873530+0000","last_change":"2024-09-18T02:26:14.756743+0000","last_active":"2024-09-18T02:33:33.873530+0000","last_peered":"2024-09-18T02:33:33.873530+0000","last_clean":"2024-09-18T02:33:33.873530+0000","last_became_active":"2024-09-18T02:26:14.756343+0000","last_became_peered":"2024-09-18T02:26:14.756343+0000","last_unstale":"2024-09-18T02:33:33.873530+0000","last_undegraded":"2024-09-18T02:33:33.873530+0000","last_fullsized":"2024-09-18T02:33:33.873530+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:55:35.994257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":810,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880506+0000","last_change":"2024-09-18T02:27:21.774934+0000","last_active":"2024-09-18T02:33:33.880506+0000","last_peered":"2024-09-18T02:33:33.880506+0000","last_clean":"2024-09-18T02:33:33.880506+0000","last_became_active":"2024-09-18T02:27:21.774622+0000","last_became_peered":"2024-09-18T02:27:21.774622+0000","last_unstale":"2024-09-18T02:33:33.880506+0000","last_undegraded":"2024-09-18T02:33:33.880506+0000","last_fullsized":"2024-09-18T02:33:33.880506+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:14:33.254347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"843'1923","reported_seq":4342,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:37.216304+0000","last_change":"2024-09-18T02:33:33.898753+0000","last_active":"2024-09-18T02:33:37.216304+0000","last_peered":"2024-09-18T02:33:37.216304+0000","last_clean":"2024-09-18T02:33:37.216304+0000","last_became_active":"2024-09-18T02:26:48.760509+0000","last_became_peered":"2024-09-18T02:26:48.760509+0000","last_unstale":"2024-09-18T02:33:37.216304+0000","last_undegraded":"2024-09-18T02:33:37.216304+0000","last_fullsized":"2024-09-18T02:33:37.216304+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":1923,"log_dups_size":0,"ondisk_log_size":1923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:13:15.299543+0000","scrub_duration":0,"objects_trimmed":4,"snaptrim_duration":0.018955956,"stat_sum":{"num_bytes":7626752,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":600500,"num_write":618,"num_write_kb":208648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":38248448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":815,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.850454+0000","last_change":"2024-09-18T02:26:48.761974+0000","last_active":"2024-09-18T02:33:35.850454+0000","last_peered":"2024-09-18T02:33:35.850454+0000","last_clean":"2024-09-18T02:33:35.850454+0000","last_became_active":"2024-09-18T02:26:48.761659+0000","last_became_peered":"2024-09-18T02:26:48.761659+0000","last_unstale":"2024-09-18T02:33:35.850454+0000","last_undegraded":"2024-09-18T02:33:35.850454+0000","last_fullsized":"2024-09-18T02:33:35.850454+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:42:52.385277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":803,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875752+0000","last_change":"2024-09-18T02:27:54.782140+0000","last_active":"2024-09-18T02:33:34.875752+0000","last_peered":"2024-09-18T02:33:34.875752+0000","last_clean":"2024-09-18T02:33:34.875752+0000","last_became_active":"2024-09-18T02:27:54.781847+0000","last_became_peered":"2024-09-18T02:27:54.781847+0000","last_unstale":"2024-09-18T02:33:34.875752+0000","last_undegraded":"2024-09-18T02:33:34.875752+0000","last_fullsized":"2024-09-18T02:33:34.875752+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:21:01.752485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"831'1244","reported_seq":3704,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.902775+0000","last_change":"2024-09-18T02:33:33.886738+0000","last_active":"2024-09-18T02:33:36.902775+0000","last_peered":"2024-09-18T02:33:36.902775+0000","last_clean":"2024-09-18T02:33:36.902775+0000","last_became_active":"2024-09-18T02:27:54.778613+0000","last_became_peered":"2024-09-18T02:27:54.778613+0000","last_unstale":"2024-09-18T02:33:36.902775+0000","last_undegraded":"2024-09-18T02:33:36.902775+0000","last_fullsized":"2024-09-18T02:33:36.902775+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":1244,"log_dups_size":0,"ondisk_log_size":1244,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:14:23.265484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058359799999999995,"stat_sum":{"num_bytes":4595712,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":254,"num_read_kb":298806,"num_write":457,"num_write_kb":121960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":12476416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":803,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.873484+0000","last_change":"2024-09-18T02:27:54.785642+0000","last_active":"2024-09-18T02:33:33.873484+0000","last_peered":"2024-09-18T02:33:33.873484+0000","last_clean":"2024-09-18T02:33:33.873484+0000","last_became_active":"2024-09-18T02:27:54.785358+0000","last_became_peered":"2024-09-18T02:27:54.785358+0000","last_unstale":"2024-09-18T02:33:33.873484+0000","last_undegraded":"2024-09-18T02:33:33.873484+0000","last_fullsized":"2024-09-18T02:33:33.873484+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:41:08.685213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038693499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"230'172","reported_seq":1173,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874866+0000","last_change":"2024-09-18T02:27:54.776391+0000","last_active":"2024-09-18T02:33:34.874866+0000","last_peered":"2024-09-18T02:33:34.874866+0000","last_clean":"2024-09-18T02:33:34.874866+0000","last_became_active":"2024-09-18T02:27:54.774568+0000","last_became_peered":"2024-09-18T02:27:54.774568+0000","last_unstale":"2024-09-18T02:33:34.874866+0000","last_undegraded":"2024-09-18T02:33:34.874866+0000","last_fullsized":"2024-09-18T02:33:34.874866+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:14:28.941585+0000","last_clean_scrub_stamp":"2024-09-18T02:14:28.941585+0000","objects_scrubbed":0,"log_size":172,"log_dups_size":0,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:56:37.913442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":822,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880144+0000","last_change":"2024-09-18T02:27:54.789979+0000","last_active":"2024-09-18T02:33:33.880144+0000","last_peered":"2024-09-18T02:33:33.880144+0000","last_clean":"2024-09-18T02:33:33.880144+0000","last_became_active":"2024-09-18T02:27:54.789671+0000","last_became_peered":"2024-09-18T02:27:54.789671+0000","last_unstale":"2024-09-18T02:33:33.880144+0000","last_undegraded":"2024-09-18T02:33:33.880144+0000","last_fullsized":"2024-09-18T02:33:33.880144+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:52:40.252717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":798,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.876607+0000","last_change":"2024-09-18T02:27:21.782004+0000","last_active":"2024-09-18T02:33:34.876607+0000","last_peered":"2024-09-18T02:33:34.876607+0000","last_clean":"2024-09-18T02:33:34.876607+0000","last_became_active":"2024-09-18T02:27:21.781704+0000","last_became_peered":"2024-09-18T02:27:21.781704+0000","last_unstale":"2024-09-18T02:33:34.876607+0000","last_undegraded":"2024-09-18T02:33:34.876607+0000","last_fullsized":"2024-09-18T02:33:34.876607+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:11:36.334571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"843'962","reported_seq":3385,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.887466+0000","last_change":"2024-09-18T02:33:33.887466+0000","last_active":"2024-09-18T02:33:33.887466+0000","last_peered":"2024-09-18T02:33:33.887466+0000","last_clean":"2024-09-18T02:33:33.887466+0000","last_became_active":"2024-09-18T02:26:48.762471+0000","last_became_peered":"2024-09-18T02:26:48.762471+0000","last_unstale":"2024-09-18T02:33:33.887466+0000","last_undegraded":"2024-09-18T02:33:33.887466+0000","last_fullsized":"2024-09-18T02:33:33.887466+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":962,"log_dups_size":0,"ondisk_log_size":962,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:45:56.437676+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0065646380000000002,"stat_sum":{"num_bytes":4259840,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":131,"num_read_kb":150574,"num_write":433,"num_write_kb":64224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":14270464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2e7","length":"1"},{"start":"2ec","length":"1"},{"start":"2ee","length":"2"},{"start":"2f4","length":"1"},{"start":"2f8","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":812,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874782+0000","last_change":"2024-09-18T02:25:09.774982+0000","last_active":"2024-09-18T02:33:34.874782+0000","last_peered":"2024-09-18T02:33:34.874782+0000","last_clean":"2024-09-18T02:33:34.874782+0000","last_became_active":"2024-09-18T02:25:09.774676+0000","last_became_peered":"2024-09-18T02:25:09.774676+0000","last_unstale":"2024-09-18T02:33:34.874782+0000","last_undegraded":"2024-09-18T02:33:34.874782+0000","last_fullsized":"2024-09-18T02:33:34.874782+0000","mapping_epoch":355,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":356,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:07:21.555179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":808,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874738+0000","last_change":"2024-09-18T02:27:54.784122+0000","last_active":"2024-09-18T02:33:34.874738+0000","last_peered":"2024-09-18T02:33:34.874738+0000","last_clean":"2024-09-18T02:33:34.874738+0000","last_became_active":"2024-09-18T02:27:54.782259+0000","last_became_peered":"2024-09-18T02:27:54.782259+0000","last_unstale":"2024-09-18T02:33:34.874738+0000","last_undegraded":"2024-09-18T02:33:34.874738+0000","last_fullsized":"2024-09-18T02:33:34.874738+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:36:56.666044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":802,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874211+0000","last_change":"2024-09-18T02:26:14.742090+0000","last_active":"2024-09-18T02:33:34.874211+0000","last_peered":"2024-09-18T02:33:34.874211+0000","last_clean":"2024-09-18T02:33:34.874211+0000","last_became_active":"2024-09-18T02:26:14.741773+0000","last_became_peered":"2024-09-18T02:26:14.741773+0000","last_unstale":"2024-09-18T02:33:34.874211+0000","last_undegraded":"2024-09-18T02:33:34.874211+0000","last_fullsized":"2024-09-18T02:33:34.874211+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:21:20.056987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"843'1803","reported_seq":4191,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:37.216652+0000","last_change":"2024-09-18T02:33:33.907483+0000","last_active":"2024-09-18T02:33:37.216652+0000","last_peered":"2024-09-18T02:33:37.216652+0000","last_clean":"2024-09-18T02:33:37.216652+0000","last_became_active":"2024-09-18T02:26:48.760468+0000","last_became_peered":"2024-09-18T02:26:48.760468+0000","last_unstale":"2024-09-18T02:33:37.216652+0000","last_undegraded":"2024-09-18T02:33:37.216652+0000","last_fullsized":"2024-09-18T02:33:37.216652+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":1803,"log_dups_size":0,"ondisk_log_size":1803,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:27:12.867622+0000","scrub_duration":0,"objects_trimmed":4,"snaptrim_duration":0.026352693999999999,"stat_sum":{"num_bytes":6545408,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":523990,"num_write":707,"num_write_kb":160288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":31219712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":808,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871934+0000","last_change":"2024-09-18T02:26:48.764624+0000","last_active":"2024-09-18T02:33:32.871934+0000","last_peered":"2024-09-18T02:33:32.871934+0000","last_clean":"2024-09-18T02:33:32.871934+0000","last_became_active":"2024-09-18T02:26:48.764342+0000","last_became_peered":"2024-09-18T02:26:48.764342+0000","last_unstale":"2024-09-18T02:33:32.871934+0000","last_undegraded":"2024-09-18T02:33:32.871934+0000","last_fullsized":"2024-09-18T02:33:32.871934+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:50:09.997929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079017300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":816,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.849788+0000","last_change":"2024-09-18T02:25:40.755536+0000","last_active":"2024-09-18T02:33:35.849788+0000","last_peered":"2024-09-18T02:33:35.849788+0000","last_clean":"2024-09-18T02:33:35.849788+0000","last_became_active":"2024-09-18T02:25:40.755272+0000","last_became_peered":"2024-09-18T02:25:40.755272+0000","last_unstale":"2024-09-18T02:33:35.849788+0000","last_undegraded":"2024-09-18T02:33:35.849788+0000","last_fullsized":"2024-09-18T02:33:35.849788+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:35:03.339265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":815,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871585+0000","last_change":"2024-09-18T02:27:21.782164+0000","last_active":"2024-09-18T02:33:32.871585+0000","last_peered":"2024-09-18T02:33:32.871585+0000","last_clean":"2024-09-18T02:33:32.871585+0000","last_became_active":"2024-09-18T02:27:21.781852+0000","last_became_peered":"2024-09-18T02:27:21.781852+0000","last_unstale":"2024-09-18T02:33:32.871585+0000","last_undegraded":"2024-09-18T02:33:32.871585+0000","last_fullsized":"2024-09-18T02:33:32.871585+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:12:19.105257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"843'414","reported_seq":2906,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:37.167277+0000","last_change":"2024-09-18T02:33:33.885575+0000","last_active":"2024-09-18T02:33:37.167277+0000","last_peered":"2024-09-18T02:33:37.167277+0000","last_clean":"2024-09-18T02:33:37.167277+0000","last_became_active":"2024-09-18T02:26:14.743027+0000","last_became_peered":"2024-09-18T02:26:14.743027+0000","last_unstale":"2024-09-18T02:33:37.167277+0000","last_undegraded":"2024-09-18T02:33:37.167277+0000","last_fullsized":"2024-09-18T02:33:37.167277+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":414,"log_dups_size":0,"ondisk_log_size":414,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T13:40:15.013029+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0065734510000000001,"stat_sum":{"num_bytes":851968,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":54,"num_read_kb":33005,"num_write":162,"num_write_kb":35704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":25280512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":825,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871690+0000","last_change":"2024-09-18T02:25:40.748247+0000","last_active":"2024-09-18T02:33:32.871690+0000","last_peered":"2024-09-18T02:33:32.871690+0000","last_clean":"2024-09-18T02:33:32.871690+0000","last_became_active":"2024-09-18T02:25:40.746981+0000","last_became_peered":"2024-09-18T02:25:40.746981+0000","last_unstale":"2024-09-18T02:33:32.871690+0000","last_undegraded":"2024-09-18T02:33:32.871690+0000","last_fullsized":"2024-09-18T02:33:32.871690+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:35:30.298682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":789,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880157+0000","last_change":"2024-09-18T02:27:21.784110+0000","last_active":"2024-09-18T02:33:33.880157+0000","last_peered":"2024-09-18T02:33:33.880157+0000","last_clean":"2024-09-18T02:33:33.880157+0000","last_became_active":"2024-09-18T02:27:21.783614+0000","last_became_peered":"2024-09-18T02:27:21.783614+0000","last_unstale":"2024-09-18T02:33:33.880157+0000","last_undegraded":"2024-09-18T02:33:33.880157+0000","last_fullsized":"2024-09-18T02:33:33.880157+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:30:48.208955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":794,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.850644+0000","last_change":"2024-09-18T02:27:21.774616+0000","last_active":"2024-09-18T02:33:35.850644+0000","last_peered":"2024-09-18T02:33:35.850644+0000","last_clean":"2024-09-18T02:33:35.850644+0000","last_became_active":"2024-09-18T02:27:21.774346+0000","last_became_peered":"2024-09-18T02:27:21.774346+0000","last_unstale":"2024-09-18T02:33:35.850644+0000","last_undegraded":"2024-09-18T02:33:35.850644+0000","last_fullsized":"2024-09-18T02:33:35.850644+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:44:28.835340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"843'1209","reported_seq":3675,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:37.167245+0000","last_change":"2024-09-18T02:33:33.890214+0000","last_active":"2024-09-18T02:33:37.167245+0000","last_peered":"2024-09-18T02:33:37.167245+0000","last_clean":"2024-09-18T02:33:37.167245+0000","last_became_active":"2024-09-18T02:27:21.776499+0000","last_became_peered":"2024-09-18T02:27:21.776499+0000","last_unstale":"2024-09-18T02:33:37.167245+0000","last_undegraded":"2024-09-18T02:33:37.167245+0000","last_fullsized":"2024-09-18T02:33:37.167245+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":1209,"log_dups_size":0,"ondisk_log_size":1209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:06:26.479739+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.011638788000000001,"stat_sum":{"num_bytes":15441920,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":244,"num_read_kb":408237,"num_write":391,"num_write_kb":129112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1769472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"4.2","version":"62'2","reported_seq":827,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871382+0000","last_change":"2024-09-18T02:26:48.765325+0000","last_active":"2024-09-18T02:33:32.871382+0000","last_peered":"2024-09-18T02:33:32.871382+0000","last_clean":"2024-09-18T02:33:32.871382+0000","last_became_active":"2024-09-18T02:26:48.764971+0000","last_became_peered":"2024-09-18T02:26:48.764971+0000","last_unstale":"2024-09-18T02:33:32.871382+0000","last_undegraded":"2024-09-18T02:33:32.871382+0000","last_fullsized":"2024-09-18T02:33:32.871382+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:49:43.139458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":808,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871186+0000","last_change":"2024-09-18T02:27:54.775697+0000","last_active":"2024-09-18T02:33:32.871186+0000","last_peered":"2024-09-18T02:33:32.871186+0000","last_clean":"2024-09-18T02:33:32.871186+0000","last_became_active":"2024-09-18T02:27:54.775430+0000","last_became_peered":"2024-09-18T02:27:54.775430+0000","last_unstale":"2024-09-18T02:33:32.871186+0000","last_undegraded":"2024-09-18T02:33:32.871186+0000","last_fullsized":"2024-09-18T02:33:32.871186+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:14:16.121757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":812,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880673+0000","last_change":"2024-09-18T02:26:48.759904+0000","last_active":"2024-09-18T02:33:33.880673+0000","last_peered":"2024-09-18T02:33:33.880673+0000","last_clean":"2024-09-18T02:33:33.880673+0000","last_became_active":"2024-09-18T02:26:48.757982+0000","last_became_peered":"2024-09-18T02:26:48.757982+0000","last_unstale":"2024-09-18T02:33:33.880673+0000","last_undegraded":"2024-09-18T02:33:33.880673+0000","last_fullsized":"2024-09-18T02:33:33.880673+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:00:15.310194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"827'711","reported_seq":3176,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.873788+0000","last_change":"2024-09-18T02:33:33.873788+0000","last_active":"2024-09-18T02:33:33.873788+0000","last_peered":"2024-09-18T02:33:33.873788+0000","last_clean":"2024-09-18T02:33:33.873788+0000","last_became_active":"2024-09-18T02:27:21.793041+0000","last_became_peered":"2024-09-18T02:27:21.793041+0000","last_unstale":"2024-09-18T02:33:33.873788+0000","last_undegraded":"2024-09-18T02:33:33.873788+0000","last_fullsized":"2024-09-18T02:33:33.873788+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":711,"log_dups_size":0,"ondisk_log_size":711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:51:22.008933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059280599999999998,"stat_sum":{"num_bytes":7438336,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":141,"num_read_kb":146132,"num_write":262,"num_write_kb":71472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2e7","length":"1"},{"start":"2ec","length":"1"},{"start":"2ee","length":"2"},{"start":"2f4","length":"1"},{"start":"2f8","length":"1"}]},{"pgid":"4.3","version":"60'1","reported_seq":813,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875563+0000","last_change":"2024-09-18T02:27:54.790235+0000","last_active":"2024-09-18T02:33:34.875563+0000","last_peered":"2024-09-18T02:33:34.875563+0000","last_clean":"2024-09-18T02:33:34.875563+0000","last_became_active":"2024-09-18T02:27:54.789667+0000","last_became_peered":"2024-09-18T02:27:54.789667+0000","last_unstale":"2024-09-18T02:33:34.875563+0000","last_undegraded":"2024-09-18T02:33:34.875563+0000","last_fullsized":"2024-09-18T02:33:34.875563+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:27:04.340818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":822,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875519+0000","last_change":"2024-09-18T02:27:54.786828+0000","last_active":"2024-09-18T02:33:34.875519+0000","last_peered":"2024-09-18T02:33:34.875519+0000","last_clean":"2024-09-18T02:33:34.875519+0000","last_became_active":"2024-09-18T02:27:54.786516+0000","last_became_peered":"2024-09-18T02:27:54.786516+0000","last_unstale":"2024-09-18T02:33:34.875519+0000","last_undegraded":"2024-09-18T02:33:34.875519+0000","last_fullsized":"2024-09-18T02:33:34.875519+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:05:11.077033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":815,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871598+0000","last_change":"2024-09-18T02:26:48.766579+0000","last_active":"2024-09-18T02:33:32.871598+0000","last_peered":"2024-09-18T02:33:32.871598+0000","last_clean":"2024-09-18T02:33:32.871598+0000","last_became_active":"2024-09-18T02:26:48.765985+0000","last_became_peered":"2024-09-18T02:26:48.765985+0000","last_unstale":"2024-09-18T02:33:32.871598+0000","last_undegraded":"2024-09-18T02:33:32.871598+0000","last_fullsized":"2024-09-18T02:33:32.871598+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T07:44:35.750559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"832'1438","reported_seq":3871,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.871366+0000","last_change":"2024-09-18T02:33:33.877714+0000","last_active":"2024-09-18T02:33:36.871366+0000","last_peered":"2024-09-18T02:33:36.871366+0000","last_clean":"2024-09-18T02:33:36.871366+0000","last_became_active":"2024-09-18T02:27:54.792706+0000","last_became_peered":"2024-09-18T02:27:54.792706+0000","last_unstale":"2024-09-18T02:33:36.871366+0000","last_undegraded":"2024-09-18T02:33:36.871366+0000","last_fullsized":"2024-09-18T02:33:36.871366+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":1438,"log_dups_size":0,"ondisk_log_size":1438,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:13:17.402464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089096300000000004,"stat_sum":{"num_bytes":2949120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":240,"num_read_kb":264916,"num_write":549,"num_write_kb":131016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":26861568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":834,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.871234+0000","last_change":"2024-09-18T02:27:54.774919+0000","last_active":"2024-09-18T02:33:36.871234+0000","last_peered":"2024-09-18T02:33:36.871234+0000","last_clean":"2024-09-18T02:33:36.871234+0000","last_became_active":"2024-09-18T02:27:54.774604+0000","last_became_peered":"2024-09-18T02:27:54.774604+0000","last_unstale":"2024-09-18T02:33:36.871234+0000","last_undegraded":"2024-09-18T02:33:36.871234+0000","last_fullsized":"2024-09-18T02:33:36.871234+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T12:27:09.842441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041181099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"541'2","reported_seq":820,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.872164+0000","last_change":"2024-09-18T02:27:21.782171+0000","last_active":"2024-09-18T02:33:32.872164+0000","last_peered":"2024-09-18T02:33:32.872164+0000","last_clean":"2024-09-18T02:33:32.872164+0000","last_became_active":"2024-09-18T02:27:21.781814+0000","last_became_peered":"2024-09-18T02:27:21.781814+0000","last_unstale":"2024-09-18T02:33:32.872164+0000","last_undegraded":"2024-09-18T02:33:32.872164+0000","last_fullsized":"2024-09-18T02:33:32.872164+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:04:12.380161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":832,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875717+0000","last_change":"2024-09-18T02:27:54.784332+0000","last_active":"2024-09-18T02:33:34.875717+0000","last_peered":"2024-09-18T02:33:34.875717+0000","last_clean":"2024-09-18T02:33:34.875717+0000","last_became_active":"2024-09-18T02:27:54.784046+0000","last_became_peered":"2024-09-18T02:27:54.784046+0000","last_unstale":"2024-09-18T02:33:34.875717+0000","last_undegraded":"2024-09-18T02:33:34.875717+0000","last_fullsized":"2024-09-18T02:33:34.875717+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:29:49.457656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"843'2445","reported_seq":4821,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.871678+0000","last_change":"2024-09-18T02:33:33.887412+0000","last_active":"2024-09-18T02:33:36.871678+0000","last_peered":"2024-09-18T02:33:36.871678+0000","last_clean":"2024-09-18T02:33:36.871678+0000","last_became_active":"2024-09-18T02:26:14.750929+0000","last_became_peered":"2024-09-18T02:26:14.750929+0000","last_unstale":"2024-09-18T02:33:36.871678+0000","last_undegraded":"2024-09-18T02:33:36.871678+0000","last_fullsized":"2024-09-18T02:33:36.871678+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":2445,"log_dups_size":0,"ondisk_log_size":2445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:15:51.441971+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.014259542,"stat_sum":{"num_bytes":30146560,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":468,"num_read_kb":852699,"num_write":956,"num_write_kb":217368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":23592960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":812,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.851284+0000","last_change":"2024-09-18T02:27:21.775209+0000","last_active":"2024-09-18T02:33:35.851284+0000","last_peered":"2024-09-18T02:33:35.851284+0000","last_clean":"2024-09-18T02:33:35.851284+0000","last_became_active":"2024-09-18T02:27:21.773761+0000","last_became_peered":"2024-09-18T02:27:21.773761+0000","last_unstale":"2024-09-18T02:33:35.851284+0000","last_undegraded":"2024-09-18T02:33:35.851284+0000","last_fullsized":"2024-09-18T02:33:35.851284+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:17:20.244006+0000","last_clean_scrub_stamp":"2024-09-18T02:17:20.244006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:14:23.087167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":822,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.883349+0000","last_change":"2024-09-18T02:27:21.792715+0000","last_active":"2024-09-18T02:33:32.883349+0000","last_peered":"2024-09-18T02:33:32.883349+0000","last_clean":"2024-09-18T02:33:32.883349+0000","last_became_active":"2024-09-18T02:27:21.792231+0000","last_became_peered":"2024-09-18T02:27:21.792231+0000","last_unstale":"2024-09-18T02:33:32.883349+0000","last_undegraded":"2024-09-18T02:33:32.883349+0000","last_fullsized":"2024-09-18T02:33:32.883349+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:09:07.619153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":794,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.851014+0000","last_change":"2024-09-18T02:26:14.757391+0000","last_active":"2024-09-18T02:33:35.851014+0000","last_peered":"2024-09-18T02:33:35.851014+0000","last_clean":"2024-09-18T02:33:35.851014+0000","last_became_active":"2024-09-18T02:26:14.757086+0000","last_became_peered":"2024-09-18T02:26:14.757086+0000","last_unstale":"2024-09-18T02:33:35.851014+0000","last_undegraded":"2024-09-18T02:33:35.851014+0000","last_fullsized":"2024-09-18T02:33:35.851014+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:46:50.566277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"843'874","reported_seq":3356,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.889518+0000","last_change":"2024-09-18T02:33:33.889518+0000","last_active":"2024-09-18T02:33:33.889518+0000","last_peered":"2024-09-18T02:33:33.889518+0000","last_clean":"2024-09-18T02:33:33.889518+0000","last_became_active":"2024-09-18T02:27:21.783810+0000","last_became_peered":"2024-09-18T02:27:21.783810+0000","last_unstale":"2024-09-18T02:33:33.889518+0000","last_undegraded":"2024-09-18T02:33:33.889518+0000","last_fullsized":"2024-09-18T02:33:33.889518+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":874,"log_dups_size":0,"ondisk_log_size":874,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:16:03.934487+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.0084104590000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":297133,"num_write":336,"num_write_kb":67232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":21504000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2e7","length":"1"},{"start":"2ec","length":"1"},{"start":"2ee","length":"2"},{"start":"2f4","length":"1"},{"start":"2f8","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":808,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874874+0000","last_change":"2024-09-18T02:27:54.782222+0000","last_active":"2024-09-18T02:33:34.874874+0000","last_peered":"2024-09-18T02:33:34.874874+0000","last_clean":"2024-09-18T02:33:34.874874+0000","last_became_active":"2024-09-18T02:27:54.781914+0000","last_became_peered":"2024-09-18T02:27:54.781914+0000","last_unstale":"2024-09-18T02:33:34.874874+0000","last_undegraded":"2024-09-18T02:33:34.874874+0000","last_fullsized":"2024-09-18T02:33:34.874874+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:54:17.529419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":818,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.851334+0000","last_change":"2024-09-18T02:27:54.792664+0000","last_active":"2024-09-18T02:33:35.851334+0000","last_peered":"2024-09-18T02:33:35.851334+0000","last_clean":"2024-09-18T02:33:35.851334+0000","last_became_active":"2024-09-18T02:27:54.792391+0000","last_became_peered":"2024-09-18T02:27:54.792391+0000","last_unstale":"2024-09-18T02:33:35.851334+0000","last_undegraded":"2024-09-18T02:33:35.851334+0000","last_fullsized":"2024-09-18T02:33:35.851334+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:14:01.158662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"843'987","reported_seq":3441,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.872112+0000","last_change":"2024-09-18T02:33:33.882437+0000","last_active":"2024-09-18T02:33:36.872112+0000","last_peered":"2024-09-18T02:33:36.872112+0000","last_clean":"2024-09-18T02:33:36.872112+0000","last_became_active":"2024-09-18T02:26:48.764844+0000","last_became_peered":"2024-09-18T02:26:48.764844+0000","last_unstale":"2024-09-18T02:33:36.872112+0000","last_undegraded":"2024-09-18T02:33:36.872112+0000","last_fullsized":"2024-09-18T02:33:36.872112+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":987,"log_dups_size":0,"ondisk_log_size":987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:24:38.525942+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.00496598,"stat_sum":{"num_bytes":2973696,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":187,"num_read_kb":319373,"num_write":276,"num_write_kb":60312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":31145984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":815,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871448+0000","last_change":"2024-09-18T02:27:54.775946+0000","last_active":"2024-09-18T02:33:32.871448+0000","last_peered":"2024-09-18T02:33:32.871448+0000","last_clean":"2024-09-18T02:33:32.871448+0000","last_became_active":"2024-09-18T02:27:54.775669+0000","last_became_peered":"2024-09-18T02:27:54.775669+0000","last_unstale":"2024-09-18T02:33:32.871448+0000","last_undegraded":"2024-09-18T02:33:32.871448+0000","last_fullsized":"2024-09-18T02:33:32.871448+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:43:24.207079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":823,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875109+0000","last_change":"2024-09-18T02:27:54.774855+0000","last_active":"2024-09-18T02:33:34.875109+0000","last_peered":"2024-09-18T02:33:34.875109+0000","last_clean":"2024-09-18T02:33:34.875109+0000","last_became_active":"2024-09-18T02:27:54.774534+0000","last_became_peered":"2024-09-18T02:27:54.774534+0000","last_unstale":"2024-09-18T02:33:34.875109+0000","last_undegraded":"2024-09-18T02:33:34.875109+0000","last_fullsized":"2024-09-18T02:33:34.875109+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:36:54.303179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"843'902","reported_seq":3403,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:37.216423+0000","last_change":"2024-09-18T02:33:33.885533+0000","last_active":"2024-09-18T02:33:37.216423+0000","last_peered":"2024-09-18T02:33:37.216423+0000","last_clean":"2024-09-18T02:33:37.216423+0000","last_became_active":"2024-09-18T02:27:54.785769+0000","last_became_peered":"2024-09-18T02:27:54.785769+0000","last_unstale":"2024-09-18T02:33:37.216423+0000","last_undegraded":"2024-09-18T02:33:37.216423+0000","last_fullsized":"2024-09-18T02:33:37.216423+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":902,"log_dups_size":0,"ondisk_log_size":902,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:16:25.410772+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0061009530000000001,"stat_sum":{"num_bytes":6217728,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":290668,"num_write":345,"num_write_kb":88448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13164544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2ee","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":815,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.871320+0000","last_change":"2024-09-18T02:27:54.775578+0000","last_active":"2024-09-18T02:33:32.871320+0000","last_peered":"2024-09-18T02:33:32.871320+0000","last_clean":"2024-09-18T02:33:32.871320+0000","last_became_active":"2024-09-18T02:27:54.775222+0000","last_became_peered":"2024-09-18T02:27:54.775222+0000","last_unstale":"2024-09-18T02:33:32.871320+0000","last_undegraded":"2024-09-18T02:33:32.871320+0000","last_fullsized":"2024-09-18T02:33:32.871320+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:29:44.306884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":832,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.876150+0000","last_change":"2024-09-18T02:26:14.751350+0000","last_active":"2024-09-18T02:33:34.876150+0000","last_peered":"2024-09-18T02:33:34.876150+0000","last_clean":"2024-09-18T02:33:34.876150+0000","last_became_active":"2024-09-18T02:26:14.750967+0000","last_became_peered":"2024-09-18T02:26:14.750967+0000","last_unstale":"2024-09-18T02:33:34.876150+0000","last_undegraded":"2024-09-18T02:33:34.876150+0000","last_fullsized":"2024-09-18T02:33:34.876150+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:01:39.646293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"843'1306","reported_seq":3738,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880047+0000","last_change":"2024-09-18T02:33:33.880047+0000","last_active":"2024-09-18T02:33:33.880047+0000","last_peered":"2024-09-18T02:33:33.880047+0000","last_clean":"2024-09-18T02:33:33.880047+0000","last_became_active":"2024-09-18T02:26:14.759370+0000","last_became_peered":"2024-09-18T02:26:14.759370+0000","last_unstale":"2024-09-18T02:33:33.880047+0000","last_undegraded":"2024-09-18T02:33:33.880047+0000","last_fullsized":"2024-09-18T02:33:33.880047+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:20:09.567997+0000","last_clean_scrub_stamp":"2024-09-18T02:20:09.567997+0000","objects_scrubbed":0,"log_size":1306,"log_dups_size":0,"ondisk_log_size":1306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:27:42.031715+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0059831789999999999,"stat_sum":{"num_bytes":14860288,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":234,"num_read_kb":522411,"num_write":494,"num_write_kb":111224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":7766016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2e3","length":"2"},{"start":"2e7","length":"1"},{"start":"2ec","length":"1"},{"start":"2ee","length":"2"},{"start":"2f4","length":"1"},{"start":"2f8","length":"1"}]},{"pgid":"2.b","version":"536'3","reported_seq":818,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875068+0000","last_change":"2024-09-18T02:27:54.790013+0000","last_active":"2024-09-18T02:33:34.875068+0000","last_peered":"2024-09-18T02:33:34.875068+0000","last_clean":"2024-09-18T02:33:34.875068+0000","last_became_active":"2024-09-18T02:27:54.789692+0000","last_became_peered":"2024-09-18T02:27:54.789692+0000","last_unstale":"2024-09-18T02:33:34.875068+0000","last_undegraded":"2024-09-18T02:33:34.875068+0000","last_fullsized":"2024-09-18T02:33:34.875068+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T06:04:04.111544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":803,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-09-18T02:33:32.882893+0000","last_change":"2024-09-18T02:27:21.792686+0000","last_active":"2024-09-18T02:33:32.882893+0000","last_peered":"2024-09-18T02:33:32.882893+0000","last_clean":"2024-09-18T02:33:32.882893+0000","last_became_active":"2024-09-18T02:27:21.792374+0000","last_became_peered":"2024-09-18T02:27:21.792374+0000","last_unstale":"2024-09-18T02:33:32.882893+0000","last_undegraded":"2024-09-18T02:33:32.882893+0000","last_fullsized":"2024-09-18T02:33:32.882893+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T14:02:08.266707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":801,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-09-18T02:33:33.880401+0000","last_change":"2024-09-18T02:27:21.783860+0000","last_active":"2024-09-18T02:33:33.880401+0000","last_peered":"2024-09-18T02:33:33.880401+0000","last_clean":"2024-09-18T02:33:33.880401+0000","last_became_active":"2024-09-18T02:27:21.783571+0000","last_became_peered":"2024-09-18T02:27:21.783571+0000","last_unstale":"2024-09-18T02:33:33.880401+0000","last_undegraded":"2024-09-18T02:33:33.880401+0000","last_fullsized":"2024-09-18T02:33:33.880401+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:27:12.414600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":818,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875352+0000","last_change":"2024-09-18T02:27:54.783124+0000","last_active":"2024-09-18T02:33:34.875352+0000","last_peered":"2024-09-18T02:33:34.875352+0000","last_clean":"2024-09-18T02:33:34.875352+0000","last_became_active":"2024-09-18T02:27:54.781777+0000","last_became_peered":"2024-09-18T02:27:54.781777+0000","last_unstale":"2024-09-18T02:33:34.875352+0000","last_undegraded":"2024-09-18T02:33:34.875352+0000","last_fullsized":"2024-09-18T02:33:34.875352+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T05:53:27.160321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":794,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:35.850238+0000","last_change":"2024-09-18T02:26:14.756990+0000","last_active":"2024-09-18T02:33:35.850238+0000","last_peered":"2024-09-18T02:33:35.850238+0000","last_clean":"2024-09-18T02:33:35.850238+0000","last_became_active":"2024-09-18T02:26:14.756671+0000","last_became_peered":"2024-09-18T02:26:14.756671+0000","last_unstale":"2024-09-18T02:33:35.850238+0000","last_undegraded":"2024-09-18T02:33:35.850238+0000","last_fullsized":"2024-09-18T02:33:35.850238+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T09:07:42.033876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":808,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875245+0000","last_change":"2024-09-18T02:27:54.790647+0000","last_active":"2024-09-18T02:33:34.875245+0000","last_peered":"2024-09-18T02:33:34.875245+0000","last_clean":"2024-09-18T02:33:34.875245+0000","last_became_active":"2024-09-18T02:27:54.790330+0000","last_became_peered":"2024-09-18T02:27:54.790330+0000","last_unstale":"2024-09-18T02:33:34.875245+0000","last_undegraded":"2024-09-18T02:33:34.875245+0000","last_fullsized":"2024-09-18T02:33:34.875245+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:42.590371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":802,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.874997+0000","last_change":"2024-09-18T02:26:48.756695+0000","last_active":"2024-09-18T02:33:34.874997+0000","last_peered":"2024-09-18T02:33:34.874997+0000","last_clean":"2024-09-18T02:33:34.874997+0000","last_became_active":"2024-09-18T02:26:48.756264+0000","last_became_peered":"2024-09-18T02:26:48.756264+0000","last_unstale":"2024-09-18T02:33:34.874997+0000","last_undegraded":"2024-09-18T02:33:34.874997+0000","last_fullsized":"2024-09-18T02:33:34.874997+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T11:42:46.333081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"536'2","reported_seq":836,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.873026+0000","last_change":"2024-09-18T02:26:48.765274+0000","last_active":"2024-09-18T02:33:36.873026+0000","last_peered":"2024-09-18T02:33:36.873026+0000","last_clean":"2024-09-18T02:33:36.873026+0000","last_became_active":"2024-09-18T02:26:48.764943+0000","last_became_peered":"2024-09-18T02:26:48.764943+0000","last_unstale":"2024-09-18T02:33:36.873026+0000","last_undegraded":"2024-09-18T02:33:36.873026+0000","last_fullsized":"2024-09-18T02:33:36.873026+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T10:19:36.443998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":815,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-09-18T02:33:36.872921+0000","last_change":"2024-09-18T02:27:21.782709+0000","last_active":"2024-09-18T02:33:36.872921+0000","last_peered":"2024-09-18T02:33:36.872921+0000","last_clean":"2024-09-18T02:33:36.872921+0000","last_became_active":"2024-09-18T02:27:21.782269+0000","last_became_peered":"2024-09-18T02:27:21.782269+0000","last_unstale":"2024-09-18T02:33:36.872921+0000","last_undegraded":"2024-09-18T02:33:36.872921+0000","last_fullsized":"2024-09-18T02:33:36.872921+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:45.081204+0000","last_clean_scrub_stamp":"2024-09-18T02:16:45.081204+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:42:08.475533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"536'5","reported_seq":810,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-09-18T02:33:34.875495+0000","last_change":"2024-09-18T02:27:54.784948+0000","last_active":"2024-09-18T02:33:34.875495+0000","last_peered":"2024-09-18T02:33:34.875495+0000","last_clean":"2024-09-18T02:33:34.875495+0000","last_became_active":"2024-09-18T02:27:54.784350+0000","last_became_peered":"2024-09-18T02:27:54.784350+0000","last_unstale":"2024-09-18T02:33:34.875495+0000","last_undegraded":"2024-09-18T02:33:34.875495+0000","last_fullsized":"2024-09-18T02:33:34.875495+0000","mapping_epoch":513,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":514,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-18T02:16:44.078803+0000","last_clean_scrub_stamp":"2024-09-18T02:16:44.078803+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T08:51:19.924565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":144359424,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":3915,"num_read_kb":6027997,"num_write":7881,"num_write_kb":1905248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":106,"num_bytes_recovered":334872576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":216539136,"data_stored":216539136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21412,"ondisk_log_size":21412,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6608,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38453,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":172,"ondisk_log_size":172,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":513,"seq":2203318222918,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":104516,"kb_used_data":20972,"kb_used_omap":28,"kb_used_meta":83491,"kb_avail":93640636,"statfs":{"total":95995035648,"available":95888011264,"internally_reserved":0,"allocated":21475328,"data_stored":17792696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28674,"internal_metadata":85495806},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:33:04 2024","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.66400000000000003,"15min":0.55300000000000005},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.426,"5min":10.426,"15min":10.426},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.59699999999999998,"15min":0.55900000000000005},"min":{"1min":0.38,"5min":0.373,"15min":0.373},"max":{"1min":0.80800000000000005,"5min":1.232,"15min":1.232},"last":0.59499999999999997}]},{"osd":1,"last update":"Wed Sep 18 02:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.52600000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.44},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56499999999999995,"15min":0.54500000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.746,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.60599999999999998}]},{"osd":2,"last update":"Wed Sep 18 02:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56799999999999995,"15min":0.54300000000000004},"min":{"1min":0.34799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76400000000000001,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58299999999999996,"15min":0.56699999999999995},"min":{"1min":0.36399999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79200000000000004,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.54900000000000004}]},{"osd":3,"last update":"Wed Sep 18 02:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58099999999999996,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77700000000000002,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.60999999999999999,"15min":0.58599999999999997},"min":{"1min":0.441,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.56299999999999994}]},{"osd":4,"last update":"Wed Sep 18 02:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47099999999999997,"15min":0.45700000000000002},"min":{"1min":0.27300000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.70399999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.48899999999999999,"15min":0.46700000000000003},"min":{"1min":0.33600000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.63300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.621}]},{"osd":5,"last update":"Wed Sep 18 02:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.311,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68200000000000005,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.38},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.50600000000000001,"15min":0.47899999999999998},"min":{"1min":0.35499999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73499999999999999,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.41699999999999998}]},{"osd":6,"last update":"Wed Sep 18 02:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.35599999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.67100000000000004,"5min":1.008,"15min":1.008},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.52900000000000003,"15min":0.50900000000000001},"min":{"1min":0.38800000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71299999999999997,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.48999999999999999}]}]},{"osd":6,"up_from":483,"seq":2074469204044,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":123604,"kb_used_data":25604,"kb_used_omap":23,"kb_used_meta":97960,"kb_avail":93621548,"statfs":{"total":95995035648,"available":95868465152,"internally_reserved":0,"allocated":26218496,"data_stored":25930047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24401,"internal_metadata":100311215},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.59199999999999997,"15min":0.56799999999999995},"min":{"1min":0.40400000000000003,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.86199999999999999,"5min":2.3279999999999998,"15min":2.3279999999999998},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.54100000000000004,"15min":0.52500000000000002},"min":{"1min":0.32400000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71199999999999997,"5min":1.405,"15min":1.405},"last":0.46700000000000003}]},{"osd":1,"last update":"Wed Sep 18 02:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56100000000000005,"15min":0.55500000000000005},"min":{"1min":0.38500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.498},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58199999999999996,"15min":0.56399999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.33500000000000002},"max":{"1min":0.78800000000000003,"5min":1.357,"15min":1.357},"last":0.45300000000000001}]},{"osd":2,"last update":"Wed Sep 18 02:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55100000000000005,"15min":0.74299999999999999},"min":{"1min":0.41199999999999998,"5min":0.307,"15min":0.307},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":6.9199999999999999},"last":0.436},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61399999999999999,"15min":0.72999999999999998},"min":{"1min":0.39400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.81999999999999995,"5min":0.94099999999999995,"15min":5.1289999999999996},"last":0.51700000000000002}]},{"osd":3,"last update":"Wed Sep 18 02:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.59499999999999997,"15min":0.58699999999999997},"min":{"1min":0.47099999999999997,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.82799999999999996,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57199999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69399999999999995,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.48799999999999999}]},{"osd":4,"last update":"Wed Sep 18 02:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.44400000000000001,"15min":0.435},"min":{"1min":0.34000000000000002,"5min":0.248,"15min":0.248},"max":{"1min":0.60299999999999998,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.502,"15min":0.47899999999999998},"min":{"1min":0.35499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71699999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.40100000000000002}]},{"osd":5,"last update":"Wed Sep 18 02:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.46100000000000002,"15min":0.435},"min":{"1min":0.39800000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.70399999999999996,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.48799999999999999,"15min":0.46200000000000002},"min":{"1min":0.38700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.626,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.38700000000000001}]},{"osd":7,"last update":"Wed Sep 18 02:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.50900000000000001,"15min":0.45900000000000002},"min":{"1min":0.434,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.78700000000000003,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.37},{"interface":"front","average":{"1min":0.622,"5min":0.56799999999999995,"15min":0.51300000000000001},"min":{"1min":0.44600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.83799999999999997,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.47599999999999998}]}]},{"osd":4,"up_from":419,"seq":1799591297114,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":287336,"kb_used_data":38880,"kb_used_omap":40,"kb_used_meta":248407,"kb_avail":93457816,"statfs":{"total":95995035648,"available":95700803584,"internally_reserved":0,"allocated":39813120,"data_stored":36112691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41044,"internal_metadata":254369708},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:33:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.55100000000000005,"15min":0.52800000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.73499999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54300000000000004,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.79600000000000004,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.79200000000000004}]},{"osd":1,"last update":"Wed Sep 18 02:33:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56999999999999995,"15min":0.54500000000000004},"min":{"1min":0.33200000000000002,"5min":0.32400000000000001,"15min":0.30099999999999999},"max":{"1min":0.72399999999999998,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57499999999999996,"15min":0.55200000000000005},"min":{"1min":0.38700000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85599999999999998,"5min":2.8039999999999998,"15min":2.8039999999999998},"last":0.69299999999999995}]},{"osd":2,"last update":"Wed Sep 18 02:33:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.56899999999999995},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.81899999999999995,"5min":2.8620000000000001,"15min":2.8620000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.56399999999999995,"15min":0.54500000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70999999999999996,"5min":0.81399999999999995,"15min":0.83399999999999996},"last":0.75800000000000001}]},{"osd":3,"last update":"Wed Sep 18 02:33:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61499999999999999,"15min":0.57699999999999996},"min":{"1min":0.47799999999999998,"5min":0.379,"15min":0.32700000000000001},"max":{"1min":0.75600000000000001,"5min":2.9199999999999999,"15min":2.9199999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54800000000000004,"15min":0.53500000000000003},"min":{"1min":0.41399999999999998,"5min":0.34200000000000003,"15min":0.30099999999999999},"max":{"1min":0.78100000000000003,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.65900000000000003}]},{"osd":5,"last update":"Wed Sep 18 02:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.45200000000000001,"15min":0.42499999999999999},"min":{"1min":0.37,"5min":0.245,"15min":0.245},"max":{"1min":0.71599999999999997,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.47999999999999998,"15min":0.41799999999999998},"min":{"1min":0.40100000000000002,"5min":0.26600000000000001,"15min":0.23999999999999999},"max":{"1min":0.95799999999999996,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.499}]},{"osd":6,"last update":"Wed Sep 18 02:33:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47799999999999998,"15min":0.47599999999999998},"min":{"1min":0.33100000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.60899999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57699999999999996,"15min":0.53300000000000003},"min":{"1min":0.42199999999999999,"5min":0.31,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.948,"15min":2.948},"last":0.57999999999999996}]},{"osd":7,"last update":"Wed Sep 18 02:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.53400000000000003,"15min":0.496},"min":{"1min":0.39500000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.89200000000000002,"5min":3.125,"15min":3.125},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.48999999999999999,"15min":0.48599999999999999},"min":{"1min":0.32200000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.751,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.56000000000000005}]}]},{"osd":3,"up_from":385,"seq":1653562409057,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":258112,"kb_used_data":37300,"kb_used_omap":35,"kb_used_meta":220764,"kb_avail":93487040,"statfs":{"total":95995035648,"available":95730728960,"internally_reserved":0,"allocated":38195200,"data_stored":34495886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36168,"internal_metadata":226063032},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.374,"15min":0.36899999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.754,"5min":0.754,"15min":2.7810000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.218,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.60999999999999999,"5min":0.70199999999999996,"15min":0.97699999999999998},"last":0.35799999999999998}]},{"osd":1,"last update":"Wed Sep 18 02:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.39400000000000002,"15min":0.39600000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.192},"max":{"1min":2.476,"5min":2.476,"15min":3.161},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.42299999999999999,"15min":0.41099999999999998},"min":{"1min":0.27200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.2310000000000001},"last":0.38300000000000001}]},{"osd":2,"last update":"Wed Sep 18 02:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.46999999999999997,"15min":0.44400000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.26300000000000001},"max":{"1min":2.605,"5min":2.605,"15min":3.9969999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.45300000000000001,"15min":0.44700000000000001},"min":{"1min":0.29999999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":0.48499999999999999}]},{"osd":4,"last update":"Wed Sep 18 02:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.63100000000000001,"15min":0.56200000000000006},"min":{"1min":0.42899999999999999,"5min":0.39500000000000002,"15min":0.29399999999999998},"max":{"1min":0.92000000000000004,"5min":2.6920000000000002,"15min":2.6920000000000002},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.64200000000000002,"15min":0.60999999999999999},"min":{"1min":0.374,"5min":0.373,"15min":0.373},"max":{"1min":0.89600000000000002,"5min":2.6859999999999999,"15min":2.6859999999999999},"last":0.92600000000000005}]},{"osd":5,"last update":"Wed Sep 18 02:33:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.63800000000000001,"15min":0.63300000000000001},"min":{"1min":0.45200000000000001,"5min":0.36099999999999999,"15min":0.316},"max":{"1min":1.319,"5min":2.6699999999999999,"15min":2.6699999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66400000000000003,"15min":0.64600000000000002},"min":{"1min":0.51000000000000001,"5min":0.35299999999999998,"15min":0.33800000000000002},"max":{"1min":0.85999999999999999,"5min":2.722,"15min":2.722},"last":0.91700000000000004}]},{"osd":6,"last update":"Wed Sep 18 02:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.65700000000000003,"15min":0.621},"min":{"1min":0.46500000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.81799999999999995,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.65700000000000003,"15min":0.629},"min":{"1min":0.442,"5min":0.434,"15min":0.434},"max":{"1min":0.872,"5min":2.6190000000000002,"15min":2.6190000000000002},"last":0.90200000000000002}]},{"osd":7,"last update":"Wed Sep 18 02:33:05 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.67900000000000005,"15min":0.63300000000000001},"min":{"1min":0.47399999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":2.0339999999999998,"5min":2.6040000000000001,"15min":2.6040000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.68600000000000005,"15min":0.67700000000000005},"min":{"1min":0.433,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.997,"5min":2.633,"15min":2.633},"last":0.88100000000000001}]}]},{"osd":2,"up_from":355,"seq":1524713390183,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":330792,"kb_used_data":35420,"kb_used_omap":47,"kb_used_meta":295312,"kb_avail":93414360,"statfs":{"total":95995035648,"available":95656304640,"internally_reserved":0,"allocated":36270080,"data_stored":32596525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48992,"internal_metadata":302399648},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.36599999999999999,"15min":0.39800000000000002},"min":{"1min":0.248,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.48499999999999999,"5min":0.61799999999999999,"15min":3.214},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.22500000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61399999999999999,"5min":1.337,"15min":3.3109999999999999},"last":0.39300000000000002}]},{"osd":1,"last update":"Wed Sep 18 02:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38900000000000001,"15min":0.44},"min":{"1min":0.249,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":8.4039999999999999},"last":0.437},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.40699999999999997,"15min":0.434},"min":{"1min":0.247,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.74199999999999999,"5min":1.2,"15min":3.665},"last":0.42199999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.45000000000000001,"15min":0.46200000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":0.56699999999999995,"5min":2.3570000000000002,"15min":8.4380000000000006},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.45700000000000002,"15min":0.47899999999999998},"min":{"1min":0.32400000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.63400000000000001,"5min":0.65200000000000002,"15min":4.4139999999999997},"last":0.48599999999999999}]},{"osd":4,"last update":"Wed Sep 18 02:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.62,"15min":0.626},"min":{"1min":0.39100000000000001,"5min":0.39000000000000001,"15min":0.34399999999999997},"max":{"1min":0.81200000000000006,"5min":1.24,"15min":2.3690000000000002},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.64900000000000002,"15min":0.68799999999999994},"min":{"1min":0.374,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.90700000000000003,"5min":2.6480000000000001,"15min":3.3450000000000002},"last":0.748}]},{"osd":5,"last update":"Wed Sep 18 02:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.60499999999999998,"15min":0.97199999999999998},"min":{"1min":0.35499999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81599999999999995,"5min":1.1519999999999999,"15min":8.4979999999999993},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63,"15min":0.68999999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83799999999999997,"5min":1.49,"15min":3.2610000000000001},"last":0.71799999999999997}]},{"osd":6,"last update":"Wed Sep 18 02:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.67000000000000004,"15min":0.61599999999999999},"min":{"1min":0.42499999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75600000000000001,"5min":2.7730000000000001,"15min":2.7730000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.66100000000000003,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.91300000000000003,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.82299999999999995}]},{"osd":7,"last update":"Wed Sep 18 02:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.64700000000000002,"15min":0.58499999999999996},"min":{"1min":0.44400000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81299999999999994,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.65500000000000003,"15min":0.60099999999999998},"min":{"1min":0.49099999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.85999999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.77600000000000002}]}]},{"osd":0,"up_from":290,"seq":1245540515956,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":430924,"kb_used_data":44924,"kb_used_omap":44,"kb_used_meta":385939,"kb_avail":93314228,"statfs":{"total":95995035648,"available":95553769472,"internally_reserved":0,"allocated":46002176,"data_stored":42309401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45122,"internal_metadata":395202494},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 18 02:32:54 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.41499999999999998},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":2.7999999999999998},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.38500000000000001,"15min":0.36599999999999999},"min":{"1min":0.214,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.65200000000000002,"5min":0.66300000000000003,"15min":0.83999999999999997},"last":0.55500000000000005}]},{"osd":2,"last update":"Wed Sep 18 02:33:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.39700000000000002,"15min":0.38200000000000001},"min":{"1min":0.255,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.45100000000000001,"5min":0.64900000000000002,"15min":0.80400000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.38100000000000001,"15min":0.38200000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.629,"5min":0.71499999999999997,"15min":0.82299999999999995},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:32:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.44500000000000001,"15min":0.442},"min":{"1min":0.29599999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.60099999999999998,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41999999999999998,"15min":0.44600000000000001},"min":{"1min":0.26300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.63,"5min":0.71699999999999997,"15min":0.78600000000000003},"last":0.58499999999999996}]},{"osd":4,"last update":"Wed Sep 18 02:33:23 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.61199999999999999,"15min":0.60499999999999998},"min":{"1min":0.433,"5min":0.372,"15min":0.372},"max":{"1min":0.84499999999999997,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.61899999999999999,"15min":0.61399999999999999},"min":{"1min":0.41599999999999998,"5min":0.38400000000000001,"15min":0.373},"max":{"1min":0.82899999999999996,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.72999999999999998}]},{"osd":5,"last update":"Wed Sep 18 02:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.57599999999999996,"15min":0.56999999999999995},"min":{"1min":0.42099999999999999,"5min":0.372,"15min":0.372},"max":{"1min":0.747,"5min":0.88,"15min":0.88},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.61499999999999999,"15min":0.58799999999999997},"min":{"1min":0.433,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77200000000000002,"5min":0.94999999999999996,"15min":0.95699999999999996},"last":0.78000000000000003}]},{"osd":6,"last update":"Wed Sep 18 02:32:35 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.40600000000000003,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84699999999999998,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.44900000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.76500000000000001}]},{"osd":7,"last update":"Wed Sep 18 02:33:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59799999999999998,"15min":0.58599999999999997},"min":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.79300000000000004,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.75},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.64300000000000002,"15min":0.624},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.84699999999999998,"5min":1.004,"15min":1.004},"last":0.85899999999999999}]}]},{"osd":5,"up_from":451,"seq":1937030250579,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":216640,"kb_used_data":27956,"kb_used_omap":44,"kb_used_meta":188627,"kb_avail":93528512,"statfs":{"total":95995035648,"available":95773196288,"internally_reserved":0,"allocated":28626944,"data_stored":24934744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45720,"internal_metadata":193154408},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:33:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53400000000000003,"15min":0.496},"min":{"1min":0.374,"5min":0.223,"15min":0.223},"max":{"1min":0.86699999999999999,"5min":1.395,"15min":1.395},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.53600000000000003,"15min":0.53100000000000003},"min":{"1min":0.36899999999999999,"5min":0.30599999999999999,"15min":0.29299999999999998},"max":{"1min":0.76600000000000001,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.67300000000000004}]},{"osd":1,"last update":"Wed Sep 18 02:33:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.54300000000000004,"15min":0.52500000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55700000000000005,"15min":0.55000000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.55900000000000005}]},{"osd":2,"last update":"Wed Sep 18 02:33:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.57599999999999996,"15min":0.57399999999999995},"min":{"1min":0.44900000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59599999999999997,"15min":0.59399999999999997},"min":{"1min":0.44600000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.61499999999999999}]},{"osd":3,"last update":"Wed Sep 18 02:33:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55500000000000005,"15min":0.53500000000000003},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.82299999999999995,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56399999999999995,"15min":0.54100000000000004},"min":{"1min":0.47599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.75,"5min":1.365,"15min":1.365},"last":0.52400000000000002}]},{"osd":4,"last update":"Wed Sep 18 02:33:01 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.46700000000000003,"15min":0.41299999999999998},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.26000000000000001},"max":{"1min":0.73399999999999999,"5min":0.996,"15min":0.996},"last":0.436},{"interface":"front","average":{"1min":0.496,"5min":0.46600000000000003,"15min":0.41799999999999998},"min":{"1min":0.33900000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.46500000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:33:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.501,"15min":0.46899999999999997},"min":{"1min":0.41099999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.63400000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.504,"15min":0.46899999999999997},"min":{"1min":0.40300000000000002,"5min":0.30499999999999999,"15min":0.30399999999999999},"max":{"1min":0.80500000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.68899999999999995}]},{"osd":7,"last update":"Wed Sep 18 02:33:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.52900000000000003,"15min":0.503},"min":{"1min":0.45100000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.68400000000000005,"5min":0.751,"15min":0.751},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.51900000000000002,"15min":0.48699999999999999},"min":{"1min":0.39400000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.71999999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.70999999999999996}]}]},{"osd":1,"up_from":322,"seq":1382979469421,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":435328,"kb_used_data":50992,"kb_used_omap":43,"kb_used_meta":384276,"kb_avail":93309824,"statfs":{"total":95995035648,"available":95549259776,"internally_reserved":0,"allocated":52215808,"data_stored":48537016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44174,"internal_metadata":393499506},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 18 02:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.40100000000000002,"15min":0.378},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":2.23,"5min":2.23,"15min":2.23},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.45100000000000001,"15min":0.40400000000000003},"min":{"1min":0.222,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.9399999999999999,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.379}]},{"osd":2,"last update":"Wed Sep 18 02:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.47599999999999998,"15min":0.434},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.46000000000000002,"5min":4.0279999999999996,"15min":4.0279999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.441,"15min":0.40200000000000002},"min":{"1min":0.22900000000000001,"5min":0.187,"15min":0.187},"max":{"1min":0.53600000000000003,"5min":2.2029999999999998,"15min":2.2029999999999998},"last":0.40100000000000002}]},{"osd":3,"last update":"Wed Sep 18 02:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.495,"15min":0.45700000000000002},"min":{"1min":0.307,"5min":0.25,"15min":0.25},"max":{"1min":3.992,"5min":3.992,"15min":3.992},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.46800000000000003,"15min":0.433},"min":{"1min":0.27400000000000002,"5min":0.221,"15min":0.221},"max":{"1min":2.9569999999999999,"5min":2.9569999999999999,"15min":2.9569999999999999},"last":0.438}]},{"osd":4,"last update":"Wed Sep 18 02:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.74299999999999999,"15min":0.71499999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.86799999999999999,"5min":10.542,"15min":10.542},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.66100000000000003,"15min":0.68700000000000006},"min":{"1min":0.39700000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.92000000000000004,"5min":2.4239999999999999,"15min":2.4239999999999999},"last":0.71399999999999997}]},{"osd":5,"last update":"Wed Sep 18 02:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.64100000000000001,"15min":0.64500000000000002},"min":{"1min":0.40899999999999997,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.0699999999999998,"5min":2.0699999999999998,"15min":2.0699999999999998},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.64500000000000002,"15min":0.65300000000000002},"min":{"1min":0.42299999999999999,"5min":0.371,"15min":0.371},"max":{"1min":2.3849999999999998,"5min":2.3849999999999998,"15min":2.3849999999999998},"last":0.77400000000000002}]},{"osd":6,"last update":"Wed Sep 18 02:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.46100000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81100000000000005,"5min":2.1699999999999999,"15min":2.1699999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.65600000000000003,"15min":0.61599999999999999},"min":{"1min":0.42199999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83699999999999997,"5min":2.129,"15min":2.129},"last":0.63300000000000001}]},{"osd":7,"last update":"Wed Sep 18 02:32:59 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":0.745,"15min":0.64700000000000002},"min":{"1min":0.501,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":10.167999999999999,"5min":10.167999999999999,"15min":10.167999999999999},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.67200000000000004,"15min":0.624},"min":{"1min":0.45500000000000002,"5min":0.434,"15min":0.434},"max":{"1min":2.448,"5min":2.448,"15min":2.448},"last":0.65700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5615,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4510,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5688,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7099,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6642,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2835,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3178,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2886,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":36618240,"data_stored":36618240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":43446272,"data_stored":43446272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":27496448,"data_stored":27496448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":29380608,"data_stored":29380608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":31002624,"data_stored":31002624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19828736,"data_stored":19828736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16662528,"data_stored":16662528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12103680,"data_stored":12103680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-18T02:33:40.901 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-18T02:33:40.901 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 34dcce56-7563-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-18T02:33:41.161 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/mon.a/config 2024-09-18T02:33:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:40 smithi195 ceph-mon[89559]: pgmap v956: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 657 KiB/s rd, 372 KiB/s wr, 1 op/s 2024-09-18T02:33:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:40 smithi195 ceph-mon[89559]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:33:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:40 smithi046 ceph-mon[94621]: pgmap v956: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 657 KiB/s rd, 372 KiB/s wr, 1 op/s 2024-09-18T02:33:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:40 smithi046 ceph-mon[94621]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:33:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:40 smithi046 ceph-mon[97106]: pgmap v956: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 657 KiB/s rd, 372 KiB/s wr, 1 op/s 2024-09-18T02:33:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:40 smithi046 ceph-mon[97106]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-18T02:33:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:33:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:33:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:42 smithi046 ceph-mon[94621]: pgmap v957: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 524 KiB/s rd, 297 KiB/s wr, 1 op/s 2024-09-18T02:33:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:42 smithi046 ceph-mon[94621]: osdmap e846: 8 total, 8 up, 8 in 2024-09-18T02:33:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:42 smithi046 ceph-mon[97106]: pgmap v957: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 524 KiB/s rd, 297 KiB/s wr, 1 op/s 2024-09-18T02:33:43.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:42 smithi046 ceph-mon[97106]: osdmap e846: 8 total, 8 up, 8 in 2024-09-18T02:33:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:42 smithi195 ceph-mon[89559]: pgmap v957: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 524 KiB/s rd, 297 KiB/s wr, 1 op/s 2024-09-18T02:33:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:42 smithi195 ceph-mon[89559]: osdmap e846: 8 total, 8 up, 8 in 2024-09-18T02:33:43.884 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'unique_pool_0' removed 2024-09-18T02:33:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2967162543' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T02:33:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:43 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T02:33:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:44.227 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2967162543' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T02:33:44.227 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:43 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T02:33:44.227 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:44.227 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2967162543' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T02:33:44.227 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:43 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T02:33:44.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:44.632 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T02:33:44.632 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-18T02:33:44.632 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T02:33:44.633 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-18T02:33:44.633 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-18T02:33:44.633 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-18T02:33:44.634 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-18T02:33:44.634 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:33:44.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T02:33:44.653 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-18T02:33:44.653 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:33:44.711 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-18T02:33:44.711 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-18T02:33:44.769 INFO:tasks.workunit:timeout=3h 2024-09-18T02:33:44.769 INFO:tasks.workunit:cleanup=True 2024-09-18T02:33:44.769 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-18T02:33:44.827 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-18T02:33:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:44 smithi195 ceph-mon[89559]: pgmap v959: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 492 KiB/s rd, 0 op/s 2024-09-18T02:33:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:44 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-18T02:33:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:44 smithi195 ceph-mon[89559]: osdmap e847: 8 total, 8 up, 8 in 2024-09-18T02:33:45.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:44 smithi046 ceph-mon[94621]: pgmap v959: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 492 KiB/s rd, 0 op/s 2024-09-18T02:33:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:44 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-18T02:33:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:44 smithi046 ceph-mon[94621]: osdmap e847: 8 total, 8 up, 8 in 2024-09-18T02:33:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:44 smithi046 ceph-mon[97106]: pgmap v959: 121 pgs: 121 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 492 KiB/s rd, 0 op/s 2024-09-18T02:33:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:44 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-18T02:33:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:44 smithi046 ceph-mon[97106]: osdmap e847: 8 total, 8 up, 8 in 2024-09-18T02:33:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:33:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:33:46] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-09-18T02:33:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:46 smithi195 ceph-mon[89559]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:47.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:46 smithi046 ceph-mon[94621]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:46 smithi046 ceph-mon[97106]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:48 smithi195 ceph-mon[89559]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:49.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:48 smithi046 ceph-mon[97106]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:48 smithi046 ceph-mon[94621]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:50.947 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-18T02:33:51.004 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-18T02:33:51.006 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T02:33:51.006 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-18T02:33:51.056 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-18T02:33:51.106 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-18T02:33:51.146 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T02:33:51.148 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T02:33:51.148 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-18T02:33:51.187 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T02:33:51.191 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:33:51.191 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-18T02:33:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:50 smithi195 ceph-mon[89559]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:51.247 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-18T02:33:51.248 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-18T02:33:51.248 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-18T02:33:51.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:50 smithi046 ceph-mon[94621]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:50 smithi046 ceph-mon[97106]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:51.284 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:33:51.284 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-18T02:33:51.284 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:33:51.284 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-18T02:33:51.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-18T02:33:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:33:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:33:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:52 smithi195 ceph-mon[89559]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:52 smithi195 ceph-mon[89559]: osdmap e848: 8 total, 8 up, 8 in 2024-09-18T02:33:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:52 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3455137281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:52 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[97106]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[97106]: osdmap e848: 8 total, 8 up, 8 in 2024-09-18T02:33:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3455137281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[94621]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[94621]: osdmap e848: 8 total, 8 up, 8 in 2024-09-18T02:33:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3455137281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:53.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:52 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:53.917 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2632 ms) 2024-09-18T02:33:53.917 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-18T02:33:54.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:53 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:33:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:53 smithi195 ceph-mon[89559]: osdmap e849: 8 total, 8 up, 8 in 2024-09-18T02:33:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:53 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:33:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:53 smithi046 ceph-mon[97106]: osdmap e849: 8 total, 8 up, 8 in 2024-09-18T02:33:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:53 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:33:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:53 smithi046 ceph-mon[94621]: osdmap e849: 8 total, 8 up, 8 in 2024-09-18T02:33:55.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:54 smithi195 ceph-mon[89559]: pgmap v967: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:54 smithi195 ceph-mon[89559]: osdmap e850: 8 total, 8 up, 8 in 2024-09-18T02:33:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:54 smithi046 ceph-mon[97106]: pgmap v967: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:54 smithi046 ceph-mon[97106]: osdmap e850: 8 total, 8 up, 8 in 2024-09-18T02:33:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:54 smithi046 ceph-mon[94621]: pgmap v967: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:54 smithi046 ceph-mon[94621]: osdmap e850: 8 total, 8 up, 8 in 2024-09-18T02:33:56.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:55 smithi195 ceph-mon[89559]: osdmap e851: 8 total, 8 up, 8 in 2024-09-18T02:33:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:55 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2707462388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:55 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:56.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:55 smithi046 ceph-mon[97106]: osdmap e851: 8 total, 8 up, 8 in 2024-09-18T02:33:56.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:55 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2707462388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:56.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:55 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:55 smithi046 ceph-mon[94621]: osdmap e851: 8 total, 8 up, 8 in 2024-09-18T02:33:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:55 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2707462388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:55 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:33:56] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-09-18T02:33:56.934 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3017 ms) 2024-09-18T02:33:56.934 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-18T02:33:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:56 smithi195 ceph-mon[89559]: pgmap v970: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:56 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:33:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:56 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:33:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:56 smithi195 ceph-mon[89559]: osdmap e852: 8 total, 8 up, 8 in 2024-09-18T02:33:57.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[97106]: pgmap v970: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:33:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:33:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[97106]: osdmap e852: 8 total, 8 up, 8 in 2024-09-18T02:33:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[94621]: pgmap v970: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:33:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:33:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:56 smithi046 ceph-mon[94621]: osdmap e852: 8 total, 8 up, 8 in 2024-09-18T02:33:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:57 smithi195 ceph-mon[89559]: osdmap e853: 8 total, 8 up, 8 in 2024-09-18T02:33:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:57 smithi046 ceph-mon[94621]: osdmap e853: 8 total, 8 up, 8 in 2024-09-18T02:33:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:57 smithi046 ceph-mon[97106]: osdmap e853: 8 total, 8 up, 8 in 2024-09-18T02:33:59.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:58 smithi195 ceph-mon[89559]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:58 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:33:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:58 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:33:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:58 smithi195 ceph-mon[89559]: osdmap e854: 8 total, 8 up, 8 in 2024-09-18T02:33:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:58 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/175744472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[94621]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:33:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:33:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[94621]: osdmap e854: 8 total, 8 up, 8 in 2024-09-18T02:33:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/175744472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[97106]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:33:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:33:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:33:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[97106]: osdmap e854: 8 total, 8 up, 8 in 2024-09-18T02:33:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/175744472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:33:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:33:59.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Reserve (3024 ms) 2024-09-18T02:33:59.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-18T02:34:00.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:59 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:33:59 smithi195 ceph-mon[89559]: osdmap e855: 8 total, 8 up, 8 in 2024-09-18T02:34:00.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:59 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:00.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:33:59 smithi046 ceph-mon[94621]: osdmap e855: 8 total, 8 up, 8 in 2024-09-18T02:34:00.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:59 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:00.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:33:59 smithi046 ceph-mon[97106]: osdmap e855: 8 total, 8 up, 8 in 2024-09-18T02:34:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:00 smithi195 ceph-mon[89559]: pgmap v976: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:00 smithi195 ceph-mon[89559]: osdmap e856: 8 total, 8 up, 8 in 2024-09-18T02:34:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:00 smithi046 ceph-mon[94621]: pgmap v976: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:00 smithi046 ceph-mon[94621]: osdmap e856: 8 total, 8 up, 8 in 2024-09-18T02:34:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:00 smithi046 ceph-mon[97106]: pgmap v976: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:00 smithi046 ceph-mon[97106]: osdmap e856: 8 total, 8 up, 8 in 2024-09-18T02:34:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:01 smithi195 ceph-mon[89559]: osdmap e857: 8 total, 8 up, 8 in 2024-09-18T02:34:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:01 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3316957714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:01 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:01 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:01 smithi195 ceph-mon[89559]: osdmap e858: 8 total, 8 up, 8 in 2024-09-18T02:34:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[97106]: osdmap e857: 8 total, 8 up, 8 in 2024-09-18T02:34:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3316957714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[97106]: osdmap e858: 8 total, 8 up, 8 in 2024-09-18T02:34:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[94621]: osdmap e857: 8 total, 8 up, 8 in 2024-09-18T02:34:02.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3316957714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:02.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:02.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:02.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:01 smithi046 ceph-mon[94621]: osdmap e858: 8 total, 8 up, 8 in 2024-09-18T02:34:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:34:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:34:02.973 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3016 ms) 2024-09-18T02:34:02.974 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-18T02:34:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:02 smithi046 ceph-mon[97106]: pgmap v979: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:02 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:02 smithi046 ceph-mon[97106]: osdmap e859: 8 total, 8 up, 8 in 2024-09-18T02:34:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:02 smithi046 ceph-mon[94621]: pgmap v979: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:02 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:02 smithi046 ceph-mon[94621]: osdmap e859: 8 total, 8 up, 8 in 2024-09-18T02:34:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:02 smithi195 ceph-mon[89559]: pgmap v979: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:02 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:02 smithi195 ceph-mon[89559]: osdmap e859: 8 total, 8 up, 8 in 2024-09-18T02:34:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:04 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:04 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:34:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:04 smithi195 ceph-mon[89559]: osdmap e860: 8 total, 8 up, 8 in 2024-09-18T02:34:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:04 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/571844566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:34:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[97106]: osdmap e860: 8 total, 8 up, 8 in 2024-09-18T02:34:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/571844566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:04.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:34:04.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[94621]: osdmap e860: 8 total, 8 up, 8 in 2024-09-18T02:34:04.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:04 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/571844566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:05 smithi195 ceph-mon[89559]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:05 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/571844566' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:05 smithi195 ceph-mon[89559]: osdmap e861: 8 total, 8 up, 8 in 2024-09-18T02:34:05.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:05 smithi046 ceph-mon[97106]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:05 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/571844566' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:05 smithi046 ceph-mon[97106]: osdmap e861: 8 total, 8 up, 8 in 2024-09-18T02:34:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:05 smithi046 ceph-mon[94621]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:05 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/571844566' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:05 smithi046 ceph-mon[94621]: osdmap e861: 8 total, 8 up, 8 in 2024-09-18T02:34:05.990 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Commit (3017 ms) 2024-09-18T02:34:05.991 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-18T02:34:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:34:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:34:06] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2024-09-18T02:34:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:06 smithi046 ceph-mon[94621]: pgmap v985: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:06 smithi046 ceph-mon[94621]: osdmap e862: 8 total, 8 up, 8 in 2024-09-18T02:34:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:06 smithi046 ceph-mon[97106]: pgmap v985: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:06 smithi046 ceph-mon[97106]: osdmap e862: 8 total, 8 up, 8 in 2024-09-18T02:34:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:06 smithi195 ceph-mon[89559]: pgmap v985: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:06 smithi195 ceph-mon[89559]: osdmap e862: 8 total, 8 up, 8 in 2024-09-18T02:34:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:08 smithi046 ceph-mon[97106]: osdmap e863: 8 total, 8 up, 8 in 2024-09-18T02:34:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:08 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2214121228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:08 smithi046 ceph-mon[94621]: osdmap e863: 8 total, 8 up, 8 in 2024-09-18T02:34:08.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:08 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2214121228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:08 smithi195 ceph-mon[89559]: osdmap e863: 8 total, 8 up, 8 in 2024-09-18T02:34:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:08 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2214121228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:09.007 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Abort (3017 ms) 2024-09-18T02:34:09.007 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-18T02:34:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:09 smithi195 ceph-mon[89559]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:09 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2214121228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:09 smithi195 ceph-mon[89559]: osdmap e864: 8 total, 8 up, 8 in 2024-09-18T02:34:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:09 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:09 smithi195 ceph-mon[89559]: osdmap e865: 8 total, 8 up, 8 in 2024-09-18T02:34:09.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[97106]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:09.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2214121228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[97106]: osdmap e864: 8 total, 8 up, 8 in 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[97106]: osdmap e865: 8 total, 8 up, 8 in 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[94621]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2214121228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[94621]: osdmap e864: 8 total, 8 up, 8 in 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:09 smithi046 ceph-mon[94621]: osdmap e865: 8 total, 8 up, 8 in 2024-09-18T02:34:10.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:10.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:10 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:10 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:34:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:10 smithi195 ceph-mon[89559]: osdmap e866: 8 total, 8 up, 8 in 2024-09-18T02:34:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:10 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/195083400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:10 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[94621]: osdmap e866: 8 total, 8 up, 8 in 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/195083400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[97106]: osdmap e866: 8 total, 8 up, 8 in 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/195083400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:10 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:11.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:11 smithi195 ceph-mon[89559]: pgmap v991: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:11 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:11 smithi195 ceph-mon[89559]: osdmap e867: 8 total, 8 up, 8 in 2024-09-18T02:34:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:11 smithi046 ceph-mon[97106]: pgmap v991: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:11 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:11 smithi046 ceph-mon[97106]: osdmap e867: 8 total, 8 up, 8 in 2024-09-18T02:34:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:11 smithi046 ceph-mon[94621]: pgmap v991: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:11 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:11 smithi046 ceph-mon[94621]: osdmap e867: 8 total, 8 up, 8 in 2024-09-18T02:34:12.027 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveError (3020 ms) 2024-09-18T02:34:12.027 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-18T02:34:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:34:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:34:13.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:13 smithi195 ceph-mon[89559]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:13.487 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:13 smithi195 ceph-mon[89559]: osdmap e868: 8 total, 8 up, 8 in 2024-09-18T02:34:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:13 smithi046 ceph-mon[94621]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:13 smithi046 ceph-mon[94621]: osdmap e868: 8 total, 8 up, 8 in 2024-09-18T02:34:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:13 smithi046 ceph-mon[97106]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:13 smithi046 ceph-mon[97106]: osdmap e868: 8 total, 8 up, 8 in 2024-09-18T02:34:14.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[94621]: osdmap e869: 8 total, 8 up, 8 in 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3082329346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[94621]: osdmap e870: 8 total, 8 up, 8 in 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[97106]: osdmap e869: 8 total, 8 up, 8 in 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3082329346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:14.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:14 smithi046 ceph-mon[97106]: osdmap e870: 8 total, 8 up, 8 in 2024-09-18T02:34:14.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:14 smithi195 ceph-mon[89559]: osdmap e869: 8 total, 8 up, 8 in 2024-09-18T02:34:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:14 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3082329346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:14 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:14 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:14 smithi195 ceph-mon[89559]: osdmap e870: 8 total, 8 up, 8 in 2024-09-18T02:34:15.033 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.CommitError (3006 ms) 2024-09-18T02:34:15.033 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-18T02:34:15.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:15 smithi046 ceph-mon[97106]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:15.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:15 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:15.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:15 smithi046 ceph-mon[97106]: osdmap e871: 8 total, 8 up, 8 in 2024-09-18T02:34:15.425 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:15 smithi046 ceph-mon[94621]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:15.426 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:15 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:15.426 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:15 smithi046 ceph-mon[94621]: osdmap e871: 8 total, 8 up, 8 in 2024-09-18T02:34:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:15 smithi195 ceph-mon[89559]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:15 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:15 smithi195 ceph-mon[89559]: osdmap e871: 8 total, 8 up, 8 in 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[94621]: osdmap e872: 8 total, 8 up, 8 in 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3637863972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[97106]: osdmap e872: 8 total, 8 up, 8 in 2024-09-18T02:34:16.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3637863972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:16.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:16 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:16 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:34:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:16 smithi195 ceph-mon[89559]: osdmap e872: 8 total, 8 up, 8 in 2024-09-18T02:34:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:16 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3637863972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:16.701 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:34:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:34:16] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-09-18T02:34:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:17 smithi195 ceph-mon[89559]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:17 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3637863972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:17 smithi195 ceph-mon[89559]: osdmap e873: 8 total, 8 up, 8 in 2024-09-18T02:34:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:17 smithi046 ceph-mon[97106]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:17 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3637863972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:17 smithi046 ceph-mon[97106]: osdmap e873: 8 total, 8 up, 8 in 2024-09-18T02:34:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:17 smithi046 ceph-mon[94621]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:17 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3637863972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:17 smithi046 ceph-mon[94621]: osdmap e873: 8 total, 8 up, 8 in 2024-09-18T02:34:18.064 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AbortError (3030 ms) 2024-09-18T02:34:18.064 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-18T02:34:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:19 smithi195 ceph-mon[89559]: pgmap v1003: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:19 smithi195 ceph-mon[89559]: osdmap e874: 8 total, 8 up, 8 in 2024-09-18T02:34:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:19 smithi046 ceph-mon[97106]: pgmap v1003: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:19 smithi046 ceph-mon[97106]: osdmap e874: 8 total, 8 up, 8 in 2024-09-18T02:34:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:19 smithi046 ceph-mon[94621]: pgmap v1003: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:19 smithi046 ceph-mon[94621]: osdmap e874: 8 total, 8 up, 8 in 2024-09-18T02:34:20.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:20 smithi195 ceph-mon[89559]: osdmap e875: 8 total, 8 up, 8 in 2024-09-18T02:34:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3488624320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3488624320' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:20 smithi195 ceph-mon[89559]: osdmap e876: 8 total, 8 up, 8 in 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[97106]: osdmap e875: 8 total, 8 up, 8 in 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3488624320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3488624320' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[97106]: osdmap e876: 8 total, 8 up, 8 in 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[94621]: osdmap e875: 8 total, 8 up, 8 in 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3488624320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3488624320' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:20 smithi046 ceph-mon[94621]: osdmap e876: 8 total, 8 up, 8 in 2024-09-18T02:34:21.080 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3015 ms) 2024-09-18T02:34:21.080 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-18T02:34:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:21 smithi195 ceph-mon[89559]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:21 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:21 smithi195 ceph-mon[89559]: osdmap e877: 8 total, 8 up, 8 in 2024-09-18T02:34:21.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:21 smithi046 ceph-mon[94621]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:21 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:21 smithi046 ceph-mon[94621]: osdmap e877: 8 total, 8 up, 8 in 2024-09-18T02:34:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:21 smithi046 ceph-mon[97106]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:21 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:21 smithi046 ceph-mon[97106]: osdmap e877: 8 total, 8 up, 8 in 2024-09-18T02:34:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:22 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:22 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:34:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:22 smithi195 ceph-mon[89559]: osdmap e878: 8 total, 8 up, 8 in 2024-09-18T02:34:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3982959256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:22 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:34:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:34:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:34:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[97106]: osdmap e878: 8 total, 8 up, 8 in 2024-09-18T02:34:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3982959256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:34:22.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[94621]: osdmap e878: 8 total, 8 up, 8 in 2024-09-18T02:34:22.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3982959256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:22.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:22 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:23 smithi195 ceph-mon[89559]: pgmap v1009: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:23 smithi195 ceph-mon[89559]: osdmap e879: 8 total, 8 up, 8 in 2024-09-18T02:34:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:23 smithi046 ceph-mon[97106]: pgmap v1009: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:23 smithi046 ceph-mon[97106]: osdmap e879: 8 total, 8 up, 8 in 2024-09-18T02:34:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:23 smithi046 ceph-mon[94621]: pgmap v1009: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:23 smithi046 ceph-mon[94621]: osdmap e879: 8 total, 8 up, 8 in 2024-09-18T02:34:24.100 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3021 ms) 2024-09-18T02:34:24.100 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-18T02:34:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:25 smithi195 ceph-mon[89559]: pgmap v1012: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:25 smithi195 ceph-mon[89559]: osdmap e880: 8 total, 8 up, 8 in 2024-09-18T02:34:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:25 smithi046 ceph-mon[97106]: pgmap v1012: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:25 smithi046 ceph-mon[97106]: osdmap e880: 8 total, 8 up, 8 in 2024-09-18T02:34:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:25 smithi046 ceph-mon[94621]: pgmap v1012: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:25 smithi046 ceph-mon[94621]: osdmap e880: 8 total, 8 up, 8 in 2024-09-18T02:34:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[94621]: osdmap e881: 8 total, 8 up, 8 in 2024-09-18T02:34:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/524385174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/524385174' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[94621]: osdmap e882: 8 total, 8 up, 8 in 2024-09-18T02:34:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[97106]: osdmap e881: 8 total, 8 up, 8 in 2024-09-18T02:34:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/524385174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/524385174' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:26.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-mon[97106]: osdmap e882: 8 total, 8 up, 8 in 2024-09-18T02:34:26.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:26 smithi195 ceph-mon[89559]: osdmap e881: 8 total, 8 up, 8 in 2024-09-18T02:34:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/524385174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/524385174' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:26 smithi195 ceph-mon[89559]: osdmap e882: 8 total, 8 up, 8 in 2024-09-18T02:34:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:34:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:34:26] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-09-18T02:34:27.119 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3020 ms) 2024-09-18T02:34:27.119 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-18T02:34:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:27 smithi195 ceph-mon[89559]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:27 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:27 smithi195 ceph-mon[89559]: osdmap e883: 8 total, 8 up, 8 in 2024-09-18T02:34:27.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:27 smithi046 ceph-mon[97106]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:27.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:27 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:27 smithi046 ceph-mon[97106]: osdmap e883: 8 total, 8 up, 8 in 2024-09-18T02:34:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:27 smithi046 ceph-mon[94621]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:27 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:27 smithi046 ceph-mon[94621]: osdmap e883: 8 total, 8 up, 8 in 2024-09-18T02:34:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:28 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:28 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:34:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:28 smithi195 ceph-mon[89559]: osdmap e884: 8 total, 8 up, 8 in 2024-09-18T02:34:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:28 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/450847624' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:28 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:34:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[94621]: osdmap e884: 8 total, 8 up, 8 in 2024-09-18T02:34:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/450847624' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:34:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[97106]: osdmap e884: 8 total, 8 up, 8 in 2024-09-18T02:34:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/450847624' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:28 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:29 smithi195 ceph-mon[89559]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:29 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:29 smithi195 ceph-mon[89559]: osdmap e885: 8 total, 8 up, 8 in 2024-09-18T02:34:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[94621]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[94621]: osdmap e885: 8 total, 8 up, 8 in 2024-09-18T02:34:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[97106]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:29 smithi046 ceph-mon[97106]: osdmap e885: 8 total, 8 up, 8 in 2024-09-18T02:34:30.137 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3017 ms) 2024-09-18T02:34:30.137 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-18T02:34:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:31 smithi195 ceph-mon[89559]: pgmap v1021: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:31 smithi195 ceph-mon[89559]: osdmap e886: 8 total, 8 up, 8 in 2024-09-18T02:34:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:31 smithi046 ceph-mon[94621]: pgmap v1021: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:31 smithi046 ceph-mon[94621]: osdmap e886: 8 total, 8 up, 8 in 2024-09-18T02:34:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:31 smithi046 ceph-mon[97106]: pgmap v1021: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:31 smithi046 ceph-mon[97106]: osdmap e886: 8 total, 8 up, 8 in 2024-09-18T02:34:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:34:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: osdmap e887: 8 total, 8 up, 8 in 2024-09-18T02:34:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3895958150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:34:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:34:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:34:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:34:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:32.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:32 smithi195 ceph-mon[89559]: osdmap e888: 8 total, 8 up, 8 in 2024-09-18T02:34:32.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: osdmap e887: 8 total, 8 up, 8 in 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3895958150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[97106]: osdmap e888: 8 total, 8 up, 8 in 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: osdmap e887: 8 total, 8 up, 8 in 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3895958150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:34:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:34:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:34:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:34:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:32.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:32 smithi046 ceph-mon[94621]: osdmap e888: 8 total, 8 up, 8 in 2024-09-18T02:34:33.153 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3016 ms) 2024-09-18T02:34:33.153 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-18T02:34:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:33 smithi195 ceph-mon[89559]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:33 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:33 smithi195 ceph-mon[89559]: osdmap e889: 8 total, 8 up, 8 in 2024-09-18T02:34:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:33 smithi046 ceph-mon[97106]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:33 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:33 smithi046 ceph-mon[97106]: osdmap e889: 8 total, 8 up, 8 in 2024-09-18T02:34:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:33 smithi046 ceph-mon[94621]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:33 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:33 smithi046 ceph-mon[94621]: osdmap e889: 8 total, 8 up, 8 in 2024-09-18T02:34:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:34 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:34 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:34:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:34 smithi195 ceph-mon[89559]: osdmap e890: 8 total, 8 up, 8 in 2024-09-18T02:34:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:34 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3683172456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:34 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:34:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[94621]: osdmap e890: 8 total, 8 up, 8 in 2024-09-18T02:34:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3683172456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:34.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:34:34.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[97106]: osdmap e890: 8 total, 8 up, 8 in 2024-09-18T02:34:34.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3683172456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:34.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:34 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:35 smithi195 ceph-mon[89559]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:35 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:35 smithi195 ceph-mon[89559]: osdmap e891: 8 total, 8 up, 8 in 2024-09-18T02:34:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:35 smithi046 ceph-mon[97106]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:35 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:35 smithi046 ceph-mon[97106]: osdmap e891: 8 total, 8 up, 8 in 2024-09-18T02:34:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:35 smithi046 ceph-mon[94621]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:35 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:35 smithi046 ceph-mon[94621]: osdmap e891: 8 total, 8 up, 8 in 2024-09-18T02:34:36.168 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3015 ms) 2024-09-18T02:34:36.168 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-18T02:34:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:34:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:34:36] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-09-18T02:34:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:37 smithi195 ceph-mon[89559]: pgmap v1030: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:37 smithi195 ceph-mon[89559]: osdmap e892: 8 total, 8 up, 8 in 2024-09-18T02:34:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:37 smithi046 ceph-mon[97106]: pgmap v1030: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:37.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:37 smithi046 ceph-mon[97106]: osdmap e892: 8 total, 8 up, 8 in 2024-09-18T02:34:37.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:37 smithi046 ceph-mon[94621]: pgmap v1030: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:37.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:37 smithi046 ceph-mon[94621]: osdmap e892: 8 total, 8 up, 8 in 2024-09-18T02:34:38.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:38 smithi195 ceph-mon[89559]: osdmap e893: 8 total, 8 up, 8 in 2024-09-18T02:34:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/347680839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:38 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:38 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:38 smithi195 ceph-mon[89559]: osdmap e894: 8 total, 8 up, 8 in 2024-09-18T02:34:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[97106]: osdmap e893: 8 total, 8 up, 8 in 2024-09-18T02:34:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/347680839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[97106]: osdmap e894: 8 total, 8 up, 8 in 2024-09-18T02:34:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[94621]: osdmap e893: 8 total, 8 up, 8 in 2024-09-18T02:34:38.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/347680839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:38.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:38.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:38.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:38 smithi046 ceph-mon[94621]: osdmap e894: 8 total, 8 up, 8 in 2024-09-18T02:34:39.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Cleanup (3018 ms) 2024-09-18T02:34:39.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-18T02:34:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:39 smithi195 ceph-mon[89559]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:39 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:39 smithi195 ceph-mon[89559]: osdmap e895: 8 total, 8 up, 8 in 2024-09-18T02:34:39.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:39 smithi046 ceph-mon[94621]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:39 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:39 smithi046 ceph-mon[94621]: osdmap e895: 8 total, 8 up, 8 in 2024-09-18T02:34:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:39 smithi046 ceph-mon[97106]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:39 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:39 smithi046 ceph-mon[97106]: osdmap e895: 8 total, 8 up, 8 in 2024-09-18T02:34:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:34:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[97106]: osdmap e896: 8 total, 8 up, 8 in 2024-09-18T02:34:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4231713501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:34:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[94621]: osdmap e896: 8 total, 8 up, 8 in 2024-09-18T02:34:40.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:40 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4231713501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:40 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:34:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:40 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:34:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:40 smithi195 ceph-mon[89559]: osdmap e896: 8 total, 8 up, 8 in 2024-09-18T02:34:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:40 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4231713501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:41 smithi046 ceph-mon[94621]: pgmap v1036: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:41 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4231713501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:41 smithi046 ceph-mon[94621]: osdmap e897: 8 total, 8 up, 8 in 2024-09-18T02:34:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:41 smithi046 ceph-mon[97106]: pgmap v1036: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:41 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4231713501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:41 smithi046 ceph-mon[97106]: osdmap e897: 8 total, 8 up, 8 in 2024-09-18T02:34:41.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:41 smithi195 ceph-mon[89559]: pgmap v1036: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:41.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:41 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4231713501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:41 smithi195 ceph-mon[89559]: osdmap e897: 8 total, 8 up, 8 in 2024-09-18T02:34:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:34:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:34:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:43 smithi195 ceph-mon[89559]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:43 smithi195 ceph-mon[89559]: osdmap e898: 8 total, 8 up, 8 in 2024-09-18T02:34:43.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:43 smithi046 ceph-mon[94621]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:43 smithi046 ceph-mon[94621]: osdmap e898: 8 total, 8 up, 8 in 2024-09-18T02:34:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:43 smithi046 ceph-mon[97106]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:43 smithi046 ceph-mon[97106]: osdmap e898: 8 total, 8 up, 8 in 2024-09-18T02:34:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:45 smithi195 ceph-mon[89559]: pgmap v1041: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:45.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:45 smithi046 ceph-mon[97106]: pgmap v1041: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:45 smithi046 ceph-mon[94621]: pgmap v1041: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:34:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:34:46] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-09-18T02:34:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:47 smithi195 ceph-mon[89559]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.9 MiB/s wr, 7.74k op/s 2024-09-18T02:34:47.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:47 smithi046 ceph-mon[97106]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.9 MiB/s wr, 7.74k op/s 2024-09-18T02:34:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:47 smithi046 ceph-mon[94621]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.9 MiB/s wr, 7.74k op/s 2024-09-18T02:34:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:49 smithi195 ceph-mon[89559]: pgmap v1043: 137 pgs: 137 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 6.43k op/s 2024-09-18T02:34:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:49 smithi046 ceph-mon[94621]: pgmap v1043: 137 pgs: 137 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 6.43k op/s 2024-09-18T02:34:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:49 smithi046 ceph-mon[97106]: pgmap v1043: 137 pgs: 137 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 6.43k op/s 2024-09-18T02:34:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:51 smithi195 ceph-mon[89559]: pgmap v1044: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 5.65k op/s 2024-09-18T02:34:51.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:51 smithi046 ceph-mon[94621]: pgmap v1044: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 5.65k op/s 2024-09-18T02:34:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:51 smithi046 ceph-mon[97106]: pgmap v1044: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 5.65k op/s 2024-09-18T02:34:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:34:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:34:53.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14030 ms) 2024-09-18T02:34:53.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-18T02:34:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:53 smithi195 ceph-mon[89559]: pgmap v1045: 137 pgs: 137 active+clean; 2.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s rd, 7.4 MiB/s wr, 8.40k op/s 2024-09-18T02:34:53.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:53 smithi046 ceph-mon[97106]: pgmap v1045: 137 pgs: 137 active+clean; 2.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s rd, 7.4 MiB/s wr, 8.40k op/s 2024-09-18T02:34:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:53 smithi046 ceph-mon[94621]: pgmap v1045: 137 pgs: 137 active+clean; 2.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s rd, 7.4 MiB/s wr, 8.40k op/s 2024-09-18T02:34:54.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:54 smithi195 ceph-mon[89559]: osdmap e899: 8 total, 8 up, 8 in 2024-09-18T02:34:54.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:54 smithi046 ceph-mon[97106]: osdmap e899: 8 total, 8 up, 8 in 2024-09-18T02:34:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:54 smithi046 ceph-mon[94621]: osdmap e899: 8 total, 8 up, 8 in 2024-09-18T02:34:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[94621]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[94621]: osdmap e900: 8 total, 8 up, 8 in 2024-09-18T02:34:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/698027348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[97106]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:55.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[97106]: osdmap e900: 8 total, 8 up, 8 in 2024-09-18T02:34:55.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/698027348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:55.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:55 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:55 smithi195 ceph-mon[89559]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:55 smithi195 ceph-mon[89559]: osdmap e900: 8 total, 8 up, 8 in 2024-09-18T02:34:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:55 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/698027348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:55 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:56.242 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3027 ms) 2024-09-18T02:34:56.243 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-18T02:34:56.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:56 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:56 smithi046 ceph-mon[94621]: osdmap e901: 8 total, 8 up, 8 in 2024-09-18T02:34:56.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:34:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:34:56] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-09-18T02:34:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:56 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:56 smithi046 ceph-mon[97106]: osdmap e901: 8 total, 8 up, 8 in 2024-09-18T02:34:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:56 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:56 smithi195 ceph-mon[89559]: osdmap e901: 8 total, 8 up, 8 in 2024-09-18T02:34:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:57 smithi046 ceph-mon[94621]: pgmap v1050: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:57 smithi046 ceph-mon[94621]: osdmap e902: 8 total, 8 up, 8 in 2024-09-18T02:34:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:57 smithi046 ceph-mon[97106]: pgmap v1050: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:57 smithi046 ceph-mon[97106]: osdmap e902: 8 total, 8 up, 8 in 2024-09-18T02:34:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:57 smithi195 ceph-mon[89559]: pgmap v1050: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:57 smithi195 ceph-mon[89559]: osdmap e902: 8 total, 8 up, 8 in 2024-09-18T02:34:58.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:58 smithi195 ceph-mon[89559]: osdmap e903: 8 total, 8 up, 8 in 2024-09-18T02:34:58.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:58 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/992690442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:58 smithi195 ceph-mon[89559]: osdmap e904: 8 total, 8 up, 8 in 2024-09-18T02:34:58.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[94621]: osdmap e903: 8 total, 8 up, 8 in 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/992690442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[94621]: osdmap e904: 8 total, 8 up, 8 in 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[97106]: osdmap e903: 8 total, 8 up, 8 in 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/992690442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:34:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:58 smithi046 ceph-mon[97106]: osdmap e904: 8 total, 8 up, 8 in 2024-09-18T02:34:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:59 smithi195 ceph-mon[89559]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:59 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:34:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:34:59 smithi195 ceph-mon[89559]: osdmap e905: 8 total, 8 up, 8 in 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[97106]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[97106]: osdmap e905: 8 total, 8 up, 8 in 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[94621]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:34:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:34:59 smithi046 ceph-mon[94621]: osdmap e905: 8 total, 8 up, 8 in 2024-09-18T02:35:00.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:00 smithi195 ceph-mon[89559]: pgmap v1056: 137 pgs: 17 creating+peering, 11 unknown, 109 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 2.01k op/s 2024-09-18T02:35:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:00 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:00 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:35:00.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:00 smithi046 ceph-mon[94621]: pgmap v1056: 137 pgs: 17 creating+peering, 11 unknown, 109 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 2.01k op/s 2024-09-18T02:35:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:00 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:00 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:35:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:00 smithi046 ceph-mon[97106]: pgmap v1056: 137 pgs: 17 creating+peering, 11 unknown, 109 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 2.01k op/s 2024-09-18T02:35:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:00 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:00 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:35:02.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:02 smithi195 ceph-mon[89559]: pgmap v1057: 137 pgs: 17 creating+peering, 4 unknown, 116 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 1.55k op/s 2024-09-18T02:35:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:35:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:35:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:35:02.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:02 smithi046 ceph-mon[97106]: pgmap v1057: 137 pgs: 17 creating+peering, 4 unknown, 116 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 1.55k op/s 2024-09-18T02:35:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:02 smithi046 ceph-mon[94621]: pgmap v1057: 137 pgs: 17 creating+peering, 4 unknown, 116 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 1.55k op/s 2024-09-18T02:35:04.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:04 smithi195 ceph-mon[89559]: pgmap v1058: 137 pgs: 137 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 1.30k op/s 2024-09-18T02:35:04.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:04 smithi046 ceph-mon[94621]: pgmap v1058: 137 pgs: 137 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 1.30k op/s 2024-09-18T02:35:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:04 smithi046 ceph-mon[97106]: pgmap v1058: 137 pgs: 137 active+clean; 766 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 1.30k op/s 2024-09-18T02:35:06.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:06 smithi195 ceph-mon[89559]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.6 MiB/s wr, 6.49k op/s 2024-09-18T02:35:06.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:35:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:35:06] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-18T02:35:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:06 smithi046 ceph-mon[97106]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.6 MiB/s wr, 6.49k op/s 2024-09-18T02:35:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:06 smithi046 ceph-mon[94621]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.6 MiB/s wr, 6.49k op/s 2024-09-18T02:35:08.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:08 smithi195 ceph-mon[89559]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.9 MiB/s wr, 5.67k op/s 2024-09-18T02:35:08.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:08 smithi046 ceph-mon[97106]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.9 MiB/s wr, 5.67k op/s 2024-09-18T02:35:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:08 smithi046 ceph-mon[94621]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.9 MiB/s wr, 5.67k op/s 2024-09-18T02:35:10.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:10 smithi195 ceph-mon[89559]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 5.4 MiB/s wr, 6.37k op/s 2024-09-18T02:35:10.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:10 smithi046 ceph-mon[97106]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 5.4 MiB/s wr, 6.37k op/s 2024-09-18T02:35:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:10 smithi046 ceph-mon[94621]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 5.4 MiB/s wr, 6.37k op/s 2024-09-18T02:35:12.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:12 smithi195 ceph-mon[89559]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.5 MiB/s wr, 5.39k op/s 2024-09-18T02:35:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:35:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:35:12.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:12 smithi046 ceph-mon[94621]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.5 MiB/s wr, 5.39k op/s 2024-09-18T02:35:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:12 smithi046 ceph-mon[97106]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.5 MiB/s wr, 5.39k op/s 2024-09-18T02:35:14.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:14.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:14.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:14 smithi046 ceph-mon[94621]: pgmap v1063: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.5 MiB/s wr, 5.39k op/s 2024-09-18T02:35:14.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:14.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:14.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:14 smithi046 ceph-mon[97106]: pgmap v1063: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.5 MiB/s wr, 5.39k op/s 2024-09-18T02:35:14.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:14.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:14 smithi195 ceph-mon[89559]: pgmap v1063: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.5 MiB/s wr, 5.39k op/s 2024-09-18T02:35:15.317 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19075 ms) 2024-09-18T02:35:15.317 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-18T02:35:16.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:16 smithi195 ceph-mon[89559]: osdmap e906: 8 total, 8 up, 8 in 2024-09-18T02:35:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:16 smithi195 ceph-mon[89559]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:35:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:35:16] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-09-18T02:35:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:16 smithi046 ceph-mon[97106]: osdmap e906: 8 total, 8 up, 8 in 2024-09-18T02:35:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:16 smithi046 ceph-mon[97106]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:16 smithi046 ceph-mon[94621]: osdmap e906: 8 total, 8 up, 8 in 2024-09-18T02:35:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:16 smithi046 ceph-mon[94621]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:17.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:17 smithi195 ceph-mon[89559]: osdmap e907: 8 total, 8 up, 8 in 2024-09-18T02:35:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:17 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2452935819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:17.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:17 smithi046 ceph-mon[94621]: osdmap e907: 8 total, 8 up, 8 in 2024-09-18T02:35:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:17 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2452935819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:17 smithi046 ceph-mon[97106]: osdmap e907: 8 total, 8 up, 8 in 2024-09-18T02:35:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:17 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2452935819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:18.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:18 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2452935819' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:18 smithi195 ceph-mon[89559]: osdmap e908: 8 total, 8 up, 8 in 2024-09-18T02:35:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:18 smithi195 ceph-mon[89559]: pgmap v1068: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:18 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2452935819' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:18 smithi046 ceph-mon[94621]: osdmap e908: 8 total, 8 up, 8 in 2024-09-18T02:35:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:18 smithi046 ceph-mon[94621]: pgmap v1068: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:18 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2452935819' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:18 smithi046 ceph-mon[97106]: osdmap e908: 8 total, 8 up, 8 in 2024-09-18T02:35:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:18 smithi046 ceph-mon[97106]: pgmap v1068: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:19.340 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4023 ms) 2024-09-18T02:35:19.340 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-18T02:35:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:19 smithi195 ceph-mon[89559]: osdmap e909: 8 total, 8 up, 8 in 2024-09-18T02:35:19.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:19 smithi046 ceph-mon[94621]: osdmap e909: 8 total, 8 up, 8 in 2024-09-18T02:35:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:19 smithi046 ceph-mon[97106]: osdmap e909: 8 total, 8 up, 8 in 2024-09-18T02:35:20.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:20 smithi195 ceph-mon[89559]: osdmap e910: 8 total, 8 up, 8 in 2024-09-18T02:35:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:20 smithi195 ceph-mon[89559]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:20.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:20 smithi046 ceph-mon[97106]: osdmap e910: 8 total, 8 up, 8 in 2024-09-18T02:35:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:20 smithi046 ceph-mon[97106]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:20 smithi046 ceph-mon[94621]: osdmap e910: 8 total, 8 up, 8 in 2024-09-18T02:35:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:20 smithi046 ceph-mon[94621]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:21 smithi195 ceph-mon[89559]: osdmap e911: 8 total, 8 up, 8 in 2024-09-18T02:35:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:21 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3163127234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:21 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:21 smithi046 ceph-mon[97106]: osdmap e911: 8 total, 8 up, 8 in 2024-09-18T02:35:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:21 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3163127234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:21 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:21 smithi046 ceph-mon[94621]: osdmap e911: 8 total, 8 up, 8 in 2024-09-18T02:35:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:21 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3163127234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:21 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:22.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:22 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:22 smithi195 ceph-mon[89559]: osdmap e912: 8 total, 8 up, 8 in 2024-09-18T02:35:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:22 smithi195 ceph-mon[89559]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:35:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:35:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:22 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:22 smithi046 ceph-mon[97106]: osdmap e912: 8 total, 8 up, 8 in 2024-09-18T02:35:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:22 smithi046 ceph-mon[97106]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:22 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:22 smithi046 ceph-mon[94621]: osdmap e912: 8 total, 8 up, 8 in 2024-09-18T02:35:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:22 smithi046 ceph-mon[94621]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:23.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:23 smithi195 ceph-mon[89559]: osdmap e913: 8 total, 8 up, 8 in 2024-09-18T02:35:23.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:23 smithi046 ceph-mon[97106]: osdmap e913: 8 total, 8 up, 8 in 2024-09-18T02:35:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:23 smithi046 ceph-mon[94621]: osdmap e913: 8 total, 8 up, 8 in 2024-09-18T02:35:24.367 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5027 ms) 2024-09-18T02:35:24.368 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-18T02:35:24.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:24 smithi195 ceph-mon[89559]: pgmap v1076: 137 pgs: 14 unknown, 123 active+clean; 593 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 551 KiB/s rd, 554 KiB/s wr, 255 op/s 2024-09-18T02:35:24.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:24 smithi046 ceph-mon[97106]: pgmap v1076: 137 pgs: 14 unknown, 123 active+clean; 593 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 551 KiB/s rd, 554 KiB/s wr, 255 op/s 2024-09-18T02:35:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:24 smithi046 ceph-mon[94621]: pgmap v1076: 137 pgs: 14 unknown, 123 active+clean; 593 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 551 KiB/s rd, 554 KiB/s wr, 255 op/s 2024-09-18T02:35:25.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:25 smithi195 ceph-mon[89559]: osdmap e914: 8 total, 8 up, 8 in 2024-09-18T02:35:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:25 smithi046 ceph-mon[97106]: osdmap e914: 8 total, 8 up, 8 in 2024-09-18T02:35:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:25 smithi046 ceph-mon[94621]: osdmap e914: 8 total, 8 up, 8 in 2024-09-18T02:35:26.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:26 smithi195 ceph-mon[89559]: osdmap e915: 8 total, 8 up, 8 in 2024-09-18T02:35:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1944580936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:26 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:26 smithi195 ceph-mon[89559]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:26 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:26 smithi195 ceph-mon[89559]: osdmap e916: 8 total, 8 up, 8 in 2024-09-18T02:35:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:35:26] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[94621]: osdmap e915: 8 total, 8 up, 8 in 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1944580936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[94621]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[94621]: osdmap e916: 8 total, 8 up, 8 in 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[97106]: osdmap e915: 8 total, 8 up, 8 in 2024-09-18T02:35:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1944580936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[97106]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137257-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:26 smithi046 ceph-mon[97106]: osdmap e916: 8 total, 8 up, 8 in 2024-09-18T02:35:27.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:27 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:27 smithi195 ceph-mon[89559]: osdmap e917: 8 total, 8 up, 8 in 2024-09-18T02:35:27.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:27 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:27 smithi046 ceph-mon[97106]: osdmap e917: 8 total, 8 up, 8 in 2024-09-18T02:35:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:27 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:27 smithi046 ceph-mon[94621]: osdmap e917: 8 total, 8 up, 8 in 2024-09-18T02:35:28.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:28 smithi195 ceph-mon[89559]: pgmap v1082: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:28.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:28 smithi046 ceph-mon[94621]: pgmap v1082: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:28 smithi046 ceph-mon[97106]: pgmap v1082: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-18T02:35:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:29.405 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5037 ms) 2024-09-18T02:35:29.405 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 22 tests from TestCls2PCQueue (98120 ms total) 2024-09-18T02:35:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:35:29.406 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:35:29.406 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 22 tests from 1 test suite ran. (98121 ms total) 2024-09-18T02:35:29.406 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 22 tests. 2024-09-18T02:35:29.409 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:35:29.409 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:35:29.442 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-18T02:35:29.442 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-18T02:35:29.514 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:35:29.515 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-18T02:35:29.515 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:35:29.515 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 5 tests from cls_cas 2024-09-18T02:35:29.515 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.get_put 2024-09-18T02:35:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:29 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:29 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:35:29.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:29 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:29 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:35:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:29 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:29 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:35:30.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:30 smithi195 ceph-mon[89559]: osdmap e918: 8 total, 8 up, 8 in 2024-09-18T02:35:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:30 smithi195 ceph-mon[89559]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:30 smithi046 ceph-mon[97106]: osdmap e918: 8 total, 8 up, 8 in 2024-09-18T02:35:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:30 smithi046 ceph-mon[97106]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:30 smithi046 ceph-mon[94621]: osdmap e918: 8 total, 8 up, 8 in 2024-09-18T02:35:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:30 smithi046 ceph-mon[94621]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:31.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:31 smithi195 ceph-mon[89559]: osdmap e919: 8 total, 8 up, 8 in 2024-09-18T02:35:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:31 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/73978180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:31.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:31 smithi046 ceph-mon[94621]: osdmap e919: 8 total, 8 up, 8 in 2024-09-18T02:35:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:31 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/73978180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:31 smithi046 ceph-mon[97106]: osdmap e919: 8 total, 8 up, 8 in 2024-09-18T02:35:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:31 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/73978180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:32.429 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.get_put (2914 ms) 2024-09-18T02:35:32.429 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.wrong_put 2024-09-18T02:35:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:35:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-mon[89559]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/73978180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-mon[89559]: osdmap e920: 8 total, 8 up, 8 in 2024-09-18T02:35:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:35:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:35:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:35:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[94621]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/73978180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[94621]: osdmap e920: 8 total, 8 up, 8 in 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[97106]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/73978180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[97106]: osdmap e920: 8 total, 8 up, 8 in 2024-09-18T02:35:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:35:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:35:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:35:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:33 smithi195 ceph-mon[89559]: osdmap e921: 8 total, 8 up, 8 in 2024-09-18T02:35:33.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:33 smithi046 ceph-mon[97106]: osdmap e921: 8 total, 8 up, 8 in 2024-09-18T02:35:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:33 smithi046 ceph-mon[94621]: osdmap e921: 8 total, 8 up, 8 in 2024-09-18T02:35:34.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:34 smithi195 ceph-mon[89559]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:34 smithi195 ceph-mon[89559]: osdmap e922: 8 total, 8 up, 8 in 2024-09-18T02:35:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:34 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1851998717' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:34 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[97106]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[97106]: osdmap e922: 8 total, 8 up, 8 in 2024-09-18T02:35:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1851998717' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[94621]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[94621]: osdmap e922: 8 total, 8 up, 8 in 2024-09-18T02:35:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1851998717' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:34 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:35.446 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-09-18T02:35:35.446 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.dup_get 2024-09-18T02:35:35.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:35 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:35 smithi195 ceph-mon[89559]: osdmap e923: 8 total, 8 up, 8 in 2024-09-18T02:35:35.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:35 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:35.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:35 smithi046 ceph-mon[94621]: osdmap e923: 8 total, 8 up, 8 in 2024-09-18T02:35:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:35 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:35 smithi046 ceph-mon[97106]: osdmap e923: 8 total, 8 up, 8 in 2024-09-18T02:35:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:36 smithi195 ceph-mon[89559]: pgmap v1092: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:36 smithi195 ceph-mon[89559]: osdmap e924: 8 total, 8 up, 8 in 2024-09-18T02:35:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:36 smithi046 ceph-mon[97106]: pgmap v1092: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:36 smithi046 ceph-mon[97106]: osdmap e924: 8 total, 8 up, 8 in 2024-09-18T02:35:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:36 smithi046 ceph-mon[94621]: pgmap v1092: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:36 smithi046 ceph-mon[94621]: osdmap e924: 8 total, 8 up, 8 in 2024-09-18T02:35:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:35:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:35:36] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-18T02:35:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:37 smithi195 ceph-mon[89559]: osdmap e925: 8 total, 8 up, 8 in 2024-09-18T02:35:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:37 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1602959584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:37 smithi046 ceph-mon[94621]: osdmap e925: 8 total, 8 up, 8 in 2024-09-18T02:35:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:37 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1602959584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:37 smithi046 ceph-mon[97106]: osdmap e925: 8 total, 8 up, 8 in 2024-09-18T02:35:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:37 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1602959584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:38.461 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.dup_get (3015 ms) 2024-09-18T02:35:38.461 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.dup_put 2024-09-18T02:35:38.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:38 smithi195 ceph-mon[89559]: pgmap v1095: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:38 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1602959584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:38 smithi195 ceph-mon[89559]: osdmap e926: 8 total, 8 up, 8 in 2024-09-18T02:35:38.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[97106]: pgmap v1095: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1602959584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[97106]: osdmap e926: 8 total, 8 up, 8 in 2024-09-18T02:35:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[94621]: pgmap v1095: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1602959584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:38 smithi046 ceph-mon[94621]: osdmap e926: 8 total, 8 up, 8 in 2024-09-18T02:35:39.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:39 smithi195 ceph-mon[89559]: osdmap e927: 8 total, 8 up, 8 in 2024-09-18T02:35:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:39 smithi046 ceph-mon[94621]: osdmap e927: 8 total, 8 up, 8 in 2024-09-18T02:35:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:39 smithi046 ceph-mon[97106]: osdmap e927: 8 total, 8 up, 8 in 2024-09-18T02:35:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:40 smithi195 ceph-mon[89559]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:40 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:40 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:35:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:40 smithi195 ceph-mon[89559]: osdmap e928: 8 total, 8 up, 8 in 2024-09-18T02:35:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:40 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4210243870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:40 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[97106]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:35:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[97106]: osdmap e928: 8 total, 8 up, 8 in 2024-09-18T02:35:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4210243870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[94621]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:35:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[94621]: osdmap e928: 8 total, 8 up, 8 in 2024-09-18T02:35:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4210243870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:40.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:40 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:41.484 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.dup_put (3022 ms) 2024-09-18T02:35:41.484 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-18T02:35:41.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:41 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:41.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:41 smithi046 ceph-mon[94621]: osdmap e929: 8 total, 8 up, 8 in 2024-09-18T02:35:41.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:41 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:41.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:41 smithi046 ceph-mon[97106]: osdmap e929: 8 total, 8 up, 8 in 2024-09-18T02:35:41.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:41 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:41.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:41 smithi195 ceph-mon[89559]: osdmap e929: 8 total, 8 up, 8 in 2024-09-18T02:35:42.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:42 smithi195 ceph-mon[89559]: pgmap v1101: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:42 smithi195 ceph-mon[89559]: osdmap e930: 8 total, 8 up, 8 in 2024-09-18T02:35:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:35:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:35:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:42 smithi046 ceph-mon[94621]: pgmap v1101: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:42 smithi046 ceph-mon[94621]: osdmap e930: 8 total, 8 up, 8 in 2024-09-18T02:35:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:42 smithi046 ceph-mon[97106]: pgmap v1101: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:42 smithi046 ceph-mon[97106]: osdmap e930: 8 total, 8 up, 8 in 2024-09-18T02:35:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[94621]: osdmap e931: 8 total, 8 up, 8 in 2024-09-18T02:35:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/838635240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[97106]: osdmap e931: 8 total, 8 up, 8 in 2024-09-18T02:35:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/838635240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:43 smithi195 ceph-mon[89559]: osdmap e931: 8 total, 8 up, 8 in 2024-09-18T02:35:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/838635240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:43 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:35:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.get_wrong_data (3020 ms) 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 5 tests from cls_cas (14990 ms total) 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from chunk_refs_t 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] chunk_refs_t.size 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:1 60 by_object 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:2 103 by_object 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:4 189 by_object 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:8 361 by_object 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:16 112 by_hash(32 bits) 2024-09-18T02:35:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:32 208 by_hash(32 bits) 2024-09-18T02:35:44.506 INFO:tasks.workunit.client.0.smithi046.stdout:64 400 by_hash(32 bits) 2024-09-18T02:35:44.506 INFO:tasks.workunit.client.0.smithi046.stdout:128 509 by_hash(10 bits) 2024-09-18T02:35:44.506 INFO:tasks.workunit.client.0.smithi046.stdout:256 499 by_hash(7 bits) 2024-09-18T02:35:44.506 INFO:tasks.workunit.client.0.smithi046.stdout:512 462 by_hash(5 bits) 2024-09-18T02:35:44.506 INFO:tasks.workunit.client.0.smithi046.stdout:1024 466 by_hash(5 bits) 2024-09-18T02:35:44.507 INFO:tasks.workunit.client.0.smithi046.stdout:2048 466 by_hash(5 bits) 2024-09-18T02:35:44.507 INFO:tasks.workunit.client.0.smithi046.stdout:4096 470 by_hash(5 bits) 2024-09-18T02:35:44.508 INFO:tasks.workunit.client.0.smithi046.stdout:8192 498 by_hash(4 bits) 2024-09-18T02:35:44.510 INFO:tasks.workunit.client.0.smithi046.stdout:16384 278 by_hash(3 bits) 2024-09-18T02:35:44.512 INFO:tasks.workunit.client.0.smithi046.stdout:32768 337 by_hash(2 bits) 2024-09-18T02:35:44.516 INFO:tasks.workunit.client.0.smithi046.stdout:65536 367 by_hash(2 bits) 2024-09-18T02:35:44.524 INFO:tasks.workunit.client.0.smithi046.stdout:131072 387 by_hash(1 bits) 2024-09-18T02:35:44.538 INFO:tasks.workunit.client.0.smithi046.stdout:262144 331 by_pool 2024-09-18T02:35:44.568 INFO:tasks.workunit.client.0.smithi046.stdout:524288 21 count 2024-09-18T02:35:44.620 INFO:tasks.workunit.client.0.smithi046.stdout:1048576 21 count 2024-09-18T02:35:44.732 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] chunk_refs_t.size (228 ms) 2024-09-18T02:35:44.732 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from chunk_refs_t (228 ms total) 2024-09-18T02:35:44.732 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:35:44.732 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:35:44.733 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 6 tests from 2 test suites ran. (15218 ms total) 2024-09-18T02:35:44.733 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 6 tests. 2024-09-18T02:35:44.734 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:35:44.734 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:35:44.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[94621]: pgmap v1104: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[94621]: osdmap e932: 8 total, 8 up, 8 in 2024-09-18T02:35:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[97106]: pgmap v1104: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[97106]: osdmap e932: 8 total, 8 up, 8 in 2024-09-18T02:35:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:44 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:44.785 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-18T02:35:44.785 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-18T02:35:44.852 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:35:44.852 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-18T02:35:44.852 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:35:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:44 smithi195 ceph-mon[89559]: pgmap v1104: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:44 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-137913-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:44 smithi195 ceph-mon[89559]: osdmap e932: 8 total, 8 up, 8 in 2024-09-18T02:35:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:44 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:45.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:45 smithi195 ceph-mon[89559]: osdmap e933: 8 total, 8 up, 8 in 2024-09-18T02:35:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:45 smithi046 ceph-mon[94621]: osdmap e933: 8 total, 8 up, 8 in 2024-09-18T02:35:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:45 smithi046 ceph-mon[97106]: osdmap e933: 8 total, 8 up, 8 in 2024-09-18T02:35:46.516 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from CmpOmap 2024-09-18T02:35:46.516 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-18T02:35:46.530 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (13 ms) 2024-09-18T02:35:46.530 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-18T02:35:46.539 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (9 ms) 2024-09-18T02:35:46.539 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-18T02:35:46.542 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-09-18T02:35:46.542 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-18T02:35:46.545 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-18T02:35:46.545 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-18T02:35:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-09-18T02:35:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-18T02:35:46.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-09-18T02:35:46.557 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-18T02:35:46.560 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-18T02:35:46.560 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-18T02:35:46.563 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-09-18T02:35:46.563 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-18T02:35:46.565 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-18T02:35:46.565 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-18T02:35:46.569 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-18T02:35:46.569 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-18T02:35:46.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-18T02:35:46.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-18T02:35:46.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-18T02:35:46.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-18T02:35:46.576 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-18T02:35:46.576 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-18T02:35:46.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-09-18T02:35:46.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-18T02:35:46.588 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-18T02:35:46.588 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-18T02:35:46.594 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (6 ms) 2024-09-18T02:35:46.594 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-18T02:35:46.600 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_str (6 ms) 2024-09-18T02:35:46.601 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-18T02:35:46.607 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-09-18T02:35:46.608 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-18T02:35:46.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-18T02:35:46.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-18T02:35:46.611 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-18T02:35:46.611 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-18T02:35:46.612 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-18T02:35:46.613 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-18T02:35:46.613 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-18T02:35:46.613 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-18T02:35:46.619 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-09-18T02:35:46.619 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-18T02:35:46.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-18T02:35:46.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-18T02:35:46.631 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-09-18T02:35:46.631 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-18T02:35:46.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-09-18T02:35:46.639 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-18T02:35:46.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-18T02:35:46.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-18T02:35:46.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-18T02:35:46.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-18T02:35:46.643 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-18T02:35:46.643 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-18T02:35:46.644 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-18T02:35:46.644 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-18T02:35:46.651 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-09-18T02:35:46.652 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from CmpOmap (135 ms total) 2024-09-18T02:35:46.652 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:35:46.652 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:35:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:35:46] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-18T02:35:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[97106]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:35:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[97106]: osdmap e934: 8 total, 8 up, 8 in 2024-09-18T02:35:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4263718938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138164-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[94621]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:35:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[94621]: osdmap e934: 8 total, 8 up, 8 in 2024-09-18T02:35:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:46 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4263718938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138164-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:46.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:46 smithi195 ceph-mon[89559]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:46 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:46 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:35:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:46 smithi195 ceph-mon[89559]: osdmap e934: 8 total, 8 up, 8 in 2024-09-18T02:35:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:46 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4263718938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138164-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:47.531 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 31 tests from 1 test suite ran. (2679 ms total) 2024-09-18T02:35:47.531 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 31 tests. 2024-09-18T02:35:47.534 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:35:47.535 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:35:47.607 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-18T02:35:47.607 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-18T02:35:47.678 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:35:47.678 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-18T02:35:47.678 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:35:47.679 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from ClsHello 2024-09-18T02:35:47.679 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.SayHello 2024-09-18T02:35:47.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:47 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4263718938' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138164-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:47 smithi195 ceph-mon[89559]: osdmap e935: 8 total, 8 up, 8 in 2024-09-18T02:35:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:47 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4263718938' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138164-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:47 smithi046 ceph-mon[94621]: osdmap e935: 8 total, 8 up, 8 in 2024-09-18T02:35:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:47 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4263718938' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138164-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:47 smithi046 ceph-mon[97106]: osdmap e935: 8 total, 8 up, 8 in 2024-09-18T02:35:48.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:48 smithi195 ceph-mon[89559]: pgmap v1110: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-18T02:35:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:48 smithi195 ceph-mon[89559]: osdmap e936: 8 total, 8 up, 8 in 2024-09-18T02:35:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:48 smithi046 ceph-mon[94621]: pgmap v1110: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-18T02:35:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:48 smithi046 ceph-mon[94621]: osdmap e936: 8 total, 8 up, 8 in 2024-09-18T02:35:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:48 smithi046 ceph-mon[97106]: pgmap v1110: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-18T02:35:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:48 smithi046 ceph-mon[97106]: osdmap e936: 8 total, 8 up, 8 in 2024-09-18T02:35:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:49 smithi195 ceph-mon[89559]: osdmap e937: 8 total, 8 up, 8 in 2024-09-18T02:35:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:49 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2772439616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:49 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:49 smithi046 ceph-mon[94621]: osdmap e937: 8 total, 8 up, 8 in 2024-09-18T02:35:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:49 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2772439616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:49 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:49 smithi046 ceph-mon[97106]: osdmap e937: 8 total, 8 up, 8 in 2024-09-18T02:35:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:49 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2772439616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:49 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:50.549 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.SayHello (2871 ms) 2024-09-18T02:35:50.550 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.RecordHello 2024-09-18T02:35:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:50 smithi195 ceph-mon[89559]: pgmap v1113: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:50 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:50 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:50 smithi195 ceph-mon[89559]: osdmap e938: 8 total, 8 up, 8 in 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[97106]: pgmap v1113: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[97106]: osdmap e938: 8 total, 8 up, 8 in 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[94621]: pgmap v1113: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:50 smithi046 ceph-mon[94621]: osdmap e938: 8 total, 8 up, 8 in 2024-09-18T02:35:51.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:51 smithi195 ceph-mon[89559]: osdmap e939: 8 total, 8 up, 8 in 2024-09-18T02:35:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:51 smithi046 ceph-mon[97106]: osdmap e939: 8 total, 8 up, 8 in 2024-09-18T02:35:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:51 smithi046 ceph-mon[94621]: osdmap e939: 8 total, 8 up, 8 in 2024-09-18T02:35:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:35:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:35:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:52 smithi195 ceph-mon[89559]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:52 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:52 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:35:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:52 smithi195 ceph-mon[89559]: osdmap e940: 8 total, 8 up, 8 in 2024-09-18T02:35:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:52 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1272644954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[94621]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:35:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[94621]: osdmap e940: 8 total, 8 up, 8 in 2024-09-18T02:35:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1272644954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[97106]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:35:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[97106]: osdmap e940: 8 total, 8 up, 8 in 2024-09-18T02:35:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:52 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1272644954' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:53.563 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.RecordHello (3014 ms) 2024-09-18T02:35:53.563 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-18T02:35:53.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:53 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1272644954' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:53.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:53 smithi195 ceph-mon[89559]: osdmap e941: 8 total, 8 up, 8 in 2024-09-18T02:35:54.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:53 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1272644954' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:53 smithi046 ceph-mon[97106]: osdmap e941: 8 total, 8 up, 8 in 2024-09-18T02:35:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:53 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1272644954' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:53 smithi046 ceph-mon[94621]: osdmap e941: 8 total, 8 up, 8 in 2024-09-18T02:35:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:54 smithi195 ceph-mon[89559]: pgmap v1119: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T02:35:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:54 smithi195 ceph-mon[89559]: osdmap e942: 8 total, 8 up, 8 in 2024-09-18T02:35:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:54 smithi046 ceph-mon[94621]: pgmap v1119: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T02:35:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:54 smithi046 ceph-mon[94621]: osdmap e942: 8 total, 8 up, 8 in 2024-09-18T02:35:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:54 smithi046 ceph-mon[97106]: pgmap v1119: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-09-18T02:35:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:54 smithi046 ceph-mon[97106]: osdmap e942: 8 total, 8 up, 8 in 2024-09-18T02:35:55.580 INFO:tasks.workunit.client.0.smithi046.stdout:require_osd_release = reef 2024-09-18T02:35:55.592 INFO:tasks.workunit.client.0.smithi046.stdout:0 2024-09-18T02:35:55.594 INFO:tasks.workunit.client.0.smithi046.stdout:1 2024-09-18T02:35:55.594 INFO:tasks.workunit.client.0.smithi046.stdout:2 2024-09-18T02:35:55.595 INFO:tasks.workunit.client.0.smithi046.stdout:3 2024-09-18T02:35:55.596 INFO:tasks.workunit.client.0.smithi046.stdout:4 2024-09-18T02:35:55.597 INFO:tasks.workunit.client.0.smithi046.stdout:5 2024-09-18T02:35:55.598 INFO:tasks.workunit.client.0.smithi046.stdout:6 2024-09-18T02:35:55.599 INFO:tasks.workunit.client.0.smithi046.stdout:7 2024-09-18T02:35:55.600 INFO:tasks.workunit.client.0.smithi046.stdout:8 2024-09-18T02:35:55.601 INFO:tasks.workunit.client.0.smithi046.stdout:9 2024-09-18T02:35:55.601 INFO:tasks.workunit.client.0.smithi046.stdout:10 2024-09-18T02:35:55.602 INFO:tasks.workunit.client.0.smithi046.stdout:11 2024-09-18T02:35:55.603 INFO:tasks.workunit.client.0.smithi046.stdout:12 2024-09-18T02:35:55.604 INFO:tasks.workunit.client.0.smithi046.stdout:13 2024-09-18T02:35:55.605 INFO:tasks.workunit.client.0.smithi046.stdout:14 2024-09-18T02:35:55.605 INFO:tasks.workunit.client.0.smithi046.stdout:15 2024-09-18T02:35:55.606 INFO:tasks.workunit.client.0.smithi046.stdout:16 2024-09-18T02:35:55.607 INFO:tasks.workunit.client.0.smithi046.stdout:17 2024-09-18T02:35:55.608 INFO:tasks.workunit.client.0.smithi046.stdout:18 2024-09-18T02:35:55.609 INFO:tasks.workunit.client.0.smithi046.stdout:19 2024-09-18T02:35:55.609 INFO:tasks.workunit.client.0.smithi046.stdout:20 2024-09-18T02:35:55.610 INFO:tasks.workunit.client.0.smithi046.stdout:21 2024-09-18T02:35:55.611 INFO:tasks.workunit.client.0.smithi046.stdout:22 2024-09-18T02:35:55.612 INFO:tasks.workunit.client.0.smithi046.stdout:23 2024-09-18T02:35:55.613 INFO:tasks.workunit.client.0.smithi046.stdout:24 2024-09-18T02:35:55.613 INFO:tasks.workunit.client.0.smithi046.stdout:25 2024-09-18T02:35:55.614 INFO:tasks.workunit.client.0.smithi046.stdout:26 2024-09-18T02:35:55.615 INFO:tasks.workunit.client.0.smithi046.stdout:27 2024-09-18T02:35:55.616 INFO:tasks.workunit.client.0.smithi046.stdout:28 2024-09-18T02:35:55.617 INFO:tasks.workunit.client.0.smithi046.stdout:29 2024-09-18T02:35:55.617 INFO:tasks.workunit.client.0.smithi046.stdout:30 2024-09-18T02:35:55.618 INFO:tasks.workunit.client.0.smithi046.stdout:31 2024-09-18T02:35:55.619 INFO:tasks.workunit.client.0.smithi046.stdout:32 2024-09-18T02:35:55.620 INFO:tasks.workunit.client.0.smithi046.stdout:33 2024-09-18T02:35:55.621 INFO:tasks.workunit.client.0.smithi046.stdout:34 2024-09-18T02:35:55.621 INFO:tasks.workunit.client.0.smithi046.stdout:35 2024-09-18T02:35:55.622 INFO:tasks.workunit.client.0.smithi046.stdout:36 2024-09-18T02:35:55.623 INFO:tasks.workunit.client.0.smithi046.stdout:37 2024-09-18T02:35:55.624 INFO:tasks.workunit.client.0.smithi046.stdout:38 2024-09-18T02:35:55.625 INFO:tasks.workunit.client.0.smithi046.stdout:39 2024-09-18T02:35:55.626 INFO:tasks.workunit.client.0.smithi046.stdout:40 2024-09-18T02:35:55.627 INFO:tasks.workunit.client.0.smithi046.stdout:41 2024-09-18T02:35:55.627 INFO:tasks.workunit.client.0.smithi046.stdout:42 2024-09-18T02:35:55.628 INFO:tasks.workunit.client.0.smithi046.stdout:43 2024-09-18T02:35:55.629 INFO:tasks.workunit.client.0.smithi046.stdout:44 2024-09-18T02:35:55.630 INFO:tasks.workunit.client.0.smithi046.stdout:45 2024-09-18T02:35:55.631 INFO:tasks.workunit.client.0.smithi046.stdout:46 2024-09-18T02:35:55.631 INFO:tasks.workunit.client.0.smithi046.stdout:47 2024-09-18T02:35:55.632 INFO:tasks.workunit.client.0.smithi046.stdout:48 2024-09-18T02:35:55.633 INFO:tasks.workunit.client.0.smithi046.stdout:49 2024-09-18T02:35:55.634 INFO:tasks.workunit.client.0.smithi046.stdout:50 2024-09-18T02:35:55.635 INFO:tasks.workunit.client.0.smithi046.stdout:51 2024-09-18T02:35:55.635 INFO:tasks.workunit.client.0.smithi046.stdout:52 2024-09-18T02:35:55.636 INFO:tasks.workunit.client.0.smithi046.stdout:53 2024-09-18T02:35:55.637 INFO:tasks.workunit.client.0.smithi046.stdout:54 2024-09-18T02:35:55.638 INFO:tasks.workunit.client.0.smithi046.stdout:55 2024-09-18T02:35:55.638 INFO:tasks.workunit.client.0.smithi046.stdout:56 2024-09-18T02:35:55.639 INFO:tasks.workunit.client.0.smithi046.stdout:57 2024-09-18T02:35:55.640 INFO:tasks.workunit.client.0.smithi046.stdout:58 2024-09-18T02:35:55.641 INFO:tasks.workunit.client.0.smithi046.stdout:59 2024-09-18T02:35:55.642 INFO:tasks.workunit.client.0.smithi046.stdout:60 2024-09-18T02:35:55.642 INFO:tasks.workunit.client.0.smithi046.stdout:61 2024-09-18T02:35:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:62 2024-09-18T02:35:55.644 INFO:tasks.workunit.client.0.smithi046.stdout:63 2024-09-18T02:35:55.645 INFO:tasks.workunit.client.0.smithi046.stdout:64 2024-09-18T02:35:55.646 INFO:tasks.workunit.client.0.smithi046.stdout:65 2024-09-18T02:35:55.647 INFO:tasks.workunit.client.0.smithi046.stdout:66 2024-09-18T02:35:55.647 INFO:tasks.workunit.client.0.smithi046.stdout:67 2024-09-18T02:35:55.648 INFO:tasks.workunit.client.0.smithi046.stdout:68 2024-09-18T02:35:55.649 INFO:tasks.workunit.client.0.smithi046.stdout:69 2024-09-18T02:35:55.650 INFO:tasks.workunit.client.0.smithi046.stdout:70 2024-09-18T02:35:55.650 INFO:tasks.workunit.client.0.smithi046.stdout:71 2024-09-18T02:35:55.651 INFO:tasks.workunit.client.0.smithi046.stdout:72 2024-09-18T02:35:55.652 INFO:tasks.workunit.client.0.smithi046.stdout:73 2024-09-18T02:35:55.653 INFO:tasks.workunit.client.0.smithi046.stdout:74 2024-09-18T02:35:55.653 INFO:tasks.workunit.client.0.smithi046.stdout:75 2024-09-18T02:35:55.654 INFO:tasks.workunit.client.0.smithi046.stdout:76 2024-09-18T02:35:55.655 INFO:tasks.workunit.client.0.smithi046.stdout:77 2024-09-18T02:35:55.656 INFO:tasks.workunit.client.0.smithi046.stdout:78 2024-09-18T02:35:55.657 INFO:tasks.workunit.client.0.smithi046.stdout:79 2024-09-18T02:35:55.658 INFO:tasks.workunit.client.0.smithi046.stdout:80 2024-09-18T02:35:55.658 INFO:tasks.workunit.client.0.smithi046.stdout:81 2024-09-18T02:35:55.659 INFO:tasks.workunit.client.0.smithi046.stdout:82 2024-09-18T02:35:55.660 INFO:tasks.workunit.client.0.smithi046.stdout:83 2024-09-18T02:35:55.661 INFO:tasks.workunit.client.0.smithi046.stdout:84 2024-09-18T02:35:55.661 INFO:tasks.workunit.client.0.smithi046.stdout:85 2024-09-18T02:35:55.662 INFO:tasks.workunit.client.0.smithi046.stdout:86 2024-09-18T02:35:55.663 INFO:tasks.workunit.client.0.smithi046.stdout:87 2024-09-18T02:35:55.664 INFO:tasks.workunit.client.0.smithi046.stdout:88 2024-09-18T02:35:55.665 INFO:tasks.workunit.client.0.smithi046.stdout:89 2024-09-18T02:35:55.665 INFO:tasks.workunit.client.0.smithi046.stdout:90 2024-09-18T02:35:55.666 INFO:tasks.workunit.client.0.smithi046.stdout:91 2024-09-18T02:35:55.667 INFO:tasks.workunit.client.0.smithi046.stdout:92 2024-09-18T02:35:55.668 INFO:tasks.workunit.client.0.smithi046.stdout:93 2024-09-18T02:35:55.668 INFO:tasks.workunit.client.0.smithi046.stdout:94 2024-09-18T02:35:55.669 INFO:tasks.workunit.client.0.smithi046.stdout:95 2024-09-18T02:35:55.670 INFO:tasks.workunit.client.0.smithi046.stdout:96 2024-09-18T02:35:55.671 INFO:tasks.workunit.client.0.smithi046.stdout:97 2024-09-18T02:35:55.671 INFO:tasks.workunit.client.0.smithi046.stdout:98 2024-09-18T02:35:55.672 INFO:tasks.workunit.client.0.smithi046.stdout:99 2024-09-18T02:35:55.673 INFO:tasks.workunit.client.0.smithi046.stdout:100 2024-09-18T02:35:55.674 INFO:tasks.workunit.client.0.smithi046.stdout:101 2024-09-18T02:35:55.675 INFO:tasks.workunit.client.0.smithi046.stdout:102 2024-09-18T02:35:55.675 INFO:tasks.workunit.client.0.smithi046.stdout:103 2024-09-18T02:35:55.676 INFO:tasks.workunit.client.0.smithi046.stdout:104 2024-09-18T02:35:55.677 INFO:tasks.workunit.client.0.smithi046.stdout:105 2024-09-18T02:35:55.678 INFO:tasks.workunit.client.0.smithi046.stdout:106 2024-09-18T02:35:55.679 INFO:tasks.workunit.client.0.smithi046.stdout:107 2024-09-18T02:35:55.679 INFO:tasks.workunit.client.0.smithi046.stdout:108 2024-09-18T02:35:55.680 INFO:tasks.workunit.client.0.smithi046.stdout:109 2024-09-18T02:35:55.681 INFO:tasks.workunit.client.0.smithi046.stdout:110 2024-09-18T02:35:55.684 INFO:tasks.workunit.client.0.smithi046.stdout:111 2024-09-18T02:35:55.684 INFO:tasks.workunit.client.0.smithi046.stdout:112 2024-09-18T02:35:55.684 INFO:tasks.workunit.client.0.smithi046.stdout:113 2024-09-18T02:35:55.684 INFO:tasks.workunit.client.0.smithi046.stdout:114 2024-09-18T02:35:55.685 INFO:tasks.workunit.client.0.smithi046.stdout:115 2024-09-18T02:35:55.685 INFO:tasks.workunit.client.0.smithi046.stdout:116 2024-09-18T02:35:55.686 INFO:tasks.workunit.client.0.smithi046.stdout:117 2024-09-18T02:35:55.687 INFO:tasks.workunit.client.0.smithi046.stdout:118 2024-09-18T02:35:55.688 INFO:tasks.workunit.client.0.smithi046.stdout:119 2024-09-18T02:35:55.688 INFO:tasks.workunit.client.0.smithi046.stdout:120 2024-09-18T02:35:55.689 INFO:tasks.workunit.client.0.smithi046.stdout:121 2024-09-18T02:35:55.690 INFO:tasks.workunit.client.0.smithi046.stdout:122 2024-09-18T02:35:55.691 INFO:tasks.workunit.client.0.smithi046.stdout:123 2024-09-18T02:35:55.691 INFO:tasks.workunit.client.0.smithi046.stdout:124 2024-09-18T02:35:55.692 INFO:tasks.workunit.client.0.smithi046.stdout:125 2024-09-18T02:35:55.693 INFO:tasks.workunit.client.0.smithi046.stdout:126 2024-09-18T02:35:55.694 INFO:tasks.workunit.client.0.smithi046.stdout:127 2024-09-18T02:35:55.695 INFO:tasks.workunit.client.0.smithi046.stdout:128 2024-09-18T02:35:55.695 INFO:tasks.workunit.client.0.smithi046.stdout:129 2024-09-18T02:35:55.696 INFO:tasks.workunit.client.0.smithi046.stdout:130 2024-09-18T02:35:55.697 INFO:tasks.workunit.client.0.smithi046.stdout:131 2024-09-18T02:35:55.698 INFO:tasks.workunit.client.0.smithi046.stdout:132 2024-09-18T02:35:55.699 INFO:tasks.workunit.client.0.smithi046.stdout:133 2024-09-18T02:35:55.699 INFO:tasks.workunit.client.0.smithi046.stdout:134 2024-09-18T02:35:55.700 INFO:tasks.workunit.client.0.smithi046.stdout:135 2024-09-18T02:35:55.701 INFO:tasks.workunit.client.0.smithi046.stdout:136 2024-09-18T02:35:55.702 INFO:tasks.workunit.client.0.smithi046.stdout:137 2024-09-18T02:35:55.702 INFO:tasks.workunit.client.0.smithi046.stdout:138 2024-09-18T02:35:55.703 INFO:tasks.workunit.client.0.smithi046.stdout:139 2024-09-18T02:35:55.704 INFO:tasks.workunit.client.0.smithi046.stdout:140 2024-09-18T02:35:55.705 INFO:tasks.workunit.client.0.smithi046.stdout:141 2024-09-18T02:35:55.705 INFO:tasks.workunit.client.0.smithi046.stdout:142 2024-09-18T02:35:55.706 INFO:tasks.workunit.client.0.smithi046.stdout:143 2024-09-18T02:35:55.707 INFO:tasks.workunit.client.0.smithi046.stdout:144 2024-09-18T02:35:55.708 INFO:tasks.workunit.client.0.smithi046.stdout:145 2024-09-18T02:35:55.709 INFO:tasks.workunit.client.0.smithi046.stdout:146 2024-09-18T02:35:55.709 INFO:tasks.workunit.client.0.smithi046.stdout:147 2024-09-18T02:35:55.710 INFO:tasks.workunit.client.0.smithi046.stdout:148 2024-09-18T02:35:55.711 INFO:tasks.workunit.client.0.smithi046.stdout:149 2024-09-18T02:35:55.711 INFO:tasks.workunit.client.0.smithi046.stdout:150 2024-09-18T02:35:55.712 INFO:tasks.workunit.client.0.smithi046.stdout:151 2024-09-18T02:35:55.713 INFO:tasks.workunit.client.0.smithi046.stdout:152 2024-09-18T02:35:55.714 INFO:tasks.workunit.client.0.smithi046.stdout:153 2024-09-18T02:35:55.714 INFO:tasks.workunit.client.0.smithi046.stdout:154 2024-09-18T02:35:55.715 INFO:tasks.workunit.client.0.smithi046.stdout:155 2024-09-18T02:35:55.716 INFO:tasks.workunit.client.0.smithi046.stdout:156 2024-09-18T02:35:55.717 INFO:tasks.workunit.client.0.smithi046.stdout:157 2024-09-18T02:35:55.717 INFO:tasks.workunit.client.0.smithi046.stdout:158 2024-09-18T02:35:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:159 2024-09-18T02:35:55.719 INFO:tasks.workunit.client.0.smithi046.stdout:160 2024-09-18T02:35:55.720 INFO:tasks.workunit.client.0.smithi046.stdout:161 2024-09-18T02:35:55.720 INFO:tasks.workunit.client.0.smithi046.stdout:162 2024-09-18T02:35:55.721 INFO:tasks.workunit.client.0.smithi046.stdout:163 2024-09-18T02:35:55.722 INFO:tasks.workunit.client.0.smithi046.stdout:164 2024-09-18T02:35:55.723 INFO:tasks.workunit.client.0.smithi046.stdout:165 2024-09-18T02:35:55.723 INFO:tasks.workunit.client.0.smithi046.stdout:166 2024-09-18T02:35:55.724 INFO:tasks.workunit.client.0.smithi046.stdout:167 2024-09-18T02:35:55.725 INFO:tasks.workunit.client.0.smithi046.stdout:168 2024-09-18T02:35:55.726 INFO:tasks.workunit.client.0.smithi046.stdout:169 2024-09-18T02:35:55.726 INFO:tasks.workunit.client.0.smithi046.stdout:170 2024-09-18T02:35:55.727 INFO:tasks.workunit.client.0.smithi046.stdout:171 2024-09-18T02:35:55.728 INFO:tasks.workunit.client.0.smithi046.stdout:172 2024-09-18T02:35:55.729 INFO:tasks.workunit.client.0.smithi046.stdout:173 2024-09-18T02:35:55.729 INFO:tasks.workunit.client.0.smithi046.stdout:174 2024-09-18T02:35:55.730 INFO:tasks.workunit.client.0.smithi046.stdout:175 2024-09-18T02:35:55.731 INFO:tasks.workunit.client.0.smithi046.stdout:176 2024-09-18T02:35:55.732 INFO:tasks.workunit.client.0.smithi046.stdout:177 2024-09-18T02:35:55.733 INFO:tasks.workunit.client.0.smithi046.stdout:178 2024-09-18T02:35:55.733 INFO:tasks.workunit.client.0.smithi046.stdout:179 2024-09-18T02:35:55.734 INFO:tasks.workunit.client.0.smithi046.stdout:180 2024-09-18T02:35:55.735 INFO:tasks.workunit.client.0.smithi046.stdout:181 2024-09-18T02:35:55.736 INFO:tasks.workunit.client.0.smithi046.stdout:182 2024-09-18T02:35:55.736 INFO:tasks.workunit.client.0.smithi046.stdout:183 2024-09-18T02:35:55.737 INFO:tasks.workunit.client.0.smithi046.stdout:184 2024-09-18T02:35:55.738 INFO:tasks.workunit.client.0.smithi046.stdout:185 2024-09-18T02:35:55.739 INFO:tasks.workunit.client.0.smithi046.stdout:186 2024-09-18T02:35:55.739 INFO:tasks.workunit.client.0.smithi046.stdout:187 2024-09-18T02:35:55.740 INFO:tasks.workunit.client.0.smithi046.stdout:188 2024-09-18T02:35:55.741 INFO:tasks.workunit.client.0.smithi046.stdout:189 2024-09-18T02:35:55.742 INFO:tasks.workunit.client.0.smithi046.stdout:190 2024-09-18T02:35:55.742 INFO:tasks.workunit.client.0.smithi046.stdout:191 2024-09-18T02:35:55.743 INFO:tasks.workunit.client.0.smithi046.stdout:192 2024-09-18T02:35:55.744 INFO:tasks.workunit.client.0.smithi046.stdout:193 2024-09-18T02:35:55.745 INFO:tasks.workunit.client.0.smithi046.stdout:194 2024-09-18T02:35:55.745 INFO:tasks.workunit.client.0.smithi046.stdout:195 2024-09-18T02:35:55.746 INFO:tasks.workunit.client.0.smithi046.stdout:196 2024-09-18T02:35:55.747 INFO:tasks.workunit.client.0.smithi046.stdout:197 2024-09-18T02:35:55.748 INFO:tasks.workunit.client.0.smithi046.stdout:198 2024-09-18T02:35:55.749 INFO:tasks.workunit.client.0.smithi046.stdout:199 2024-09-18T02:35:55.749 INFO:tasks.workunit.client.0.smithi046.stdout:200 2024-09-18T02:35:55.750 INFO:tasks.workunit.client.0.smithi046.stdout:201 2024-09-18T02:35:55.751 INFO:tasks.workunit.client.0.smithi046.stdout:202 2024-09-18T02:35:55.752 INFO:tasks.workunit.client.0.smithi046.stdout:203 2024-09-18T02:35:55.753 INFO:tasks.workunit.client.0.smithi046.stdout:204 2024-09-18T02:35:55.753 INFO:tasks.workunit.client.0.smithi046.stdout:205 2024-09-18T02:35:55.754 INFO:tasks.workunit.client.0.smithi046.stdout:206 2024-09-18T02:35:55.755 INFO:tasks.workunit.client.0.smithi046.stdout:207 2024-09-18T02:35:55.756 INFO:tasks.workunit.client.0.smithi046.stdout:208 2024-09-18T02:35:55.756 INFO:tasks.workunit.client.0.smithi046.stdout:209 2024-09-18T02:35:55.757 INFO:tasks.workunit.client.0.smithi046.stdout:210 2024-09-18T02:35:55.758 INFO:tasks.workunit.client.0.smithi046.stdout:211 2024-09-18T02:35:55.759 INFO:tasks.workunit.client.0.smithi046.stdout:212 2024-09-18T02:35:55.760 INFO:tasks.workunit.client.0.smithi046.stdout:213 2024-09-18T02:35:55.760 INFO:tasks.workunit.client.0.smithi046.stdout:214 2024-09-18T02:35:55.761 INFO:tasks.workunit.client.0.smithi046.stdout:215 2024-09-18T02:35:55.762 INFO:tasks.workunit.client.0.smithi046.stdout:216 2024-09-18T02:35:55.763 INFO:tasks.workunit.client.0.smithi046.stdout:217 2024-09-18T02:35:55.763 INFO:tasks.workunit.client.0.smithi046.stdout:218 2024-09-18T02:35:55.764 INFO:tasks.workunit.client.0.smithi046.stdout:219 2024-09-18T02:35:55.765 INFO:tasks.workunit.client.0.smithi046.stdout:220 2024-09-18T02:35:55.766 INFO:tasks.workunit.client.0.smithi046.stdout:221 2024-09-18T02:35:55.766 INFO:tasks.workunit.client.0.smithi046.stdout:222 2024-09-18T02:35:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:223 2024-09-18T02:35:55.768 INFO:tasks.workunit.client.0.smithi046.stdout:224 2024-09-18T02:35:55.769 INFO:tasks.workunit.client.0.smithi046.stdout:225 2024-09-18T02:35:55.770 INFO:tasks.workunit.client.0.smithi046.stdout:226 2024-09-18T02:35:55.770 INFO:tasks.workunit.client.0.smithi046.stdout:227 2024-09-18T02:35:55.771 INFO:tasks.workunit.client.0.smithi046.stdout:228 2024-09-18T02:35:55.772 INFO:tasks.workunit.client.0.smithi046.stdout:229 2024-09-18T02:35:55.773 INFO:tasks.workunit.client.0.smithi046.stdout:230 2024-09-18T02:35:55.773 INFO:tasks.workunit.client.0.smithi046.stdout:231 2024-09-18T02:35:55.774 INFO:tasks.workunit.client.0.smithi046.stdout:232 2024-09-18T02:35:55.775 INFO:tasks.workunit.client.0.smithi046.stdout:233 2024-09-18T02:35:55.776 INFO:tasks.workunit.client.0.smithi046.stdout:234 2024-09-18T02:35:55.776 INFO:tasks.workunit.client.0.smithi046.stdout:235 2024-09-18T02:35:55.777 INFO:tasks.workunit.client.0.smithi046.stdout:236 2024-09-18T02:35:55.778 INFO:tasks.workunit.client.0.smithi046.stdout:237 2024-09-18T02:35:55.779 INFO:tasks.workunit.client.0.smithi046.stdout:238 2024-09-18T02:35:55.779 INFO:tasks.workunit.client.0.smithi046.stdout:239 2024-09-18T02:35:55.780 INFO:tasks.workunit.client.0.smithi046.stdout:240 2024-09-18T02:35:55.781 INFO:tasks.workunit.client.0.smithi046.stdout:241 2024-09-18T02:35:55.782 INFO:tasks.workunit.client.0.smithi046.stdout:242 2024-09-18T02:35:55.782 INFO:tasks.workunit.client.0.smithi046.stdout:243 2024-09-18T02:35:55.783 INFO:tasks.workunit.client.0.smithi046.stdout:244 2024-09-18T02:35:55.784 INFO:tasks.workunit.client.0.smithi046.stdout:245 2024-09-18T02:35:55.785 INFO:tasks.workunit.client.0.smithi046.stdout:246 2024-09-18T02:35:55.785 INFO:tasks.workunit.client.0.smithi046.stdout:247 2024-09-18T02:35:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:248 2024-09-18T02:35:55.787 INFO:tasks.workunit.client.0.smithi046.stdout:249 2024-09-18T02:35:55.788 INFO:tasks.workunit.client.0.smithi046.stdout:250 2024-09-18T02:35:55.789 INFO:tasks.workunit.client.0.smithi046.stdout:251 2024-09-18T02:35:55.789 INFO:tasks.workunit.client.0.smithi046.stdout:252 2024-09-18T02:35:55.790 INFO:tasks.workunit.client.0.smithi046.stdout:253 2024-09-18T02:35:55.791 INFO:tasks.workunit.client.0.smithi046.stdout:254 2024-09-18T02:35:55.792 INFO:tasks.workunit.client.0.smithi046.stdout:255 2024-09-18T02:35:55.792 INFO:tasks.workunit.client.0.smithi046.stdout:256 2024-09-18T02:35:55.793 INFO:tasks.workunit.client.0.smithi046.stdout:257 2024-09-18T02:35:55.794 INFO:tasks.workunit.client.0.smithi046.stdout:258 2024-09-18T02:35:55.795 INFO:tasks.workunit.client.0.smithi046.stdout:259 2024-09-18T02:35:55.795 INFO:tasks.workunit.client.0.smithi046.stdout:260 2024-09-18T02:35:55.796 INFO:tasks.workunit.client.0.smithi046.stdout:261 2024-09-18T02:35:55.797 INFO:tasks.workunit.client.0.smithi046.stdout:262 2024-09-18T02:35:55.798 INFO:tasks.workunit.client.0.smithi046.stdout:263 2024-09-18T02:35:55.798 INFO:tasks.workunit.client.0.smithi046.stdout:264 2024-09-18T02:35:55.799 INFO:tasks.workunit.client.0.smithi046.stdout:265 2024-09-18T02:35:55.800 INFO:tasks.workunit.client.0.smithi046.stdout:266 2024-09-18T02:35:55.801 INFO:tasks.workunit.client.0.smithi046.stdout:267 2024-09-18T02:35:55.801 INFO:tasks.workunit.client.0.smithi046.stdout:268 2024-09-18T02:35:55.802 INFO:tasks.workunit.client.0.smithi046.stdout:269 2024-09-18T02:35:55.803 INFO:tasks.workunit.client.0.smithi046.stdout:270 2024-09-18T02:35:55.804 INFO:tasks.workunit.client.0.smithi046.stdout:271 2024-09-18T02:35:55.805 INFO:tasks.workunit.client.0.smithi046.stdout:272 2024-09-18T02:35:55.805 INFO:tasks.workunit.client.0.smithi046.stdout:273 2024-09-18T02:35:55.806 INFO:tasks.workunit.client.0.smithi046.stdout:274 2024-09-18T02:35:55.807 INFO:tasks.workunit.client.0.smithi046.stdout:275 2024-09-18T02:35:55.808 INFO:tasks.workunit.client.0.smithi046.stdout:276 2024-09-18T02:35:55.808 INFO:tasks.workunit.client.0.smithi046.stdout:277 2024-09-18T02:35:55.809 INFO:tasks.workunit.client.0.smithi046.stdout:278 2024-09-18T02:35:55.810 INFO:tasks.workunit.client.0.smithi046.stdout:279 2024-09-18T02:35:55.811 INFO:tasks.workunit.client.0.smithi046.stdout:280 2024-09-18T02:35:55.812 INFO:tasks.workunit.client.0.smithi046.stdout:281 2024-09-18T02:35:55.812 INFO:tasks.workunit.client.0.smithi046.stdout:282 2024-09-18T02:35:55.813 INFO:tasks.workunit.client.0.smithi046.stdout:283 2024-09-18T02:35:55.814 INFO:tasks.workunit.client.0.smithi046.stdout:284 2024-09-18T02:35:55.815 INFO:tasks.workunit.client.0.smithi046.stdout:285 2024-09-18T02:35:55.815 INFO:tasks.workunit.client.0.smithi046.stdout:286 2024-09-18T02:35:55.816 INFO:tasks.workunit.client.0.smithi046.stdout:287 2024-09-18T02:35:55.817 INFO:tasks.workunit.client.0.smithi046.stdout:288 2024-09-18T02:35:55.818 INFO:tasks.workunit.client.0.smithi046.stdout:289 2024-09-18T02:35:55.818 INFO:tasks.workunit.client.0.smithi046.stdout:290 2024-09-18T02:35:55.819 INFO:tasks.workunit.client.0.smithi046.stdout:291 2024-09-18T02:35:55.820 INFO:tasks.workunit.client.0.smithi046.stdout:292 2024-09-18T02:35:55.821 INFO:tasks.workunit.client.0.smithi046.stdout:293 2024-09-18T02:35:55.821 INFO:tasks.workunit.client.0.smithi046.stdout:294 2024-09-18T02:35:55.822 INFO:tasks.workunit.client.0.smithi046.stdout:295 2024-09-18T02:35:55.823 INFO:tasks.workunit.client.0.smithi046.stdout:296 2024-09-18T02:35:55.824 INFO:tasks.workunit.client.0.smithi046.stdout:297 2024-09-18T02:35:55.825 INFO:tasks.workunit.client.0.smithi046.stdout:298 2024-09-18T02:35:55.825 INFO:tasks.workunit.client.0.smithi046.stdout:299 2024-09-18T02:35:55.826 INFO:tasks.workunit.client.0.smithi046.stdout:300 2024-09-18T02:35:55.827 INFO:tasks.workunit.client.0.smithi046.stdout:301 2024-09-18T02:35:55.828 INFO:tasks.workunit.client.0.smithi046.stdout:302 2024-09-18T02:35:55.828 INFO:tasks.workunit.client.0.smithi046.stdout:303 2024-09-18T02:35:55.829 INFO:tasks.workunit.client.0.smithi046.stdout:304 2024-09-18T02:35:55.830 INFO:tasks.workunit.client.0.smithi046.stdout:305 2024-09-18T02:35:55.831 INFO:tasks.workunit.client.0.smithi046.stdout:306 2024-09-18T02:35:55.832 INFO:tasks.workunit.client.0.smithi046.stdout:307 2024-09-18T02:35:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:308 2024-09-18T02:35:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:309 2024-09-18T02:35:55.834 INFO:tasks.workunit.client.0.smithi046.stdout:310 2024-09-18T02:35:55.835 INFO:tasks.workunit.client.0.smithi046.stdout:311 2024-09-18T02:35:55.836 INFO:tasks.workunit.client.0.smithi046.stdout:312 2024-09-18T02:35:55.837 INFO:tasks.workunit.client.0.smithi046.stdout:313 2024-09-18T02:35:55.837 INFO:tasks.workunit.client.0.smithi046.stdout:314 2024-09-18T02:35:55.838 INFO:tasks.workunit.client.0.smithi046.stdout:315 2024-09-18T02:35:55.839 INFO:tasks.workunit.client.0.smithi046.stdout:316 2024-09-18T02:35:55.840 INFO:tasks.workunit.client.0.smithi046.stdout:317 2024-09-18T02:35:55.841 INFO:tasks.workunit.client.0.smithi046.stdout:318 2024-09-18T02:35:55.842 INFO:tasks.workunit.client.0.smithi046.stdout:319 2024-09-18T02:35:55.842 INFO:tasks.workunit.client.0.smithi046.stdout:320 2024-09-18T02:35:55.843 INFO:tasks.workunit.client.0.smithi046.stdout:321 2024-09-18T02:35:55.844 INFO:tasks.workunit.client.0.smithi046.stdout:322 2024-09-18T02:35:55.845 INFO:tasks.workunit.client.0.smithi046.stdout:323 2024-09-18T02:35:55.845 INFO:tasks.workunit.client.0.smithi046.stdout:324 2024-09-18T02:35:55.846 INFO:tasks.workunit.client.0.smithi046.stdout:325 2024-09-18T02:35:55.847 INFO:tasks.workunit.client.0.smithi046.stdout:326 2024-09-18T02:35:55.848 INFO:tasks.workunit.client.0.smithi046.stdout:327 2024-09-18T02:35:55.849 INFO:tasks.workunit.client.0.smithi046.stdout:328 2024-09-18T02:35:55.849 INFO:tasks.workunit.client.0.smithi046.stdout:329 2024-09-18T02:35:55.850 INFO:tasks.workunit.client.0.smithi046.stdout:330 2024-09-18T02:35:55.851 INFO:tasks.workunit.client.0.smithi046.stdout:331 2024-09-18T02:35:55.852 INFO:tasks.workunit.client.0.smithi046.stdout:332 2024-09-18T02:35:55.853 INFO:tasks.workunit.client.0.smithi046.stdout:333 2024-09-18T02:35:55.853 INFO:tasks.workunit.client.0.smithi046.stdout:334 2024-09-18T02:35:55.854 INFO:tasks.workunit.client.0.smithi046.stdout:335 2024-09-18T02:35:55.855 INFO:tasks.workunit.client.0.smithi046.stdout:336 2024-09-18T02:35:55.856 INFO:tasks.workunit.client.0.smithi046.stdout:337 2024-09-18T02:35:55.856 INFO:tasks.workunit.client.0.smithi046.stdout:338 2024-09-18T02:35:55.857 INFO:tasks.workunit.client.0.smithi046.stdout:339 2024-09-18T02:35:55.858 INFO:tasks.workunit.client.0.smithi046.stdout:340 2024-09-18T02:35:55.859 INFO:tasks.workunit.client.0.smithi046.stdout:341 2024-09-18T02:35:55.860 INFO:tasks.workunit.client.0.smithi046.stdout:342 2024-09-18T02:35:55.861 INFO:tasks.workunit.client.0.smithi046.stdout:343 2024-09-18T02:35:55.861 INFO:tasks.workunit.client.0.smithi046.stdout:344 2024-09-18T02:35:55.862 INFO:tasks.workunit.client.0.smithi046.stdout:345 2024-09-18T02:35:55.863 INFO:tasks.workunit.client.0.smithi046.stdout:346 2024-09-18T02:35:55.864 INFO:tasks.workunit.client.0.smithi046.stdout:347 2024-09-18T02:35:55.865 INFO:tasks.workunit.client.0.smithi046.stdout:348 2024-09-18T02:35:55.866 INFO:tasks.workunit.client.0.smithi046.stdout:349 2024-09-18T02:35:55.866 INFO:tasks.workunit.client.0.smithi046.stdout:350 2024-09-18T02:35:55.867 INFO:tasks.workunit.client.0.smithi046.stdout:351 2024-09-18T02:35:55.868 INFO:tasks.workunit.client.0.smithi046.stdout:352 2024-09-18T02:35:55.869 INFO:tasks.workunit.client.0.smithi046.stdout:353 2024-09-18T02:35:55.870 INFO:tasks.workunit.client.0.smithi046.stdout:354 2024-09-18T02:35:55.870 INFO:tasks.workunit.client.0.smithi046.stdout:355 2024-09-18T02:35:55.871 INFO:tasks.workunit.client.0.smithi046.stdout:356 2024-09-18T02:35:55.872 INFO:tasks.workunit.client.0.smithi046.stdout:357 2024-09-18T02:35:55.873 INFO:tasks.workunit.client.0.smithi046.stdout:358 2024-09-18T02:35:55.874 INFO:tasks.workunit.client.0.smithi046.stdout:359 2024-09-18T02:35:55.875 INFO:tasks.workunit.client.0.smithi046.stdout:360 2024-09-18T02:35:55.875 INFO:tasks.workunit.client.0.smithi046.stdout:361 2024-09-18T02:35:55.876 INFO:tasks.workunit.client.0.smithi046.stdout:362 2024-09-18T02:35:55.877 INFO:tasks.workunit.client.0.smithi046.stdout:363 2024-09-18T02:35:55.878 INFO:tasks.workunit.client.0.smithi046.stdout:364 2024-09-18T02:35:55.879 INFO:tasks.workunit.client.0.smithi046.stdout:365 2024-09-18T02:35:55.879 INFO:tasks.workunit.client.0.smithi046.stdout:366 2024-09-18T02:35:55.880 INFO:tasks.workunit.client.0.smithi046.stdout:367 2024-09-18T02:35:55.881 INFO:tasks.workunit.client.0.smithi046.stdout:368 2024-09-18T02:35:55.882 INFO:tasks.workunit.client.0.smithi046.stdout:369 2024-09-18T02:35:55.883 INFO:tasks.workunit.client.0.smithi046.stdout:370 2024-09-18T02:35:55.883 INFO:tasks.workunit.client.0.smithi046.stdout:371 2024-09-18T02:35:55.884 INFO:tasks.workunit.client.0.smithi046.stdout:372 2024-09-18T02:35:55.885 INFO:tasks.workunit.client.0.smithi046.stdout:373 2024-09-18T02:35:55.888 INFO:tasks.workunit.client.0.smithi046.stdout:374 2024-09-18T02:35:55.888 INFO:tasks.workunit.client.0.smithi046.stdout:375 2024-09-18T02:35:55.888 INFO:tasks.workunit.client.0.smithi046.stdout:376 2024-09-18T02:35:55.889 INFO:tasks.workunit.client.0.smithi046.stdout:377 2024-09-18T02:35:55.889 INFO:tasks.workunit.client.0.smithi046.stdout:378 2024-09-18T02:35:55.890 INFO:tasks.workunit.client.0.smithi046.stdout:379 2024-09-18T02:35:55.891 INFO:tasks.workunit.client.0.smithi046.stdout:380 2024-09-18T02:35:55.892 INFO:tasks.workunit.client.0.smithi046.stdout:381 2024-09-18T02:35:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:382 2024-09-18T02:35:55.894 INFO:tasks.workunit.client.0.smithi046.stdout:383 2024-09-18T02:35:55.895 INFO:tasks.workunit.client.0.smithi046.stdout:384 2024-09-18T02:35:55.895 INFO:tasks.workunit.client.0.smithi046.stdout:385 2024-09-18T02:35:55.896 INFO:tasks.workunit.client.0.smithi046.stdout:386 2024-09-18T02:35:55.897 INFO:tasks.workunit.client.0.smithi046.stdout:387 2024-09-18T02:35:55.898 INFO:tasks.workunit.client.0.smithi046.stdout:388 2024-09-18T02:35:55.899 INFO:tasks.workunit.client.0.smithi046.stdout:389 2024-09-18T02:35:55.900 INFO:tasks.workunit.client.0.smithi046.stdout:390 2024-09-18T02:35:55.900 INFO:tasks.workunit.client.0.smithi046.stdout:391 2024-09-18T02:35:55.901 INFO:tasks.workunit.client.0.smithi046.stdout:392 2024-09-18T02:35:55.902 INFO:tasks.workunit.client.0.smithi046.stdout:393 2024-09-18T02:35:55.903 INFO:tasks.workunit.client.0.smithi046.stdout:394 2024-09-18T02:35:55.904 INFO:tasks.workunit.client.0.smithi046.stdout:395 2024-09-18T02:35:55.905 INFO:tasks.workunit.client.0.smithi046.stdout:396 2024-09-18T02:35:55.905 INFO:tasks.workunit.client.0.smithi046.stdout:397 2024-09-18T02:35:55.906 INFO:tasks.workunit.client.0.smithi046.stdout:398 2024-09-18T02:35:55.907 INFO:tasks.workunit.client.0.smithi046.stdout:399 2024-09-18T02:35:55.908 INFO:tasks.workunit.client.0.smithi046.stdout:400 2024-09-18T02:35:55.909 INFO:tasks.workunit.client.0.smithi046.stdout:401 2024-09-18T02:35:55.910 INFO:tasks.workunit.client.0.smithi046.stdout:402 2024-09-18T02:35:55.910 INFO:tasks.workunit.client.0.smithi046.stdout:403 2024-09-18T02:35:55.911 INFO:tasks.workunit.client.0.smithi046.stdout:404 2024-09-18T02:35:55.912 INFO:tasks.workunit.client.0.smithi046.stdout:405 2024-09-18T02:35:55.913 INFO:tasks.workunit.client.0.smithi046.stdout:406 2024-09-18T02:35:55.914 INFO:tasks.workunit.client.0.smithi046.stdout:407 2024-09-18T02:35:55.915 INFO:tasks.workunit.client.0.smithi046.stdout:408 2024-09-18T02:35:55.916 INFO:tasks.workunit.client.0.smithi046.stdout:409 2024-09-18T02:35:55.917 INFO:tasks.workunit.client.0.smithi046.stdout:410 2024-09-18T02:35:55.917 INFO:tasks.workunit.client.0.smithi046.stdout:411 2024-09-18T02:35:55.918 INFO:tasks.workunit.client.0.smithi046.stdout:412 2024-09-18T02:35:55.919 INFO:tasks.workunit.client.0.smithi046.stdout:413 2024-09-18T02:35:55.920 INFO:tasks.workunit.client.0.smithi046.stdout:414 2024-09-18T02:35:55.921 INFO:tasks.workunit.client.0.smithi046.stdout:415 2024-09-18T02:35:55.922 INFO:tasks.workunit.client.0.smithi046.stdout:416 2024-09-18T02:35:55.922 INFO:tasks.workunit.client.0.smithi046.stdout:417 2024-09-18T02:35:55.923 INFO:tasks.workunit.client.0.smithi046.stdout:418 2024-09-18T02:35:55.924 INFO:tasks.workunit.client.0.smithi046.stdout:419 2024-09-18T02:35:55.925 INFO:tasks.workunit.client.0.smithi046.stdout:420 2024-09-18T02:35:55.926 INFO:tasks.workunit.client.0.smithi046.stdout:421 2024-09-18T02:35:55.927 INFO:tasks.workunit.client.0.smithi046.stdout:422 2024-09-18T02:35:55.928 INFO:tasks.workunit.client.0.smithi046.stdout:423 2024-09-18T02:35:55.929 INFO:tasks.workunit.client.0.smithi046.stdout:424 2024-09-18T02:35:55.930 INFO:tasks.workunit.client.0.smithi046.stdout:425 2024-09-18T02:35:55.931 INFO:tasks.workunit.client.0.smithi046.stdout:426 2024-09-18T02:35:55.932 INFO:tasks.workunit.client.0.smithi046.stdout:427 2024-09-18T02:35:55.933 INFO:tasks.workunit.client.0.smithi046.stdout:428 2024-09-18T02:35:55.933 INFO:tasks.workunit.client.0.smithi046.stdout:429 2024-09-18T02:35:55.934 INFO:tasks.workunit.client.0.smithi046.stdout:430 2024-09-18T02:35:55.935 INFO:tasks.workunit.client.0.smithi046.stdout:431 2024-09-18T02:35:55.936 INFO:tasks.workunit.client.0.smithi046.stdout:432 2024-09-18T02:35:55.937 INFO:tasks.workunit.client.0.smithi046.stdout:433 2024-09-18T02:35:55.938 INFO:tasks.workunit.client.0.smithi046.stdout:434 2024-09-18T02:35:55.939 INFO:tasks.workunit.client.0.smithi046.stdout:435 2024-09-18T02:35:55.939 INFO:tasks.workunit.client.0.smithi046.stdout:436 2024-09-18T02:35:55.940 INFO:tasks.workunit.client.0.smithi046.stdout:437 2024-09-18T02:35:55.941 INFO:tasks.workunit.client.0.smithi046.stdout:438 2024-09-18T02:35:55.942 INFO:tasks.workunit.client.0.smithi046.stdout:439 2024-09-18T02:35:55.943 INFO:tasks.workunit.client.0.smithi046.stdout:440 2024-09-18T02:35:55.944 INFO:tasks.workunit.client.0.smithi046.stdout:441 2024-09-18T02:35:55.945 INFO:tasks.workunit.client.0.smithi046.stdout:442 2024-09-18T02:35:55.946 INFO:tasks.workunit.client.0.smithi046.stdout:443 2024-09-18T02:35:55.947 INFO:tasks.workunit.client.0.smithi046.stdout:444 2024-09-18T02:35:55.948 INFO:tasks.workunit.client.0.smithi046.stdout:445 2024-09-18T02:35:55.949 INFO:tasks.workunit.client.0.smithi046.stdout:446 2024-09-18T02:35:55.950 INFO:tasks.workunit.client.0.smithi046.stdout:447 2024-09-18T02:35:55.951 INFO:tasks.workunit.client.0.smithi046.stdout:448 2024-09-18T02:35:55.952 INFO:tasks.workunit.client.0.smithi046.stdout:449 2024-09-18T02:35:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:450 2024-09-18T02:35:55.954 INFO:tasks.workunit.client.0.smithi046.stdout:451 2024-09-18T02:35:55.955 INFO:tasks.workunit.client.0.smithi046.stdout:452 2024-09-18T02:35:55.956 INFO:tasks.workunit.client.0.smithi046.stdout:453 2024-09-18T02:35:55.957 INFO:tasks.workunit.client.0.smithi046.stdout:454 2024-09-18T02:35:55.958 INFO:tasks.workunit.client.0.smithi046.stdout:455 2024-09-18T02:35:55.959 INFO:tasks.workunit.client.0.smithi046.stdout:456 2024-09-18T02:35:55.960 INFO:tasks.workunit.client.0.smithi046.stdout:457 2024-09-18T02:35:55.961 INFO:tasks.workunit.client.0.smithi046.stdout:458 2024-09-18T02:35:55.962 INFO:tasks.workunit.client.0.smithi046.stdout:459 2024-09-18T02:35:55.963 INFO:tasks.workunit.client.0.smithi046.stdout:460 2024-09-18T02:35:55.963 INFO:tasks.workunit.client.0.smithi046.stdout:461 2024-09-18T02:35:55.965 INFO:tasks.workunit.client.0.smithi046.stdout:462 2024-09-18T02:35:55.965 INFO:tasks.workunit.client.0.smithi046.stdout:463 2024-09-18T02:35:55.966 INFO:tasks.workunit.client.0.smithi046.stdout:464 2024-09-18T02:35:55.967 INFO:tasks.workunit.client.0.smithi046.stdout:465 2024-09-18T02:35:55.968 INFO:tasks.workunit.client.0.smithi046.stdout:466 2024-09-18T02:35:55.969 INFO:tasks.workunit.client.0.smithi046.stdout:467 2024-09-18T02:35:55.970 INFO:tasks.workunit.client.0.smithi046.stdout:468 2024-09-18T02:35:55.971 INFO:tasks.workunit.client.0.smithi046.stdout:469 2024-09-18T02:35:55.972 INFO:tasks.workunit.client.0.smithi046.stdout:470 2024-09-18T02:35:55.973 INFO:tasks.workunit.client.0.smithi046.stdout:471 2024-09-18T02:35:55.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:55 smithi195 ceph-mon[89559]: osdmap e943: 8 total, 8 up, 8 in 2024-09-18T02:35:55.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:55 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1644801858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:55.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:55 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:55.974 INFO:tasks.workunit.client.0.smithi046.stdout:472 2024-09-18T02:35:55.975 INFO:tasks.workunit.client.0.smithi046.stdout:473 2024-09-18T02:35:55.976 INFO:tasks.workunit.client.0.smithi046.stdout:474 2024-09-18T02:35:55.977 INFO:tasks.workunit.client.0.smithi046.stdout:475 2024-09-18T02:35:55.978 INFO:tasks.workunit.client.0.smithi046.stdout:476 2024-09-18T02:35:55.979 INFO:tasks.workunit.client.0.smithi046.stdout:477 2024-09-18T02:35:55.980 INFO:tasks.workunit.client.0.smithi046.stdout:478 2024-09-18T02:35:55.981 INFO:tasks.workunit.client.0.smithi046.stdout:479 2024-09-18T02:35:55.982 INFO:tasks.workunit.client.0.smithi046.stdout:480 2024-09-18T02:35:55.983 INFO:tasks.workunit.client.0.smithi046.stdout:481 2024-09-18T02:35:55.984 INFO:tasks.workunit.client.0.smithi046.stdout:482 2024-09-18T02:35:55.985 INFO:tasks.workunit.client.0.smithi046.stdout:483 2024-09-18T02:35:55.986 INFO:tasks.workunit.client.0.smithi046.stdout:484 2024-09-18T02:35:55.986 INFO:tasks.workunit.client.0.smithi046.stdout:485 2024-09-18T02:35:55.987 INFO:tasks.workunit.client.0.smithi046.stdout:486 2024-09-18T02:35:55.988 INFO:tasks.workunit.client.0.smithi046.stdout:487 2024-09-18T02:35:55.989 INFO:tasks.workunit.client.0.smithi046.stdout:488 2024-09-18T02:35:55.990 INFO:tasks.workunit.client.0.smithi046.stdout:489 2024-09-18T02:35:55.991 INFO:tasks.workunit.client.0.smithi046.stdout:490 2024-09-18T02:35:55.992 INFO:tasks.workunit.client.0.smithi046.stdout:491 2024-09-18T02:35:55.993 INFO:tasks.workunit.client.0.smithi046.stdout:492 2024-09-18T02:35:55.994 INFO:tasks.workunit.client.0.smithi046.stdout:493 2024-09-18T02:35:55.995 INFO:tasks.workunit.client.0.smithi046.stdout:494 2024-09-18T02:35:55.996 INFO:tasks.workunit.client.0.smithi046.stdout:495 2024-09-18T02:35:55.997 INFO:tasks.workunit.client.0.smithi046.stdout:496 2024-09-18T02:35:55.998 INFO:tasks.workunit.client.0.smithi046.stdout:497 2024-09-18T02:35:55.999 INFO:tasks.workunit.client.0.smithi046.stdout:498 2024-09-18T02:35:56.000 INFO:tasks.workunit.client.0.smithi046.stdout:499 2024-09-18T02:35:56.001 INFO:tasks.workunit.client.0.smithi046.stdout:500 2024-09-18T02:35:56.002 INFO:tasks.workunit.client.0.smithi046.stdout:501 2024-09-18T02:35:56.002 INFO:tasks.workunit.client.0.smithi046.stdout:502 2024-09-18T02:35:56.003 INFO:tasks.workunit.client.0.smithi046.stdout:503 2024-09-18T02:35:56.004 INFO:tasks.workunit.client.0.smithi046.stdout:504 2024-09-18T02:35:56.006 INFO:tasks.workunit.client.0.smithi046.stdout:505 2024-09-18T02:35:56.006 INFO:tasks.workunit.client.0.smithi046.stdout:506 2024-09-18T02:35:56.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:55 smithi046 ceph-mon[94621]: osdmap e943: 8 total, 8 up, 8 in 2024-09-18T02:35:56.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:55 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1644801858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:55 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:55 smithi046 ceph-mon[97106]: osdmap e943: 8 total, 8 up, 8 in 2024-09-18T02:35:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:55 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1644801858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:55 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:56.008 INFO:tasks.workunit.client.0.smithi046.stdout:507 2024-09-18T02:35:56.009 INFO:tasks.workunit.client.0.smithi046.stdout:508 2024-09-18T02:35:56.009 INFO:tasks.workunit.client.0.smithi046.stdout:509 2024-09-18T02:35:56.010 INFO:tasks.workunit.client.0.smithi046.stdout:510 2024-09-18T02:35:56.011 INFO:tasks.workunit.client.0.smithi046.stdout:511 2024-09-18T02:35:56.012 INFO:tasks.workunit.client.0.smithi046.stdout:512 2024-09-18T02:35:56.013 INFO:tasks.workunit.client.0.smithi046.stdout:513 2024-09-18T02:35:56.014 INFO:tasks.workunit.client.0.smithi046.stdout:514 2024-09-18T02:35:56.015 INFO:tasks.workunit.client.0.smithi046.stdout:515 2024-09-18T02:35:56.016 INFO:tasks.workunit.client.0.smithi046.stdout:516 2024-09-18T02:35:56.017 INFO:tasks.workunit.client.0.smithi046.stdout:517 2024-09-18T02:35:56.018 INFO:tasks.workunit.client.0.smithi046.stdout:518 2024-09-18T02:35:56.019 INFO:tasks.workunit.client.0.smithi046.stdout:519 2024-09-18T02:35:56.020 INFO:tasks.workunit.client.0.smithi046.stdout:520 2024-09-18T02:35:56.021 INFO:tasks.workunit.client.0.smithi046.stdout:521 2024-09-18T02:35:56.021 INFO:tasks.workunit.client.0.smithi046.stdout:522 2024-09-18T02:35:56.022 INFO:tasks.workunit.client.0.smithi046.stdout:523 2024-09-18T02:35:56.023 INFO:tasks.workunit.client.0.smithi046.stdout:524 2024-09-18T02:35:56.024 INFO:tasks.workunit.client.0.smithi046.stdout:525 2024-09-18T02:35:56.025 INFO:tasks.workunit.client.0.smithi046.stdout:526 2024-09-18T02:35:56.026 INFO:tasks.workunit.client.0.smithi046.stdout:527 2024-09-18T02:35:56.027 INFO:tasks.workunit.client.0.smithi046.stdout:528 2024-09-18T02:35:56.028 INFO:tasks.workunit.client.0.smithi046.stdout:529 2024-09-18T02:35:56.029 INFO:tasks.workunit.client.0.smithi046.stdout:530 2024-09-18T02:35:56.030 INFO:tasks.workunit.client.0.smithi046.stdout:531 2024-09-18T02:35:56.031 INFO:tasks.workunit.client.0.smithi046.stdout:532 2024-09-18T02:35:56.032 INFO:tasks.workunit.client.0.smithi046.stdout:533 2024-09-18T02:35:56.033 INFO:tasks.workunit.client.0.smithi046.stdout:534 2024-09-18T02:35:56.034 INFO:tasks.workunit.client.0.smithi046.stdout:535 2024-09-18T02:35:56.034 INFO:tasks.workunit.client.0.smithi046.stdout:536 2024-09-18T02:35:56.035 INFO:tasks.workunit.client.0.smithi046.stdout:537 2024-09-18T02:35:56.036 INFO:tasks.workunit.client.0.smithi046.stdout:538 2024-09-18T02:35:56.037 INFO:tasks.workunit.client.0.smithi046.stdout:539 2024-09-18T02:35:56.038 INFO:tasks.workunit.client.0.smithi046.stdout:540 2024-09-18T02:35:56.039 INFO:tasks.workunit.client.0.smithi046.stdout:541 2024-09-18T02:35:56.039 INFO:tasks.workunit.client.0.smithi046.stdout:542 2024-09-18T02:35:56.040 INFO:tasks.workunit.client.0.smithi046.stdout:543 2024-09-18T02:35:56.041 INFO:tasks.workunit.client.0.smithi046.stdout:544 2024-09-18T02:35:56.042 INFO:tasks.workunit.client.0.smithi046.stdout:545 2024-09-18T02:35:56.043 INFO:tasks.workunit.client.0.smithi046.stdout:546 2024-09-18T02:35:56.044 INFO:tasks.workunit.client.0.smithi046.stdout:547 2024-09-18T02:35:56.045 INFO:tasks.workunit.client.0.smithi046.stdout:548 2024-09-18T02:35:56.045 INFO:tasks.workunit.client.0.smithi046.stdout:549 2024-09-18T02:35:56.047 INFO:tasks.workunit.client.0.smithi046.stdout:550 2024-09-18T02:35:56.048 INFO:tasks.workunit.client.0.smithi046.stdout:551 2024-09-18T02:35:56.048 INFO:tasks.workunit.client.0.smithi046.stdout:552 2024-09-18T02:35:56.049 INFO:tasks.workunit.client.0.smithi046.stdout:553 2024-09-18T02:35:56.050 INFO:tasks.workunit.client.0.smithi046.stdout:554 2024-09-18T02:35:56.052 INFO:tasks.workunit.client.0.smithi046.stdout:555 2024-09-18T02:35:56.052 INFO:tasks.workunit.client.0.smithi046.stdout:556 2024-09-18T02:35:56.053 INFO:tasks.workunit.client.0.smithi046.stdout:557 2024-09-18T02:35:56.054 INFO:tasks.workunit.client.0.smithi046.stdout:558 2024-09-18T02:35:56.055 INFO:tasks.workunit.client.0.smithi046.stdout:559 2024-09-18T02:35:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:560 2024-09-18T02:35:56.057 INFO:tasks.workunit.client.0.smithi046.stdout:561 2024-09-18T02:35:56.058 INFO:tasks.workunit.client.0.smithi046.stdout:562 2024-09-18T02:35:56.058 INFO:tasks.workunit.client.0.smithi046.stdout:563 2024-09-18T02:35:56.059 INFO:tasks.workunit.client.0.smithi046.stdout:564 2024-09-18T02:35:56.060 INFO:tasks.workunit.client.0.smithi046.stdout:565 2024-09-18T02:35:56.061 INFO:tasks.workunit.client.0.smithi046.stdout:566 2024-09-18T02:35:56.062 INFO:tasks.workunit.client.0.smithi046.stdout:567 2024-09-18T02:35:56.063 INFO:tasks.workunit.client.0.smithi046.stdout:568 2024-09-18T02:35:56.064 INFO:tasks.workunit.client.0.smithi046.stdout:569 2024-09-18T02:35:56.065 INFO:tasks.workunit.client.0.smithi046.stdout:570 2024-09-18T02:35:56.065 INFO:tasks.workunit.client.0.smithi046.stdout:571 2024-09-18T02:35:56.066 INFO:tasks.workunit.client.0.smithi046.stdout:572 2024-09-18T02:35:56.067 INFO:tasks.workunit.client.0.smithi046.stdout:573 2024-09-18T02:35:56.068 INFO:tasks.workunit.client.0.smithi046.stdout:574 2024-09-18T02:35:56.069 INFO:tasks.workunit.client.0.smithi046.stdout:575 2024-09-18T02:35:56.070 INFO:tasks.workunit.client.0.smithi046.stdout:576 2024-09-18T02:35:56.071 INFO:tasks.workunit.client.0.smithi046.stdout:577 2024-09-18T02:35:56.071 INFO:tasks.workunit.client.0.smithi046.stdout:578 2024-09-18T02:35:56.072 INFO:tasks.workunit.client.0.smithi046.stdout:579 2024-09-18T02:35:56.073 INFO:tasks.workunit.client.0.smithi046.stdout:580 2024-09-18T02:35:56.074 INFO:tasks.workunit.client.0.smithi046.stdout:581 2024-09-18T02:35:56.075 INFO:tasks.workunit.client.0.smithi046.stdout:582 2024-09-18T02:35:56.076 INFO:tasks.workunit.client.0.smithi046.stdout:583 2024-09-18T02:35:56.077 INFO:tasks.workunit.client.0.smithi046.stdout:584 2024-09-18T02:35:56.078 INFO:tasks.workunit.client.0.smithi046.stdout:585 2024-09-18T02:35:56.079 INFO:tasks.workunit.client.0.smithi046.stdout:586 2024-09-18T02:35:56.081 INFO:tasks.workunit.client.0.smithi046.stdout:587 2024-09-18T02:35:56.081 INFO:tasks.workunit.client.0.smithi046.stdout:588 2024-09-18T02:35:56.082 INFO:tasks.workunit.client.0.smithi046.stdout:589 2024-09-18T02:35:56.083 INFO:tasks.workunit.client.0.smithi046.stdout:590 2024-09-18T02:35:56.084 INFO:tasks.workunit.client.0.smithi046.stdout:591 2024-09-18T02:35:56.085 INFO:tasks.workunit.client.0.smithi046.stdout:592 2024-09-18T02:35:56.086 INFO:tasks.workunit.client.0.smithi046.stdout:593 2024-09-18T02:35:56.087 INFO:tasks.workunit.client.0.smithi046.stdout:594 2024-09-18T02:35:56.088 INFO:tasks.workunit.client.0.smithi046.stdout:595 2024-09-18T02:35:56.089 INFO:tasks.workunit.client.0.smithi046.stdout:596 2024-09-18T02:35:56.093 INFO:tasks.workunit.client.0.smithi046.stdout:597 2024-09-18T02:35:56.093 INFO:tasks.workunit.client.0.smithi046.stdout:598 2024-09-18T02:35:56.093 INFO:tasks.workunit.client.0.smithi046.stdout:599 2024-09-18T02:35:56.093 INFO:tasks.workunit.client.0.smithi046.stdout:600 2024-09-18T02:35:56.093 INFO:tasks.workunit.client.0.smithi046.stdout:601 2024-09-18T02:35:56.094 INFO:tasks.workunit.client.0.smithi046.stdout:602 2024-09-18T02:35:56.095 INFO:tasks.workunit.client.0.smithi046.stdout:603 2024-09-18T02:35:56.096 INFO:tasks.workunit.client.0.smithi046.stdout:604 2024-09-18T02:35:56.097 INFO:tasks.workunit.client.0.smithi046.stdout:605 2024-09-18T02:35:56.098 INFO:tasks.workunit.client.0.smithi046.stdout:606 2024-09-18T02:35:56.099 INFO:tasks.workunit.client.0.smithi046.stdout:607 2024-09-18T02:35:56.099 INFO:tasks.workunit.client.0.smithi046.stdout:608 2024-09-18T02:35:56.100 INFO:tasks.workunit.client.0.smithi046.stdout:609 2024-09-18T02:35:56.101 INFO:tasks.workunit.client.0.smithi046.stdout:610 2024-09-18T02:35:56.102 INFO:tasks.workunit.client.0.smithi046.stdout:611 2024-09-18T02:35:56.103 INFO:tasks.workunit.client.0.smithi046.stdout:612 2024-09-18T02:35:56.104 INFO:tasks.workunit.client.0.smithi046.stdout:613 2024-09-18T02:35:56.105 INFO:tasks.workunit.client.0.smithi046.stdout:614 2024-09-18T02:35:56.106 INFO:tasks.workunit.client.0.smithi046.stdout:615 2024-09-18T02:35:56.107 INFO:tasks.workunit.client.0.smithi046.stdout:616 2024-09-18T02:35:56.107 INFO:tasks.workunit.client.0.smithi046.stdout:617 2024-09-18T02:35:56.108 INFO:tasks.workunit.client.0.smithi046.stdout:618 2024-09-18T02:35:56.109 INFO:tasks.workunit.client.0.smithi046.stdout:619 2024-09-18T02:35:56.110 INFO:tasks.workunit.client.0.smithi046.stdout:620 2024-09-18T02:35:56.111 INFO:tasks.workunit.client.0.smithi046.stdout:621 2024-09-18T02:35:56.112 INFO:tasks.workunit.client.0.smithi046.stdout:622 2024-09-18T02:35:56.113 INFO:tasks.workunit.client.0.smithi046.stdout:623 2024-09-18T02:35:56.114 INFO:tasks.workunit.client.0.smithi046.stdout:624 2024-09-18T02:35:56.115 INFO:tasks.workunit.client.0.smithi046.stdout:625 2024-09-18T02:35:56.116 INFO:tasks.workunit.client.0.smithi046.stdout:626 2024-09-18T02:35:56.117 INFO:tasks.workunit.client.0.smithi046.stdout:627 2024-09-18T02:35:56.118 INFO:tasks.workunit.client.0.smithi046.stdout:628 2024-09-18T02:35:56.119 INFO:tasks.workunit.client.0.smithi046.stdout:629 2024-09-18T02:35:56.120 INFO:tasks.workunit.client.0.smithi046.stdout:630 2024-09-18T02:35:56.121 INFO:tasks.workunit.client.0.smithi046.stdout:631 2024-09-18T02:35:56.122 INFO:tasks.workunit.client.0.smithi046.stdout:632 2024-09-18T02:35:56.123 INFO:tasks.workunit.client.0.smithi046.stdout:633 2024-09-18T02:35:56.124 INFO:tasks.workunit.client.0.smithi046.stdout:634 2024-09-18T02:35:56.125 INFO:tasks.workunit.client.0.smithi046.stdout:635 2024-09-18T02:35:56.126 INFO:tasks.workunit.client.0.smithi046.stdout:636 2024-09-18T02:35:56.126 INFO:tasks.workunit.client.0.smithi046.stdout:637 2024-09-18T02:35:56.127 INFO:tasks.workunit.client.0.smithi046.stdout:638 2024-09-18T02:35:56.128 INFO:tasks.workunit.client.0.smithi046.stdout:639 2024-09-18T02:35:56.129 INFO:tasks.workunit.client.0.smithi046.stdout:640 2024-09-18T02:35:56.130 INFO:tasks.workunit.client.0.smithi046.stdout:641 2024-09-18T02:35:56.131 INFO:tasks.workunit.client.0.smithi046.stdout:642 2024-09-18T02:35:56.132 INFO:tasks.workunit.client.0.smithi046.stdout:643 2024-09-18T02:35:56.133 INFO:tasks.workunit.client.0.smithi046.stdout:644 2024-09-18T02:35:56.134 INFO:tasks.workunit.client.0.smithi046.stdout:645 2024-09-18T02:35:56.135 INFO:tasks.workunit.client.0.smithi046.stdout:646 2024-09-18T02:35:56.136 INFO:tasks.workunit.client.0.smithi046.stdout:647 2024-09-18T02:35:56.137 INFO:tasks.workunit.client.0.smithi046.stdout:648 2024-09-18T02:35:56.138 INFO:tasks.workunit.client.0.smithi046.stdout:649 2024-09-18T02:35:56.139 INFO:tasks.workunit.client.0.smithi046.stdout:650 2024-09-18T02:35:56.140 INFO:tasks.workunit.client.0.smithi046.stdout:651 2024-09-18T02:35:56.140 INFO:tasks.workunit.client.0.smithi046.stdout:652 2024-09-18T02:35:56.141 INFO:tasks.workunit.client.0.smithi046.stdout:653 2024-09-18T02:35:56.142 INFO:tasks.workunit.client.0.smithi046.stdout:654 2024-09-18T02:35:56.143 INFO:tasks.workunit.client.0.smithi046.stdout:655 2024-09-18T02:35:56.144 INFO:tasks.workunit.client.0.smithi046.stdout:656 2024-09-18T02:35:56.145 INFO:tasks.workunit.client.0.smithi046.stdout:657 2024-09-18T02:35:56.146 INFO:tasks.workunit.client.0.smithi046.stdout:658 2024-09-18T02:35:56.147 INFO:tasks.workunit.client.0.smithi046.stdout:659 2024-09-18T02:35:56.148 INFO:tasks.workunit.client.0.smithi046.stdout:660 2024-09-18T02:35:56.149 INFO:tasks.workunit.client.0.smithi046.stdout:661 2024-09-18T02:35:56.150 INFO:tasks.workunit.client.0.smithi046.stdout:662 2024-09-18T02:35:56.151 INFO:tasks.workunit.client.0.smithi046.stdout:663 2024-09-18T02:35:56.152 INFO:tasks.workunit.client.0.smithi046.stdout:664 2024-09-18T02:35:56.153 INFO:tasks.workunit.client.0.smithi046.stdout:665 2024-09-18T02:35:56.154 INFO:tasks.workunit.client.0.smithi046.stdout:666 2024-09-18T02:35:56.155 INFO:tasks.workunit.client.0.smithi046.stdout:667 2024-09-18T02:35:56.156 INFO:tasks.workunit.client.0.smithi046.stdout:668 2024-09-18T02:35:56.157 INFO:tasks.workunit.client.0.smithi046.stdout:669 2024-09-18T02:35:56.158 INFO:tasks.workunit.client.0.smithi046.stdout:670 2024-09-18T02:35:56.159 INFO:tasks.workunit.client.0.smithi046.stdout:671 2024-09-18T02:35:56.160 INFO:tasks.workunit.client.0.smithi046.stdout:672 2024-09-18T02:35:56.161 INFO:tasks.workunit.client.0.smithi046.stdout:673 2024-09-18T02:35:56.162 INFO:tasks.workunit.client.0.smithi046.stdout:674 2024-09-18T02:35:56.163 INFO:tasks.workunit.client.0.smithi046.stdout:675 2024-09-18T02:35:56.164 INFO:tasks.workunit.client.0.smithi046.stdout:676 2024-09-18T02:35:56.165 INFO:tasks.workunit.client.0.smithi046.stdout:677 2024-09-18T02:35:56.166 INFO:tasks.workunit.client.0.smithi046.stdout:678 2024-09-18T02:35:56.167 INFO:tasks.workunit.client.0.smithi046.stdout:679 2024-09-18T02:35:56.168 INFO:tasks.workunit.client.0.smithi046.stdout:680 2024-09-18T02:35:56.168 INFO:tasks.workunit.client.0.smithi046.stdout:681 2024-09-18T02:35:56.169 INFO:tasks.workunit.client.0.smithi046.stdout:682 2024-09-18T02:35:56.170 INFO:tasks.workunit.client.0.smithi046.stdout:683 2024-09-18T02:35:56.171 INFO:tasks.workunit.client.0.smithi046.stdout:684 2024-09-18T02:35:56.172 INFO:tasks.workunit.client.0.smithi046.stdout:685 2024-09-18T02:35:56.173 INFO:tasks.workunit.client.0.smithi046.stdout:686 2024-09-18T02:35:56.174 INFO:tasks.workunit.client.0.smithi046.stdout:687 2024-09-18T02:35:56.175 INFO:tasks.workunit.client.0.smithi046.stdout:688 2024-09-18T02:35:56.176 INFO:tasks.workunit.client.0.smithi046.stdout:689 2024-09-18T02:35:56.177 INFO:tasks.workunit.client.0.smithi046.stdout:690 2024-09-18T02:35:56.178 INFO:tasks.workunit.client.0.smithi046.stdout:691 2024-09-18T02:35:56.178 INFO:tasks.workunit.client.0.smithi046.stdout:692 2024-09-18T02:35:56.179 INFO:tasks.workunit.client.0.smithi046.stdout:693 2024-09-18T02:35:56.180 INFO:tasks.workunit.client.0.smithi046.stdout:694 2024-09-18T02:35:56.181 INFO:tasks.workunit.client.0.smithi046.stdout:695 2024-09-18T02:35:56.182 INFO:tasks.workunit.client.0.smithi046.stdout:696 2024-09-18T02:35:56.183 INFO:tasks.workunit.client.0.smithi046.stdout:697 2024-09-18T02:35:56.184 INFO:tasks.workunit.client.0.smithi046.stdout:698 2024-09-18T02:35:56.185 INFO:tasks.workunit.client.0.smithi046.stdout:699 2024-09-18T02:35:56.186 INFO:tasks.workunit.client.0.smithi046.stdout:700 2024-09-18T02:35:56.187 INFO:tasks.workunit.client.0.smithi046.stdout:701 2024-09-18T02:35:56.188 INFO:tasks.workunit.client.0.smithi046.stdout:702 2024-09-18T02:35:56.189 INFO:tasks.workunit.client.0.smithi046.stdout:703 2024-09-18T02:35:56.190 INFO:tasks.workunit.client.0.smithi046.stdout:704 2024-09-18T02:35:56.191 INFO:tasks.workunit.client.0.smithi046.stdout:705 2024-09-18T02:35:56.192 INFO:tasks.workunit.client.0.smithi046.stdout:706 2024-09-18T02:35:56.193 INFO:tasks.workunit.client.0.smithi046.stdout:707 2024-09-18T02:35:56.194 INFO:tasks.workunit.client.0.smithi046.stdout:708 2024-09-18T02:35:56.195 INFO:tasks.workunit.client.0.smithi046.stdout:709 2024-09-18T02:35:56.195 INFO:tasks.workunit.client.0.smithi046.stdout:710 2024-09-18T02:35:56.196 INFO:tasks.workunit.client.0.smithi046.stdout:711 2024-09-18T02:35:56.197 INFO:tasks.workunit.client.0.smithi046.stdout:712 2024-09-18T02:35:56.198 INFO:tasks.workunit.client.0.smithi046.stdout:713 2024-09-18T02:35:56.199 INFO:tasks.workunit.client.0.smithi046.stdout:714 2024-09-18T02:35:56.200 INFO:tasks.workunit.client.0.smithi046.stdout:715 2024-09-18T02:35:56.201 INFO:tasks.workunit.client.0.smithi046.stdout:716 2024-09-18T02:35:56.202 INFO:tasks.workunit.client.0.smithi046.stdout:717 2024-09-18T02:35:56.203 INFO:tasks.workunit.client.0.smithi046.stdout:718 2024-09-18T02:35:56.204 INFO:tasks.workunit.client.0.smithi046.stdout:719 2024-09-18T02:35:56.205 INFO:tasks.workunit.client.0.smithi046.stdout:720 2024-09-18T02:35:56.206 INFO:tasks.workunit.client.0.smithi046.stdout:721 2024-09-18T02:35:56.207 INFO:tasks.workunit.client.0.smithi046.stdout:722 2024-09-18T02:35:56.208 INFO:tasks.workunit.client.0.smithi046.stdout:723 2024-09-18T02:35:56.209 INFO:tasks.workunit.client.0.smithi046.stdout:724 2024-09-18T02:35:56.210 INFO:tasks.workunit.client.0.smithi046.stdout:725 2024-09-18T02:35:56.211 INFO:tasks.workunit.client.0.smithi046.stdout:726 2024-09-18T02:35:56.212 INFO:tasks.workunit.client.0.smithi046.stdout:727 2024-09-18T02:35:56.213 INFO:tasks.workunit.client.0.smithi046.stdout:728 2024-09-18T02:35:56.214 INFO:tasks.workunit.client.0.smithi046.stdout:729 2024-09-18T02:35:56.215 INFO:tasks.workunit.client.0.smithi046.stdout:730 2024-09-18T02:35:56.216 INFO:tasks.workunit.client.0.smithi046.stdout:731 2024-09-18T02:35:56.217 INFO:tasks.workunit.client.0.smithi046.stdout:732 2024-09-18T02:35:56.217 INFO:tasks.workunit.client.0.smithi046.stdout:733 2024-09-18T02:35:56.218 INFO:tasks.workunit.client.0.smithi046.stdout:734 2024-09-18T02:35:56.219 INFO:tasks.workunit.client.0.smithi046.stdout:735 2024-09-18T02:35:56.220 INFO:tasks.workunit.client.0.smithi046.stdout:736 2024-09-18T02:35:56.221 INFO:tasks.workunit.client.0.smithi046.stdout:737 2024-09-18T02:35:56.222 INFO:tasks.workunit.client.0.smithi046.stdout:738 2024-09-18T02:35:56.223 INFO:tasks.workunit.client.0.smithi046.stdout:739 2024-09-18T02:35:56.224 INFO:tasks.workunit.client.0.smithi046.stdout:740 2024-09-18T02:35:56.225 INFO:tasks.workunit.client.0.smithi046.stdout:741 2024-09-18T02:35:56.226 INFO:tasks.workunit.client.0.smithi046.stdout:742 2024-09-18T02:35:56.227 INFO:tasks.workunit.client.0.smithi046.stdout:743 2024-09-18T02:35:56.228 INFO:tasks.workunit.client.0.smithi046.stdout:744 2024-09-18T02:35:56.230 INFO:tasks.workunit.client.0.smithi046.stdout:745 2024-09-18T02:35:56.230 INFO:tasks.workunit.client.0.smithi046.stdout:746 2024-09-18T02:35:56.231 INFO:tasks.workunit.client.0.smithi046.stdout:747 2024-09-18T02:35:56.232 INFO:tasks.workunit.client.0.smithi046.stdout:748 2024-09-18T02:35:56.233 INFO:tasks.workunit.client.0.smithi046.stdout:749 2024-09-18T02:35:56.234 INFO:tasks.workunit.client.0.smithi046.stdout:750 2024-09-18T02:35:56.235 INFO:tasks.workunit.client.0.smithi046.stdout:751 2024-09-18T02:35:56.236 INFO:tasks.workunit.client.0.smithi046.stdout:752 2024-09-18T02:35:56.237 INFO:tasks.workunit.client.0.smithi046.stdout:753 2024-09-18T02:35:56.238 INFO:tasks.workunit.client.0.smithi046.stdout:754 2024-09-18T02:35:56.239 INFO:tasks.workunit.client.0.smithi046.stdout:755 2024-09-18T02:35:56.240 INFO:tasks.workunit.client.0.smithi046.stdout:756 2024-09-18T02:35:56.241 INFO:tasks.workunit.client.0.smithi046.stdout:757 2024-09-18T02:35:56.242 INFO:tasks.workunit.client.0.smithi046.stdout:758 2024-09-18T02:35:56.243 INFO:tasks.workunit.client.0.smithi046.stdout:759 2024-09-18T02:35:56.244 INFO:tasks.workunit.client.0.smithi046.stdout:760 2024-09-18T02:35:56.245 INFO:tasks.workunit.client.0.smithi046.stdout:761 2024-09-18T02:35:56.246 INFO:tasks.workunit.client.0.smithi046.stdout:762 2024-09-18T02:35:56.247 INFO:tasks.workunit.client.0.smithi046.stdout:763 2024-09-18T02:35:56.248 INFO:tasks.workunit.client.0.smithi046.stdout:764 2024-09-18T02:35:56.249 INFO:tasks.workunit.client.0.smithi046.stdout:765 2024-09-18T02:35:56.250 INFO:tasks.workunit.client.0.smithi046.stdout:766 2024-09-18T02:35:56.251 INFO:tasks.workunit.client.0.smithi046.stdout:767 2024-09-18T02:35:56.252 INFO:tasks.workunit.client.0.smithi046.stdout:768 2024-09-18T02:35:56.253 INFO:tasks.workunit.client.0.smithi046.stdout:769 2024-09-18T02:35:56.256 INFO:tasks.workunit.client.0.smithi046.stdout:770 2024-09-18T02:35:56.257 INFO:tasks.workunit.client.0.smithi046.stdout:771 2024-09-18T02:35:56.257 INFO:tasks.workunit.client.0.smithi046.stdout:772 2024-09-18T02:35:56.257 INFO:tasks.workunit.client.0.smithi046.stdout:773 2024-09-18T02:35:56.258 INFO:tasks.workunit.client.0.smithi046.stdout:774 2024-09-18T02:35:56.259 INFO:tasks.workunit.client.0.smithi046.stdout:775 2024-09-18T02:35:56.260 INFO:tasks.workunit.client.0.smithi046.stdout:776 2024-09-18T02:35:56.261 INFO:tasks.workunit.client.0.smithi046.stdout:777 2024-09-18T02:35:56.261 INFO:tasks.workunit.client.0.smithi046.stdout:778 2024-09-18T02:35:56.262 INFO:tasks.workunit.client.0.smithi046.stdout:779 2024-09-18T02:35:56.263 INFO:tasks.workunit.client.0.smithi046.stdout:780 2024-09-18T02:35:56.264 INFO:tasks.workunit.client.0.smithi046.stdout:781 2024-09-18T02:35:56.265 INFO:tasks.workunit.client.0.smithi046.stdout:782 2024-09-18T02:35:56.266 INFO:tasks.workunit.client.0.smithi046.stdout:783 2024-09-18T02:35:56.268 INFO:tasks.workunit.client.0.smithi046.stdout:784 2024-09-18T02:35:56.269 INFO:tasks.workunit.client.0.smithi046.stdout:785 2024-09-18T02:35:56.270 INFO:tasks.workunit.client.0.smithi046.stdout:786 2024-09-18T02:35:56.271 INFO:tasks.workunit.client.0.smithi046.stdout:787 2024-09-18T02:35:56.271 INFO:tasks.workunit.client.0.smithi046.stdout:788 2024-09-18T02:35:56.273 INFO:tasks.workunit.client.0.smithi046.stdout:789 2024-09-18T02:35:56.273 INFO:tasks.workunit.client.0.smithi046.stdout:790 2024-09-18T02:35:56.274 INFO:tasks.workunit.client.0.smithi046.stdout:791 2024-09-18T02:35:56.275 INFO:tasks.workunit.client.0.smithi046.stdout:792 2024-09-18T02:35:56.276 INFO:tasks.workunit.client.0.smithi046.stdout:793 2024-09-18T02:35:56.277 INFO:tasks.workunit.client.0.smithi046.stdout:794 2024-09-18T02:35:56.278 INFO:tasks.workunit.client.0.smithi046.stdout:795 2024-09-18T02:35:56.279 INFO:tasks.workunit.client.0.smithi046.stdout:796 2024-09-18T02:35:56.280 INFO:tasks.workunit.client.0.smithi046.stdout:797 2024-09-18T02:35:56.281 INFO:tasks.workunit.client.0.smithi046.stdout:798 2024-09-18T02:35:56.282 INFO:tasks.workunit.client.0.smithi046.stdout:799 2024-09-18T02:35:56.283 INFO:tasks.workunit.client.0.smithi046.stdout:800 2024-09-18T02:35:56.284 INFO:tasks.workunit.client.0.smithi046.stdout:801 2024-09-18T02:35:56.285 INFO:tasks.workunit.client.0.smithi046.stdout:802 2024-09-18T02:35:56.287 INFO:tasks.workunit.client.0.smithi046.stdout:803 2024-09-18T02:35:56.288 INFO:tasks.workunit.client.0.smithi046.stdout:804 2024-09-18T02:35:56.289 INFO:tasks.workunit.client.0.smithi046.stdout:805 2024-09-18T02:35:56.290 INFO:tasks.workunit.client.0.smithi046.stdout:806 2024-09-18T02:35:56.290 INFO:tasks.workunit.client.0.smithi046.stdout:807 2024-09-18T02:35:56.291 INFO:tasks.workunit.client.0.smithi046.stdout:808 2024-09-18T02:35:56.292 INFO:tasks.workunit.client.0.smithi046.stdout:809 2024-09-18T02:35:56.294 INFO:tasks.workunit.client.0.smithi046.stdout:810 2024-09-18T02:35:56.294 INFO:tasks.workunit.client.0.smithi046.stdout:811 2024-09-18T02:35:56.295 INFO:tasks.workunit.client.0.smithi046.stdout:812 2024-09-18T02:35:56.297 INFO:tasks.workunit.client.0.smithi046.stdout:813 2024-09-18T02:35:56.298 INFO:tasks.workunit.client.0.smithi046.stdout:814 2024-09-18T02:35:56.299 INFO:tasks.workunit.client.0.smithi046.stdout:815 2024-09-18T02:35:56.300 INFO:tasks.workunit.client.0.smithi046.stdout:816 2024-09-18T02:35:56.301 INFO:tasks.workunit.client.0.smithi046.stdout:817 2024-09-18T02:35:56.302 INFO:tasks.workunit.client.0.smithi046.stdout:818 2024-09-18T02:35:56.303 INFO:tasks.workunit.client.0.smithi046.stdout:819 2024-09-18T02:35:56.304 INFO:tasks.workunit.client.0.smithi046.stdout:820 2024-09-18T02:35:56.305 INFO:tasks.workunit.client.0.smithi046.stdout:821 2024-09-18T02:35:56.306 INFO:tasks.workunit.client.0.smithi046.stdout:822 2024-09-18T02:35:56.307 INFO:tasks.workunit.client.0.smithi046.stdout:823 2024-09-18T02:35:56.308 INFO:tasks.workunit.client.0.smithi046.stdout:824 2024-09-18T02:35:56.309 INFO:tasks.workunit.client.0.smithi046.stdout:825 2024-09-18T02:35:56.310 INFO:tasks.workunit.client.0.smithi046.stdout:826 2024-09-18T02:35:56.311 INFO:tasks.workunit.client.0.smithi046.stdout:827 2024-09-18T02:35:56.312 INFO:tasks.workunit.client.0.smithi046.stdout:828 2024-09-18T02:35:56.313 INFO:tasks.workunit.client.0.smithi046.stdout:829 2024-09-18T02:35:56.314 INFO:tasks.workunit.client.0.smithi046.stdout:830 2024-09-18T02:35:56.315 INFO:tasks.workunit.client.0.smithi046.stdout:831 2024-09-18T02:35:56.316 INFO:tasks.workunit.client.0.smithi046.stdout:832 2024-09-18T02:35:56.317 INFO:tasks.workunit.client.0.smithi046.stdout:833 2024-09-18T02:35:56.318 INFO:tasks.workunit.client.0.smithi046.stdout:834 2024-09-18T02:35:56.319 INFO:tasks.workunit.client.0.smithi046.stdout:835 2024-09-18T02:35:56.320 INFO:tasks.workunit.client.0.smithi046.stdout:836 2024-09-18T02:35:56.321 INFO:tasks.workunit.client.0.smithi046.stdout:837 2024-09-18T02:35:56.322 INFO:tasks.workunit.client.0.smithi046.stdout:838 2024-09-18T02:35:56.323 INFO:tasks.workunit.client.0.smithi046.stdout:839 2024-09-18T02:35:56.324 INFO:tasks.workunit.client.0.smithi046.stdout:840 2024-09-18T02:35:56.325 INFO:tasks.workunit.client.0.smithi046.stdout:841 2024-09-18T02:35:56.326 INFO:tasks.workunit.client.0.smithi046.stdout:842 2024-09-18T02:35:56.327 INFO:tasks.workunit.client.0.smithi046.stdout:843 2024-09-18T02:35:56.328 INFO:tasks.workunit.client.0.smithi046.stdout:844 2024-09-18T02:35:56.329 INFO:tasks.workunit.client.0.smithi046.stdout:845 2024-09-18T02:35:56.330 INFO:tasks.workunit.client.0.smithi046.stdout:846 2024-09-18T02:35:56.331 INFO:tasks.workunit.client.0.smithi046.stdout:847 2024-09-18T02:35:56.332 INFO:tasks.workunit.client.0.smithi046.stdout:848 2024-09-18T02:35:56.333 INFO:tasks.workunit.client.0.smithi046.stdout:849 2024-09-18T02:35:56.334 INFO:tasks.workunit.client.0.smithi046.stdout:850 2024-09-18T02:35:56.335 INFO:tasks.workunit.client.0.smithi046.stdout:851 2024-09-18T02:35:56.336 INFO:tasks.workunit.client.0.smithi046.stdout:852 2024-09-18T02:35:56.337 INFO:tasks.workunit.client.0.smithi046.stdout:853 2024-09-18T02:35:56.338 INFO:tasks.workunit.client.0.smithi046.stdout:854 2024-09-18T02:35:56.339 INFO:tasks.workunit.client.0.smithi046.stdout:855 2024-09-18T02:35:56.340 INFO:tasks.workunit.client.0.smithi046.stdout:856 2024-09-18T02:35:56.341 INFO:tasks.workunit.client.0.smithi046.stdout:857 2024-09-18T02:35:56.342 INFO:tasks.workunit.client.0.smithi046.stdout:858 2024-09-18T02:35:56.343 INFO:tasks.workunit.client.0.smithi046.stdout:859 2024-09-18T02:35:56.344 INFO:tasks.workunit.client.0.smithi046.stdout:860 2024-09-18T02:35:56.345 INFO:tasks.workunit.client.0.smithi046.stdout:861 2024-09-18T02:35:56.346 INFO:tasks.workunit.client.0.smithi046.stdout:862 2024-09-18T02:35:56.347 INFO:tasks.workunit.client.0.smithi046.stdout:863 2024-09-18T02:35:56.348 INFO:tasks.workunit.client.0.smithi046.stdout:864 2024-09-18T02:35:56.349 INFO:tasks.workunit.client.0.smithi046.stdout:865 2024-09-18T02:35:56.350 INFO:tasks.workunit.client.0.smithi046.stdout:866 2024-09-18T02:35:56.351 INFO:tasks.workunit.client.0.smithi046.stdout:867 2024-09-18T02:35:56.352 INFO:tasks.workunit.client.0.smithi046.stdout:868 2024-09-18T02:35:56.353 INFO:tasks.workunit.client.0.smithi046.stdout:869 2024-09-18T02:35:56.354 INFO:tasks.workunit.client.0.smithi046.stdout:870 2024-09-18T02:35:56.355 INFO:tasks.workunit.client.0.smithi046.stdout:871 2024-09-18T02:35:56.356 INFO:tasks.workunit.client.0.smithi046.stdout:872 2024-09-18T02:35:56.357 INFO:tasks.workunit.client.0.smithi046.stdout:873 2024-09-18T02:35:56.358 INFO:tasks.workunit.client.0.smithi046.stdout:874 2024-09-18T02:35:56.359 INFO:tasks.workunit.client.0.smithi046.stdout:875 2024-09-18T02:35:56.361 INFO:tasks.workunit.client.0.smithi046.stdout:876 2024-09-18T02:35:56.362 INFO:tasks.workunit.client.0.smithi046.stdout:877 2024-09-18T02:35:56.363 INFO:tasks.workunit.client.0.smithi046.stdout:878 2024-09-18T02:35:56.364 INFO:tasks.workunit.client.0.smithi046.stdout:879 2024-09-18T02:35:56.365 INFO:tasks.workunit.client.0.smithi046.stdout:880 2024-09-18T02:35:56.366 INFO:tasks.workunit.client.0.smithi046.stdout:881 2024-09-18T02:35:56.367 INFO:tasks.workunit.client.0.smithi046.stdout:882 2024-09-18T02:35:56.368 INFO:tasks.workunit.client.0.smithi046.stdout:883 2024-09-18T02:35:56.369 INFO:tasks.workunit.client.0.smithi046.stdout:884 2024-09-18T02:35:56.370 INFO:tasks.workunit.client.0.smithi046.stdout:885 2024-09-18T02:35:56.371 INFO:tasks.workunit.client.0.smithi046.stdout:886 2024-09-18T02:35:56.372 INFO:tasks.workunit.client.0.smithi046.stdout:887 2024-09-18T02:35:56.373 INFO:tasks.workunit.client.0.smithi046.stdout:888 2024-09-18T02:35:56.374 INFO:tasks.workunit.client.0.smithi046.stdout:889 2024-09-18T02:35:56.375 INFO:tasks.workunit.client.0.smithi046.stdout:890 2024-09-18T02:35:56.376 INFO:tasks.workunit.client.0.smithi046.stdout:891 2024-09-18T02:35:56.377 INFO:tasks.workunit.client.0.smithi046.stdout:892 2024-09-18T02:35:56.378 INFO:tasks.workunit.client.0.smithi046.stdout:893 2024-09-18T02:35:56.379 INFO:tasks.workunit.client.0.smithi046.stdout:894 2024-09-18T02:35:56.380 INFO:tasks.workunit.client.0.smithi046.stdout:895 2024-09-18T02:35:56.381 INFO:tasks.workunit.client.0.smithi046.stdout:896 2024-09-18T02:35:56.382 INFO:tasks.workunit.client.0.smithi046.stdout:897 2024-09-18T02:35:56.383 INFO:tasks.workunit.client.0.smithi046.stdout:898 2024-09-18T02:35:56.384 INFO:tasks.workunit.client.0.smithi046.stdout:899 2024-09-18T02:35:56.385 INFO:tasks.workunit.client.0.smithi046.stdout:900 2024-09-18T02:35:56.386 INFO:tasks.workunit.client.0.smithi046.stdout:901 2024-09-18T02:35:56.387 INFO:tasks.workunit.client.0.smithi046.stdout:902 2024-09-18T02:35:56.388 INFO:tasks.workunit.client.0.smithi046.stdout:903 2024-09-18T02:35:56.389 INFO:tasks.workunit.client.0.smithi046.stdout:904 2024-09-18T02:35:56.390 INFO:tasks.workunit.client.0.smithi046.stdout:905 2024-09-18T02:35:56.391 INFO:tasks.workunit.client.0.smithi046.stdout:906 2024-09-18T02:35:56.392 INFO:tasks.workunit.client.0.smithi046.stdout:907 2024-09-18T02:35:56.393 INFO:tasks.workunit.client.0.smithi046.stdout:908 2024-09-18T02:35:56.395 INFO:tasks.workunit.client.0.smithi046.stdout:909 2024-09-18T02:35:56.396 INFO:tasks.workunit.client.0.smithi046.stdout:910 2024-09-18T02:35:56.397 INFO:tasks.workunit.client.0.smithi046.stdout:911 2024-09-18T02:35:56.398 INFO:tasks.workunit.client.0.smithi046.stdout:912 2024-09-18T02:35:56.399 INFO:tasks.workunit.client.0.smithi046.stdout:913 2024-09-18T02:35:56.400 INFO:tasks.workunit.client.0.smithi046.stdout:914 2024-09-18T02:35:56.401 INFO:tasks.workunit.client.0.smithi046.stdout:915 2024-09-18T02:35:56.402 INFO:tasks.workunit.client.0.smithi046.stdout:916 2024-09-18T02:35:56.403 INFO:tasks.workunit.client.0.smithi046.stdout:917 2024-09-18T02:35:56.404 INFO:tasks.workunit.client.0.smithi046.stdout:918 2024-09-18T02:35:56.405 INFO:tasks.workunit.client.0.smithi046.stdout:919 2024-09-18T02:35:56.406 INFO:tasks.workunit.client.0.smithi046.stdout:920 2024-09-18T02:35:56.407 INFO:tasks.workunit.client.0.smithi046.stdout:921 2024-09-18T02:35:56.408 INFO:tasks.workunit.client.0.smithi046.stdout:922 2024-09-18T02:35:56.409 INFO:tasks.workunit.client.0.smithi046.stdout:923 2024-09-18T02:35:56.410 INFO:tasks.workunit.client.0.smithi046.stdout:924 2024-09-18T02:35:56.411 INFO:tasks.workunit.client.0.smithi046.stdout:925 2024-09-18T02:35:56.412 INFO:tasks.workunit.client.0.smithi046.stdout:926 2024-09-18T02:35:56.413 INFO:tasks.workunit.client.0.smithi046.stdout:927 2024-09-18T02:35:56.414 INFO:tasks.workunit.client.0.smithi046.stdout:928 2024-09-18T02:35:56.415 INFO:tasks.workunit.client.0.smithi046.stdout:929 2024-09-18T02:35:56.416 INFO:tasks.workunit.client.0.smithi046.stdout:930 2024-09-18T02:35:56.417 INFO:tasks.workunit.client.0.smithi046.stdout:931 2024-09-18T02:35:56.418 INFO:tasks.workunit.client.0.smithi046.stdout:932 2024-09-18T02:35:56.419 INFO:tasks.workunit.client.0.smithi046.stdout:933 2024-09-18T02:35:56.420 INFO:tasks.workunit.client.0.smithi046.stdout:934 2024-09-18T02:35:56.421 INFO:tasks.workunit.client.0.smithi046.stdout:935 2024-09-18T02:35:56.422 INFO:tasks.workunit.client.0.smithi046.stdout:936 2024-09-18T02:35:56.423 INFO:tasks.workunit.client.0.smithi046.stdout:937 2024-09-18T02:35:56.424 INFO:tasks.workunit.client.0.smithi046.stdout:938 2024-09-18T02:35:56.425 INFO:tasks.workunit.client.0.smithi046.stdout:939 2024-09-18T02:35:56.426 INFO:tasks.workunit.client.0.smithi046.stdout:940 2024-09-18T02:35:56.427 INFO:tasks.workunit.client.0.smithi046.stdout:941 2024-09-18T02:35:56.428 INFO:tasks.workunit.client.0.smithi046.stdout:942 2024-09-18T02:35:56.429 INFO:tasks.workunit.client.0.smithi046.stdout:943 2024-09-18T02:35:56.430 INFO:tasks.workunit.client.0.smithi046.stdout:944 2024-09-18T02:35:56.431 INFO:tasks.workunit.client.0.smithi046.stdout:945 2024-09-18T02:35:56.432 INFO:tasks.workunit.client.0.smithi046.stdout:946 2024-09-18T02:35:56.433 INFO:tasks.workunit.client.0.smithi046.stdout:947 2024-09-18T02:35:56.434 INFO:tasks.workunit.client.0.smithi046.stdout:948 2024-09-18T02:35:56.435 INFO:tasks.workunit.client.0.smithi046.stdout:949 2024-09-18T02:35:56.436 INFO:tasks.workunit.client.0.smithi046.stdout:950 2024-09-18T02:35:56.437 INFO:tasks.workunit.client.0.smithi046.stdout:951 2024-09-18T02:35:56.438 INFO:tasks.workunit.client.0.smithi046.stdout:952 2024-09-18T02:35:56.439 INFO:tasks.workunit.client.0.smithi046.stdout:953 2024-09-18T02:35:56.440 INFO:tasks.workunit.client.0.smithi046.stdout:954 2024-09-18T02:35:56.441 INFO:tasks.workunit.client.0.smithi046.stdout:955 2024-09-18T02:35:56.442 INFO:tasks.workunit.client.0.smithi046.stdout:956 2024-09-18T02:35:56.443 INFO:tasks.workunit.client.0.smithi046.stdout:957 2024-09-18T02:35:56.445 INFO:tasks.workunit.client.0.smithi046.stdout:958 2024-09-18T02:35:56.445 INFO:tasks.workunit.client.0.smithi046.stdout:959 2024-09-18T02:35:56.446 INFO:tasks.workunit.client.0.smithi046.stdout:960 2024-09-18T02:35:56.447 INFO:tasks.workunit.client.0.smithi046.stdout:961 2024-09-18T02:35:56.448 INFO:tasks.workunit.client.0.smithi046.stdout:962 2024-09-18T02:35:56.449 INFO:tasks.workunit.client.0.smithi046.stdout:963 2024-09-18T02:35:56.451 INFO:tasks.workunit.client.0.smithi046.stdout:964 2024-09-18T02:35:56.452 INFO:tasks.workunit.client.0.smithi046.stdout:965 2024-09-18T02:35:56.453 INFO:tasks.workunit.client.0.smithi046.stdout:966 2024-09-18T02:35:56.454 INFO:tasks.workunit.client.0.smithi046.stdout:967 2024-09-18T02:35:56.455 INFO:tasks.workunit.client.0.smithi046.stdout:968 2024-09-18T02:35:56.456 INFO:tasks.workunit.client.0.smithi046.stdout:969 2024-09-18T02:35:56.457 INFO:tasks.workunit.client.0.smithi046.stdout:970 2024-09-18T02:35:56.458 INFO:tasks.workunit.client.0.smithi046.stdout:971 2024-09-18T02:35:56.459 INFO:tasks.workunit.client.0.smithi046.stdout:972 2024-09-18T02:35:56.460 INFO:tasks.workunit.client.0.smithi046.stdout:973 2024-09-18T02:35:56.461 INFO:tasks.workunit.client.0.smithi046.stdout:974 2024-09-18T02:35:56.462 INFO:tasks.workunit.client.0.smithi046.stdout:975 2024-09-18T02:35:56.463 INFO:tasks.workunit.client.0.smithi046.stdout:976 2024-09-18T02:35:56.464 INFO:tasks.workunit.client.0.smithi046.stdout:977 2024-09-18T02:35:56.465 INFO:tasks.workunit.client.0.smithi046.stdout:978 2024-09-18T02:35:56.466 INFO:tasks.workunit.client.0.smithi046.stdout:979 2024-09-18T02:35:56.467 INFO:tasks.workunit.client.0.smithi046.stdout:980 2024-09-18T02:35:56.468 INFO:tasks.workunit.client.0.smithi046.stdout:981 2024-09-18T02:35:56.469 INFO:tasks.workunit.client.0.smithi046.stdout:982 2024-09-18T02:35:56.470 INFO:tasks.workunit.client.0.smithi046.stdout:983 2024-09-18T02:35:56.471 INFO:tasks.workunit.client.0.smithi046.stdout:984 2024-09-18T02:35:56.472 INFO:tasks.workunit.client.0.smithi046.stdout:985 2024-09-18T02:35:56.473 INFO:tasks.workunit.client.0.smithi046.stdout:986 2024-09-18T02:35:56.474 INFO:tasks.workunit.client.0.smithi046.stdout:987 2024-09-18T02:35:56.475 INFO:tasks.workunit.client.0.smithi046.stdout:988 2024-09-18T02:35:56.476 INFO:tasks.workunit.client.0.smithi046.stdout:989 2024-09-18T02:35:56.477 INFO:tasks.workunit.client.0.smithi046.stdout:990 2024-09-18T02:35:56.478 INFO:tasks.workunit.client.0.smithi046.stdout:991 2024-09-18T02:35:56.480 INFO:tasks.workunit.client.0.smithi046.stdout:992 2024-09-18T02:35:56.481 INFO:tasks.workunit.client.0.smithi046.stdout:993 2024-09-18T02:35:56.482 INFO:tasks.workunit.client.0.smithi046.stdout:994 2024-09-18T02:35:56.483 INFO:tasks.workunit.client.0.smithi046.stdout:995 2024-09-18T02:35:56.484 INFO:tasks.workunit.client.0.smithi046.stdout:996 2024-09-18T02:35:56.485 INFO:tasks.workunit.client.0.smithi046.stdout:997 2024-09-18T02:35:56.486 INFO:tasks.workunit.client.0.smithi046.stdout:998 2024-09-18T02:35:56.487 INFO:tasks.workunit.client.0.smithi046.stdout:999 2024-09-18T02:35:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-18T02:35:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:00000010 69 73 |is| 2024-09-18T02:35:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:00000012 2024-09-18T02:35:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-18T02:35:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:00000010 69 73 |is| 2024-09-18T02:35:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:00000012 2024-09-18T02:35:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.WriteReturnData (3012 ms) 2024-09-18T02:35:56.578 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.Loud 2024-09-18T02:35:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:35:56] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-18T02:35:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[94621]: pgmap v1122: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[94621]: osdmap e944: 8 total, 8 up, 8 in 2024-09-18T02:35:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1644801858' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-18T02:35:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[97106]: pgmap v1122: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[97106]: osdmap e944: 8 total, 8 up, 8 in 2024-09-18T02:35:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:56 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1644801858' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-18T02:35:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:56 smithi195 ceph-mon[89559]: pgmap v1122: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:56 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:35:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:56 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:56 smithi195 ceph-mon[89559]: osdmap e944: 8 total, 8 up, 8 in 2024-09-18T02:35:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:56 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1644801858' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-18T02:35:57.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:57 smithi195 ceph-mon[89559]: osdmap e945: 8 total, 8 up, 8 in 2024-09-18T02:35:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:57 smithi046 ceph-mon[97106]: osdmap e945: 8 total, 8 up, 8 in 2024-09-18T02:35:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:57 smithi046 ceph-mon[94621]: osdmap e945: 8 total, 8 up, 8 in 2024-09-18T02:35:58.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:58 smithi195 ceph-mon[89559]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:58 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:58 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:58 smithi195 ceph-mon[89559]: osdmap e946: 8 total, 8 up, 8 in 2024-09-18T02:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:58 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3355371584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[97106]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[97106]: osdmap e946: 8 total, 8 up, 8 in 2024-09-18T02:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3355371584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[94621]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:35:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:35:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:35:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[94621]: osdmap e946: 8 total, 8 up, 8 in 2024-09-18T02:35:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3355371584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:35:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:35:59.602 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.Loud (3026 ms) 2024-09-18T02:35:59.602 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.BadMethods 2024-09-18T02:35:59.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:59 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:35:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:35:59 smithi195 ceph-mon[89559]: osdmap e947: 8 total, 8 up, 8 in 2024-09-18T02:36:00.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:59 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:35:59 smithi046 ceph-mon[94621]: osdmap e947: 8 total, 8 up, 8 in 2024-09-18T02:36:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:59 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:35:59 smithi046 ceph-mon[97106]: osdmap e947: 8 total, 8 up, 8 in 2024-09-18T02:36:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:00 smithi195 ceph-mon[89559]: pgmap v1128: 137 pgs: 18 creating+peering, 11 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:01.006 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:00 smithi195 ceph-mon[89559]: osdmap e948: 8 total, 8 up, 8 in 2024-09-18T02:36:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:00 smithi046 ceph-mon[94621]: pgmap v1128: 137 pgs: 18 creating+peering, 11 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:00 smithi046 ceph-mon[94621]: osdmap e948: 8 total, 8 up, 8 in 2024-09-18T02:36:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:00 smithi046 ceph-mon[97106]: pgmap v1128: 137 pgs: 18 creating+peering, 11 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:00 smithi046 ceph-mon[97106]: osdmap e948: 8 total, 8 up, 8 in 2024-09-18T02:36:01.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:01 smithi195 ceph-mon[89559]: osdmap e949: 8 total, 8 up, 8 in 2024-09-18T02:36:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:01 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3056121109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:01 smithi046 ceph-mon[94621]: osdmap e949: 8 total, 8 up, 8 in 2024-09-18T02:36:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:01 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3056121109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:01 smithi046 ceph-mon[97106]: osdmap e949: 8 total, 8 up, 8 in 2024-09-18T02:36:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:01 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3056121109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:02.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:36:01 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T02:36:01.624+0000 7f068d4cc640 -1 osd.3 pg_epoch: 950 pg[38.2( v 950'1 (0'0,950'1] local-lis/les=949/950 n=1 ec=949/949 lis/c=949/949 les/c/f=950/950/0 sis=949) [3,7,5] r=0 lpr=949 crt=950'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-18T02:36:02.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 02:36:01 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T02:36:01.626+0000 7f068d4cc640 -1 osd.3 pg_epoch: 950 pg[38.2( v 950'2 (0'0,950'2] local-lis/les=949/950 n=1 ec=949/949 lis/c=949/949 les/c/f=950/950/0 sis=949) [3,7,5] r=0 lpr=949 crt=950'1 lcod 950'1 mlcod 950'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-18T02:36:02.606 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:36:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:36:02.619 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.BadMethods (3017 ms) 2024-09-18T02:36:02.619 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.Filter 2024-09-18T02:36:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:02 smithi195 ceph-mon[89559]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:02 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:02 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3056121109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:02 smithi195 ceph-mon[89559]: osdmap e950: 8 total, 8 up, 8 in 2024-09-18T02:36:03.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[94621]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:03.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3056121109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[94621]: osdmap e950: 8 total, 8 up, 8 in 2024-09-18T02:36:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[97106]: pgmap v1131: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3056121109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:02 smithi046 ceph-mon[97106]: osdmap e950: 8 total, 8 up, 8 in 2024-09-18T02:36:03.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:03 smithi195 ceph-mon[89559]: osdmap e951: 8 total, 8 up, 8 in 2024-09-18T02:36:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:03 smithi046 ceph-mon[94621]: osdmap e951: 8 total, 8 up, 8 in 2024-09-18T02:36:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:03 smithi046 ceph-mon[97106]: osdmap e951: 8 total, 8 up, 8 in 2024-09-18T02:36:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:04 smithi195 ceph-mon[89559]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:04 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:04 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:36:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:04 smithi195 ceph-mon[89559]: osdmap e952: 8 total, 8 up, 8 in 2024-09-18T02:36:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:04 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/133902747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:04 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[94621]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:36:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[94621]: osdmap e952: 8 total, 8 up, 8 in 2024-09-18T02:36:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/133902747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[97106]: pgmap v1134: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:36:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[97106]: osdmap e952: 8 total, 8 up, 8 in 2024-09-18T02:36:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/133902747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:05.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:04 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:05.636 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.Filter (3017 ms) 2024-09-18T02:36:05.636 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from ClsHello (17958 ms total) 2024-09-18T02:36:05.636 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:36:05.636 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:36:05.636 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 6 tests from 1 test suite ran. (17958 ms total) 2024-09-18T02:36:05.637 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 6 tests. 2024-09-18T02:36:05.639 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:36:05.639 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:36:05.708 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-18T02:36:05.709 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-18T02:36:05.780 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:36:05.780 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-18T02:36:05.780 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:36:05.780 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 27 tests from TestClsJournal 2024-09-18T02:36:05.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:05 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:05 smithi195 ceph-mon[89559]: osdmap e953: 8 total, 8 up, 8 in 2024-09-18T02:36:06.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:05 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:06.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:05 smithi046 ceph-mon[97106]: osdmap e953: 8 total, 8 up, 8 in 2024-09-18T02:36:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:05 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138219-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:05 smithi046 ceph-mon[94621]: osdmap e953: 8 total, 8 up, 8 in 2024-09-18T02:36:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:06 smithi046 ceph-mon[97106]: pgmap v1137: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:06 smithi046 ceph-mon[97106]: osdmap e954: 8 total, 8 up, 8 in 2024-09-18T02:36:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:06 smithi046 ceph-mon[94621]: pgmap v1137: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:06 smithi046 ceph-mon[94621]: osdmap e954: 8 total, 8 up, 8 in 2024-09-18T02:36:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:36:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:36:06] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-18T02:36:06.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:06 smithi195 ceph-mon[89559]: pgmap v1137: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:06 smithi195 ceph-mon[89559]: osdmap e954: 8 total, 8 up, 8 in 2024-09-18T02:36:07.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.Create 2024-09-18T02:36:07.664 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-09-18T02:36:07.664 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-18T02:36:07.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-09-18T02:36:07.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-18T02:36:07.673 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-09-18T02:36:07.673 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-18T02:36:07.676 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-18T02:36:07.677 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-18T02:36:07.679 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-18T02:36:07.679 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-18T02:36:07.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-09-18T02:36:07.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-18T02:36:07.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-18T02:36:07.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-18T02:36:07.687 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-09-18T02:36:07.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-18T02:36:07.690 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-09-18T02:36:07.690 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-18T02:36:07.694 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-09-18T02:36:07.694 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-18T02:36:07.698 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-18T02:36:07.698 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-18T02:36:07.702 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-18T02:36:07.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-18T02:36:07.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-18T02:36:07.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-18T02:36:07.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-18T02:36:07.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-18T02:36:07.803 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (94 ms) 2024-09-18T02:36:07.804 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-18T02:36:07.807 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-09-18T02:36:07.807 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-18T02:36:07.809 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2024-09-18T02:36:07.809 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-18T02:36:07.810 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-18T02:36:07.810 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-18T02:36:07.848 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-09-18T02:36:07.848 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-18T02:36:07.852 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-18T02:36:07.852 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-18T02:36:07.860 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-18T02:36:07.860 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-18T02:36:07.866 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-09-18T02:36:07.867 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagList 2024-09-18T02:36:07.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagList (86 ms) 2024-09-18T02:36:07.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-18T02:36:07.954 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-18T02:36:07.954 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-18T02:36:07.955 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-18T02:36:07.955 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-18T02:36:07.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-18T02:36:07.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.Append 2024-09-18T02:36:07.963 INFO:tasks.workunit.client.0.smithi046.stdout:padding is not enabled 2024-09-18T02:36:07.963 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.Append (6 ms) 2024-09-18T02:36:07.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:07 smithi195 ceph-mon[89559]: osdmap e955: 8 total, 8 up, 8 in 2024-09-18T02:36:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:07 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2304382909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138360-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:07 smithi046 ceph-mon[94621]: osdmap e955: 8 total, 8 up, 8 in 2024-09-18T02:36:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:07 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2304382909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138360-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:07 smithi046 ceph-mon[97106]: osdmap e955: 8 total, 8 up, 8 in 2024-09-18T02:36:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:07 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2304382909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138360-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:08.652 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 27 tests from TestClsJournal (317 ms total) 2024-09-18T02:36:08.652 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:36:08.653 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:36:08.653 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 27 tests from 1 test suite ran. (2873 ms total) 2024-09-18T02:36:08.653 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 27 tests. 2024-09-18T02:36:08.655 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:36:08.656 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:36:08.725 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-18T02:36:08.725 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-18T02:36:08.798 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:36:08.798 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-18T02:36:08.798 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:36:08.798 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 11 tests from ClsLock 2024-09-18T02:36:08.798 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-18T02:36:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:08 smithi195 ceph-mon[89559]: pgmap v1140: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:08 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:08 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2304382909' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138360-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:08 smithi195 ceph-mon[89559]: osdmap e956: 8 total, 8 up, 8 in 2024-09-18T02:36:09.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[94621]: pgmap v1140: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2304382909' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138360-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[94621]: osdmap e956: 8 total, 8 up, 8 in 2024-09-18T02:36:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[97106]: pgmap v1140: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2304382909' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138360-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:08 smithi046 ceph-mon[97106]: osdmap e956: 8 total, 8 up, 8 in 2024-09-18T02:36:09.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:09 smithi195 ceph-mon[89559]: osdmap e957: 8 total, 8 up, 8 in 2024-09-18T02:36:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:09 smithi046 ceph-mon[97106]: osdmap e957: 8 total, 8 up, 8 in 2024-09-18T02:36:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:09 smithi046 ceph-mon[94621]: osdmap e957: 8 total, 8 up, 8 in 2024-09-18T02:36:10.697 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-18T02:36:10.697 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2024-09-18T02:36:10.697 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-18T02:36:10.697 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-18T02:36:10.697 INFO:tasks.workunit.client.0.smithi046.stdout: client.44651 expiration=2024-09-18T02:38:10.693633+0000 addr=v1:172.21.15.46:0/56965905 cookie= 2024-09-18T02:36:10.701 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-18T02:36:10.701 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-18T02:36:10.701 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-18T02:36:10.701 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-18T02:36:10.701 INFO:tasks.workunit.client.0.smithi046.stdout: client.44651 expiration=2024-09-18T02:38:10.699628+0000 addr=v1:172.21.15.46:0/56965905 cookie= 2024-09-18T02:36:10.701 INFO:tasks.workunit.client.0.smithi046.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.46:0/3460118264 cookie= 2024-09-18T02:36:10.702 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-18T02:36:10.702 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-18T02:36:10.702 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-18T02:36:10.702 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-18T02:36:10.702 INFO:tasks.workunit.client.0.smithi046.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.46:0/3460118264 cookie= 2024-09-18T02:36:10.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:10 smithi195 ceph-mon[89559]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:10 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:10 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:36:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:10 smithi195 ceph-mon[89559]: osdmap e958: 8 total, 8 up, 8 in 2024-09-18T02:36:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:10 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/56965905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:10 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:11.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[97106]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[97106]: osdmap e958: 8 total, 8 up, 8 in 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/56965905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[94621]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[94621]: osdmap e958: 8 total, 8 up, 8 in 2024-09-18T02:36:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/56965905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:11.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:10 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:11.674 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMultiLocking (2876 ms) 2024-09-18T02:36:11.674 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMeta 2024-09-18T02:36:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:11 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:11 smithi195 ceph-mon[89559]: osdmap e959: 8 total, 8 up, 8 in 2024-09-18T02:36:12.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:11 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:11 smithi046 ceph-mon[94621]: osdmap e959: 8 total, 8 up, 8 in 2024-09-18T02:36:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:11 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:11 smithi046 ceph-mon[97106]: osdmap e959: 8 total, 8 up, 8 in 2024-09-18T02:36:12.666 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:36:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:36:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:12 smithi195 ceph-mon[89559]: pgmap v1146: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:12 smithi195 ceph-mon[89559]: osdmap e960: 8 total, 8 up, 8 in 2024-09-18T02:36:13.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:12 smithi046 ceph-mon[97106]: pgmap v1146: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:13.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:12 smithi046 ceph-mon[97106]: osdmap e960: 8 total, 8 up, 8 in 2024-09-18T02:36:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:12 smithi046 ceph-mon[94621]: pgmap v1146: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:12 smithi046 ceph-mon[94621]: osdmap e960: 8 total, 8 up, 8 in 2024-09-18T02:36:13.714 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-18T02:36:13.715 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-18T02:36:13.715 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-18T02:36:13.715 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-18T02:36:13.715 INFO:tasks.workunit.client.0.smithi046.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.46:0/228331487 cookie= 2024-09-18T02:36:13.716 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-18T02:36:13.717 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2024-09-18T02:36:13.717 INFO:tasks.workunit.client.0.smithi046.stdout: tag: new_tag 2024-09-18T02:36:13.717 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-18T02:36:13.717 INFO:tasks.workunit.client.0.smithi046.stdout: client.44663 expiration=0.000000 addr=v1:172.21.15.46:0/3935504556 cookie= 2024-09-18T02:36:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:13 smithi195 ceph-mon[89559]: osdmap e961: 8 total, 8 up, 8 in 2024-09-18T02:36:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:13 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3935504556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:13 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[97106]: osdmap e961: 8 total, 8 up, 8 in 2024-09-18T02:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3935504556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[94621]: osdmap e961: 8 total, 8 up, 8 in 2024-09-18T02:36:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3935504556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:14.690 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMeta (3016 ms) 2024-09-18T02:36:14.690 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestCookie 2024-09-18T02:36:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:14 smithi195 ceph-mon[89559]: pgmap v1149: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:14 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:14 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:14 smithi195 ceph-mon[89559]: osdmap e962: 8 total, 8 up, 8 in 2024-09-18T02:36:15.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[94621]: pgmap v1149: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[94621]: osdmap e962: 8 total, 8 up, 8 in 2024-09-18T02:36:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[97106]: pgmap v1149: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:14 smithi046 ceph-mon[97106]: osdmap e962: 8 total, 8 up, 8 in 2024-09-18T02:36:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:15 smithi195 ceph-mon[89559]: osdmap e963: 8 total, 8 up, 8 in 2024-09-18T02:36:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:15 smithi046 ceph-mon[97106]: osdmap e963: 8 total, 8 up, 8 in 2024-09-18T02:36:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:15 smithi046 ceph-mon[94621]: osdmap e963: 8 total, 8 up, 8 in 2024-09-18T02:36:16.687 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:36:16] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-09-18T02:36:16.717 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-18T02:36:16.717 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2024-09-18T02:36:16.718 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-18T02:36:16.718 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-18T02:36:16.720 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-18T02:36:16.720 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-18T02:36:16.720 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-18T02:36:16.720 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-18T02:36:16.720 INFO:tasks.workunit.client.0.smithi046.stdout: client.44675 expiration=0.000000 addr=v1:172.21.15.46:0/1278853426 cookie= 2024-09-18T02:36:16.720 INFO:tasks.workunit.client.0.smithi046.stdout: client.44675 expiration=0.000000 addr=v1:172.21.15.46:0/1278853426 cookie=new cookie 2024-09-18T02:36:16.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:16 smithi195 ceph-mon[89559]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:16 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:16 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:36:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:16 smithi195 ceph-mon[89559]: osdmap e964: 8 total, 8 up, 8 in 2024-09-18T02:36:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:16 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1278853426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:16 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[94621]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:36:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[94621]: osdmap e964: 8 total, 8 up, 8 in 2024-09-18T02:36:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1278853426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[97106]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:36:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[97106]: osdmap e964: 8 total, 8 up, 8 in 2024-09-18T02:36:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1278853426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:17.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:16 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:17.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestCookie (3014 ms) 2024-09-18T02:36:17.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-18T02:36:17.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:17 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:17 smithi195 ceph-mon[89559]: osdmap e965: 8 total, 8 up, 8 in 2024-09-18T02:36:18.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:17 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:18.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:17 smithi046 ceph-mon[97106]: osdmap e965: 8 total, 8 up, 8 in 2024-09-18T02:36:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:17 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:17 smithi046 ceph-mon[94621]: osdmap e965: 8 total, 8 up, 8 in 2024-09-18T02:36:18.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:18 smithi195 ceph-mon[89559]: pgmap v1155: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-18T02:36:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:18 smithi195 ceph-mon[89559]: osdmap e966: 8 total, 8 up, 8 in 2024-09-18T02:36:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:18 smithi046 ceph-mon[94621]: pgmap v1155: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-18T02:36:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:18 smithi046 ceph-mon[94621]: osdmap e966: 8 total, 8 up, 8 in 2024-09-18T02:36:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:18 smithi046 ceph-mon[97106]: pgmap v1155: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-18T02:36:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:18 smithi046 ceph-mon[97106]: osdmap e966: 8 total, 8 up, 8 in 2024-09-18T02:36:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:19 smithi195 ceph-mon[89559]: osdmap e967: 8 total, 8 up, 8 in 2024-09-18T02:36:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:19 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2943967127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:19 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:19 smithi046 ceph-mon[94621]: osdmap e967: 8 total, 8 up, 8 in 2024-09-18T02:36:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:19 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2943967127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:19 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:20.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:19 smithi046 ceph-mon[97106]: osdmap e967: 8 total, 8 up, 8 in 2024-09-18T02:36:20.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:19 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2943967127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:20.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:19 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:20.721 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMultipleLocks (3016 ms) 2024-09-18T02:36:20.721 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-18T02:36:20.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:20 smithi195 ceph-mon[89559]: pgmap v1158: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:20 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:20 smithi195 ceph-mon[89559]: osdmap e968: 8 total, 8 up, 8 in 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[94621]: pgmap v1158: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[94621]: osdmap e968: 8 total, 8 up, 8 in 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[97106]: pgmap v1158: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:20 smithi046 ceph-mon[97106]: osdmap e968: 8 total, 8 up, 8 in 2024-09-18T02:36:21.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:21 smithi195 ceph-mon[89559]: osdmap e969: 8 total, 8 up, 8 in 2024-09-18T02:36:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:21 smithi046 ceph-mon[97106]: osdmap e969: 8 total, 8 up, 8 in 2024-09-18T02:36:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:21 smithi046 ceph-mon[94621]: osdmap e969: 8 total, 8 up, 8 in 2024-09-18T02:36:22.721 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:36:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:36:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:22 smithi195 ceph-mon[89559]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:22 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:22 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:36:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:22 smithi195 ceph-mon[89559]: osdmap e970: 8 total, 8 up, 8 in 2024-09-18T02:36:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/902325457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:22 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[94621]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:36:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[94621]: osdmap e970: 8 total, 8 up, 8 in 2024-09-18T02:36:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/902325457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:23.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[97106]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:23.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:23.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:36:23.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[97106]: osdmap e970: 8 total, 8 up, 8 in 2024-09-18T02:36:23.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/902325457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:23.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:22 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:23 smithi046 ceph-mon[94621]: osdmap e971: 8 total, 8 up, 8 in 2024-09-18T02:36:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:23 smithi046 ceph-mon[97106]: osdmap e971: 8 total, 8 up, 8 in 2024-09-18T02:36:24.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:23 smithi195 ceph-mon[89559]: osdmap e971: 8 total, 8 up, 8 in 2024-09-18T02:36:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:24 smithi046 ceph-mon[94621]: pgmap v1164: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:24 smithi046 ceph-mon[94621]: osdmap e972: 8 total, 8 up, 8 in 2024-09-18T02:36:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:24 smithi046 ceph-mon[97106]: pgmap v1164: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:24 smithi046 ceph-mon[97106]: osdmap e972: 8 total, 8 up, 8 in 2024-09-18T02:36:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:24 smithi195 ceph-mon[89559]: pgmap v1164: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:24 smithi195 ceph-mon[89559]: osdmap e972: 8 total, 8 up, 8 in 2024-09-18T02:36:26.734 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:36:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:36:26] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-09-18T02:36:27.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:26 smithi046 ceph-mon[97106]: pgmap v1166: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:26 smithi046 ceph-mon[94621]: pgmap v1166: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:26 smithi195 ceph-mon[89559]: pgmap v1166: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:28.744 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestLockDuration (8024 ms) 2024-09-18T02:36:28.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-18T02:36:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:28 smithi046 ceph-mon[97106]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:28 smithi046 ceph-mon[94621]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:28 smithi195 ceph-mon[89559]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:29 smithi046 ceph-mon[97106]: osdmap e973: 8 total, 8 up, 8 in 2024-09-18T02:36:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:29 smithi046 ceph-mon[94621]: osdmap e973: 8 total, 8 up, 8 in 2024-09-18T02:36:30.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:29 smithi195 ceph-mon[89559]: osdmap e973: 8 total, 8 up, 8 in 2024-09-18T02:36:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:30 smithi195 ceph-mon[89559]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:30 smithi195 ceph-mon[89559]: osdmap e974: 8 total, 8 up, 8 in 2024-09-18T02:36:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:30 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1723170231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:30 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[97106]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[97106]: osdmap e974: 8 total, 8 up, 8 in 2024-09-18T02:36:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1723170231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[94621]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[94621]: osdmap e974: 8 total, 8 up, 8 in 2024-09-18T02:36:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1723170231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:31.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:30 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:31.777 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestAssertLocked (3033 ms) 2024-09-18T02:36:31.777 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-18T02:36:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:31 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:31 smithi195 ceph-mon[89559]: osdmap e975: 8 total, 8 up, 8 in 2024-09-18T02:36:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:31 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:31 smithi046 ceph-mon[94621]: osdmap e975: 8 total, 8 up, 8 in 2024-09-18T02:36:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:31 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:31 smithi046 ceph-mon[97106]: osdmap e975: 8 total, 8 up, 8 in 2024-09-18T02:36:32.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:36:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:36:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:32 smithi195 ceph-mon[89559]: pgmap v1172: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:32 smithi195 ceph-mon[89559]: osdmap e976: 8 total, 8 up, 8 in 2024-09-18T02:36:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:36:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:36:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:36:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:36:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[97106]: pgmap v1172: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[97106]: osdmap e976: 8 total, 8 up, 8 in 2024-09-18T02:36:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:36:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:36:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:36:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:36:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[94621]: pgmap v1172: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[94621]: osdmap e976: 8 total, 8 up, 8 in 2024-09-18T02:36:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:36:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:36:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:36:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:36:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:33 smithi195 ceph-mon[89559]: osdmap e977: 8 total, 8 up, 8 in 2024-09-18T02:36:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:33 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2206904368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:33 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:33 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[94621]: osdmap e977: 8 total, 8 up, 8 in 2024-09-18T02:36:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2206904368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[97106]: osdmap e977: 8 total, 8 up, 8 in 2024-09-18T02:36:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2206904368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:33 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:34.791 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestSetCookie (3013 ms) 2024-09-18T02:36:34.791 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestRenew 2024-09-18T02:36:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:34 smithi195 ceph-mon[89559]: pgmap v1175: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:34 smithi195 ceph-mon[89559]: osdmap e978: 8 total, 8 up, 8 in 2024-09-18T02:36:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:34 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:34 smithi195 ceph-mon[89559]: osdmap e979: 8 total, 8 up, 8 in 2024-09-18T02:36:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[94621]: pgmap v1175: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[94621]: osdmap e978: 8 total, 8 up, 8 in 2024-09-18T02:36:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[94621]: osdmap e979: 8 total, 8 up, 8 in 2024-09-18T02:36:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[97106]: pgmap v1175: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[97106]: osdmap e978: 8 total, 8 up, 8 in 2024-09-18T02:36:35.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:35.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:34 smithi046 ceph-mon[97106]: osdmap e979: 8 total, 8 up, 8 in 2024-09-18T02:36:36.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:35 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:35 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:36:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:35 smithi195 ceph-mon[89559]: osdmap e980: 8 total, 8 up, 8 in 2024-09-18T02:36:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:35 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3393124973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:35 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:36:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[94621]: osdmap e980: 8 total, 8 up, 8 in 2024-09-18T02:36:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3393124973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:36:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:36:36.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[97106]: osdmap e980: 8 total, 8 up, 8 in 2024-09-18T02:36:36.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3393124973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:36.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:35 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:36.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:36:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:36:36] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-18T02:36:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:36 smithi195 ceph-mon[89559]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:36 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:36 smithi195 ceph-mon[89559]: osdmap e981: 8 total, 8 up, 8 in 2024-09-18T02:36:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:36 smithi046 ceph-mon[94621]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:36 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:36 smithi046 ceph-mon[94621]: osdmap e981: 8 total, 8 up, 8 in 2024-09-18T02:36:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:36 smithi046 ceph-mon[97106]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:36 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:36 smithi046 ceph-mon[97106]: osdmap e981: 8 total, 8 up, 8 in 2024-09-18T02:36:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:38 smithi195 ceph-mon[89559]: pgmap v1181: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:38 smithi195 ceph-mon[89559]: osdmap e982: 8 total, 8 up, 8 in 2024-09-18T02:36:39.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:38 smithi046 ceph-mon[97106]: pgmap v1181: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:38 smithi046 ceph-mon[97106]: osdmap e982: 8 total, 8 up, 8 in 2024-09-18T02:36:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:38 smithi046 ceph-mon[94621]: pgmap v1181: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:38 smithi046 ceph-mon[94621]: osdmap e982: 8 total, 8 up, 8 in 2024-09-18T02:36:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:40 smithi195 ceph-mon[89559]: pgmap v1183: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:41.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:40 smithi046 ceph-mon[97106]: pgmap v1183: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:40 smithi046 ceph-mon[94621]: pgmap v1183: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:36:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:36:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:42 smithi195 ceph-mon[89559]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:42 smithi046 ceph-mon[97106]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:42 smithi046 ceph-mon[94621]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:44.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:44.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:44 smithi195 ceph-mon[89559]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 134 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:44 smithi046 ceph-mon[97106]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 134 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:44 smithi046 ceph-mon[94621]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 134 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:36:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:36:46] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-09-18T02:36:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:46 smithi195 ceph-mon[89559]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:46 smithi046 ceph-mon[94621]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:46 smithi046 ceph-mon[97106]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:49.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:48 smithi195 ceph-mon[89559]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:48 smithi046 ceph-mon[97106]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:48 smithi046 ceph-mon[94621]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:50 smithi195 ceph-mon[89559]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 352 B/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:36:51.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:50 smithi046 ceph-mon[97106]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 352 B/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:36:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:50 smithi046 ceph-mon[94621]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 352 B/s rd, 0 B/s wr, 1 op/s 2024-09-18T02:36:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:36:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:36:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:52 smithi195 ceph-mon[89559]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:52 smithi046 ceph-mon[97106]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:52 smithi046 ceph-mon[94621]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:54 smithi195 ceph-mon[89559]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:54 smithi046 ceph-mon[97106]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:54 smithi046 ceph-mon[94621]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:55.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestRenew (21052 ms) 2024-09-18T02:36:55.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-18T02:36:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:36:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:36:56] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-09-18T02:36:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:56 smithi195 ceph-mon[89559]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:56 smithi195 ceph-mon[89559]: osdmap e983: 8 total, 8 up, 8 in 2024-09-18T02:36:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:56 smithi046 ceph-mon[94621]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:56 smithi046 ceph-mon[94621]: osdmap e983: 8 total, 8 up, 8 in 2024-09-18T02:36:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:56 smithi046 ceph-mon[97106]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:36:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:56 smithi046 ceph-mon[97106]: osdmap e983: 8 total, 8 up, 8 in 2024-09-18T02:36:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:57 smithi195 ceph-mon[89559]: osdmap e984: 8 total, 8 up, 8 in 2024-09-18T02:36:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:57 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/735329268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:57 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/735329268' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:57 smithi195 ceph-mon[89559]: osdmap e985: 8 total, 8 up, 8 in 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[97106]: osdmap e984: 8 total, 8 up, 8 in 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/735329268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/735329268' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[97106]: osdmap e985: 8 total, 8 up, 8 in 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[94621]: osdmap e984: 8 total, 8 up, 8 in 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/735329268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/735329268' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:36:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:57 smithi046 ceph-mon[94621]: osdmap e985: 8 total, 8 up, 8 in 2024-09-18T02:36:59.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:58 smithi195 ceph-mon[89559]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:58 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:36:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:58 smithi195 ceph-mon[89559]: osdmap e986: 8 total, 8 up, 8 in 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[94621]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[94621]: osdmap e986: 8 total, 8 up, 8 in 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[97106]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:36:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:36:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:58 smithi046 ceph-mon[97106]: osdmap e986: 8 total, 8 up, 8 in 2024-09-18T02:37:00.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:59 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:36:59 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:00.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:59 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:00.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:36:59 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:00.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:59 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:00.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:36:59 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:00 smithi195 ceph-mon[89559]: pgmap v1197: 137 pgs: 5 creating+activating, 12 unknown, 120 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:00 smithi046 ceph-mon[97106]: pgmap v1197: 137 pgs: 5 creating+activating, 12 unknown, 120 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:00 smithi046 ceph-mon[94621]: pgmap v1197: 137 pgs: 5 creating+activating, 12 unknown, 120 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:01.924 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6082 ms) 2024-09-18T02:37:01.924 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-18T02:37:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:37:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:37:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:02 smithi195 ceph-mon[89559]: pgmap v1198: 137 pgs: 5 creating+activating, 3 unknown, 129 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:02 smithi195 ceph-mon[89559]: osdmap e987: 8 total, 8 up, 8 in 2024-09-18T02:37:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:02 smithi046 ceph-mon[97106]: pgmap v1198: 137 pgs: 5 creating+activating, 3 unknown, 129 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:02 smithi046 ceph-mon[97106]: osdmap e987: 8 total, 8 up, 8 in 2024-09-18T02:37:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:02 smithi046 ceph-mon[94621]: pgmap v1198: 137 pgs: 5 creating+activating, 3 unknown, 129 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:02 smithi046 ceph-mon[94621]: osdmap e987: 8 total, 8 up, 8 in 2024-09-18T02:37:04.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:03 smithi195 ceph-mon[89559]: osdmap e988: 8 total, 8 up, 8 in 2024-09-18T02:37:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:03 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3921222035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:03 smithi046 ceph-mon[94621]: osdmap e988: 8 total, 8 up, 8 in 2024-09-18T02:37:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:03 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3921222035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:03 smithi046 ceph-mon[97106]: osdmap e988: 8 total, 8 up, 8 in 2024-09-18T02:37:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:03 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3921222035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:04 smithi195 ceph-mon[89559]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:04 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3921222035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:04 smithi195 ceph-mon[89559]: osdmap e989: 8 total, 8 up, 8 in 2024-09-18T02:37:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:04 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[94621]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3921222035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[94621]: osdmap e989: 8 total, 8 up, 8 in 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[97106]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3921222035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[97106]: osdmap e989: 8 total, 8 up, 8 in 2024-09-18T02:37:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:04 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:06.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:05 smithi195 ceph-mon[89559]: osdmap e990: 8 total, 8 up, 8 in 2024-09-18T02:37:06.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:05 smithi046 ceph-mon[94621]: osdmap e990: 8 total, 8 up, 8 in 2024-09-18T02:37:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:05 smithi046 ceph-mon[97106]: osdmap e990: 8 total, 8 up, 8 in 2024-09-18T02:37:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:37:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:37:06] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-18T02:37:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:06 smithi195 ceph-mon[89559]: pgmap v1204: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:06 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:06 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:06 smithi046 ceph-mon[94621]: pgmap v1204: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:06 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:06 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:06 smithi046 ceph-mon[97106]: pgmap v1204: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:06 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:06 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:08 smithi195 ceph-mon[89559]: pgmap v1205: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:08 smithi046 ceph-mon[94621]: pgmap v1205: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:08 smithi046 ceph-mon[97106]: pgmap v1205: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:09.955 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8031 ms) 2024-09-18T02:37:09.955 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-18T02:37:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:10 smithi195 ceph-mon[89559]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:10 smithi195 ceph-mon[89559]: osdmap e991: 8 total, 8 up, 8 in 2024-09-18T02:37:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:10 smithi046 ceph-mon[94621]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:10 smithi046 ceph-mon[94621]: osdmap e991: 8 total, 8 up, 8 in 2024-09-18T02:37:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:10 smithi046 ceph-mon[97106]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:10 smithi046 ceph-mon[97106]: osdmap e991: 8 total, 8 up, 8 in 2024-09-18T02:37:12.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:11 smithi195 ceph-mon[89559]: osdmap e992: 8 total, 8 up, 8 in 2024-09-18T02:37:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:11 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1156422223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:11 smithi046 ceph-mon[94621]: osdmap e992: 8 total, 8 up, 8 in 2024-09-18T02:37:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:11 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1156422223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:11 smithi046 ceph-mon[97106]: osdmap e992: 8 total, 8 up, 8 in 2024-09-18T02:37:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:11 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1156422223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:37:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:37:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:12 smithi195 ceph-mon[89559]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:12 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:12 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1156422223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:12 smithi195 ceph-mon[89559]: osdmap e993: 8 total, 8 up, 8 in 2024-09-18T02:37:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[94621]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1156422223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[94621]: osdmap e993: 8 total, 8 up, 8 in 2024-09-18T02:37:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[97106]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:13.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1156422223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138415-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:13.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:12 smithi046 ceph-mon[97106]: osdmap e993: 8 total, 8 up, 8 in 2024-09-18T02:37:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:13 smithi195 ceph-mon[89559]: osdmap e994: 8 total, 8 up, 8 in 2024-09-18T02:37:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:13 smithi046 ceph-mon[97106]: osdmap e994: 8 total, 8 up, 8 in 2024-09-18T02:37:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:13 smithi046 ceph-mon[94621]: osdmap e994: 8 total, 8 up, 8 in 2024-09-18T02:37:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:14 smithi046 ceph-mon[97106]: pgmap v1212: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:14 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:14 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:14 smithi046 ceph-mon[94621]: pgmap v1212: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:14 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:14 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:14 smithi195 ceph-mon[89559]: pgmap v1212: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:14 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:14 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:37:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:37:16] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-18T02:37:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:16 smithi046 ceph-mon[94621]: pgmap v1213: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:16 smithi046 ceph-mon[97106]: pgmap v1213: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:16 smithi195 ceph-mon[89559]: pgmap v1213: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8034 ms) 2024-09-18T02:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 11 tests from ClsLock (69191 ms total) 2024-09-18T02:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 11 tests from 1 test suite ran. (69191 ms total) 2024-09-18T02:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 11 tests. 2024-09-18T02:37:17.994 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:37:17.994 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:37:18.064 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-18T02:37:18.064 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-18T02:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-18T02:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from cls_log 2024-09-18T02:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-18T02:37:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:18 smithi046 ceph-mon[94621]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:18 smithi046 ceph-mon[94621]: osdmap e995: 8 total, 8 up, 8 in 2024-09-18T02:37:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:18 smithi046 ceph-mon[97106]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:18 smithi046 ceph-mon[97106]: osdmap e995: 8 total, 8 up, 8 in 2024-09-18T02:37:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:18 smithi195 ceph-mon[89559]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-18T02:37:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:18 smithi195 ceph-mon[89559]: osdmap e995: 8 total, 8 up, 8 in 2024-09-18T02:37:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[97106]: osdmap e996: 8 total, 8 up, 8 in 2024-09-18T02:37:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3746732461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[97106]: osdmap e997: 8 total, 8 up, 8 in 2024-09-18T02:37:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[94621]: osdmap e996: 8 total, 8 up, 8 in 2024-09-18T02:37:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3746732461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:20.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:20.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:20.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:20 smithi046 ceph-mon[94621]: osdmap e997: 8 total, 8 up, 8 in 2024-09-18T02:37:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:20 smithi195 ceph-mon[89559]: osdmap e996: 8 total, 8 up, 8 in 2024-09-18T02:37:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3746732461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:20 smithi195 ceph-mon[89559]: osdmap e997: 8 total, 8 up, 8 in 2024-09-18T02:37:21.005 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.test_log_add_same_time (2867 ms) 2024-09-18T02:37:21.005 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-18T02:37:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:21 smithi046 ceph-mon[97106]: pgmap v1217: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:21 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:21 smithi046 ceph-mon[97106]: osdmap e998: 8 total, 8 up, 8 in 2024-09-18T02:37:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:21 smithi046 ceph-mon[94621]: pgmap v1217: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:21 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:21 smithi046 ceph-mon[94621]: osdmap e998: 8 total, 8 up, 8 in 2024-09-18T02:37:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:21 smithi195 ceph-mon[89559]: pgmap v1217: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:21 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:21 smithi195 ceph-mon[89559]: osdmap e998: 8 total, 8 up, 8 in 2024-09-18T02:37:22.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:22 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:22.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:22 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:22.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:22 smithi195 ceph-mon[89559]: osdmap e999: 8 total, 8 up, 8 in 2024-09-18T02:37:22.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3790771874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:22.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:22 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[94621]: osdmap e999: 8 total, 8 up, 8 in 2024-09-18T02:37:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3790771874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:22.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[97106]: osdmap e999: 8 total, 8 up, 8 in 2024-09-18T02:37:22.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3790771874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:22.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:22 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:37:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:37:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:23 smithi195 ceph-mon[89559]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:23 smithi195 ceph-mon[89559]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-18T02:37:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:23 smithi046 ceph-mon[94621]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:23 smithi046 ceph-mon[94621]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-18T02:37:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:23 smithi046 ceph-mon[97106]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:23 smithi046 ceph-mon[97106]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-18T02:37:24.023 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.test_log_add_different_time (3018 ms) 2024-09-18T02:37:24.023 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.trim_by_time 2024-09-18T02:37:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:25 smithi195 ceph-mon[89559]: pgmap v1223: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:25 smithi195 ceph-mon[89559]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-18T02:37:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:25 smithi046 ceph-mon[94621]: pgmap v1223: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:25 smithi046 ceph-mon[94621]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-18T02:37:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:25 smithi046 ceph-mon[97106]: pgmap v1223: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:25 smithi046 ceph-mon[97106]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-18T02:37:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[97106]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-18T02:37:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/515262889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[97106]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-18T02:37:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[94621]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-18T02:37:26.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/515262889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:26.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:26.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:26.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-mon[94621]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-18T02:37:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:26 smithi195 ceph-mon[89559]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-18T02:37:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/515262889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:26 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:26 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:26 smithi195 ceph-mon[89559]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-18T02:37:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:37:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:37:26] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-09-18T02:37:27.040 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.trim_by_time (3016 ms) 2024-09-18T02:37:27.040 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-18T02:37:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:27 smithi195 ceph-mon[89559]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:27 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:27 smithi195 ceph-mon[89559]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-18T02:37:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:27 smithi046 ceph-mon[94621]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:27 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:27 smithi046 ceph-mon[94621]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-18T02:37:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:27 smithi046 ceph-mon[97106]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:27 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:27 smithi046 ceph-mon[97106]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-18T02:37:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:28 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:28 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:28 smithi195 ceph-mon[89559]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-18T02:37:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:28 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2306465550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[94621]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-18T02:37:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2306465550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[97106]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-18T02:37:28.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:28 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2306465550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:29 smithi195 ceph-mon[89559]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:29 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2306465550' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:29 smithi195 ceph-mon[89559]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-18T02:37:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[94621]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2306465550' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[94621]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-18T02:37:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[97106]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2306465550' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138798-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:29 smithi046 ceph-mon[97106]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-18T02:37:30.062 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.trim_by_marker (3022 ms) 2024-09-18T02:37:30.062 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from cls_log (11923 ms total) 2024-09-18T02:37:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:37:30.062 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:37:30.062 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 4 tests from 1 test suite ran. (11923 ms total) 2024-09-18T02:37:30.062 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 4 tests. 2024-09-18T02:37:30.065 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:37:30.065 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:37:30.136 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-18T02:37:30.136 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-18T02:37:30.209 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:37:30.209 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-18T02:37:30.209 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:37:30.209 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from ClsNumOps 2024-09-18T02:37:30.209 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Add 2024-09-18T02:37:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:31 smithi195 ceph-mon[89559]: pgmap v1232: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:31 smithi195 ceph-mon[89559]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-18T02:37:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:31 smithi046 ceph-mon[94621]: pgmap v1232: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:31 smithi046 ceph-mon[94621]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-18T02:37:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:31 smithi046 ceph-mon[97106]: pgmap v1232: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:31 smithi046 ceph-mon[97106]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-18T02:37:32.375 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:37:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:37:32.376 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:32 smithi195 ceph-mon[89559]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-18T02:37:32.376 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:32 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2244392394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:32.376 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:32 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2244392394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:32.376 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:32 smithi195 ceph-mon[89559]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[97106]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2244392394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2244392394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[97106]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[94621]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2244392394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2244392394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:32 smithi046 ceph-mon[94621]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-18T02:37:33.066 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Add (2856 ms) 2024-09-18T02:37:33.066 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Sub 2024-09-18T02:37:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:33 smithi195 ceph-mon[89559]: pgmap v1235: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:33 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:37:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:37:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:37:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:33 smithi195 ceph-mon[89559]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[94621]: pgmap v1235: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[94621]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[97106]: pgmap v1235: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:37:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:37:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:37:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:33 smithi046 ceph-mon[97106]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-18T02:37:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:34 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:34 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:34 smithi195 ceph-mon[89559]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-18T02:37:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:34 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2847061146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:34 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[97106]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-18T02:37:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2847061146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[94621]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-18T02:37:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2847061146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:34.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:34 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:35 smithi195 ceph-mon[89559]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:35 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:35 smithi195 ceph-mon[89559]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-18T02:37:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:35 smithi046 ceph-mon[97106]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:35 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:35 smithi046 ceph-mon[97106]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-18T02:37:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:35 smithi046 ceph-mon[94621]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:35.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:35 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:35.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:35 smithi046 ceph-mon[94621]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-18T02:37:36.096 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Sub (3030 ms) 2024-09-18T02:37:36.096 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Mul 2024-09-18T02:37:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:37:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:37:36] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-18T02:37:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:37 smithi195 ceph-mon[89559]: pgmap v1241: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:37 smithi195 ceph-mon[89559]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-18T02:37:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:37 smithi046 ceph-mon[94621]: pgmap v1241: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:37 smithi046 ceph-mon[94621]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-18T02:37:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:37 smithi046 ceph-mon[97106]: pgmap v1241: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:37 smithi046 ceph-mon[97106]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-18T02:37:38.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:38 smithi195 ceph-mon[89559]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-18T02:37:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1109308596' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:38 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:38 smithi046 ceph-mon[94621]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-18T02:37:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1109308596' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:38 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:38 smithi046 ceph-mon[97106]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-18T02:37:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1109308596' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:38.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:38 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:39.112 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Mul (3016 ms) 2024-09-18T02:37:39.112 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Div 2024-09-18T02:37:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:39 smithi195 ceph-mon[89559]: pgmap v1244: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:39 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:39 smithi195 ceph-mon[89559]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-18T02:37:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:39 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:39 smithi195 ceph-mon[89559]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-18T02:37:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[94621]: pgmap v1244: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[94621]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-18T02:37:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[94621]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-18T02:37:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[97106]: pgmap v1244: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[97106]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-18T02:37:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:39 smithi046 ceph-mon[97106]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-18T02:37:40.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:40 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:40 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:40 smithi195 ceph-mon[89559]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-18T02:37:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:40 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3326041638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:40 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[94621]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3326041638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[97106]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-18T02:37:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3326041638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:40.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:40 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:41 smithi195 ceph-mon[89559]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:41 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:41 smithi195 ceph-mon[89559]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-18T02:37:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:41 smithi046 ceph-mon[94621]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:41 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:41 smithi046 ceph-mon[94621]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-18T02:37:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:41 smithi046 ceph-mon[97106]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:41 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-138904-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:41 smithi046 ceph-mon[97106]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-18T02:37:42.129 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Div (3016 ms) 2024-09-18T02:37:42.129 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from ClsNumOps (11919 ms total) 2024-09-18T02:37:42.129 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:37:42.129 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:37:42.130 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 4 tests from 1 test suite ran. (11919 ms total) 2024-09-18T02:37:42.130 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 4 tests. 2024-09-18T02:37:42.132 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:37:42.132 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:37:42.202 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-18T02:37:42.203 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-18T02:37:42.275 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:37:42.276 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-18T02:37:42.276 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:37:42.276 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 70 tests from TestClsRbd 2024-09-18T02:37:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:37:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:37:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:43 smithi195 ceph-mon[89559]: pgmap v1250: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:43 smithi195 ceph-mon[89559]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-18T02:37:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:43 smithi046 ceph-mon[94621]: pgmap v1250: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:43 smithi046 ceph-mon[94621]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-18T02:37:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:43 smithi046 ceph-mon[97106]: pgmap v1250: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:43 smithi046 ceph-mon[97106]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-18T02:37:44.183 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-18T02:37:44.193 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_all_features (10 ms) 2024-09-18T02:37:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.copyup 2024-09-18T02:37:44.370 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.copyup (177 ms) 2024-09-18T02:37:44.370 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-18T02:37:44.380 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.sparse_copyup (10 ms) 2024-09-18T02:37:44.380 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-18T02:37:44.387 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-09-18T02:37:44.387 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-18T02:37:44.397 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.add_remove_child (10 ms) 2024-09-18T02:37:44.397 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-18T02:37:44.422 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.directory_methods (24 ms) 2024-09-18T02:37:44.422 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.create 2024-09-18T02:37:44.434 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.create (12 ms) 2024-09-18T02:37:44.434 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_features 2024-09-18T02:37:44.435 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-09-18T02:37:44.435 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-18T02:37:44.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-09-18T02:37:44.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-18T02:37:44.438 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-18T02:37:44.438 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-18T02:37:44.440 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-09-18T02:37:44.440 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-18T02:37:44.441 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-09-18T02:37:44.441 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-18T02:37:44.444 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-09-18T02:37:44.445 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_size 2024-09-18T02:37:44.448 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-18T02:37:44.448 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.set_size 2024-09-18T02:37:44.453 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-09-18T02:37:44.453 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-18T02:37:44.469 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-09-18T02:37:44.469 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-18T02:37:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:44 smithi195 ceph-mon[89559]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-18T02:37:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:44 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2386555495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:44 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:44.476 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-09-18T02:37:44.476 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-18T02:37:44.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[94621]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-18T02:37:44.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2386555495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[97106]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-18T02:37:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2386555495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:44.513 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.parents_v1 (37 ms) 2024-09-18T02:37:44.513 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-18T02:37:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.parents_v2 (27 ms) 2024-09-18T02:37:44.541 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-18T02:37:44.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-09-18T02:37:44.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-18T02:37:44.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapid_race (3 ms) 2024-09-18T02:37:44.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-18T02:37:44.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-18T02:37:44.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-18T02:37:44.575 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-09-18T02:37:44.575 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-18T02:37:44.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-09-18T02:37:44.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-18T02:37:44.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_update (3 ms) 2024-09-18T02:37:44.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-18T02:37:44.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-09-18T02:37:44.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-18T02:37:44.587 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_snap_add (3 ms) 2024-09-18T02:37:44.588 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-18T02:37:44.591 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_snap_remove (4 ms) 2024-09-18T02:37:44.591 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.flags 2024-09-18T02:37:44.595 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-09-18T02:37:44.595 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.metadata 2024-09-18T02:37:44.617 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-09-18T02:37:44.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.set_features 2024-09-18T02:37:44.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-09-18T02:37:44.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror 2024-09-18T02:37:44.654 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror (30 ms) 2024-09-18T02:37:44.654 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-18T02:37:44.667 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2024-09-18T02:37:44.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-18T02:37:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:45 smithi195 ceph-mon[89559]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:45 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:45 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:45 smithi195 ceph-mon[89559]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-18T02:37:45.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[94621]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[94621]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-18T02:37:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[97106]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139140-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:45 smithi046 ceph-mon[97106]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-18T02:37:46.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:46 smithi195 ceph-mon[89559]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-18T02:37:46.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:46 smithi046 ceph-mon[97106]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-18T02:37:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:46 smithi046 ceph-mon[94621]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-18T02:37:46.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:37:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:37:46] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-09-18T02:37:46.776 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image_status (2109 ms) 2024-09-18T02:37:46.776 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-18T02:37:46.852 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image_map (75 ms) 2024-09-18T02:37:46.852 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-18T02:37:46.859 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-09-18T02:37:46.859 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-18T02:37:46.868 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_snapshot (10 ms) 2024-09-18T02:37:46.868 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-18T02:37:46.871 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-09-18T02:37:46.871 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-18T02:37:46.873 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-18T02:37:46.873 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-18T02:37:46.875 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2024-09-18T02:37:46.875 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-18T02:37:46.880 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-09-18T02:37:46.880 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-18T02:37:46.883 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-18T02:37:46.883 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-18T02:37:46.887 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (3 ms) 2024-09-18T02:37:46.887 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-18T02:37:46.888 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-18T02:37:46.888 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-18T02:37:46.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-18T02:37:46.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-18T02:37:46.893 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-18T02:37:46.894 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-18T02:37:46.897 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-18T02:37:46.897 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-18T02:37:46.900 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-18T02:37:46.900 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-18T02:37:46.902 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-18T02:37:46.902 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-18T02:37:46.904 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-09-18T02:37:46.904 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-18T02:37:46.906 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-09-18T02:37:46.906 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-18T02:37:46.908 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-18T02:37:46.908 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-18T02:37:46.910 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-09-18T02:37:46.911 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-18T02:37:46.913 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-18T02:37:46.913 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-18T02:37:46.915 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-09-18T02:37:46.915 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-18T02:37:46.918 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-18T02:37:46.918 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-18T02:37:46.932 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (14 ms) 2024-09-18T02:37:46.932 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-18T02:37:47.117 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (184 ms) 2024-09-18T02:37:47.117 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-18T02:37:47.120 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-09-18T02:37:47.120 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-18T02:37:47.122 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-18T02:37:47.122 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-18T02:37:47.128 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-09-18T02:37:47.128 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.op_features 2024-09-18T02:37:47.134 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2024-09-18T02:37:47.135 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-18T02:37:47.151 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_parent (17 ms) 2024-09-18T02:37:47.151 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-18T02:37:47.159 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-18T02:37:47.159 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-18T02:37:47.169 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-09-18T02:37:47.169 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-18T02:37:47.176 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-18T02:37:47.176 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.migration 2024-09-18T02:37:47.186 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-09-18T02:37:47.186 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-18T02:37:47.193 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.migration_v1 (8 ms) 2024-09-18T02:37:47.193 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-18T02:37:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:47 smithi195 ceph-mon[89559]: pgmap v1256: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 52 op/s 2024-09-18T02:37:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:47 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:47 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:47.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:47 smithi046 ceph-mon[97106]: pgmap v1256: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 52 op/s 2024-09-18T02:37:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:47 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:47 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:47 smithi046 ceph-mon[94621]: pgmap v1256: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 52 op/s 2024-09-18T02:37:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:47 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:47 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:49.192 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1998 ms) 2024-09-18T02:37:49.192 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-18T02:37:49.225 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.sparsify (32 ms) 2024-09-18T02:37:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:49 smithi195 ceph-mon[89559]: pgmap v1257: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 775 KiB/s wr, 40 op/s 2024-09-18T02:37:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:49 smithi195 ceph-mon[89559]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-18T02:37:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:49 smithi046 ceph-mon[94621]: pgmap v1257: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 775 KiB/s wr, 40 op/s 2024-09-18T02:37:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:49 smithi046 ceph-mon[94621]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-18T02:37:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:49 smithi046 ceph-mon[97106]: pgmap v1257: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 775 KiB/s wr, 40 op/s 2024-09-18T02:37:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:49 smithi046 ceph-mon[97106]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-18T02:37:50.208 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 70 tests from TestClsRbd (5041 ms total) 2024-09-18T02:37:50.208 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:37:50.208 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:37:50.208 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 70 tests from 1 test suite ran. (7933 ms total) 2024-09-18T02:37:50.209 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 70 tests. 2024-09-18T02:37:50.211 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:37:50.211 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:37:50.281 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-18T02:37:50.282 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-18T02:37:50.352 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:37:50.352 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-18T02:37:50.352 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:37:50.352 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 10 tests from cls_rgw 2024-09-18T02:37:50.353 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit 2024-09-18T02:37:50.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:50 smithi195 ceph-mon[89559]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-18T02:37:50.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:50 smithi046 ceph-mon[97106]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-18T02:37:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:50 smithi046 ceph-mon[94621]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-18T02:37:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:51 smithi195 ceph-mon[89559]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 2.75k op/s 2024-09-18T02:37:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:51 smithi195 ceph-mon[89559]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-18T02:37:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:51 smithi046 ceph-mon[97106]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 2.75k op/s 2024-09-18T02:37:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:51 smithi046 ceph-mon[97106]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-18T02:37:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:51 smithi046 ceph-mon[94621]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 2.75k op/s 2024-09-18T02:37:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:51 smithi046 ceph-mon[94621]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-18T02:37:52.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:52 smithi195 ceph-mon[89559]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-18T02:37:52.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:52 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1252227276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:52.475 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:37:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:37:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:52 smithi046 ceph-mon[97106]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-18T02:37:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:52 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1252227276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:52 smithi046 ceph-mon[94621]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-18T02:37:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:52 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1252227276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:53.220 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit (2868 ms) 2024-09-18T02:37:53.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-09-18T02:37:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:53 smithi195 ceph-mon[89559]: pgmap v1263: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:53 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1252227276' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:53 smithi195 ceph-mon[89559]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-18T02:37:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:53 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:53 smithi195 ceph-mon[89559]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[94621]: pgmap v1263: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1252227276' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[94621]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[94621]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[97106]: pgmap v1263: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1252227276' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[97106]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-18T02:37:53.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:53.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:53 smithi046 ceph-mon[97106]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-18T02:37:54.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:54 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:54 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:37:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:54 smithi195 ceph-mon[89559]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-18T02:37:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:54 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/90731124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:54 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[97106]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/90731124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[94621]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-18T02:37:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/90731124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:54.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:54 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:55.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:55 smithi195 ceph-mon[89559]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:55 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:55 smithi195 ceph-mon[89559]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-18T02:37:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:55 smithi046 ceph-mon[97106]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:55 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:55 smithi046 ceph-mon[97106]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-18T02:37:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:55 smithi046 ceph-mon[94621]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:55 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:55 smithi046 ceph-mon[94621]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-18T02:37:56.239 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3018 ms) 2024-09-18T02:37:56.239 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_put_snap 2024-09-18T02:37:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:37:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:37:56] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-09-18T02:37:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:57 smithi046 ceph-mon[94621]: pgmap v1269: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:57 smithi046 ceph-mon[94621]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-18T02:37:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:57 smithi046 ceph-mon[97106]: pgmap v1269: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:57 smithi046 ceph-mon[97106]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-18T02:37:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:57 smithi195 ceph-mon[89559]: pgmap v1269: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:57 smithi195 ceph-mon[89559]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-18T02:37:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[94621]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-18T02:37:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2127892457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[94621]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-18T02:37:58.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[97106]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-18T02:37:58.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2127892457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:58.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:58.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:58.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:58 smithi046 ceph-mon[97106]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-18T02:37:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:58 smithi195 ceph-mon[89559]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-18T02:37:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:58 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2127892457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:37:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:37:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:58 smithi195 ceph-mon[89559]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-18T02:37:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[94621]: pgmap v1272: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[94621]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-18T02:37:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[97106]: pgmap v1272: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:37:59 smithi046 ceph-mon[97106]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-18T02:37:59.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:59 smithi195 ceph-mon[89559]: pgmap v1272: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:37:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:59 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:37:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:37:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:37:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:37:59 smithi195 ceph-mon[89559]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-18T02:38:00.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:00 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:00 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:38:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:00 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:00 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:38:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:00 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:00 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:38:01.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:01 smithi195 ceph-mon[89559]: pgmap v1275: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:01.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:01 smithi046 ceph-mon[94621]: pgmap v1275: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:01 smithi046 ceph-mon[97106]: pgmap v1275: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:02 smithi195 ceph-mon[89559]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-18T02:38:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:38:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:38:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:02 smithi046 ceph-mon[97106]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-18T02:38:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:02 smithi046 ceph-mon[94621]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-18T02:38:03.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:03 smithi195 ceph-mon[89559]: pgmap v1277: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:03 smithi195 ceph-mon[89559]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-18T02:38:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:03 smithi046 ceph-mon[94621]: pgmap v1277: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:03 smithi046 ceph-mon[94621]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-18T02:38:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:03 smithi046 ceph-mon[97106]: pgmap v1277: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:03 smithi046 ceph-mon[97106]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-18T02:38:04.337 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_put_snap (8098 ms) 2024-09-18T02:38:04.337 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_explicit 2024-09-18T02:38:04.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:04 smithi195 ceph-mon[89559]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-18T02:38:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:04 smithi195 ceph-mon[89559]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 243 B/s wr, 0 op/s 2024-09-18T02:38:04.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:04 smithi046 ceph-mon[94621]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-18T02:38:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:04 smithi046 ceph-mon[94621]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 243 B/s wr, 0 op/s 2024-09-18T02:38:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:04 smithi046 ceph-mon[97106]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-18T02:38:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:04 smithi046 ceph-mon[97106]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 243 B/s wr, 0 op/s 2024-09-18T02:38:05.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:05 smithi195 ceph-mon[89559]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-18T02:38:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:05 smithi046 ceph-mon[97106]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-18T02:38:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:05 smithi046 ceph-mon[94621]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-18T02:38:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:06 smithi195 ceph-mon[89559]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-18T02:38:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:06 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1427316130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:06 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:06 smithi195 ceph-mon[89559]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:06 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:06 smithi195 ceph-mon[89559]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-18T02:38:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:38:06] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-18T02:38:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[97106]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-18T02:38:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1427316130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[97106]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[97106]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[94621]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1427316130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[94621]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:06 smithi046 ceph-mon[94621]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-18T02:38:07.342 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_explicit (3005 ms) 2024-09-18T02:38:07.342 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.set 2024-09-18T02:38:07.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:07 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:07 smithi195 ceph-mon[89559]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-18T02:38:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:07 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:07 smithi046 ceph-mon[97106]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-18T02:38:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:07 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:07 smithi046 ceph-mon[94621]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-18T02:38:08.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:08 smithi195 ceph-mon[89559]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:08 smithi046 ceph-mon[94621]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:08 smithi046 ceph-mon[97106]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:09.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:09 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:09 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:38:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:09 smithi195 ceph-mon[89559]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-18T02:38:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:09 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2253156549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:09 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:09.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[94621]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2253156549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[97106]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2253156549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:09 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:10.376 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.set (3034 ms) 2024-09-18T02:38:10.376 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-09-18T02:38:10.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:10 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:10 smithi195 ceph-mon[89559]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-18T02:38:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:10 smithi195 ceph-mon[89559]: pgmap v1289: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:10 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:10 smithi046 ceph-mon[97106]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-18T02:38:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:10 smithi046 ceph-mon[97106]: pgmap v1289: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:10 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:10 smithi046 ceph-mon[94621]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-18T02:38:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:10 smithi046 ceph-mon[94621]: pgmap v1289: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:11 smithi195 ceph-mon[89559]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-18T02:38:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:11 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:11 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:11 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:11 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:11 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:11 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[97106]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-18T02:38:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[94621]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-18T02:38:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:11 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:12 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:12 smithi195 ceph-mon[89559]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-18T02:38:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:12 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:12 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:12 smithi195 ceph-mon[89559]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[94621]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[94621]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[97106]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:12.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:12 smithi046 ceph-mon[97106]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:13.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:13 smithi195 ceph-mon[89559]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-18T02:38:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:13 smithi046 ceph-mon[97106]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-18T02:38:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:13 smithi046 ceph-mon[94621]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-18T02:38:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:14.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:14.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[97106]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[97106]: pgmap v1295: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[97106]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[94621]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:14.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:14.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[94621]: pgmap v1295: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:14.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:14.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:14 smithi046 ceph-mon[94621]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-18T02:38:14.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:14 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:14 smithi195 ceph-mon[89559]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-18T02:38:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:14 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:14 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:14 smithi195 ceph-mon[89559]: pgmap v1295: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:14 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:14 smithi195 ceph-mon[89559]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-18T02:38:15.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:15 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:15 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:15 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:16.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:16 smithi195 ceph-mon[89559]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-18T02:38:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:16 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:16 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:16 smithi195 ceph-mon[89559]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:38:16] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2024-09-18T02:38:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[94621]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-18T02:38:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[94621]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[97106]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-18T02:38:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:16 smithi046 ceph-mon[97106]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:17.417 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit_ec (7041 ms) 2024-09-18T02:38:17.417 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-09-18T02:38:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:17 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:17 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:38:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:17 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:17 smithi195 ceph-mon[89559]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-18T02:38:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:17 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:17 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:38:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[94621]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-18T02:38:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:38:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[97106]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-18T02:38:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3486859146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:17 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]: dispatch 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:18.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:18 smithi195 ceph-mon[89559]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-18T02:38:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[94621]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-6"}]': finished 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:18.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:18.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:18 smithi046 ceph-mon[97106]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:19 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:19 smithi195 ceph-mon[89559]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-18T02:38:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:19 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:19 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[97106]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[94621]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:19 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:20 smithi195 ceph-mon[89559]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:20 smithi195 ceph-mon[89559]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-18T02:38:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:20 smithi046 ceph-mon[97106]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:20 smithi046 ceph-mon[97106]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-18T02:38:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:20 smithi046 ceph-mon[94621]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:20 smithi046 ceph-mon[94621]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-18T02:38:21.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:21 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:21 smithi195 ceph-mon[89559]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-18T02:38:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:21 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:21 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[97106]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-18T02:38:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[94621]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-18T02:38:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:21 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:22 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:22 smithi195 ceph-mon[89559]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-18T02:38:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:22 smithi195 ceph-mon[89559]: pgmap v1307: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:38:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:38:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:22 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:22 smithi046 ceph-mon[94621]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-18T02:38:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:22 smithi046 ceph-mon[94621]: pgmap v1307: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:22 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:22 smithi046 ceph-mon[97106]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-18T02:38:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:22 smithi046 ceph-mon[97106]: pgmap v1307: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:23 smithi195 ceph-mon[89559]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-18T02:38:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:23 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:23 smithi046 ceph-mon[97106]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-18T02:38:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:23 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:23 smithi046 ceph-mon[94621]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-18T02:38:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:23 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:24.459 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7042 ms) 2024-09-18T02:38:24.459 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-09-18T02:38:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:24 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:24 smithi195 ceph-mon[89559]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-18T02:38:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:24 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:24 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:24 smithi195 ceph-mon[89559]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[97106]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-18T02:38:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:24.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[97106]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:24.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[94621]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-18T02:38:24.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/948085110' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:24.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]: dispatch 2024-09-18T02:38:24.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:24 smithi046 ceph-mon[94621]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:25 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:25 smithi195 ceph-mon[89559]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-18T02:38:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:25 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:25 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:25 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[97106]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-18T02:38:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-7"}]': finished 2024-09-18T02:38:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[94621]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-18T02:38:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:25 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:26.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:26 smithi195 ceph-mon[89559]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-18T02:38:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:26 smithi195 ceph-mon[89559]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:38:26] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2024-09-18T02:38:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[94621]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-18T02:38:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[94621]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[97106]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-18T02:38:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[97106]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:27.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:27 smithi195 ceph-mon[89559]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-18T02:38:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:27 smithi046 ceph-mon[94621]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-18T02:38:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:27 smithi046 ceph-mon[97106]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-18T02:38:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:28 smithi195 ceph-mon[89559]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:28 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:28 smithi195 ceph-mon[89559]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-18T02:38:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:28 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[94621]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[94621]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-18T02:38:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[97106]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[97106]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-18T02:38:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:29 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:29 smithi046 ceph-mon[94621]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-18T02:38:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:29 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:29 smithi046 ceph-mon[97106]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-18T02:38:29.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:29 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:29 smithi195 ceph-mon[89559]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-18T02:38:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:30 smithi046 ceph-mon[94621]: pgmap v1318: 113 pgs: 6 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:30 smithi046 ceph-mon[94621]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-18T02:38:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:30 smithi046 ceph-mon[97106]: pgmap v1318: 113 pgs: 6 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:30 smithi046 ceph-mon[97106]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-18T02:38:30.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:30 smithi195 ceph-mon[89559]: pgmap v1318: 113 pgs: 6 creating+peering, 2 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:30 smithi195 ceph-mon[89559]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-18T02:38:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:32 smithi195 ceph-mon[89559]: pgmap v1320: 113 pgs: 6 creating+peering, 1 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:38:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:38:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:32 smithi046 ceph-mon[94621]: pgmap v1320: 113 pgs: 6 creating+peering, 1 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:32 smithi046 ceph-mon[97106]: pgmap v1320: 113 pgs: 6 creating+peering, 1 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:33 smithi046 ceph-mon[94621]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-18T02:38:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:38:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:33 smithi046 ceph-mon[97106]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-18T02:38:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:38:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:33 smithi195 ceph-mon[89559]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-18T02:38:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:38:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[94621]: pgmap v1322: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-18T02:38:34.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[94621]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-18T02:38:34.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:38:34.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:38:34.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:34.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[97106]: pgmap v1322: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-18T02:38:34.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[97106]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-18T02:38:34.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:38:34.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:38:34.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:34.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:34 smithi195 ceph-mon[89559]: pgmap v1322: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-18T02:38:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:34 smithi195 ceph-mon[89559]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-18T02:38:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:38:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:38:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:35 smithi046 ceph-mon[97106]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-18T02:38:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:35 smithi046 ceph-mon[94621]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-18T02:38:35.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:35 smithi195 ceph-mon[89559]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-18T02:38:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:38:36] "GET /metrics HTTP/1.1" 200 36309 "" "Prometheus/2.43.0" 2024-09-18T02:38:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[94621]: pgmap v1325: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 171 B/s wr, 0 op/s 2024-09-18T02:38:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[94621]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-18T02:38:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[94621]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[97106]: pgmap v1325: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 171 B/s wr, 0 op/s 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[97106]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[97106]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-18T02:38:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:36 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:36.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:36 smithi195 ceph-mon[89559]: pgmap v1325: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 171 B/s wr, 0 op/s 2024-09-18T02:38:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:36 smithi195 ceph-mon[89559]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-18T02:38:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:36 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:36 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:36 smithi195 ceph-mon[89559]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-18T02:38:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:36 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]: dispatch 2024-09-18T02:38:37.503 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_put_snap_ec (13045 ms) 2024-09-18T02:38:37.504 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-09-18T02:38:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[97106]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[97106]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-18T02:38:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[94621]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[94621]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-18T02:38:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:38 smithi195 ceph-mon[89559]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1063938127' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-8"}]': finished 2024-09-18T02:38:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:38 smithi195 ceph-mon[89559]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-18T02:38:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:39.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:39 smithi195 ceph-mon[89559]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-18T02:38:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:39 smithi046 ceph-mon[94621]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-18T02:38:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:39 smithi046 ceph-mon[97106]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-18T02:38:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:40.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:40 smithi195 ceph-mon[89559]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:40 smithi195 ceph-mon[89559]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-18T02:38:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:40 smithi046 ceph-mon[97106]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:40 smithi046 ceph-mon[97106]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-18T02:38:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:40 smithi046 ceph-mon[94621]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:40 smithi046 ceph-mon[94621]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-18T02:38:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:41 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:41 smithi195 ceph-mon[89559]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-18T02:38:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:41 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:41 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:41 smithi195 ceph-mon[89559]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-18T02:38:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[97106]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-18T02:38:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[97106]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-18T02:38:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[94621]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-18T02:38:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:41 smithi046 ceph-mon[94621]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-18T02:38:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:42 smithi195 ceph-mon[89559]: pgmap v1334: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:42 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:42 smithi195 ceph-mon[89559]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-18T02:38:42.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:38:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:38:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:42 smithi046 ceph-mon[97106]: pgmap v1334: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:42 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:42 smithi046 ceph-mon[97106]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-18T02:38:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:42 smithi046 ceph-mon[94621]: pgmap v1334: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:42 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:43.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:42 smithi046 ceph-mon[94621]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-18T02:38:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:44.536 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_explicit_ec (7032 ms) 2024-09-18T02:38:44.536 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.set_ec 2024-09-18T02:38:44.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[94621]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:44.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:44.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[94621]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[97106]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[97106]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:38:44.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:44 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:44 smithi195 ceph-mon[89559]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:44 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:44 smithi195 ceph-mon[89559]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-18T02:38:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:44 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]: dispatch 2024-09-18T02:38:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:44 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:44 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:38:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:44 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1332985574' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-9"}]': finished 2024-09-18T02:38:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:45 smithi195 ceph-mon[89559]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-18T02:38:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:45 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:45 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:45 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:45 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:45 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:45 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[94621]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-18T02:38:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[97106]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:45 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-18T02:38:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:38:46] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2024-09-18T02:38:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[97106]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[97106]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-18T02:38:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[94621]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[94621]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-18T02:38:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:47.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:46 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:46 smithi195 ceph-mon[89559]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:46 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-139195-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-18T02:38:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:46 smithi195 ceph-mon[89559]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-18T02:38:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:46 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:46 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[97106]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-18T02:38:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[97106]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-18T02:38:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[94621]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-18T02:38:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[94621]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-18T02:38:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:47 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:47 smithi195 ceph-mon[89559]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-18T02:38:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:47 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-139195-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:47 smithi195 ceph-mon[89559]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-18T02:38:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:47 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:47 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:48 smithi046 ceph-mon[97106]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:48 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:48 smithi046 ceph-mon[97106]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-18T02:38:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:48 smithi046 ceph-mon[94621]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:49.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:48 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:49.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:48 smithi046 ceph-mon[94621]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-18T02:38:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:48 smithi195 ceph-mon[89559]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:48 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139195-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:48 smithi195 ceph-mon[89559]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-18T02:38:50.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:50 smithi195 ceph-mon[89559]: pgmap v1346: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:50 smithi195 ceph-mon[89559]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-18T02:38:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:50 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:50 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[97106]: pgmap v1346: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[97106]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-18T02:38:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[94621]: pgmap v1346: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[94621]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-18T02:38:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:50 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:51.566 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.set_ec (7030 ms) 2024-09-18T02:38:51.566 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 10 tests from cls_rgw (61213 ms total) 2024-09-18T02:38:51.566 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:38:51.566 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:38:51.566 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 10 tests from 1 test suite ran. (61213 ms total) 2024-09-18T02:38:51.566 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 10 tests. 2024-09-18T02:38:51.568 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:38:51.569 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:38:51.640 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-18T02:38:51.640 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-18T02:38:51.713 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:38:51.713 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 16 tests from 1 test suite. 2024-09-18T02:38:51.713 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:38:51.713 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from cls_rgw 2024-09-18T02:38:51.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:51 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:51 smithi195 ceph-mon[89559]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-18T02:38:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:51 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:51 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[97106]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[94621]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2912776712' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:51 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]: dispatch 2024-09-18T02:38:52.569 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:38:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:38:52.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:52 smithi195 ceph-mon[89559]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:52 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:52 smithi195 ceph-mon[89559]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-18T02:38:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:52 smithi046 ceph-mon[94621]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:52 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:52 smithi046 ceph-mon[94621]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-18T02:38:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:52 smithi046 ceph-mon[97106]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:52 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-139195-10"}]': finished 2024-09-18T02:38:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:52 smithi046 ceph-mon[97106]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-18T02:38:53.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_basic 2024-09-18T02:38:53.612 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_basic (32 ms) 2024-09-18T02:38:53.612 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-18T02:38:53.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (30 ms) 2024-09-18T02:38:53.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-18T02:38:53.674 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_remove_object (33 ms) 2024-09-18T02:38:53.674 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-18T02:38:53.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:53 smithi195 ceph-mon[89559]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-18T02:38:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:53 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3527226523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:53 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:53 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:53 smithi195 ceph-mon[89559]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[97106]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3527226523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[97106]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[94621]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3527226523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:38:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:38:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:53 smithi046 ceph-mon[94621]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-18T02:38:54.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:54 smithi195 ceph-mon[89559]: pgmap v1352: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:54.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:54 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:54 smithi046 ceph-mon[97106]: pgmap v1352: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:54 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:54 smithi046 ceph-mon[94621]: pgmap v1352: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:38:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:54 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:38:55.093 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_suggest (1419 ms) 2024-09-18T02:38:55.093 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-18T02:38:55.100 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-09-18T02:38:55.100 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_list 2024-09-18T02:38:55.121 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_list (21 ms) 2024-09-18T02:38:55.121 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-18T02:38:55.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:55 smithi195 ceph-mon[89559]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-18T02:38:56.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:55 smithi046 ceph-mon[97106]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-18T02:38:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:55 smithi046 ceph-mon[94621]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-18T02:38:56.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:56 smithi046 ceph-mon[97106]: pgmap v1355: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-09-18T02:38:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:56 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:56 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:38:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:38:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:38:56] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2024-09-18T02:38:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:56 smithi046 ceph-mon[94621]: pgmap v1355: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-09-18T02:38:56.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:56 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:56.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:56 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:38:56.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:56 smithi195 ceph-mon[89559]: pgmap v1355: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-09-18T02:38:56.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:56 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:38:56.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:56 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:38:59.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:59 smithi195 ceph-mon[89559]: pgmap v1356: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 16 KiB/s wr, 48 op/s 2024-09-18T02:38:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:38:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:59.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:59 smithi046 ceph-mon[97106]: pgmap v1356: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 16 KiB/s wr, 48 op/s 2024-09-18T02:38:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:38:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:38:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:59 smithi046 ceph-mon[94621]: pgmap v1356: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 16 KiB/s wr, 48 op/s 2024-09-18T02:38:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:38:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:38:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:01.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:01 smithi195 ceph-mon[89559]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 738 KiB/s rd, 467 KiB/s wr, 1.43k op/s 2024-09-18T02:39:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:01 smithi046 ceph-mon[94621]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 738 KiB/s rd, 467 KiB/s wr, 1.43k op/s 2024-09-18T02:39:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:01 smithi046 ceph-mon[97106]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 738 KiB/s rd, 467 KiB/s wr, 1.43k op/s 2024-09-18T02:39:02.624 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:39:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:39:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:03 smithi195 ceph-mon[89559]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 406 KiB/s wr, 1.24k op/s 2024-09-18T02:39:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:03 smithi046 ceph-mon[97106]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 406 KiB/s wr, 1.24k op/s 2024-09-18T02:39:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:03 smithi046 ceph-mon[94621]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 406 KiB/s wr, 1.24k op/s 2024-09-18T02:39:05.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:05 smithi195 ceph-mon[89559]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1002 KiB/s rd, 650 KiB/s wr, 1.97k op/s 2024-09-18T02:39:05.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:05 smithi046 ceph-mon[94621]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1002 KiB/s rd, 650 KiB/s wr, 1.97k op/s 2024-09-18T02:39:05.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:05 smithi046 ceph-mon[97106]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1002 KiB/s rd, 650 KiB/s wr, 1.97k op/s 2024-09-18T02:39:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:39:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:39:06] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-09-18T02:39:07.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:07 smithi195 ceph-mon[89559]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 911 KiB/s rd, 591 KiB/s wr, 1.79k op/s 2024-09-18T02:39:07.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:07 smithi046 ceph-mon[94621]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 911 KiB/s rd, 591 KiB/s wr, 1.79k op/s 2024-09-18T02:39:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:07 smithi046 ceph-mon[97106]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 911 KiB/s rd, 591 KiB/s wr, 1.79k op/s 2024-09-18T02:39:09.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:09 smithi195 ceph-mon[89559]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 822 KiB/s rd, 534 KiB/s wr, 1.61k op/s 2024-09-18T02:39:09.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:09 smithi046 ceph-mon[94621]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 822 KiB/s rd, 534 KiB/s wr, 1.61k op/s 2024-09-18T02:39:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:09 smithi046 ceph-mon[97106]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 822 KiB/s rd, 534 KiB/s wr, 1.61k op/s 2024-09-18T02:39:11.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:11 smithi195 ceph-mon[89559]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 731 KiB/s wr, 2.20k op/s 2024-09-18T02:39:11.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:11 smithi046 ceph-mon[97106]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 731 KiB/s wr, 2.20k op/s 2024-09-18T02:39:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:11 smithi046 ceph-mon[94621]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 731 KiB/s wr, 2.20k op/s 2024-09-18T02:39:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:39:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:39:13.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:13 smithi195 ceph-mon[89559]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 704 KiB/s rd, 470 KiB/s wr, 1.41k op/s 2024-09-18T02:39:13.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:13.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:13 smithi046 ceph-mon[97106]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 704 KiB/s rd, 470 KiB/s wr, 1.41k op/s 2024-09-18T02:39:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:13 smithi046 ceph-mon[94621]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 704 KiB/s rd, 470 KiB/s wr, 1.41k op/s 2024-09-18T02:39:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:15.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:15 smithi195 ceph-mon[89559]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 993 KiB/s rd, 662 KiB/s wr, 1.99k op/s 2024-09-18T02:39:15.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:15 smithi046 ceph-mon[94621]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 993 KiB/s rd, 662 KiB/s wr, 1.99k op/s 2024-09-18T02:39:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:15 smithi046 ceph-mon[97106]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 993 KiB/s rd, 662 KiB/s wr, 1.99k op/s 2024-09-18T02:39:16.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:39:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:39:16] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-09-18T02:39:17.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:17 smithi195 ceph-mon[89559]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-09-18T02:39:17.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:17 smithi046 ceph-mon[97106]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-09-18T02:39:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:17 smithi046 ceph-mon[94621]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-09-18T02:39:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:19 smithi195 ceph-mon[89559]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-09-18T02:39:19.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:19 smithi046 ceph-mon[94621]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-09-18T02:39:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:19 smithi046 ceph-mon[97106]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-09-18T02:39:21.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:21 smithi195 ceph-mon[89559]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 878 KiB/s rd, 586 KiB/s wr, 1.76k op/s 2024-09-18T02:39:21.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:21 smithi046 ceph-mon[94621]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 878 KiB/s rd, 586 KiB/s wr, 1.76k op/s 2024-09-18T02:39:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:21 smithi046 ceph-mon[97106]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 878 KiB/s rd, 586 KiB/s wr, 1.76k op/s 2024-09-18T02:39:22.383 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:39:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:39:22.383 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:39:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=sqlstore.transactions t=2024-09-18T02:39:22.113782204Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-18T02:39:22.383 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:39:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=cleanup t=2024-09-18T02:39:22.115130744Z level=info msg="Completed cleanup jobs" duration=12.633782ms 2024-09-18T02:39:22.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:22 smithi195 ceph-mon[89559]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-18T02:39:22.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:22 smithi046 ceph-mon[94621]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-18T02:39:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:22 smithi046 ceph-mon[97106]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-09-18T02:39:24.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:24 smithi195 ceph-mon[89559]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 858 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-09-18T02:39:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:24 smithi046 ceph-mon[94621]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 858 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-09-18T02:39:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:24 smithi046 ceph-mon[97106]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 858 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-09-18T02:39:26.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:26 smithi046 ceph-mon[94621]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-18T02:39:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:39:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:39:26] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-09-18T02:39:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:26 smithi046 ceph-mon[97106]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-18T02:39:26.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:26 smithi195 ceph-mon[89559]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-18T02:39:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:28 smithi195 ceph-mon[89559]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-18T02:39:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:29.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:28 smithi046 ceph-mon[94621]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-18T02:39:29.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:28 smithi046 ceph-mon[97106]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-18T02:39:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:30 smithi195 ceph-mon[89559]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 567 KiB/s wr, 1.70k op/s 2024-09-18T02:39:31.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:30 smithi046 ceph-mon[94621]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 567 KiB/s wr, 1.70k op/s 2024-09-18T02:39:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:30 smithi046 ceph-mon[97106]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 567 KiB/s wr, 1.70k op/s 2024-09-18T02:39:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:39:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:39:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:32 smithi195 ceph-mon[89559]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 567 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-09-18T02:39:33.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:32 smithi046 ceph-mon[94621]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 567 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-09-18T02:39:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:32 smithi046 ceph-mon[97106]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 567 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-09-18T02:39:34.205 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:39:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:39:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:39:34.312 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_list_delimited (39191 ms) 2024-09-18T02:39:34.313 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.bi_list 2024-09-18T02:39:34.379 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.bi_list (67 ms) 2024-09-18T02:39:34.379 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_set 2024-09-18T02:39:34.408 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_set (29 ms) 2024-09-18T02:39:34.408 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_list 2024-09-18T02:39:34.432 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-09-18T02:39:34.432 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-18T02:39:35.217 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:34 smithi195 ceph-mon[89559]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-09-18T02:39:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:34 smithi046 ceph-mon[94621]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-09-18T02:39:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:34 smithi046 ceph-mon[97106]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-09-18T02:39:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:35 smithi195 ceph-mon[89559]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-18T02:39:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:35 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/325045791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:35 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:36.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:35 smithi046 ceph-mon[94621]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-18T02:39:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:35 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/325045791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:35 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:35 smithi046 ceph-mon[97106]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-18T02:39:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:35 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/325045791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:35 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:39:36] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-09-18T02:39:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:36 smithi195 ceph-mon[89559]: pgmap v1376: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 681 KiB/s rd, 454 KiB/s wr, 1.36k op/s 2024-09-18T02:39:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:36 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:39:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:36 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:36 smithi195 ceph-mon[89559]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-18T02:39:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[94621]: pgmap v1376: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 681 KiB/s rd, 454 KiB/s wr, 1.36k op/s 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[94621]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[97106]: pgmap v1376: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 681 KiB/s rd, 454 KiB/s wr, 1.36k op/s 2024-09-18T02:39:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:39:37.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-139532-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:37.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[97106]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-18T02:39:37.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:37.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:37 smithi195 ceph-mon[89559]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-18T02:39:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:39:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:39:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[97106]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[94621]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-18T02:39:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:38.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:39:38.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:39:38.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:39:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:38 smithi195 ceph-mon[89559]: pgmap v1379: 169 pgs: 29 unknown, 140 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-09-18T02:39:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:38 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:39:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:38 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:39:39.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:38 smithi046 ceph-mon[97106]: pgmap v1379: 169 pgs: 29 unknown, 140 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-09-18T02:39:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:38 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:39:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:38 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:39:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:38 smithi046 ceph-mon[94621]: pgmap v1379: 169 pgs: 29 unknown, 140 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-09-18T02:39:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:38 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:39:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:38 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:39:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:40 smithi195 ceph-mon[89559]: pgmap v1380: 169 pgs: 10 unknown, 159 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 114 KiB/s wr, 334 op/s 2024-09-18T02:39:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:40 smithi046 ceph-mon[94621]: pgmap v1380: 169 pgs: 10 unknown, 159 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 114 KiB/s wr, 334 op/s 2024-09-18T02:39:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:40 smithi046 ceph-mon[97106]: pgmap v1380: 169 pgs: 10 unknown, 159 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 114 KiB/s wr, 334 op/s 2024-09-18T02:39:41.965 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_defer (7532 ms) 2024-09-18T02:39:41.965 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-18T02:39:42.035 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_basic (70 ms) 2024-09-18T02:39:42.035 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-18T02:39:42.036 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-09-18T02:39:42.036 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-18T02:39:42.122 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_clear (86 ms) 2024-09-18T02:39:42.122 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-18T02:39:42.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.bi_log_trim (40 ms) 2024-09-18T02:39:42.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-18T02:39:42.173 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-09-18T02:39:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:39:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:39:42.967 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from cls_rgw (48594 ms total) 2024-09-18T02:39:42.968 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:39:42.968 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:39:42.968 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 16 tests from 1 test suite ran. (51255 ms total) 2024-09-18T02:39:42.968 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 16 tests. 2024-09-18T02:39:42.971 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:39:42.972 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:39:43.042 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-18T02:39:43.043 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-18T02:39:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:39:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-18T02:39:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:39:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-18T02:39:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.init 2024-09-18T02:39:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:42 smithi195 ceph-mon[89559]: pgmap v1381: 169 pgs: 169 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 105 KiB/s wr, 306 op/s 2024-09-18T02:39:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:42 smithi195 ceph-mon[89559]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-18T02:39:43.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:42 smithi046 ceph-mon[97106]: pgmap v1381: 169 pgs: 169 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 105 KiB/s wr, 306 op/s 2024-09-18T02:39:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:42 smithi046 ceph-mon[97106]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-18T02:39:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:42 smithi046 ceph-mon[94621]: pgmap v1381: 169 pgs: 169 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 105 KiB/s wr, 306 op/s 2024-09-18T02:39:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:42 smithi046 ceph-mon[94621]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-18T02:39:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:43 smithi195 ceph-mon[89559]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-18T02:39:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:43 smithi046 ceph-mon[97106]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-18T02:39:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:43 smithi046 ceph-mon[94621]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-18T02:39:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:44.977 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.init (1864 ms) 2024-09-18T02:39:44.977 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-18T02:39:44.998 INFO:tasks.workunit.client.0.smithi046.stderr:[ ] list info tag = chain-0 2024-09-18T02:39:44.998 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-09-18T02:39:44.998 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-18T02:39:45.003 INFO:tasks.workunit.client.0.smithi046.stderr:[ ] next_marker is: = 0/4263 2024-09-18T02:39:45.003 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-09-18T02:39:45.003 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-18T02:39:45.010 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-09-18T02:39:45.010 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-18T02:39:45.018 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-09-18T02:39:45.018 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-18T02:39:45.025 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-09-18T02:39:45.025 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-18T02:39:45.031 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-09-18T02:39:45.031 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-18T02:39:45.037 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-09-18T02:39:45.038 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-18T02:39:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[97106]: pgmap v1384: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[97106]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-18T02:39:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3359585820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[94621]: pgmap v1384: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:45.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[94621]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-18T02:39:45.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3359585820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:45.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:44 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:44 smithi195 ceph-mon[89559]: pgmap v1384: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:44 smithi195 ceph-mon[89559]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-18T02:39:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:44 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3359585820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:44 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:45.992 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.finalize (954 ms) 2024-09-18T02:39:45.992 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 9 tests from cls_rgw_gc (2878 ms total) 2024-09-18T02:39:45.992 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:39:45.992 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:39:45.993 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 9 tests from 1 test suite ran. (2878 ms total) 2024-09-18T02:39:45.993 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 9 tests. 2024-09-18T02:39:45.995 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:39:45.995 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:39:46.066 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-18T02:39:46.066 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-18T02:39:46.142 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 1 test from 1 test suite. 2024-09-18T02:39:46.143 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:39:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:45 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:46.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:45 smithi046 ceph-mon[94621]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-18T02:39:46.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:45 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:46.311 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:45 smithi046 ceph-mon[97106]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-18T02:39:46.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:45 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140198-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:45 smithi195 ceph-mon[89559]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-18T02:39:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:39:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:39:46] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-09-18T02:39:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:46 smithi046 ceph-mon[94621]: pgmap v1387: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:46 smithi046 ceph-mon[94621]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-18T02:39:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:46 smithi046 ceph-mon[97106]: pgmap v1387: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:46 smithi046 ceph-mon[97106]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-18T02:39:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:46 smithi195 ceph-mon[89559]: pgmap v1387: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:46 smithi195 ceph-mon[89559]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-18T02:39:48.004 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from cls_rgw_stats 2024-09-18T02:39:48.004 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-18T02:39:48.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.017+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=YHTGYRFR8YJD type=del size=972494 2024-09-18T02:39:48.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.020+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~2MCC5LPSOKO6.0 size=99660 2024-09-18T02:39:48.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.020+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=2MCC5LPSOKO6 tag=3QR41TT04MD3 type=write size=1148236 2024-09-18T02:39:48.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.021+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=LYOW00AIRRKH type=del size=2486923 2024-09-18T02:39:48.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.022+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=VWWWL136F8LS type=del size=1537957 2024-09-18T02:39:48.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.024+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=N0XK74JE7SNT type=del size=2809367 2024-09-18T02:39:48.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.025+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=ZHPFM5QDDQH1 type=write size=948094 2024-09-18T02:39:48.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.027+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=RTE9OVJZ3Q9Z type=del size=1053370 2024-09-18T02:39:48.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.028+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=K6N1GZJC9PN1 type=write size=234732 2024-09-18T02:39:48.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.030+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=2UT622OPBE7C type=write size=482898 2024-09-18T02:39:48.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.031+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=95U4HR63AD8U type=write size=621320 2024-09-18T02:39:48.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.032+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=PW2X4JUAG43Y type=del size=603628 2024-09-18T02:39:48.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.035+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~DM8VWUOKTNSM.0 size=1048576 2024-09-18T02:39:48.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.036+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~DM8VWUOKTNSM.1 size=327785 2024-09-18T02:39:48.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.036+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=DM8VWUOKTNSM tag=XLS9UK7LP2QH type=write size=2424937 2024-09-18T02:39:48.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.037+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=GL3Z2C3XTONA type=del size=3197046 2024-09-18T02:39:48.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.039+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~6R5G9K4XA1QC.0 size=499427 2024-09-18T02:39:48.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.039+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=6R5G9K4XA1QC tag=FY2DSK4IUCBS type=write size=1548003 2024-09-18T02:39:48.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.041+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~EM4C2EDR3M80.0 size=7937 2024-09-18T02:39:48.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.041+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=EM4C2EDR3M80 tag=T7240F3BZHWF type=write size=1056513 2024-09-18T02:39:48.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.042+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=1NDGHZHVVDJZ type=del size=3671733 2024-09-18T02:39:48.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.045+0000 7f3d344c5640 1 < suggested remove operation key=KS4ELJCFAWBQ tag=YHTGYRFR8YJD type=del 2024-09-18T02:39:48.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.047+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=HYSCGCHCONEP type=del size=1780299 2024-09-18T02:39:48.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.048+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~2MCC5LPSOKO6.0 size=99660 2024-09-18T02:39:48.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.050+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=2MCC5LPSOKO6 tag=3QR41TT04MD3 type=write size=1148236 2024-09-18T02:39:48.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.051+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=GVZC6Y4B8WK5 type=del size=3840359 2024-09-18T02:39:48.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.053+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=LYOW00AIRRKH type=del 2024-09-18T02:39:48.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.055+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~3AJCAHFN8GTS.0 size=682192 2024-09-18T02:39:48.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.055+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=3AJCAHFN8GTS tag=YZD7PZFEFJG1 type=write size=1730768 2024-09-18T02:39:48.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.057+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=VWWWL136F8LS type=del 2024-09-18T02:39:48.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.058+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=OVN0Z2MDRKFK type=del size=218668 2024-09-18T02:39:48.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.059+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=N0XK74JE7SNT type=del 2024-09-18T02:39:48.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.061+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=OR7NQNP2VZRX type=del size=2309888 2024-09-18T02:39:48.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.062+0000 7f3d344c5640 1 < completed write operation key=KETUC1BK1NFI tag=ZHPFM5QDDQH1 type=write size=948094 2024-09-18T02:39:48.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.064+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~SCHS917TZ1DB.0 size=115578 2024-09-18T02:39:48.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.064+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=SCHS917TZ1DB tag=HA683VMQGO65 type=write size=1164154 2024-09-18T02:39:48.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.066+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=RTE9OVJZ3Q9Z type=del 2024-09-18T02:39:48.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.068+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~Y93TIACN3027.0 size=1048576 2024-09-18T02:39:48.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.069+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~Y93TIACN3027.1 size=79403 2024-09-18T02:39:48.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.069+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=Y93TIACN3027 tag=B4T9QI0BE5R4 type=write size=2176555 2024-09-18T02:39:48.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.071+0000 7f3d344c5640 1 < completed write operation key=3SCTT0F0R5ZX tag=K6N1GZJC9PN1 type=write size=234732 2024-09-18T02:39:48.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.072+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=3SC1OOV6FY4N type=del size=1818755 2024-09-18T02:39:48.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.073+0000 7f3d344c5640 1 < completed write operation key=D16IXCK8Y6D1 tag=2UT622OPBE7C type=write size=482898 2024-09-18T02:39:48.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.074+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=9OHUY4YGQLQ1 type=del size=3550824 2024-09-18T02:39:48.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.075+0000 7f3d344c5640 1 < completed write operation key=QR81P6ZBIKCN tag=95U4HR63AD8U type=write size=621320 2024-09-18T02:39:48.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.077+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=S4IV9PTKZQUR type=del size=1743323 2024-09-18T02:39:48.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.078+0000 7f3d344c5640 1 < canceled operation key=GD2B5B458L13 tag=PW2X4JUAG43Y type=del size=603628 2024-09-18T02:39:48.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.080+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~9JOSPC8TYF6T.0 size=1048576 2024-09-18T02:39:48.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.081+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~9JOSPC8TYF6T.1 size=349680 2024-09-18T02:39:48.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.081+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=9JOSPC8TYF6T tag=NBDBA0WD2FOM type=write size=2446832 2024-09-18T02:39:48.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.082+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~DM8VWUOKTNSM.0 size=1048576 2024-09-18T02:39:48.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.083+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~DM8VWUOKTNSM.1 size=327785 2024-09-18T02:39:48.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.084+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=DM8VWUOKTNSM tag=XLS9UK7LP2QH type=write size=2424937 2024-09-18T02:39:48.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.086+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=VRXZZB1IACE0 type=del size=1351082 2024-09-18T02:39:48.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.087+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=GL3Z2C3XTONA type=del 2024-09-18T02:39:48.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.088+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=Y4LJDNJRLP6U type=del size=2394696 2024-09-18T02:39:48.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.089+0000 7f3d344c5640 1 < canceled part key=_multipart_VZRBZUHWS0KG.2~6R5G9K4XA1QC.0 size=499427 2024-09-18T02:39:48.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.090+0000 7f3d344c5640 1 < canceled multipart upload key=VZRBZUHWS0KG upload=6R5G9K4XA1QC tag=FY2DSK4IUCBS type=write size=1548003 2024-09-18T02:39:48.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.092+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~WW1CP1Z7N5U6.0 size=149745 2024-09-18T02:39:48.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.093+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=WW1CP1Z7N5U6 tag=V8JQ1HLFPTDU type=write size=1198321 2024-09-18T02:39:48.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.094+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~EM4C2EDR3M80.0 size=7937 2024-09-18T02:39:48.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.096+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=EM4C2EDR3M80 tag=T7240F3BZHWF type=write size=1056513 2024-09-18T02:39:48.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.098+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~SN99WCHDF325.0 size=1048576 2024-09-18T02:39:48.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.099+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~SN99WCHDF325.1 size=743350 2024-09-18T02:39:48.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.099+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=SN99WCHDF325 tag=QWHPXWLQ8KUD type=write size=2840502 2024-09-18T02:39:48.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.100+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=1NDGHZHVVDJZ type=del 2024-09-18T02:39:48.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.101+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=JX3YPHQGAF0W type=del size=1046313 2024-09-18T02:39:48.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.102+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=HYSCGCHCONEP type=del 2024-09-18T02:39:48.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.104+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~8MGJK9SA3KU6.0 size=1048576 2024-09-18T02:39:48.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.105+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~8MGJK9SA3KU6.1 size=771545 2024-09-18T02:39:48.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.105+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=8MGJK9SA3KU6 tag=EGNKV7D84T1F type=write size=2868697 2024-09-18T02:39:48.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.106+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=GVZC6Y4B8WK5 type=del 2024-09-18T02:39:48.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.108+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~0PV2R3LW5YPX.0 size=409364 2024-09-18T02:39:48.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.108+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=0PV2R3LW5YPX tag=PR5FKWTIUZNP type=write size=1457940 2024-09-18T02:39:48.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.110+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~3AJCAHFN8GTS.0 size=682192 2024-09-18T02:39:48.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.112+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=3AJCAHFN8GTS tag=YZD7PZFEFJG1 type=write size=1730768 2024-09-18T02:39:48.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.114+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~PEST0EVW3XU4.0 size=1048576 2024-09-18T02:39:48.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.115+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~PEST0EVW3XU4.1 size=1048576 2024-09-18T02:39:48.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.116+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~PEST0EVW3XU4.2 size=170934 2024-09-18T02:39:48.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.116+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=PEST0EVW3XU4 tag=F7U5PHJIFX7R type=write size=3316662 2024-09-18T02:39:48.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.118+0000 7f3d344c5640 1 < suggested remove operation key=QR81P6ZBIKCN tag=OVN0Z2MDRKFK type=del 2024-09-18T02:39:48.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.120+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~1QJYLTLI33OO.0 size=1048576 2024-09-18T02:39:48.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.121+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~1QJYLTLI33OO.1 size=1048576 2024-09-18T02:39:48.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.122+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~1QJYLTLI33OO.2 size=810564 2024-09-18T02:39:48.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.122+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=1QJYLTLI33OO tag=NIWL3EKT8IXM type=write size=3956292 2024-09-18T02:39:48.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.124+0000 7f3d344c5640 1 < suggested remove operation key=X478JHSYQ9O5 tag=OR7NQNP2VZRX type=del 2024-09-18T02:39:48.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.126+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~BWMTTFPIXVJS.0 size=943533 2024-09-18T02:39:48.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.126+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=BWMTTFPIXVJS tag=R08R333WWZA6 type=write size=1992109 2024-09-18T02:39:48.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.127+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~SCHS917TZ1DB.0 size=115578 2024-09-18T02:39:48.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.129+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=SCHS917TZ1DB tag=HA683VMQGO65 type=write size=1164154 2024-09-18T02:39:48.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.130+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=UA1UIB0XG96C type=del size=2351193 2024-09-18T02:39:48.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.130+0000 7f3d344c5640 1 < canceled part key=_multipart_KETUC1BK1NFI.2~Y93TIACN3027.0 size=1048576 2024-09-18T02:39:48.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.131+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~Y93TIACN3027.1 size=79403 2024-09-18T02:39:48.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.133+0000 7f3d344c5640 1 < canceled multipart upload key=KETUC1BK1NFI upload=Y93TIACN3027 tag=B4T9QI0BE5R4 type=write size=2176555 2024-09-18T02:39:48.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.135+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~ZQ943842HO0H.0 size=238134 2024-09-18T02:39:48.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.135+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=ZQ943842HO0H tag=ZJJUGIX43QAO type=write size=1286710 2024-09-18T02:39:48.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.136+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=3SC1OOV6FY4N type=del 2024-09-18T02:39:48.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.138+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~QA52Y2D0ND5N.0 size=1048576 2024-09-18T02:39:48.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.139+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~QA52Y2D0ND5N.1 size=1048576 2024-09-18T02:39:48.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.140+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~QA52Y2D0ND5N.2 size=340177 2024-09-18T02:39:48.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.140+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=QA52Y2D0ND5N tag=YBNQNNDBQ18X type=write size=3485905 2024-09-18T02:39:48.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.141+0000 7f3d344c5640 1 < canceled operation key=RXLDGQZXAUT0 tag=9OHUY4YGQLQ1 type=del size=3550824 2024-09-18T02:39:48.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.143+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~PHSSRMDM0E0Q.0 size=1048576 2024-09-18T02:39:48.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.143+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~PHSSRMDM0E0Q.1 size=430242 2024-09-18T02:39:48.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.143+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=PHSSRMDM0E0Q tag=VMU67IC0VKZZ type=write size=2527394 2024-09-18T02:39:48.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.144+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=S4IV9PTKZQUR type=del 2024-09-18T02:39:48.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.146+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=SNX49R9YWEDK type=del size=1975297 2024-09-18T02:39:48.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.147+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~9JOSPC8TYF6T.0 size=1048576 2024-09-18T02:39:48.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.148+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~9JOSPC8TYF6T.1 size=349680 2024-09-18T02:39:48.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.149+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=9JOSPC8TYF6T tag=NBDBA0WD2FOM type=write size=2446832 2024-09-18T02:39:48.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.150+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=AWA8RY4GVSEE type=del size=795493 2024-09-18T02:39:48.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.152+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=VRXZZB1IACE0 type=del 2024-09-18T02:39:48.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.153+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~4VFVDV2E62S1.0 size=1048576 2024-09-18T02:39:48.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.154+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~4VFVDV2E62S1.1 size=1048576 2024-09-18T02:39:48.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.155+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~4VFVDV2E62S1.2 size=857840 2024-09-18T02:39:48.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.155+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=4VFVDV2E62S1 tag=12PKZCFJ49VK type=write size=4003568 2024-09-18T02:39:48.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.156+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=Y4LJDNJRLP6U type=del 2024-09-18T02:39:48.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.159+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~82GD8GRYOK28.0 size=908151 2024-09-18T02:39:48.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.159+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=82GD8GRYOK28 tag=LA1WH3PFGEUM type=write size=1956727 2024-09-18T02:39:48.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.160+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~WW1CP1Z7N5U6.0 size=149745 2024-09-18T02:39:48.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.162+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=WW1CP1Z7N5U6 tag=V8JQ1HLFPTDU type=write size=1198321 2024-09-18T02:39:48.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.164+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~5JX6CXTJL37W.0 size=347051 2024-09-18T02:39:48.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.164+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=5JX6CXTJL37W tag=JIJ1746TW1QR type=write size=1395627 2024-09-18T02:39:48.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.165+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~SN99WCHDF325.0 size=1048576 2024-09-18T02:39:48.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.166+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~SN99WCHDF325.1 size=743350 2024-09-18T02:39:48.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.167+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=SN99WCHDF325 tag=QWHPXWLQ8KUD type=write size=2840502 2024-09-18T02:39:48.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.168+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=B6UH082XYP52 type=del size=1127748 2024-09-18T02:39:48.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.171+0000 7f3d344c5640 1 < suggested update operation key=ZMNUVKZQG0VF tag=JX3YPHQGAF0W type=del size=1046313 2024-09-18T02:39:48.173 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.172+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=V808SHN67DKI type=del size=440171 2024-09-18T02:39:48.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.173+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~8MGJK9SA3KU6.0 size=1048576 2024-09-18T02:39:48.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.174+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~8MGJK9SA3KU6.1 size=771545 2024-09-18T02:39:48.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.176+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=8MGJK9SA3KU6 tag=EGNKV7D84T1F type=write size=2868697 2024-09-18T02:39:48.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.177+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=CM730QHQ0UMI type=del size=1338073 2024-09-18T02:39:48.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.178+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~0PV2R3LW5YPX.0 size=409364 2024-09-18T02:39:48.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.180+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=0PV2R3LW5YPX tag=PR5FKWTIUZNP type=write size=1457940 2024-09-18T02:39:48.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.182+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~XN6ZOI005OQG.0 size=1048576 2024-09-18T02:39:48.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.182+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~XN6ZOI005OQG.1 size=1048576 2024-09-18T02:39:48.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.183+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~XN6ZOI005OQG.2 size=574996 2024-09-18T02:39:48.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.183+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=XN6ZOI005OQG tag=UDYDPPAOK9Z1 type=write size=3720724 2024-09-18T02:39:48.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.185+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~PEST0EVW3XU4.0 size=1048576 2024-09-18T02:39:48.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.185+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~PEST0EVW3XU4.1 size=1048576 2024-09-18T02:39:48.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.186+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~PEST0EVW3XU4.2 size=170934 2024-09-18T02:39:48.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.188+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=PEST0EVW3XU4 tag=F7U5PHJIFX7R type=write size=3316662 2024-09-18T02:39:48.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.189+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=N195N8N8ZSJP type=del size=2036161 2024-09-18T02:39:48.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.190+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~1QJYLTLI33OO.0 size=1048576 2024-09-18T02:39:48.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.191+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~1QJYLTLI33OO.1 size=1048576 2024-09-18T02:39:48.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.192+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~1QJYLTLI33OO.2 size=810564 2024-09-18T02:39:48.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.194+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=1QJYLTLI33OO tag=NIWL3EKT8IXM type=write size=3956292 2024-09-18T02:39:48.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.195+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=WJRQN329TTG1 type=del size=3062657 2024-09-18T02:39:48.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.196+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~BWMTTFPIXVJS.0 size=943533 2024-09-18T02:39:48.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.198+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=BWMTTFPIXVJS tag=R08R333WWZA6 type=write size=1992109 2024-09-18T02:39:48.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.201+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~GRCIS4YTUS6P.0 size=1048576 2024-09-18T02:39:48.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.202+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~GRCIS4YTUS6P.1 size=283984 2024-09-18T02:39:48.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.202+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=GRCIS4YTUS6P tag=VLOQ5KSPM4ZC type=write size=2381136 2024-09-18T02:39:48.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.203+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=UA1UIB0XG96C type=del 2024-09-18T02:39:48.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.204+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=IM92Y8Q805AT type=del size=951420 2024-09-18T02:39:48.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.205+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~ZQ943842HO0H.0 size=238134 2024-09-18T02:39:48.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.207+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=ZQ943842HO0H tag=ZJJUGIX43QAO type=write size=1286710 2024-09-18T02:39:48.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.209+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~A4VMOW7B3I13.0 size=1048576 2024-09-18T02:39:48.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.210+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~A4VMOW7B3I13.1 size=1048576 2024-09-18T02:39:48.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.211+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~A4VMOW7B3I13.2 size=180054 2024-09-18T02:39:48.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.211+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=A4VMOW7B3I13 tag=W347LJMKQS3L type=write size=3325782 2024-09-18T02:39:48.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.212+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~QA52Y2D0ND5N.0 size=1048576 2024-09-18T02:39:48.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.213+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~QA52Y2D0ND5N.1 size=1048576 2024-09-18T02:39:48.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.214+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~QA52Y2D0ND5N.2 size=340177 2024-09-18T02:39:48.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.215+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=QA52Y2D0ND5N tag=YBNQNNDBQ18X type=write size=3485905 2024-09-18T02:39:48.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.217+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=WL0VI7ZJ39WP type=del size=2650206 2024-09-18T02:39:48.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.218+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~PHSSRMDM0E0Q.0 size=1048576 2024-09-18T02:39:48.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.218+0000 7f3d344c5640 1 < canceled part key=_multipart_77U6SM23K6L1.2~PHSSRMDM0E0Q.1 size=430242 2024-09-18T02:39:48.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.219+0000 7f3d344c5640 1 < canceled multipart upload key=77U6SM23K6L1 upload=PHSSRMDM0E0Q tag=VMU67IC0VKZZ type=write size=2527394 2024-09-18T02:39:48.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.221+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~CXDWI23H47OL.0 size=169015 2024-09-18T02:39:48.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.221+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=CXDWI23H47OL tag=2AHZE8ABJQ4O type=write size=1217591 2024-09-18T02:39:48.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.222+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=SNX49R9YWEDK type=del 2024-09-18T02:39:48.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.225+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~0H9BQLD2GL9Y.0 size=428548 2024-09-18T02:39:48.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.225+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=0H9BQLD2GL9Y tag=49IOZ37JRE39 type=write size=1477124 2024-09-18T02:39:48.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.226+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=AWA8RY4GVSEE type=del 2024-09-18T02:39:48.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.227+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=UFYMEB3NEQZ3 type=del size=1049258 2024-09-18T02:39:48.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.228+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~4VFVDV2E62S1.0 size=1048576 2024-09-18T02:39:48.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.229+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~4VFVDV2E62S1.1 size=1048576 2024-09-18T02:39:48.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.230+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~4VFVDV2E62S1.2 size=857840 2024-09-18T02:39:48.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.232+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=4VFVDV2E62S1 tag=12PKZCFJ49VK type=write size=4003568 2024-09-18T02:39:48.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.233+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=FHPYX8CTTQCZ type=write size=692570 2024-09-18T02:39:48.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.235+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~82GD8GRYOK28.0 size=908151 2024-09-18T02:39:48.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.237+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=82GD8GRYOK28 tag=LA1WH3PFGEUM type=write size=1956727 2024-09-18T02:39:48.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.238+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=11BRA8EIP5UA type=del size=3532568 2024-09-18T02:39:48.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.239+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~5JX6CXTJL37W.0 size=347051 2024-09-18T02:39:48.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.241+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=5JX6CXTJL37W tag=JIJ1746TW1QR type=write size=1395627 2024-09-18T02:39:48.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.242+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=IYMS15NJCQL3 type=del size=269554 2024-09-18T02:39:48.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.243+0000 7f3d344c5640 1 < canceled operation key=4FYZMKC41CPI tag=B6UH082XYP52 type=del size=1127748 2024-09-18T02:39:48.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.245+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~HLV24TVLNGKI.0 size=680798 2024-09-18T02:39:48.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.245+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=HLV24TVLNGKI tag=N8PTBOQKPHQ2 type=write size=1729374 2024-09-18T02:39:48.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.248+0000 7f3d344c5640 1 < suggested remove operation key=IRE1LEWU02OL tag=V808SHN67DKI type=del 2024-09-18T02:39:48.251 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.249+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=K6431KBEFMX7 type=write size=281002 2024-09-18T02:39:48.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.250+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=CM730QHQ0UMI type=del 2024-09-18T02:39:48.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.252+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=CER035QNT0A8 type=del size=1505322 2024-09-18T02:39:48.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.253+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~XN6ZOI005OQG.0 size=1048576 2024-09-18T02:39:48.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.254+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~XN6ZOI005OQG.1 size=1048576 2024-09-18T02:39:48.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.255+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~XN6ZOI005OQG.2 size=574996 2024-09-18T02:39:48.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:47 smithi046 ceph-mon[94621]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-18T02:39:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:47 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2797050721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:47 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:47 smithi046 ceph-mon[97106]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-18T02:39:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:47 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2797050721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:47 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:48.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.257+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=XN6ZOI005OQG tag=UDYDPPAOK9Z1 type=write size=3720724 2024-09-18T02:39:48.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.258+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=9EGULPFUQGUR type=write size=566338 2024-09-18T02:39:48.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.259+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=N195N8N8ZSJP type=del 2024-09-18T02:39:48.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.260+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=M7D2OFJFP4CH type=del size=3223916 2024-09-18T02:39:48.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.261+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=WJRQN329TTG1 type=del 2024-09-18T02:39:48.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.263+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~8HFEMBUSB1U0.0 size=1048576 2024-09-18T02:39:48.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.264+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~8HFEMBUSB1U0.1 size=739560 2024-09-18T02:39:48.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.264+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=8HFEMBUSB1U0 tag=K304G1TGWT2J type=write size=2836712 2024-09-18T02:39:48.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.265+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~GRCIS4YTUS6P.0 size=1048576 2024-09-18T02:39:48.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.265+0000 7f3d344c5640 1 < canceled part key=_multipart_FZZPXI6Q3MK4.2~GRCIS4YTUS6P.1 size=283984 2024-09-18T02:39:48.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.267+0000 7f3d344c5640 1 < canceled multipart upload key=FZZPXI6Q3MK4 upload=GRCIS4YTUS6P tag=VLOQ5KSPM4ZC type=write size=2381136 2024-09-18T02:39:48.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.268+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=MURKUXW6ZH5G type=del size=828097 2024-09-18T02:39:48.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.269+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=IM92Y8Q805AT type=del 2024-09-18T02:39:48.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.271+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=91OQ4N2BV0P1 type=del size=1750834 2024-09-18T02:39:48.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.271+0000 7f3d344c5640 1 < canceled part key=_multipart_77U6SM23K6L1.2~A4VMOW7B3I13.0 size=1048576 2024-09-18T02:39:48.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.272+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~A4VMOW7B3I13.1 size=1048576 2024-09-18T02:39:48.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.273+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~A4VMOW7B3I13.2 size=180054 2024-09-18T02:39:48.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.275+0000 7f3d344c5640 1 < canceled multipart upload key=77U6SM23K6L1 upload=A4VMOW7B3I13 tag=W347LJMKQS3L type=write size=3325782 2024-09-18T02:39:48.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.277+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~HUET5FFLL7SY.0 size=889834 2024-09-18T02:39:48.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.277+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=HUET5FFLL7SY tag=YALYI4VMZJ1C type=write size=1938410 2024-09-18T02:39:48.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.279+0000 7f3d344c5640 1 < suggested remove operation key=KB9UDL27PX79 tag=WL0VI7ZJ39WP type=del 2024-09-18T02:39:48.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.282+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~2BP20A74695Z.0 size=1048576 2024-09-18T02:39:48.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.283+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~2BP20A74695Z.1 size=996226 2024-09-18T02:39:48.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.283+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=2BP20A74695Z tag=2IS7W6M6NSB0 type=write size=3093378 2024-09-18T02:39:48.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.284+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~CXDWI23H47OL.0 size=169015 2024-09-18T02:39:48.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.286+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=CXDWI23H47OL tag=2AHZE8ABJQ4O type=write size=1217591 2024-09-18T02:39:48.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.287+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=AKC0TW31YSA9 type=del size=1775855 2024-09-18T02:39:48.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.288+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~0H9BQLD2GL9Y.0 size=428548 2024-09-18T02:39:48.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.290+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=0H9BQLD2GL9Y tag=49IOZ37JRE39 type=write size=1477124 2024-09-18T02:39:48.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.292+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~PF6ENIMXHKZZ.0 size=1048576 2024-09-18T02:39:48.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.293+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~PF6ENIMXHKZZ.1 size=588671 2024-09-18T02:39:48.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.293+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=PF6ENIMXHKZZ tag=9U9PIZ2CXKWW type=write size=2685823 2024-09-18T02:39:48.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.294+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=UFYMEB3NEQZ3 type=del 2024-09-18T02:39:48.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.296+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~CJRIMFTZP8KW.0 size=519621 2024-09-18T02:39:48.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.296+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=CJRIMFTZP8KW tag=5QZ8CC433KW5 type=write size=1568197 2024-09-18T02:39:48.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.297+0000 7f3d344c5640 1 < completed write operation key=QR81P6ZBIKCN tag=FHPYX8CTTQCZ type=write size=692570 2024-09-18T02:39:48.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.298+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=FSON30V151MO type=write size=793870 2024-09-18T02:39:48.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.299+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=11BRA8EIP5UA type=del 2024-09-18T02:39:48.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.301+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=10A9GRWHRR1C type=del size=3383388 2024-09-18T02:39:48.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.302+0000 7f3d344c5640 1 < canceled operation key=BDM08TCKAR39 tag=IYMS15NJCQL3 type=del size=269554 2024-09-18T02:39:48.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.304+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~RP8F1010JEYS.0 size=853163 2024-09-18T02:39:48.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.304+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=RP8F1010JEYS tag=8BY1Q9CCMJ9O type=write size=1901739 2024-09-18T02:39:48.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.305+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~HLV24TVLNGKI.0 size=680798 2024-09-18T02:39:48.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.307+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=HLV24TVLNGKI tag=N8PTBOQKPHQ2 type=write size=1729374 2024-09-18T02:39:48.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.309+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~0K69AT02N3GN.0 size=1048576 2024-09-18T02:39:48.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.310+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~0K69AT02N3GN.1 size=1048576 2024-09-18T02:39:48.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.311+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~0K69AT02N3GN.2 size=381591 2024-09-18T02:39:48.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.311+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=0K69AT02N3GN tag=DYCUM7TYS90D type=write size=3527319 2024-09-18T02:39:48.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.312+0000 7f3d344c5640 1 < completed write operation key=DN8CVJBOI3G6 tag=K6431KBEFMX7 type=write size=281002 2024-09-18T02:39:48.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.314+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~OSM3TYJQE26O.0 size=769702 2024-09-18T02:39:48.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.314+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=OSM3TYJQE26O tag=IDGK80S46N6Q type=write size=1818278 2024-09-18T02:39:48.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.315+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=CER035QNT0A8 type=del 2024-09-18T02:39:48.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.316+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=RXDWVLA8B1A7 type=del size=3488594 2024-09-18T02:39:48.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.317+0000 7f3d344c5640 1 < completed write operation key=QR81P6ZBIKCN tag=9EGULPFUQGUR type=write size=566338 2024-09-18T02:39:48.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.319+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~0E61T2S5WGPC.0 size=1048576 2024-09-18T02:39:48.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.320+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~0E61T2S5WGPC.1 size=729374 2024-09-18T02:39:48.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.320+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=0E61T2S5WGPC tag=ELTXW353C61C type=write size=2826526 2024-09-18T02:39:48.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.321+0000 7f3d344c5640 1 < canceled operation key=KETUC1BK1NFI tag=M7D2OFJFP4CH type=del size=3223916 2024-09-18T02:39:48.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.322+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=6W2GT9QSPAD2 type=write size=537750 2024-09-18T02:39:48.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.323+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~8HFEMBUSB1U0.0 size=1048576 2024-09-18T02:39:48.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.325+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~8HFEMBUSB1U0.1 size=739560 2024-09-18T02:39:48.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.326+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=8HFEMBUSB1U0 tag=K304G1TGWT2J type=write size=2836712 2024-09-18T02:39:48.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.329+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~EQ5O0I5O17F6.0 size=113342 2024-09-18T02:39:48.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.329+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=EQ5O0I5O17F6 tag=EKJZ88Q4W1HK type=write size=1161918 2024-09-18T02:39:48.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.330+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=MURKUXW6ZH5G type=del 2024-09-18T02:39:48.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.331+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=EL8Q5KPK56GS type=del size=3240999 2024-09-18T02:39:48.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.332+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=91OQ4N2BV0P1 type=del 2024-09-18T02:39:48.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.333+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=B6ZT4BRCZFAY type=del size=3352540 2024-09-18T02:39:48.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.334+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~HUET5FFLL7SY.0 size=889834 2024-09-18T02:39:48.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.336+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=HUET5FFLL7SY tag=YALYI4VMZJ1C type=write size=1938410 2024-09-18T02:39:48.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.338+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~27DZLTBHELCH.0 size=30127 2024-09-18T02:39:48.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.338+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=27DZLTBHELCH tag=XD74NYTB9QXH type=write size=1078703 2024-09-18T02:39:48.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.338+0000 7f3d344c5640 1 < canceled part key=_multipart_ZMNUVKZQG0VF.2~2BP20A74695Z.0 size=1048576 2024-09-18T02:39:48.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.339+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~2BP20A74695Z.1 size=996226 2024-09-18T02:39:48.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.341+0000 7f3d344c5640 1 < canceled multipart upload key=ZMNUVKZQG0VF upload=2BP20A74695Z tag=2IS7W6M6NSB0 type=write size=3093378 2024-09-18T02:39:48.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.343+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~0OVHRZ0AU2DN.0 size=1032226 2024-09-18T02:39:48.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.343+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=0OVHRZ0AU2DN tag=7HJMLC81R9O4 type=write size=2080802 2024-09-18T02:39:48.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.344+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=AKC0TW31YSA9 type=del 2024-09-18T02:39:48.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.346+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~N8ZI67RPAFD5.0 size=326078 2024-09-18T02:39:48.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.346+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=N8ZI67RPAFD5 tag=CMVQDMEMNPXI type=write size=1374654 2024-09-18T02:39:48.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.347+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~PF6ENIMXHKZZ.0 size=1048576 2024-09-18T02:39:48.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.348+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~PF6ENIMXHKZZ.1 size=588671 2024-09-18T02:39:48.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.350+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=PF6ENIMXHKZZ tag=9U9PIZ2CXKWW type=write size=2685823 2024-09-18T02:39:48.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.352+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~H908Q4W1ICM4.0 size=1048576 2024-09-18T02:39:48.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.353+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~H908Q4W1ICM4.1 size=242944 2024-09-18T02:39:48.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.353+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=H908Q4W1ICM4 tag=SDF6631ERBUC type=write size=2340096 2024-09-18T02:39:48.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.354+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~CJRIMFTZP8KW.0 size=519621 2024-09-18T02:39:48.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.356+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=CJRIMFTZP8KW tag=5QZ8CC433KW5 type=write size=1568197 2024-09-18T02:39:48.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.358+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~NL3XHCBKJ3RR.0 size=343436 2024-09-18T02:39:48.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.358+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=NL3XHCBKJ3RR tag=L2YJ0VLGX5XA type=write size=1392012 2024-09-18T02:39:48.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.359+0000 7f3d344c5640 1 < canceled operation key=YRRENRMOJCK2 tag=FSON30V151MO type=write size=793870 2024-09-18T02:39:48.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.361+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~863PP2D50OB9.0 size=1048576 2024-09-18T02:39:48.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.362+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~863PP2D50OB9.1 size=1048576 2024-09-18T02:39:48.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.363+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~863PP2D50OB9.2 size=322066 2024-09-18T02:39:48.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.363+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=863PP2D50OB9 tag=1JSWW9PUQ0ZY type=write size=3467794 2024-09-18T02:39:48.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.364+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=10A9GRWHRR1C type=del 2024-09-18T02:39:48.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.366+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~92EX04XAFE2I.0 size=1048576 2024-09-18T02:39:48.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.368+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~92EX04XAFE2I.1 size=1048576 2024-09-18T02:39:48.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.369+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~92EX04XAFE2I.2 size=110838 2024-09-18T02:39:48.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.369+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=92EX04XAFE2I tag=WDP9SCS0K9OL type=write size=3256566 2024-09-18T02:39:48.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.370+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~RP8F1010JEYS.0 size=853163 2024-09-18T02:39:48.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.372+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=RP8F1010JEYS tag=8BY1Q9CCMJ9O type=write size=1901739 2024-09-18T02:39:48.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.373+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=YTCB8195NAP9 type=write size=326629 2024-09-18T02:39:48.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.374+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~0K69AT02N3GN.0 size=1048576 2024-09-18T02:39:48.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.375+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~0K69AT02N3GN.1 size=1048576 2024-09-18T02:39:48.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.376+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~0K69AT02N3GN.2 size=381591 2024-09-18T02:39:48.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.378+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=0K69AT02N3GN tag=DYCUM7TYS90D type=write size=3527319 2024-09-18T02:39:48.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.379+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=TYZ7C5HZVDBB type=del size=1147603 2024-09-18T02:39:48.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.380+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~OSM3TYJQE26O.0 size=769702 2024-09-18T02:39:48.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.382+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=OSM3TYJQE26O tag=IDGK80S46N6Q type=write size=1818278 2024-09-18T02:39:48.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.383+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=L4XNOHMQ7ORV type=write size=681487 2024-09-18T02:39:48.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.384+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=RXDWVLA8B1A7 type=del 2024-09-18T02:39:48.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.385+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=132OP20J8ANB type=write size=854760 2024-09-18T02:39:48.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.386+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~0E61T2S5WGPC.0 size=1048576 2024-09-18T02:39:48.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.386+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~0E61T2S5WGPC.1 size=729374 2024-09-18T02:39:48.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.388+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=0E61T2S5WGPC tag=ELTXW353C61C type=write size=2826526 2024-09-18T02:39:48.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.390+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=8B2UOQSX1M70 type=del size=866335 2024-09-18T02:39:48.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.391+0000 7f3d344c5640 1 < completed write operation key=4FYZMKC41CPI tag=6W2GT9QSPAD2 type=write size=537750 2024-09-18T02:39:48.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.393+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~DHWMHQLWCSC9.0 size=1048576 2024-09-18T02:39:48.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.393+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~DHWMHQLWCSC9.1 size=1048576 2024-09-18T02:39:48.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.394+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~DHWMHQLWCSC9.2 size=1031286 2024-09-18T02:39:48.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.394+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=DHWMHQLWCSC9 tag=58W723YM1KMG type=write size=4177014 2024-09-18T02:39:48.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.395+0000 7f3d344c5640 1 < canceled part key=_multipart_IRE1LEWU02OL.2~EQ5O0I5O17F6.0 size=113342 2024-09-18T02:39:48.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.396+0000 7f3d344c5640 1 < canceled multipart upload key=IRE1LEWU02OL upload=EQ5O0I5O17F6 tag=EKJZ88Q4W1HK type=write size=1161918 2024-09-18T02:39:48.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.397+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=EH1PEQDYJLZ9 type=del size=729543 2024-09-18T02:39:48.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.399+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=EL8Q5KPK56GS type=del 2024-09-18T02:39:48.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.400+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=AGTH5GQ0VRHM type=del size=959553 2024-09-18T02:39:48.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.401+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=B6ZT4BRCZFAY type=del 2024-09-18T02:39:48.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.402+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=TB6LCM19HFLW type=del size=1720181 2024-09-18T02:39:48.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.403+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~27DZLTBHELCH.0 size=30127 2024-09-18T02:39:48.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.405+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=27DZLTBHELCH tag=XD74NYTB9QXH type=write size=1078703 2024-09-18T02:39:48.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.406+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=7UWHF24TQHQ8 type=del size=3555031 2024-09-18T02:39:48.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.407+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~0OVHRZ0AU2DN.0 size=1032226 2024-09-18T02:39:48.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.409+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=0OVHRZ0AU2DN tag=7HJMLC81R9O4 type=write size=2080802 2024-09-18T02:39:48.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.410+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=GA9X7H98JPW6 type=del size=3043208 2024-09-18T02:39:48.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.411+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~N8ZI67RPAFD5.0 size=326078 2024-09-18T02:39:48.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.413+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=N8ZI67RPAFD5 tag=CMVQDMEMNPXI type=write size=1374654 2024-09-18T02:39:48.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.414+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=16X2PQ87NBMW type=write size=714928 2024-09-18T02:39:48.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.415+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~H908Q4W1ICM4.0 size=1048576 2024-09-18T02:39:48.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.416+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~H908Q4W1ICM4.1 size=242944 2024-09-18T02:39:48.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.417+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=H908Q4W1ICM4 tag=SDF6631ERBUC type=write size=2340096 2024-09-18T02:39:48.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.420+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~KZ4YVYJIRZ2Q.0 size=1048576 2024-09-18T02:39:48.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.420+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~KZ4YVYJIRZ2Q.1 size=340063 2024-09-18T02:39:48.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.420+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=KZ4YVYJIRZ2Q tag=XDYC8ZYCMJ21 type=write size=2437215 2024-09-18T02:39:48.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.421+0000 7f3d344c5640 1 < canceled part key=_multipart_R9PMI2O5LB5E.2~NL3XHCBKJ3RR.0 size=343436 2024-09-18T02:39:48.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.422+0000 7f3d344c5640 1 < canceled multipart upload key=R9PMI2O5LB5E upload=NL3XHCBKJ3RR tag=L2YJ0VLGX5XA type=write size=1392012 2024-09-18T02:39:48.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.424+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=A1T2BXVASN2S type=del size=2506391 2024-09-18T02:39:48.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.425+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~863PP2D50OB9.0 size=1048576 2024-09-18T02:39:48.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.426+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~863PP2D50OB9.1 size=1048576 2024-09-18T02:39:48.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.427+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~863PP2D50OB9.2 size=322066 2024-09-18T02:39:48.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.428+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=863PP2D50OB9 tag=1JSWW9PUQ0ZY type=write size=3467794 2024-09-18T02:39:48.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.429+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=42TSJDQIQN7V type=del size=3502016 2024-09-18T02:39:48.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.430+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~92EX04XAFE2I.0 size=1048576 2024-09-18T02:39:48.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.431+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~92EX04XAFE2I.1 size=1048576 2024-09-18T02:39:48.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.432+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~92EX04XAFE2I.2 size=110838 2024-09-18T02:39:48.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.434+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=92EX04XAFE2I tag=WDP9SCS0K9OL type=write size=3256566 2024-09-18T02:39:48.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.435+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=A5O8YA0CFLNV type=write size=648532 2024-09-18T02:39:48.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.436+0000 7f3d344c5640 1 < completed write operation key=YRRENRMOJCK2 tag=YTCB8195NAP9 type=write size=326629 2024-09-18T02:39:48.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.438+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~WPF2MLN6M6VC.0 size=1048576 2024-09-18T02:39:48.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.439+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~WPF2MLN6M6VC.1 size=1048576 2024-09-18T02:39:48.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.439+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~WPF2MLN6M6VC.2 size=437115 2024-09-18T02:39:48.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.439+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=WPF2MLN6M6VC tag=F8B5ZHRV418S type=write size=3582843 2024-09-18T02:39:48.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.440+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=TYZ7C5HZVDBB type=del 2024-09-18T02:39:48.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.442+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=SUR89H380LKF type=write size=536493 2024-09-18T02:39:48.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.443+0000 7f3d344c5640 1 < completed write operation key=KETUC1BK1NFI tag=L4XNOHMQ7ORV type=write size=681487 2024-09-18T02:39:48.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.444+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~R5TLMX7X1E74.0 size=767637 2024-09-18T02:39:48.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.444+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=R5TLMX7X1E74 tag=GJWMBNOQLZ49 type=write size=1816213 2024-09-18T02:39:48.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.446+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=132OP20J8ANB type=write size=854760 2024-09-18T02:39:48.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.447+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~B006W312GF34.0 size=215333 2024-09-18T02:39:48.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.447+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=B006W312GF34 tag=BKS6YDKOVNRX type=write size=1263909 2024-09-18T02:39:48.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.449+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=8B2UOQSX1M70 type=del 2024-09-18T02:39:48.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.451+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~TG57VQHVQIMK.0 size=83401 2024-09-18T02:39:48.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.451+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=TG57VQHVQIMK tag=KMMAYBCK81JB type=write size=1131977 2024-09-18T02:39:48.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.451+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~DHWMHQLWCSC9.0 size=1048576 2024-09-18T02:39:48.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.452+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~DHWMHQLWCSC9.1 size=1048576 2024-09-18T02:39:48.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.453+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~DHWMHQLWCSC9.2 size=1031286 2024-09-18T02:39:48.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.454+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=DHWMHQLWCSC9 tag=58W723YM1KMG type=write size=4177014 2024-09-18T02:39:48.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.456+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=RSX9GRP2ODUA type=del size=3669085 2024-09-18T02:39:48.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.457+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=EH1PEQDYJLZ9 type=del 2024-09-18T02:39:48.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.458+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=NVEXZSASASEJ type=del size=3557371 2024-09-18T02:39:48.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.459+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=AGTH5GQ0VRHM type=del 2024-09-18T02:39:48.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.461+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~9FDGNUCEJ4UO.0 size=1048576 2024-09-18T02:39:48.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.462+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~9FDGNUCEJ4UO.1 size=1048576 2024-09-18T02:39:48.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.462+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~9FDGNUCEJ4UO.2 size=406003 2024-09-18T02:39:48.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.462+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=9FDGNUCEJ4UO tag=740M8GZPEJ40 type=write size=3551731 2024-09-18T02:39:48.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.464+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=TB6LCM19HFLW type=del 2024-09-18T02:39:48.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.465+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=7J935QW71SUO type=del size=4172565 2024-09-18T02:39:48.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.467+0000 7f3d344c5640 1 < suggested remove operation key=VT9JVP3TEV2S tag=7UWHF24TQHQ8 type=del 2024-09-18T02:39:48.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.469+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=DPOH0PHGZ782 type=del size=3696445 2024-09-18T02:39:48.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.470+0000 7f3d344c5640 1 < canceled operation key=6XGBHFR3S4FW tag=GA9X7H98JPW6 type=del size=3043208 2024-09-18T02:39:48.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.471+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=DB5ERON82BJP type=del size=2822859 2024-09-18T02:39:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:47 smithi195 ceph-mon[89559]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-18T02:39:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:47 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2797050721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:47 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:39:48.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.472+0000 7f3d344c5640 1 < completed write operation key=YRRENRMOJCK2 tag=16X2PQ87NBMW type=write size=714928 2024-09-18T02:39:48.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.473+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=NOQ6J3VFB2BT type=del size=87257 2024-09-18T02:39:48.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.474+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~KZ4YVYJIRZ2Q.0 size=1048576 2024-09-18T02:39:48.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.475+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~KZ4YVYJIRZ2Q.1 size=340063 2024-09-18T02:39:48.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.477+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=KZ4YVYJIRZ2Q tag=XDYC8ZYCMJ21 type=write size=2437215 2024-09-18T02:39:48.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.478+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=D2CKJN6QOJBI type=write size=364063 2024-09-18T02:39:48.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.479+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=A1T2BXVASN2S type=del 2024-09-18T02:39:48.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.481+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~NOYGCW1TRSCU.0 size=66095 2024-09-18T02:39:48.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.481+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=NOYGCW1TRSCU tag=7SFEIKRIAO5A type=write size=1114671 2024-09-18T02:39:48.484 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.482+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=42TSJDQIQN7V type=del 2024-09-18T02:39:48.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.484+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~MCD2M2AIPL42.0 size=862039 2024-09-18T02:39:48.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.484+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=MCD2M2AIPL42 tag=6OHFK2ET1A7C type=write size=1910615 2024-09-18T02:39:48.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.485+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=A5O8YA0CFLNV type=write size=648532 2024-09-18T02:39:48.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.487+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~NWDVDLEEUFS4.0 size=1012053 2024-09-18T02:39:48.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.487+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=NWDVDLEEUFS4 tag=X2QCQYZNNMFF type=write size=2060629 2024-09-18T02:39:48.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.487+0000 7f3d344c5640 1 < canceled part key=_multipart_VZRBZUHWS0KG.2~WPF2MLN6M6VC.0 size=1048576 2024-09-18T02:39:48.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.488+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~WPF2MLN6M6VC.1 size=1048576 2024-09-18T02:39:48.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.489+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~WPF2MLN6M6VC.2 size=437115 2024-09-18T02:39:48.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.491+0000 7f3d344c5640 1 < canceled multipart upload key=VZRBZUHWS0KG upload=WPF2MLN6M6VC tag=F8B5ZHRV418S type=write size=3582843 2024-09-18T02:39:48.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.493+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~K6T446WS2MOO.0 size=1048576 2024-09-18T02:39:48.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.493+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~K6T446WS2MOO.1 size=3164 2024-09-18T02:39:48.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.493+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=K6T446WS2MOO tag=NL5VKN3QH2WW type=write size=2100316 2024-09-18T02:39:48.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.495+0000 7f3d344c5640 -1 < failed to complete operation key=VT9JVP3TEV2S tag=SUR89H380LKF type=write size=536493: (22) Invalid argument 2024-09-18T02:39:48.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.496+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=P5ZTPEILUJHD type=del size=2308722 2024-09-18T02:39:48.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.497+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~R5TLMX7X1E74.0 size=767637 2024-09-18T02:39:48.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.499+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=R5TLMX7X1E74 tag=GJWMBNOQLZ49 type=write size=1816213 2024-09-18T02:39:48.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.500+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=N3L0TKPECDGD type=write size=1020229 2024-09-18T02:39:48.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.501+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~B006W312GF34.0 size=215333 2024-09-18T02:39:48.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.503+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=B006W312GF34 tag=BKS6YDKOVNRX type=write size=1263909 2024-09-18T02:39:48.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.504+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=PEA1TOAZL4AI type=del size=3437811 2024-09-18T02:39:48.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.505+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~TG57VQHVQIMK.0 size=83401 2024-09-18T02:39:48.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.507+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=TG57VQHVQIMK tag=KMMAYBCK81JB type=write size=1131977 2024-09-18T02:39:48.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.508+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=JAE7GWCDRZGQ type=write size=114355 2024-09-18T02:39:48.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.509+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=RSX9GRP2ODUA type=del 2024-09-18T02:39:48.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.511+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~NGXM0K5N3MJF.0 size=1048576 2024-09-18T02:39:48.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.512+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~NGXM0K5N3MJF.1 size=147172 2024-09-18T02:39:48.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.512+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=NGXM0K5N3MJF tag=J3FB0UJNQTKL type=write size=2244324 2024-09-18T02:39:48.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.513+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=NVEXZSASASEJ type=del 2024-09-18T02:39:48.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.514+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=FITAN8WOFEFV type=del size=335015 2024-09-18T02:39:48.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.515+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~9FDGNUCEJ4UO.0 size=1048576 2024-09-18T02:39:48.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.515+0000 7f3d344c5640 1 < canceled part key=_multipart_RXLDGQZXAUT0.2~9FDGNUCEJ4UO.1 size=1048576 2024-09-18T02:39:48.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.516+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~9FDGNUCEJ4UO.2 size=406003 2024-09-18T02:39:48.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.518+0000 7f3d344c5640 1 < canceled multipart upload key=RXLDGQZXAUT0 upload=9FDGNUCEJ4UO tag=740M8GZPEJ40 type=write size=3551731 2024-09-18T02:39:48.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.520+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~0BB11IK8ZIT7.0 size=547527 2024-09-18T02:39:48.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.520+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=0BB11IK8ZIT7 tag=TDHOMIZWAIV8 type=write size=1596103 2024-09-18T02:39:48.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.522+0000 7f3d344c5640 1 < suggested remove operation key=6XGBHFR3S4FW tag=7J935QW71SUO type=del 2024-09-18T02:39:48.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.523+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=ML9SIVZ31B3Y type=del size=1307383 2024-09-18T02:39:48.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.524+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=DPOH0PHGZ782 type=del 2024-09-18T02:39:48.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.526+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~29DW82A229DY.0 size=1048576 2024-09-18T02:39:48.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.527+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~29DW82A229DY.1 size=385252 2024-09-18T02:39:48.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.527+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=29DW82A229DY tag=YIF0KAI2EJ82 type=write size=2482404 2024-09-18T02:39:48.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.528+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=DB5ERON82BJP type=del 2024-09-18T02:39:48.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.530+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~YLYJMEN0I3YW.0 size=708493 2024-09-18T02:39:48.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.530+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=YLYJMEN0I3YW tag=DZ0NE5N1IPFK type=write size=1757069 2024-09-18T02:39:48.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.532+0000 7f3d344c5640 1 < canceled operation key=57SLXVHRBLFP tag=NOQ6J3VFB2BT type=del size=87257 2024-09-18T02:39:48.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.533+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=5QPLJPL33J08 type=del size=653134 2024-09-18T02:39:48.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.534+0000 7f3d344c5640 1 < canceled operation key=X478JHSYQ9O5 tag=D2CKJN6QOJBI type=write size=364063 2024-09-18T02:39:48.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.536+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=86JKEEEDES3G type=del size=2624173 2024-09-18T02:39:48.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.537+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~NOYGCW1TRSCU.0 size=66095 2024-09-18T02:39:48.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.538+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=NOYGCW1TRSCU tag=7SFEIKRIAO5A type=write size=1114671 2024-09-18T02:39:48.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.540+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=O90G6629HOGC type=write size=335776 2024-09-18T02:39:48.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.541+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~MCD2M2AIPL42.0 size=862039 2024-09-18T02:39:48.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.543+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=MCD2M2AIPL42 tag=6OHFK2ET1A7C type=write size=1910615 2024-09-18T02:39:48.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.544+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=1C54K9QME789 type=del size=1801260 2024-09-18T02:39:48.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.545+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~NWDVDLEEUFS4.0 size=1012053 2024-09-18T02:39:48.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.547+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=NWDVDLEEUFS4 tag=X2QCQYZNNMFF type=write size=2060629 2024-09-18T02:39:48.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.548+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=1NOQHR5SHUZF type=del size=2858851 2024-09-18T02:39:48.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.549+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~K6T446WS2MOO.0 size=1048576 2024-09-18T02:39:48.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.549+0000 7f3d344c5640 1 < canceled part key=_multipart_D16IXCK8Y6D1.2~K6T446WS2MOO.1 size=3164 2024-09-18T02:39:48.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.551+0000 7f3d344c5640 1 < canceled multipart upload key=D16IXCK8Y6D1 upload=K6T446WS2MOO tag=NL5VKN3QH2WW type=write size=2100316 2024-09-18T02:39:48.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.553+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~K6IT2WO0EPFM.0 size=701059 2024-09-18T02:39:48.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.553+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=K6IT2WO0EPFM tag=93S2AZCJLN41 type=write size=1749635 2024-09-18T02:39:48.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.555+0000 7f3d344c5640 1 < suggested remove operation key=YCO4SVB9T1HD tag=P5ZTPEILUJHD type=del 2024-09-18T02:39:48.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.557+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~U5KM2UACLE23.0 size=1048576 2024-09-18T02:39:48.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.558+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~U5KM2UACLE23.1 size=949133 2024-09-18T02:39:48.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.558+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=U5KM2UACLE23 tag=8LU08Z82JN1B type=write size=3046285 2024-09-18T02:39:48.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.559+0000 7f3d344c5640 1 < completed write operation key=5CBDBDRVY90O tag=N3L0TKPECDGD type=write size=1020229 2024-09-18T02:39:48.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.560+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=MT328GY8K9DU type=del size=3278571 2024-09-18T02:39:48.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.561+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=PEA1TOAZL4AI type=del 2024-09-18T02:39:48.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.563+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~SU842HO42NOJ.0 size=934440 2024-09-18T02:39:48.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.563+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=SU842HO42NOJ tag=R9BN5YROTPHV type=write size=1983016 2024-09-18T02:39:48.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.564+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=JAE7GWCDRZGQ type=write size=114355 2024-09-18T02:39:48.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.565+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=4TKLHCIBK9DL type=del size=1512113 2024-09-18T02:39:48.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.567+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~NGXM0K5N3MJF.0 size=1048576 2024-09-18T02:39:48.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.567+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~NGXM0K5N3MJF.1 size=147172 2024-09-18T02:39:48.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.569+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=NGXM0K5N3MJF tag=J3FB0UJNQTKL type=write size=2244324 2024-09-18T02:39:48.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.571+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~RVAZUVPKO12M.0 size=766703 2024-09-18T02:39:48.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.571+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=RVAZUVPKO12M tag=0YS3KWTIA7PS type=write size=1815279 2024-09-18T02:39:48.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.573+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=FITAN8WOFEFV type=del 2024-09-18T02:39:48.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.575+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~YWSPYG6QH211.0 size=1048576 2024-09-18T02:39:48.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.576+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~YWSPYG6QH211.1 size=867420 2024-09-18T02:39:48.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.576+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=YWSPYG6QH211 tag=5AIX2419ULF1 type=write size=2964572 2024-09-18T02:39:48.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.577+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~0BB11IK8ZIT7.0 size=547527 2024-09-18T02:39:48.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.579+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=0BB11IK8ZIT7 tag=TDHOMIZWAIV8 type=write size=1596103 2024-09-18T02:39:48.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.581+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~IVTR31LC40ZG.0 size=1048576 2024-09-18T02:39:48.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.582+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~IVTR31LC40ZG.1 size=694459 2024-09-18T02:39:48.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.582+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=IVTR31LC40ZG tag=8RCJWM9Q2J05 type=write size=2791611 2024-09-18T02:39:48.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.583+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=ML9SIVZ31B3Y type=del 2024-09-18T02:39:48.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.584+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=UTHI9S3UY4M1 type=del size=2627869 2024-09-18T02:39:48.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.585+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~29DW82A229DY.0 size=1048576 2024-09-18T02:39:48.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.586+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~29DW82A229DY.1 size=385252 2024-09-18T02:39:48.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.588+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=29DW82A229DY tag=YIF0KAI2EJ82 type=write size=2482404 2024-09-18T02:39:48.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.589+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=SQ2G99NQK3PZ type=write size=726933 2024-09-18T02:39:48.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.590+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~YLYJMEN0I3YW.0 size=708493 2024-09-18T02:39:48.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.592+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=YLYJMEN0I3YW tag=DZ0NE5N1IPFK type=write size=1757069 2024-09-18T02:39:48.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.594+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~M57CFDNSMCLS.0 size=1048576 2024-09-18T02:39:48.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.595+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~M57CFDNSMCLS.1 size=1048576 2024-09-18T02:39:48.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.596+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~M57CFDNSMCLS.2 size=604814 2024-09-18T02:39:48.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.596+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=M57CFDNSMCLS tag=JZL35NVT3GF0 type=write size=3750542 2024-09-18T02:39:48.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.597+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=5QPLJPL33J08 type=del 2024-09-18T02:39:48.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.598+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=7T6SERNSXVW6 type=write size=474921 2024-09-18T02:39:48.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.599+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=86JKEEEDES3G type=del 2024-09-18T02:39:48.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.600+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=K52L51RXE4CQ type=del size=3540208 2024-09-18T02:39:48.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.601+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=YCO4SVB9T1HD tag=O90G6629HOGC type=write size=335776: (2) No such file or directory 2024-09-18T02:39:48.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.602+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=31DU98FZV1H2 type=del size=3631161 2024-09-18T02:39:48.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.603+0000 7f3d344c5640 1 < canceled operation key=QS1F2ZL7E8RC tag=1C54K9QME789 type=del size=1801260 2024-09-18T02:39:48.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.605+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~DILUP9H255II.0 size=1048576 2024-09-18T02:39:48.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.605+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~DILUP9H255II.1 size=304983 2024-09-18T02:39:48.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.605+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=DILUP9H255II tag=7K3R4RVLCACA type=write size=2402135 2024-09-18T02:39:48.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.607+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=1NOQHR5SHUZF type=del 2024-09-18T02:39:48.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.608+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=MCKWHNQ7JC6E type=del size=3164965 2024-09-18T02:39:48.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.609+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~K6IT2WO0EPFM.0 size=701059 2024-09-18T02:39:48.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.611+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=K6IT2WO0EPFM tag=93S2AZCJLN41 type=write size=1749635 2024-09-18T02:39:48.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.612+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=TVTV9IM653ZI type=del size=110580 2024-09-18T02:39:48.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.613+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~U5KM2UACLE23.0 size=1048576 2024-09-18T02:39:48.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.614+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~U5KM2UACLE23.1 size=949133 2024-09-18T02:39:48.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.616+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=U5KM2UACLE23 tag=8LU08Z82JN1B type=write size=3046285 2024-09-18T02:39:48.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.617+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=VKWTALTRRHNJ type=del size=1158862 2024-09-18T02:39:48.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.618+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=MT328GY8K9DU type=del 2024-09-18T02:39:48.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.621+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~7I5IB86I4XH1.0 size=858596 2024-09-18T02:39:48.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.621+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=7I5IB86I4XH1 tag=1IOIXT1WQVKV type=write size=1907172 2024-09-18T02:39:48.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.622+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~SU842HO42NOJ.0 size=934440 2024-09-18T02:39:48.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.624+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=SU842HO42NOJ tag=R9BN5YROTPHV type=write size=1983016 2024-09-18T02:39:48.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.625+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=T7A065Z8EA0Z type=del size=2360999 2024-09-18T02:39:48.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.627+0000 7f3d344c5640 1 < suggested remove operation key=EDIMCFSPFVXQ tag=4TKLHCIBK9DL type=del 2024-09-18T02:39:48.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.629+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~VDDGNPRIQKAK.0 size=154188 2024-09-18T02:39:48.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.629+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=VDDGNPRIQKAK tag=BDI8WFYA33OO type=write size=1202764 2024-09-18T02:39:48.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.630+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~RVAZUVPKO12M.0 size=766703 2024-09-18T02:39:48.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.632+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=RVAZUVPKO12M tag=0YS3KWTIA7PS type=write size=1815279 2024-09-18T02:39:48.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.633+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=SS4ISLGJXOZB type=write size=893177 2024-09-18T02:39:48.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.634+0000 7f3d344c5640 1 < canceled part key=_multipart_DN8CVJBOI3G6.2~YWSPYG6QH211.0 size=1048576 2024-09-18T02:39:48.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.635+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~YWSPYG6QH211.1 size=867420 2024-09-18T02:39:48.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.637+0000 7f3d344c5640 1 < canceled multipart upload key=DN8CVJBOI3G6 upload=YWSPYG6QH211 tag=5AIX2419ULF1 type=write size=2964572 2024-09-18T02:39:48.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.638+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=JMERPK7XGXEY type=del size=629035 2024-09-18T02:39:48.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.639+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~IVTR31LC40ZG.0 size=1048576 2024-09-18T02:39:48.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.640+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~IVTR31LC40ZG.1 size=694459 2024-09-18T02:39:48.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.642+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=IVTR31LC40ZG tag=8RCJWM9Q2J05 type=write size=2791611 2024-09-18T02:39:48.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.644+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=97XVDSFBA2AU type=del size=3021301 2024-09-18T02:39:48.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.645+0000 7f3d344c5640 1 < canceled operation key=DN8CVJBOI3G6 tag=UTHI9S3UY4M1 type=del size=2627869 2024-09-18T02:39:48.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.646+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=QI398VB8XKDJ type=del size=2361897 2024-09-18T02:39:48.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.647+0000 7f3d344c5640 1 < completed write operation key=KB9UDL27PX79 tag=SQ2G99NQK3PZ type=write size=726933 2024-09-18T02:39:48.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.649+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~0ZEYYCUSXOVV.0 size=1048576 2024-09-18T02:39:48.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.650+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~0ZEYYCUSXOVV.1 size=1048576 2024-09-18T02:39:48.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.651+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~0ZEYYCUSXOVV.2 size=195805 2024-09-18T02:39:48.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.651+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=0ZEYYCUSXOVV tag=VEBQVNR4HVZH type=write size=3341533 2024-09-18T02:39:48.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.653+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~M57CFDNSMCLS.0 size=1048576 2024-09-18T02:39:48.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.653+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~M57CFDNSMCLS.1 size=1048576 2024-09-18T02:39:48.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.655+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~M57CFDNSMCLS.2 size=604814 2024-09-18T02:39:48.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.657+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=M57CFDNSMCLS tag=JZL35NVT3GF0 type=write size=3750542 2024-09-18T02:39:48.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.658+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=TRS9Q0EZ7N8M type=del size=105366 2024-09-18T02:39:48.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.660+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=7T6SERNSXVW6 type=write size=474921 2024-09-18T02:39:48.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.661+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=GPRF38VHARRJ type=del size=1973419 2024-09-18T02:39:48.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.664+0000 7f3d344c5640 1 < suggested remove operation key=OHNLA0CFDTOZ tag=K52L51RXE4CQ type=del 2024-09-18T02:39:48.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.666+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~NYL691ES198K.0 size=1048576 2024-09-18T02:39:48.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.667+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~NYL691ES198K.1 size=274635 2024-09-18T02:39:48.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.667+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=NYL691ES198K tag=Q3I0CNMNNGAS type=write size=2371787 2024-09-18T02:39:48.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.668+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=31DU98FZV1H2 type=del 2024-09-18T02:39:48.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.669+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=1F7F31QQRMJ9 type=del size=711525 2024-09-18T02:39:48.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.670+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~DILUP9H255II.0 size=1048576 2024-09-18T02:39:48.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.671+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~DILUP9H255II.1 size=304983 2024-09-18T02:39:48.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.673+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=DILUP9H255II tag=7K3R4RVLCACA type=write size=2402135 2024-09-18T02:39:48.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.675+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=7CBBVSNAIM14 type=write size=228119 2024-09-18T02:39:48.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.676+0000 7f3d344c5640 -1 < failed to complete operation key=EDIMCFSPFVXQ tag=MCKWHNQ7JC6E type=del size=3164965: (22) Invalid argument 2024-09-18T02:39:48.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.677+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=7RUYHBHLCA8T type=del size=3829285 2024-09-18T02:39:48.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.678+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=TVTV9IM653ZI type=del 2024-09-18T02:39:48.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.679+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=H53L4SF4D36V type=del size=1386935 2024-09-18T02:39:48.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.680+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=VKWTALTRRHNJ type=del 2024-09-18T02:39:48.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.682+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~0BE3F7EBHK8X.0 size=1048576 2024-09-18T02:39:48.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.684+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~0BE3F7EBHK8X.1 size=1048576 2024-09-18T02:39:48.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.684+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~0BE3F7EBHK8X.2 size=702823 2024-09-18T02:39:48.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.684+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=0BE3F7EBHK8X tag=9ZLI0700TWMX type=write size=3848551 2024-09-18T02:39:48.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.686+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~7I5IB86I4XH1.0 size=858596 2024-09-18T02:39:48.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.688+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=7I5IB86I4XH1 tag=1IOIXT1WQVKV type=write size=1907172 2024-09-18T02:39:48.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.689+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=1Y1LVGAS1R17 type=del size=629202 2024-09-18T02:39:48.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.690+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=T7A065Z8EA0Z type=del 2024-09-18T02:39:48.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.693+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~R6OEJLOS5NK0.0 size=1048576 2024-09-18T02:39:48.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.694+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~R6OEJLOS5NK0.1 size=1048576 2024-09-18T02:39:48.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.695+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~R6OEJLOS5NK0.2 size=461766 2024-09-18T02:39:48.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.695+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=R6OEJLOS5NK0 tag=2PB428L7BJJR type=write size=3607494 2024-09-18T02:39:48.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.696+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~VDDGNPRIQKAK.0 size=154188 2024-09-18T02:39:48.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.698+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=VDDGNPRIQKAK tag=BDI8WFYA33OO type=write size=1202764 2024-09-18T02:39:48.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.700+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8UF95M9LT87Z.0 size=1048576 2024-09-18T02:39:48.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.701+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8UF95M9LT87Z.1 size=484073 2024-09-18T02:39:48.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.701+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=8UF95M9LT87Z tag=SEDYNOR7BMA2 type=write size=2581225 2024-09-18T02:39:48.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.702+0000 7f3d344c5640 1 < canceled operation key=R9PMI2O5LB5E tag=SS4ISLGJXOZB type=write size=893177 2024-09-18T02:39:48.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.703+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=RYXXAUMZ67F7 type=del size=933005 2024-09-18T02:39:48.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.704+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=JMERPK7XGXEY type=del 2024-09-18T02:39:48.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.705+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=THRX8MZ2HPSX type=del size=3589651 2024-09-18T02:39:48.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.706+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=97XVDSFBA2AU type=del 2024-09-18T02:39:48.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.708+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=9A3LP9MA5R4A type=del size=3872259 2024-09-18T02:39:48.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.710+0000 7f3d344c5640 1 < suggested remove operation key=R9PMI2O5LB5E tag=QI398VB8XKDJ type=del 2024-09-18T02:39:48.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.712+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=O43DAYWDJ82Y type=write size=826431 2024-09-18T02:39:48.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.713+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~0ZEYYCUSXOVV.0 size=1048576 2024-09-18T02:39:48.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.714+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~0ZEYYCUSXOVV.1 size=1048576 2024-09-18T02:39:48.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.715+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~0ZEYYCUSXOVV.2 size=195805 2024-09-18T02:39:48.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.717+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=0ZEYYCUSXOVV tag=VEBQVNR4HVZH type=write size=3341533 2024-09-18T02:39:48.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.719+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~XPCIYIQXI8Z2.0 size=1048576 2024-09-18T02:39:48.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.719+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~XPCIYIQXI8Z2.1 size=1048576 2024-09-18T02:39:48.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.720+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~XPCIYIQXI8Z2.2 size=40551 2024-09-18T02:39:48.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.720+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=XPCIYIQXI8Z2 tag=L72RJTDFHF42 type=write size=3186279 2024-09-18T02:39:48.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.721+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=TRS9Q0EZ7N8M type=del 2024-09-18T02:39:48.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.723+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=V9UOIHTSWMRX type=del size=1917312 2024-09-18T02:39:48.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.724+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=GPRF38VHARRJ type=del 2024-09-18T02:39:48.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.725+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=WUNHJ1HCW6PK type=write size=732420 2024-09-18T02:39:48.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.726+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~NYL691ES198K.0 size=1048576 2024-09-18T02:39:48.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.727+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~NYL691ES198K.1 size=274635 2024-09-18T02:39:48.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.729+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=NYL691ES198K tag=Q3I0CNMNNGAS type=write size=2371787 2024-09-18T02:39:48.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.730+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=JGV7B1F2IK1P type=del size=1437842 2024-09-18T02:39:48.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.731+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=1F7F31QQRMJ9 type=del 2024-09-18T02:39:48.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.734+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~OE2OBUO451PG.0 size=1048576 2024-09-18T02:39:48.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.735+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~OE2OBUO451PG.1 size=1048576 2024-09-18T02:39:48.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.736+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~OE2OBUO451PG.2 size=307521 2024-09-18T02:39:48.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.736+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=OE2OBUO451PG tag=IPEBZTKU838B type=write size=3453249 2024-09-18T02:39:48.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.737+0000 7f3d344c5640 1 < completed write operation key=DN8CVJBOI3G6 tag=7CBBVSNAIM14 type=write size=228119 2024-09-18T02:39:48.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.738+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=YDJPRRUBMEF5 type=del size=3256516 2024-09-18T02:39:48.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.739+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=7RUYHBHLCA8T type=del 2024-09-18T02:39:48.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.740+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=A8VTQRGT8YK8 type=del size=2480023 2024-09-18T02:39:48.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.743+0000 7f3d344c5640 1 < suggested remove operation key=WRPKCFEEMSVW tag=H53L4SF4D36V type=del 2024-09-18T02:39:48.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.744+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=4Z04ZK38XUBX type=del size=975943 2024-09-18T02:39:48.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.744+0000 7f3d344c5640 1 < canceled part key=_multipart_77U6SM23K6L1.2~0BE3F7EBHK8X.0 size=1048576 2024-09-18T02:39:48.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.745+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~0BE3F7EBHK8X.1 size=1048576 2024-09-18T02:39:48.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.746+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~0BE3F7EBHK8X.2 size=702823 2024-09-18T02:39:48.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.748+0000 7f3d344c5640 1 < canceled multipart upload key=77U6SM23K6L1 upload=0BE3F7EBHK8X tag=9ZLI0700TWMX type=write size=3848551 2024-09-18T02:39:48.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.749+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=8A5BLI2K0J4P type=del size=3916828 2024-09-18T02:39:48.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.751+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=1Y1LVGAS1R17 type=del 2024-09-18T02:39:48.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.752+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=QIXB1ZJ1C1M8 type=del size=390258 2024-09-18T02:39:48.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.753+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~R6OEJLOS5NK0.0 size=1048576 2024-09-18T02:39:48.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.754+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~R6OEJLOS5NK0.1 size=1048576 2024-09-18T02:39:48.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.755+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~R6OEJLOS5NK0.2 size=461766 2024-09-18T02:39:48.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.757+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=R6OEJLOS5NK0 tag=2PB428L7BJJR type=write size=3607494 2024-09-18T02:39:48.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.758+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=U2VIE0MJ1IB0 type=del size=3354724 2024-09-18T02:39:48.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.759+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~8UF95M9LT87Z.0 size=1048576 2024-09-18T02:39:48.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.759+0000 7f3d344c5640 1 < canceled part key=_multipart_QS1F2ZL7E8RC.2~8UF95M9LT87Z.1 size=484073 2024-09-18T02:39:48.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.761+0000 7f3d344c5640 1 < canceled multipart upload key=QS1F2ZL7E8RC upload=8UF95M9LT87Z tag=SEDYNOR7BMA2 type=write size=2581225 2024-09-18T02:39:48.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.763+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~9DU15DFR23OZ.0 size=249159 2024-09-18T02:39:48.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.763+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=9DU15DFR23OZ tag=42GDIVDK9BW8 type=write size=1297735 2024-09-18T02:39:48.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.764+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=RYXXAUMZ67F7 type=del 2024-09-18T02:39:48.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.766+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=NUWMZWAUVDV5 type=del size=1944311 2024-09-18T02:39:48.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.767+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=THRX8MZ2HPSX type=del 2024-09-18T02:39:48.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.769+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~9YEEY6UDBZVU.0 size=1048576 2024-09-18T02:39:48.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.770+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~9YEEY6UDBZVU.1 size=1048576 2024-09-18T02:39:48.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.771+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~9YEEY6UDBZVU.2 size=860069 2024-09-18T02:39:48.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.771+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=9YEEY6UDBZVU tag=JUJCID81NHCG type=write size=4005797 2024-09-18T02:39:48.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.773+0000 7f3d344c5640 1 < suggested remove operation key=YRRENRMOJCK2 tag=9A3LP9MA5R4A type=del 2024-09-18T02:39:48.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.775+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=TL03M1CUARL3 type=del size=3180131 2024-09-18T02:39:48.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.777+0000 7f3d344c5640 1 < suggested remove operation key=YCO4SVB9T1HD tag=O43DAYWDJ82Y type=write 2024-09-18T02:39:48.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.778+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=JCQA8N78MVFM type=del size=1511121 2024-09-18T02:39:48.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.780+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~XPCIYIQXI8Z2.0 size=1048576 2024-09-18T02:39:48.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.780+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~XPCIYIQXI8Z2.1 size=1048576 2024-09-18T02:39:48.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.781+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~XPCIYIQXI8Z2.2 size=40551 2024-09-18T02:39:48.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.783+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=XPCIYIQXI8Z2 tag=L72RJTDFHF42 type=write size=3186279 2024-09-18T02:39:48.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.784+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=2L83E7U2EGLM type=del size=1512795 2024-09-18T02:39:48.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.786+0000 7f3d344c5640 1 < canceled operation key=GD2B5B458L13 tag=V9UOIHTSWMRX type=del size=1917312 2024-09-18T02:39:48.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.788+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FE5EDJ3L6FCL.0 size=1048576 2024-09-18T02:39:48.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.789+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FE5EDJ3L6FCL.1 size=482680 2024-09-18T02:39:48.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.789+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=FE5EDJ3L6FCL tag=2D39OSKX0N92 type=write size=2579832 2024-09-18T02:39:48.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.790+0000 7f3d344c5640 1 < completed write operation key=57SLXVHRBLFP tag=WUNHJ1HCW6PK type=write size=732420 2024-09-18T02:39:48.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.792+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~PIN1AJ3QPWI5.0 size=1048576 2024-09-18T02:39:48.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.793+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~PIN1AJ3QPWI5.1 size=645744 2024-09-18T02:39:48.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.793+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=PIN1AJ3QPWI5 tag=58IJTJAISSX9 type=write size=2742896 2024-09-18T02:39:48.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.794+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=JGV7B1F2IK1P type=del 2024-09-18T02:39:48.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.796+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~SYDMD0FMZ1MS.0 size=292482 2024-09-18T02:39:48.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.796+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=SYDMD0FMZ1MS tag=8W16HWB1Z3KZ type=write size=1341058 2024-09-18T02:39:48.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.797+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~OE2OBUO451PG.0 size=1048576 2024-09-18T02:39:48.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.798+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~OE2OBUO451PG.1 size=1048576 2024-09-18T02:39:48.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.799+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~OE2OBUO451PG.2 size=307521 2024-09-18T02:39:48.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.801+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=OE2OBUO451PG tag=IPEBZTKU838B type=write size=3453249 2024-09-18T02:39:48.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.802+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=PMTFHAVW6C64 type=del size=3502137 2024-09-18T02:39:48.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.803+0000 7f3d344c5640 1 < canceled operation key=VT9JVP3TEV2S tag=YDJPRRUBMEF5 type=del size=3256516 2024-09-18T02:39:48.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.804+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=ZQD3693F0OF8 type=write size=65551 2024-09-18T02:39:48.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.807+0000 7f3d344c5640 1 < suggested update operation key=D16IXCK8Y6D1 tag=A8VTQRGT8YK8 type=del size=2480023 2024-09-18T02:39:48.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.809+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~H7GJ3C9J6QKO.0 size=1048576 2024-09-18T02:39:48.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.809+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~H7GJ3C9J6QKO.1 size=561228 2024-09-18T02:39:48.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.809+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=H7GJ3C9J6QKO tag=VRF8J2B9Q8KQ type=write size=2658380 2024-09-18T02:39:48.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.811+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=4Z04ZK38XUBX type=del 2024-09-18T02:39:48.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.813+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~MMZA8T3TLI1H.0 size=1048576 2024-09-18T02:39:48.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.814+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~MMZA8T3TLI1H.1 size=211918 2024-09-18T02:39:48.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.814+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=MMZA8T3TLI1H tag=ZVDYPREB9DIR type=write size=2309070 2024-09-18T02:39:48.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.815+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=8A5BLI2K0J4P type=del 2024-09-18T02:39:48.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.816+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=ELH04DGODM3C type=del size=3395567 2024-09-18T02:39:48.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.817+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=QIXB1ZJ1C1M8 type=del 2024-09-18T02:39:48.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.819+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=7GXWOJ7JFBGN type=del size=1919894 2024-09-18T02:39:48.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.822+0000 7f3d344c5640 1 < suggested update operation key=FZZPXI6Q3MK4 tag=U2VIE0MJ1IB0 type=del size=3354724 2024-09-18T02:39:48.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.823+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=3760W785SHRC type=del size=2532938 2024-09-18T02:39:48.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.825+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~9DU15DFR23OZ.0 size=249159 2024-09-18T02:39:48.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.826+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=9DU15DFR23OZ tag=42GDIVDK9BW8 type=write size=1297735 2024-09-18T02:39:48.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.828+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=TC5S59UTJCVG type=del size=2311116 2024-09-18T02:39:48.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.829+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=NUWMZWAUVDV5 type=del 2024-09-18T02:39:48.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.830+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=FIU0MVOHF3PW type=del size=4116617 2024-09-18T02:39:48.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.831+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~9YEEY6UDBZVU.0 size=1048576 2024-09-18T02:39:48.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.833+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~9YEEY6UDBZVU.1 size=1048576 2024-09-18T02:39:48.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.834+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~9YEEY6UDBZVU.2 size=860069 2024-09-18T02:39:48.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.836+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=9YEEY6UDBZVU tag=JUJCID81NHCG type=write size=4005797 2024-09-18T02:39:48.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.838+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~ELWNV0Z3ODGY.0 size=526047 2024-09-18T02:39:48.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.838+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=ELWNV0Z3ODGY tag=H454JCMN111C type=write size=1574623 2024-09-18T02:39:48.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.839+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=TL03M1CUARL3 type=del 2024-09-18T02:39:48.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.841+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~K42KFCB47TTY.0 size=1048576 2024-09-18T02:39:48.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.842+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~K42KFCB47TTY.1 size=474342 2024-09-18T02:39:48.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.842+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=K42KFCB47TTY tag=QDDDG5JGXB3X type=write size=2571494 2024-09-18T02:39:48.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.844+0000 7f3d344c5640 1 < suggested update operation key=5CBDBDRVY90O tag=JCQA8N78MVFM type=del size=1511121 2024-09-18T02:39:48.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.846+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~WCW5UVC2K4CU.0 size=171670 2024-09-18T02:39:48.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.846+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=WCW5UVC2K4CU tag=YU61MHT6XHKW type=write size=1220246 2024-09-18T02:39:48.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.847+0000 7f3d344c5640 -1 < failed to complete operation key=D16IXCK8Y6D1 tag=2L83E7U2EGLM type=del size=1512795: (22) Invalid argument 2024-09-18T02:39:48.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.848+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=CJEOY54KWTL1 type=write size=258446 2024-09-18T02:39:48.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.850+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~FE5EDJ3L6FCL.0 size=1048576 2024-09-18T02:39:48.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.851+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~FE5EDJ3L6FCL.1 size=482680 2024-09-18T02:39:48.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.853+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=FE5EDJ3L6FCL tag=2D39OSKX0N92 type=write size=2579832 2024-09-18T02:39:48.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.854+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=JZOJL1UA8DTL type=del size=3081776 2024-09-18T02:39:48.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.855+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~PIN1AJ3QPWI5.0 size=1048576 2024-09-18T02:39:48.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.856+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~PIN1AJ3QPWI5.1 size=645744 2024-09-18T02:39:48.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.858+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=PIN1AJ3QPWI5 tag=58IJTJAISSX9 type=write size=2742896 2024-09-18T02:39:48.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.860+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~SB0RL0AF8AY9.0 size=819265 2024-09-18T02:39:48.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.860+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=SB0RL0AF8AY9 tag=3I77T4LKSFHO type=write size=1867841 2024-09-18T02:39:48.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.860+0000 7f3d344c5640 1 < canceled part key=_multipart_IRE1LEWU02OL.2~SYDMD0FMZ1MS.0 size=292482 2024-09-18T02:39:48.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.863+0000 7f3d344c5640 1 < canceled multipart upload key=IRE1LEWU02OL upload=SYDMD0FMZ1MS tag=8W16HWB1Z3KZ type=write size=1341058 2024-09-18T02:39:48.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.865+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~N0ODZ3NHKJL4.0 size=1048576 2024-09-18T02:39:48.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.866+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~N0ODZ3NHKJL4.1 size=1048576 2024-09-18T02:39:48.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.867+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~N0ODZ3NHKJL4.2 size=289330 2024-09-18T02:39:48.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.867+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=N0ODZ3NHKJL4 tag=KZUNN4V08LM4 type=write size=3435058 2024-09-18T02:39:48.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.868+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=PMTFHAVW6C64 type=del 2024-09-18T02:39:48.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.870+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~XURDLT6SJ738.0 size=751998 2024-09-18T02:39:48.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.870+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=XURDLT6SJ738 tag=N4I1YKPIOITN type=write size=1800574 2024-09-18T02:39:48.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.871+0000 7f3d344c5640 1 < completed write operation key=X478JHSYQ9O5 tag=ZQD3693F0OF8 type=write size=65551 2024-09-18T02:39:48.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.873+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=4QBDCEJ4QRW2 type=del size=617632 2024-09-18T02:39:48.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.873+0000 7f3d344c5640 1 < canceled part key=_multipart_OHNLA0CFDTOZ.2~H7GJ3C9J6QKO.0 size=1048576 2024-09-18T02:39:48.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.874+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~H7GJ3C9J6QKO.1 size=561228 2024-09-18T02:39:48.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.876+0000 7f3d344c5640 1 < canceled multipart upload key=OHNLA0CFDTOZ upload=H7GJ3C9J6QKO tag=VRF8J2B9Q8KQ type=write size=2658380 2024-09-18T02:39:48.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.878+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=5XMTHY3RY0Y0 type=del size=2304680 2024-09-18T02:39:48.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.878+0000 7f3d344c5640 1 < canceled part key=_multipart_4FYZMKC41CPI.2~MMZA8T3TLI1H.0 size=1048576 2024-09-18T02:39:48.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.879+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~MMZA8T3TLI1H.1 size=211918 2024-09-18T02:39:48.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.881+0000 7f3d344c5640 1 < canceled multipart upload key=4FYZMKC41CPI upload=MMZA8T3TLI1H tag=ZVDYPREB9DIR type=write size=2309070 2024-09-18T02:39:48.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.884+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~U6XTPMW5DQKQ.0 size=453464 2024-09-18T02:39:48.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.884+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=U6XTPMW5DQKQ tag=K8ESSYSEKUY6 type=write size=1502040 2024-09-18T02:39:48.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.885+0000 7f3d344c5640 1 < canceled operation key=VT9JVP3TEV2S tag=ELH04DGODM3C type=del size=3395567 2024-09-18T02:39:48.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.887+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~R50HHY3T4UBV.0 size=1048576 2024-09-18T02:39:48.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.888+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~R50HHY3T4UBV.1 size=1048576 2024-09-18T02:39:48.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.889+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~R50HHY3T4UBV.2 size=176846 2024-09-18T02:39:48.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.889+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=R50HHY3T4UBV tag=KUF99IJGP81V type=write size=3322574 2024-09-18T02:39:48.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.891+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=7GXWOJ7JFBGN type=del 2024-09-18T02:39:48.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.892+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=1YLPTONZ5LBJ type=del size=1823316 2024-09-18T02:39:48.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.893+0000 7f3d344c5640 -1 < failed to complete operation key=5CBDBDRVY90O tag=3760W785SHRC type=del size=2532938: (22) Invalid argument 2024-09-18T02:39:48.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.895+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=X8BIB80NPJOF type=del size=697840 2024-09-18T02:39:48.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.896+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=TC5S59UTJCVG type=del 2024-09-18T02:39:48.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.897+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=PL33AAZNCOMT type=del size=375278 2024-09-18T02:39:48.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.898+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=FIU0MVOHF3PW type=del 2024-09-18T02:39:48.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.900+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=O3KSDKNQVLUD type=del size=3530219 2024-09-18T02:39:48.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.901+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~ELWNV0Z3ODGY.0 size=526047 2024-09-18T02:39:48.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.903+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=ELWNV0Z3ODGY tag=H454JCMN111C type=write size=1574623 2024-09-18T02:39:48.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.906+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~96M502VSIAPB.0 size=165610 2024-09-18T02:39:48.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.906+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=96M502VSIAPB tag=DK5LKDT6FXV2 type=write size=1214186 2024-09-18T02:39:48.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.907+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~K42KFCB47TTY.0 size=1048576 2024-09-18T02:39:48.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.908+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~K42KFCB47TTY.1 size=474342 2024-09-18T02:39:48.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.910+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=K42KFCB47TTY tag=QDDDG5JGXB3X type=write size=2571494 2024-09-18T02:39:48.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.912+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=2SYTX231093V type=del size=2302891 2024-09-18T02:39:48.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.913+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~WCW5UVC2K4CU.0 size=171670 2024-09-18T02:39:48.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.915+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=WCW5UVC2K4CU tag=YU61MHT6XHKW type=write size=1220246 2024-09-18T02:39:48.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.917+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~ZVWESYPWXHHI.0 size=224866 2024-09-18T02:39:48.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.917+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=ZVWESYPWXHHI tag=7JA5YYAIHDOZ type=write size=1273442 2024-09-18T02:39:48.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.918+0000 7f3d344c5640 1 < completed write operation key=YRRENRMOJCK2 tag=CJEOY54KWTL1 type=write size=258446 2024-09-18T02:39:48.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.920+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=39JOP521SLZH type=del size=3332247 2024-09-18T02:39:48.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.921+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=JZOJL1UA8DTL type=del 2024-09-18T02:39:48.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.924+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~WGC1NT6D27OU.0 size=1048576 2024-09-18T02:39:48.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.925+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~WGC1NT6D27OU.1 size=860405 2024-09-18T02:39:48.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.925+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=WGC1NT6D27OU tag=LTQECRDFWUGS type=write size=2957557 2024-09-18T02:39:48.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.925+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~SB0RL0AF8AY9.0 size=819265 2024-09-18T02:39:48.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.927+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=SB0RL0AF8AY9 tag=3I77T4LKSFHO type=write size=1867841 2024-09-18T02:39:48.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.928+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=ZAEDWPXEVRG4 type=write size=106865 2024-09-18T02:39:48.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.930+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~N0ODZ3NHKJL4.0 size=1048576 2024-09-18T02:39:48.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.931+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~N0ODZ3NHKJL4.1 size=1048576 2024-09-18T02:39:48.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.932+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~N0ODZ3NHKJL4.2 size=289330 2024-09-18T02:39:48.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.934+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=N0ODZ3NHKJL4 tag=KZUNN4V08LM4 type=write size=3435058 2024-09-18T02:39:48.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.935+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=T8G7TNG664BP type=del size=1250391 2024-09-18T02:39:48.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.937+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~XURDLT6SJ738.0 size=751998 2024-09-18T02:39:48.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.939+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=XURDLT6SJ738 tag=N4I1YKPIOITN type=write size=1800574 2024-09-18T02:39:48.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.941+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~NO3H51NCV1T8.0 size=1048576 2024-09-18T02:39:48.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.942+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~NO3H51NCV1T8.1 size=1048576 2024-09-18T02:39:48.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.943+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~NO3H51NCV1T8.2 size=682197 2024-09-18T02:39:48.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.943+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=NO3H51NCV1T8 tag=59QAIV701QDF type=write size=3827925 2024-09-18T02:39:48.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.945+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=4QBDCEJ4QRW2 type=del 2024-09-18T02:39:48.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.946+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=QHYZM2QTMZ2F type=del size=2118118 2024-09-18T02:39:48.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.947+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=5XMTHY3RY0Y0 type=del 2024-09-18T02:39:48.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.949+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=GZBYAVR9OY1T type=del size=3412709 2024-09-18T02:39:48.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.950+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~U6XTPMW5DQKQ.0 size=453464 2024-09-18T02:39:48.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.953+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=U6XTPMW5DQKQ tag=K8ESSYSEKUY6 type=write size=1502040 2024-09-18T02:39:48.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.955+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~63TB4NXALS78.0 size=1048576 2024-09-18T02:39:48.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.956+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~63TB4NXALS78.1 size=1048576 2024-09-18T02:39:48.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.957+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~63TB4NXALS78.2 size=155330 2024-09-18T02:39:48.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.957+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=63TB4NXALS78 tag=2GQ25OBX0PYV type=write size=3301058 2024-09-18T02:39:48.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.958+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~R50HHY3T4UBV.0 size=1048576 2024-09-18T02:39:48.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.959+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~R50HHY3T4UBV.1 size=1048576 2024-09-18T02:39:48.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.960+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~R50HHY3T4UBV.2 size=176846 2024-09-18T02:39:48.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.962+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=R50HHY3T4UBV tag=KUF99IJGP81V type=write size=3322574 2024-09-18T02:39:48.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.964+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~Z9WTSDCG15U1.0 size=1048576 2024-09-18T02:39:48.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.965+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~Z9WTSDCG15U1.1 size=1048576 2024-09-18T02:39:48.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.966+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~Z9WTSDCG15U1.2 size=628403 2024-09-18T02:39:48.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.966+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=Z9WTSDCG15U1 tag=IJ4UXGKYR5PS type=write size=3774131 2024-09-18T02:39:48.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.967+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=1YLPTONZ5LBJ type=del 2024-09-18T02:39:48.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.969+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=KDJRC72TG9AQ type=del size=876821 2024-09-18T02:39:48.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.970+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=X8BIB80NPJOF type=del 2024-09-18T02:39:48.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.971+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=D15WUJA43X1F type=del size=3232261 2024-09-18T02:39:48.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.973+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=PL33AAZNCOMT type=del 2024-09-18T02:39:48.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.974+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=2D350CM9SIJO type=del size=295934 2024-09-18T02:39:48.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.975+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=O3KSDKNQVLUD type=del 2024-09-18T02:39:48.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.976+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=4EV25ZURY36M type=del size=1017532 2024-09-18T02:39:48.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.977+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~96M502VSIAPB.0 size=165610 2024-09-18T02:39:48.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.979+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=96M502VSIAPB tag=DK5LKDT6FXV2 type=write size=1214186 2024-09-18T02:39:48.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.980+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=7ZZM6YX3VSUE type=del size=3872648 2024-09-18T02:39:48.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.982+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=2SYTX231093V type=del 2024-09-18T02:39:48.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.983+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=SJG8NBO0TYSQ type=del size=634022 2024-09-18T02:39:48.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.984+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~ZVWESYPWXHHI.0 size=224866 2024-09-18T02:39:48.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.986+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=ZVWESYPWXHHI tag=7JA5YYAIHDOZ type=write size=1273442 2024-09-18T02:39:48.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.989+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FWBYOU43S4Z6.0 size=1048576 2024-09-18T02:39:48.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.990+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FWBYOU43S4Z6.1 size=1048576 2024-09-18T02:39:48.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.991+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FWBYOU43S4Z6.2 size=736239 2024-09-18T02:39:48.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.991+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=FWBYOU43S4Z6 tag=1QZ0FA2SCOXJ type=write size=3881967 2024-09-18T02:39:48.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.992+0000 7f3d344c5640 1 < canceled operation key=KS4ELJCFAWBQ tag=39JOP521SLZH type=del size=3332247 2024-09-18T02:39:48.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.993+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=PST5CR24J1VT type=write size=999434 2024-09-18T02:39:48.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.994+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~WGC1NT6D27OU.0 size=1048576 2024-09-18T02:39:48.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.995+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~WGC1NT6D27OU.1 size=860405 2024-09-18T02:39:48.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.997+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=WGC1NT6D27OU tag=LTQECRDFWUGS type=write size=2957557 2024-09-18T02:39:49.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:48.998+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=FKCXLNR6Q7X0 type=write size=876149 2024-09-18T02:39:49.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.001+0000 7f3d344c5640 1 < completed write operation key=8Q8KLFROSEIU tag=ZAEDWPXEVRG4 type=write size=106865 2024-09-18T02:39:49.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.003+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=HIG2VCPCGENL type=del size=3184389 2024-09-18T02:39:49.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.005+0000 7f3d344c5640 1 < suggested remove operation key=6XGBHFR3S4FW tag=T8G7TNG664BP type=del 2024-09-18T02:39:49.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.007+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=91K7I3S96HEZ type=del size=1298624 2024-09-18T02:39:49.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.008+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~NO3H51NCV1T8.0 size=1048576 2024-09-18T02:39:49.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.008+0000 7f3d344c5640 1 < canceled part key=_multipart_OHNLA0CFDTOZ.2~NO3H51NCV1T8.1 size=1048576 2024-09-18T02:39:49.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.009+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~NO3H51NCV1T8.2 size=682197 2024-09-18T02:39:49.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.011+0000 7f3d344c5640 1 < canceled multipart upload key=OHNLA0CFDTOZ upload=NO3H51NCV1T8 tag=59QAIV701QDF type=write size=3827925 2024-09-18T02:39:49.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.014+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~KKE04XR3JJLC.0 size=1048576 2024-09-18T02:39:49.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.015+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~KKE04XR3JJLC.1 size=972079 2024-09-18T02:39:49.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.015+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=KKE04XR3JJLC tag=U9ACGI428J1N type=write size=3069231 2024-09-18T02:39:49.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.016+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=QHYZM2QTMZ2F type=del 2024-09-18T02:39:49.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.017+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=FEEX8UPSFTQF type=del size=3287346 2024-09-18T02:39:49.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.018+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=GZBYAVR9OY1T type=del 2024-09-18T02:39:49.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.020+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=YGR9ODI8DC6U type=del size=762680 2024-09-18T02:39:49.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.021+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~63TB4NXALS78.0 size=1048576 2024-09-18T02:39:49.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.021+0000 7f3d344c5640 1 < canceled part key=_multipart_6XGBHFR3S4FW.2~63TB4NXALS78.1 size=1048576 2024-09-18T02:39:49.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.022+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~63TB4NXALS78.2 size=155330 2024-09-18T02:39:49.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.024+0000 7f3d344c5640 1 < canceled multipart upload key=6XGBHFR3S4FW upload=63TB4NXALS78 tag=2GQ25OBX0PYV type=write size=3301058 2024-09-18T02:39:49.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.025+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=A3UAM5M0INFA type=del size=2955188 2024-09-18T02:39:49.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.027+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~Z9WTSDCG15U1.0 size=1048576 2024-09-18T02:39:49.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.027+0000 7f3d344c5640 1 < canceled part key=_multipart_6XGBHFR3S4FW.2~Z9WTSDCG15U1.1 size=1048576 2024-09-18T02:39:49.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.028+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~Z9WTSDCG15U1.2 size=628403 2024-09-18T02:39:49.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.030+0000 7f3d344c5640 1 < canceled multipart upload key=6XGBHFR3S4FW upload=Z9WTSDCG15U1 tag=IJ4UXGKYR5PS type=write size=3774131 2024-09-18T02:39:49.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.032+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~AAE2SX0ADOYB.0 size=1048576 2024-09-18T02:39:49.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.033+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~AAE2SX0ADOYB.1 size=952973 2024-09-18T02:39:49.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.033+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=AAE2SX0ADOYB tag=RZ7B26CQUZDW type=write size=3050125 2024-09-18T02:39:49.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.035+0000 7f3d344c5640 1 < suggested remove operation key=KB9UDL27PX79 tag=KDJRC72TG9AQ type=del 2024-09-18T02:39:49.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.038+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~9X1MNJWKZ9TF.0 size=1048576 2024-09-18T02:39:49.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.039+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~9X1MNJWKZ9TF.1 size=1048576 2024-09-18T02:39:49.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.040+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~9X1MNJWKZ9TF.2 size=783428 2024-09-18T02:39:49.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.040+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=9X1MNJWKZ9TF tag=ZW65C33A0TE1 type=write size=3929156 2024-09-18T02:39:49.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.041+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=D15WUJA43X1F type=del 2024-09-18T02:39:49.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.043+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~AD74D0FUH0OU.0 size=144054 2024-09-18T02:39:49.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.043+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=AD74D0FUH0OU tag=IJFDG25QIRL5 type=write size=1192630 2024-09-18T02:39:49.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.044+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=2D350CM9SIJO type=del 2024-09-18T02:39:49.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.046+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=OHAW1AM3ZPC7 type=del size=1140880 2024-09-18T02:39:49.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.047+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=4EV25ZURY36M type=del 2024-09-18T02:39:49.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.049+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~O673Y2QMS034.0 size=1048576 2024-09-18T02:39:49.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.050+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~O673Y2QMS034.1 size=656946 2024-09-18T02:39:49.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.050+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=O673Y2QMS034 tag=XNIT825HXP1N type=write size=2754098 2024-09-18T02:39:49.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.051+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=7ZZM6YX3VSUE type=del 2024-09-18T02:39:49.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.052+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=IGF3XWUQYZIF type=del size=2016487 2024-09-18T02:39:49.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.054+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=SJG8NBO0TYSQ type=del 2024-09-18T02:39:49.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.055+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=L4U5PBZC0NO6 type=del size=593117 2024-09-18T02:39:49.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.055+0000 7f3d344c5640 1 < canceled part key=_multipart_VZRBZUHWS0KG.2~FWBYOU43S4Z6.0 size=1048576 2024-09-18T02:39:49.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.056+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FWBYOU43S4Z6.1 size=1048576 2024-09-18T02:39:49.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.057+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FWBYOU43S4Z6.2 size=736239 2024-09-18T02:39:49.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.060+0000 7f3d344c5640 1 < canceled multipart upload key=VZRBZUHWS0KG upload=FWBYOU43S4Z6 tag=1QZ0FA2SCOXJ type=write size=3881967 2024-09-18T02:39:49.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.061+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=VR1V43OR6UE7 type=del size=1638539 2024-09-18T02:39:49.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.063+0000 7f3d344c5640 1 < completed write operation key=KS4ELJCFAWBQ tag=PST5CR24J1VT type=write size=999434 2024-09-18T02:39:49.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.064+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=JBKQLPTJ5WME type=del size=1738936 2024-09-18T02:39:49.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.065+0000 7f3d344c5640 1 < completed write operation key=D16IXCK8Y6D1 tag=FKCXLNR6Q7X0 type=write size=876149 2024-09-18T02:39:49.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.067+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~WRZ82LUBKT4J.0 size=608156 2024-09-18T02:39:49.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.067+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=WRZ82LUBKT4J tag=C41SO1UUWNB3 type=write size=1656732 2024-09-18T02:39:49.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.069+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=HIG2VCPCGENL type=del 2024-09-18T02:39:49.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.070+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=U0RU2F4NPM8I type=del size=3773952 2024-09-18T02:39:49.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.071+0000 7f3d344c5640 1 < canceled operation key=D16IXCK8Y6D1 tag=91K7I3S96HEZ type=del size=1298624 2024-09-18T02:39:49.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.072+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=BKYJH65EL562 type=del size=2878544 2024-09-18T02:39:49.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.073+0000 7f3d344c5640 1 < canceled part key=_multipart_IRE1LEWU02OL.2~KKE04XR3JJLC.0 size=1048576 2024-09-18T02:39:49.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.074+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~KKE04XR3JJLC.1 size=972079 2024-09-18T02:39:49.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.076+0000 7f3d344c5640 1 < canceled multipart upload key=IRE1LEWU02OL upload=KKE04XR3JJLC tag=U9ACGI428J1N type=write size=3069231 2024-09-18T02:39:49.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.079+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~80CBM9SGDJQ6.0 size=1048576 2024-09-18T02:39:49.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.080+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~80CBM9SGDJQ6.1 size=417783 2024-09-18T02:39:49.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.080+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=80CBM9SGDJQ6 tag=EF03419L7PTM type=write size=2514935 2024-09-18T02:39:49.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.081+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=FEEX8UPSFTQF type=del 2024-09-18T02:39:49.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.082+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=QJI651WR8FH1 type=write size=122658 2024-09-18T02:39:49.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.084+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=YGR9ODI8DC6U type=del 2024-09-18T02:39:49.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.087+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~LNYBUHDXASBZ.0 size=933180 2024-09-18T02:39:49.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.087+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=LNYBUHDXASBZ tag=N2JEKK0W6TSM type=write size=1981756 2024-09-18T02:39:49.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.088+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=A3UAM5M0INFA type=del 2024-09-18T02:39:49.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.089+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=C6SDQN2HQDTR type=del size=1228119 2024-09-18T02:39:49.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.091+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~AAE2SX0ADOYB.0 size=1048576 2024-09-18T02:39:49.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.092+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~AAE2SX0ADOYB.1 size=952973 2024-09-18T02:39:49.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.094+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=AAE2SX0ADOYB tag=RZ7B26CQUZDW type=write size=3050125 2024-09-18T02:39:49.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.096+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~D0NGI0Q38FD8.0 size=1048576 2024-09-18T02:39:49.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.097+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~D0NGI0Q38FD8.1 size=1048576 2024-09-18T02:39:49.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.098+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~D0NGI0Q38FD8.2 size=629948 2024-09-18T02:39:49.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.098+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=D0NGI0Q38FD8 tag=EHEX1ECJLVG4 type=write size=3775676 2024-09-18T02:39:49.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.099+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~9X1MNJWKZ9TF.0 size=1048576 2024-09-18T02:39:49.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.100+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~9X1MNJWKZ9TF.1 size=1048576 2024-09-18T02:39:49.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.101+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~9X1MNJWKZ9TF.2 size=783428 2024-09-18T02:39:49.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.103+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=9X1MNJWKZ9TF tag=ZW65C33A0TE1 type=write size=3929156 2024-09-18T02:39:49.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.104+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=QRTA89MS9DMS type=del size=3237784 2024-09-18T02:39:49.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.106+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~AD74D0FUH0OU.0 size=144054 2024-09-18T02:39:49.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.108+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=AD74D0FUH0OU tag=IJFDG25QIRL5 type=write size=1192630 2024-09-18T02:39:49.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.109+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=FIB6P0R0FRSB type=del size=1768893 2024-09-18T02:39:49.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.111+0000 7f3d344c5640 1 < suggested remove operation key=FZZPXI6Q3MK4 tag=OHAW1AM3ZPC7 type=del 2024-09-18T02:39:49.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.113+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=LCC4LDAC43YF type=write size=268205 2024-09-18T02:39:49.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.114+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~O673Y2QMS034.0 size=1048576 2024-09-18T02:39:49.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.114+0000 7f3d344c5640 1 < canceled part key=_multipart_KB9UDL27PX79.2~O673Y2QMS034.1 size=656946 2024-09-18T02:39:49.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.116+0000 7f3d344c5640 1 < canceled multipart upload key=KB9UDL27PX79 upload=O673Y2QMS034 tag=XNIT825HXP1N type=write size=2754098 2024-09-18T02:39:49.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.117+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=RSRJ95N0YLNC type=del size=559370 2024-09-18T02:39:49.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.118+0000 7f3d344c5640 1 < canceled operation key=R9PMI2O5LB5E tag=IGF3XWUQYZIF type=del size=2016487 2024-09-18T02:39:49.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.120+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~U43XQSFDVIMV.0 size=858887 2024-09-18T02:39:49.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.120+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=U43XQSFDVIMV tag=V5BQHBNG1XNS type=write size=1907463 2024-09-18T02:39:49.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.122+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=L4U5PBZC0NO6 type=del 2024-09-18T02:39:49.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.123+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=4IRISTC5JQY8 type=del size=1713442 2024-09-18T02:39:49.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.124+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=VR1V43OR6UE7 type=del 2024-09-18T02:39:49.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.127+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~I3WR943IYC8J.0 size=1048576 2024-09-18T02:39:49.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.127+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~I3WR943IYC8J.1 size=730047 2024-09-18T02:39:49.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.127+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=I3WR943IYC8J tag=VRSNDZV02UIW type=write size=2827199 2024-09-18T02:39:49.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.129+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=JBKQLPTJ5WME type=del 2024-09-18T02:39:49.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.131+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~FNYJ3UYIZJ1U.0 size=1048576 2024-09-18T02:39:49.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.132+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~FNYJ3UYIZJ1U.1 size=799381 2024-09-18T02:39:49.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.132+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=FNYJ3UYIZJ1U tag=6HVI70FV4FXB type=write size=2896533 2024-09-18T02:39:49.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.132+0000 7f3d344c5640 1 < canceled part key=_multipart_R9PMI2O5LB5E.2~WRZ82LUBKT4J.0 size=608156 2024-09-18T02:39:49.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.134+0000 7f3d344c5640 1 < canceled multipart upload key=R9PMI2O5LB5E upload=WRZ82LUBKT4J tag=C41SO1UUWNB3 type=write size=1656732 2024-09-18T02:39:49.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.135+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=IZ4XOIHOY5SK type=del size=937560 2024-09-18T02:39:49.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.136+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=U0RU2F4NPM8I type=del 2024-09-18T02:39:49.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.137+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=NTLNU01W8UX7 type=write size=62251 2024-09-18T02:39:49.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.138+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=BKYJH65EL562 type=del 2024-09-18T02:39:49.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.141+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~HZD3QSIJ382Z.0 size=1048576 2024-09-18T02:39:49.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.141+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~HZD3QSIJ382Z.1 size=166694 2024-09-18T02:39:49.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.141+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=HZD3QSIJ382Z tag=1WK3FPHNC2ZC type=write size=2263846 2024-09-18T02:39:49.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.143+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~80CBM9SGDJQ6.0 size=1048576 2024-09-18T02:39:49.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.144+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~80CBM9SGDJQ6.1 size=417783 2024-09-18T02:39:49.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.146+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=80CBM9SGDJQ6 tag=EF03419L7PTM type=write size=2514935 2024-09-18T02:39:49.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.147+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=80UIODCMZV2P type=del size=2899574 2024-09-18T02:39:49.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.150+0000 7f3d344c5640 1 < suggested update operation key=WRPKCFEEMSVW tag=QJI651WR8FH1 type=write size=122658 2024-09-18T02:39:49.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.152+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~MOB94E7XVV7Q.0 size=1048576 2024-09-18T02:39:49.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.153+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~MOB94E7XVV7Q.1 size=1048576 2024-09-18T02:39:49.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.154+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~MOB94E7XVV7Q.2 size=749430 2024-09-18T02:39:49.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.154+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=MOB94E7XVV7Q tag=Z1XG27N86IVF type=write size=3895158 2024-09-18T02:39:49.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.155+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~LNYBUHDXASBZ.0 size=933180 2024-09-18T02:39:49.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.158+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=LNYBUHDXASBZ tag=N2JEKK0W6TSM type=write size=1981756 2024-09-18T02:39:49.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.159+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=DYRXKU8HV1YZ type=del size=2940413 2024-09-18T02:39:49.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.161+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=C6SDQN2HQDTR type=del 2024-09-18T02:39:49.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.163+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~MNQPS12WY5M8.0 size=1048576 2024-09-18T02:39:49.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.164+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~MNQPS12WY5M8.1 size=160060 2024-09-18T02:39:49.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.164+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=MNQPS12WY5M8 tag=7CIQ92SGG4QE type=write size=2257212 2024-09-18T02:39:49.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.166+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~D0NGI0Q38FD8.0 size=1048576 2024-09-18T02:39:49.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.167+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~D0NGI0Q38FD8.1 size=1048576 2024-09-18T02:39:49.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.168+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~D0NGI0Q38FD8.2 size=629948 2024-09-18T02:39:49.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.170+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=D0NGI0Q38FD8 tag=EHEX1ECJLVG4 type=write size=3775676 2024-09-18T02:39:49.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.172+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~B1PYC0IBSB9A.0 size=1048576 2024-09-18T02:39:49.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.173+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~B1PYC0IBSB9A.1 size=1048576 2024-09-18T02:39:49.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.174+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~B1PYC0IBSB9A.2 size=6219 2024-09-18T02:39:49.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.174+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=B1PYC0IBSB9A tag=TGLISHZE2OFG type=write size=3151947 2024-09-18T02:39:49.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.176+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=QRTA89MS9DMS type=del 2024-09-18T02:39:49.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.177+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=74OZUNVDT8LG type=write size=449078 2024-09-18T02:39:49.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.178+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=FIB6P0R0FRSB type=del 2024-09-18T02:39:49.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.180+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=ZKIJ7J2204SQ type=del size=1508505 2024-09-18T02:39:49.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.181+0000 7f3d344c5640 1 < completed write operation key=KETUC1BK1NFI tag=LCC4LDAC43YF type=write size=268205 2024-09-18T02:39:49.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.182+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=KMFHP3OMCOJ3 type=del size=4130586 2024-09-18T02:39:49.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.183+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=RSRJ95N0YLNC type=del 2024-09-18T02:39:49.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.186+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~BAENH4UV60SW.0 size=1048576 2024-09-18T02:39:49.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.187+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~BAENH4UV60SW.1 size=353594 2024-09-18T02:39:49.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.187+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=BAENH4UV60SW tag=IGCPACNH2VIA type=write size=2450746 2024-09-18T02:39:49.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.188+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~U43XQSFDVIMV.0 size=858887 2024-09-18T02:39:49.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.191+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=U43XQSFDVIMV tag=V5BQHBNG1XNS type=write size=1907463 2024-09-18T02:39:49.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.192+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=Q97XRYDDFV6V type=del size=288186 2024-09-18T02:39:49.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.193+0000 7f3d344c5640 -1 < failed to complete operation key=WRPKCFEEMSVW tag=4IRISTC5JQY8 type=del size=1713442: (22) Invalid argument 2024-09-18T02:39:49.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.195+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~UBXOL0U3KX3P.0 size=405894 2024-09-18T02:39:49.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.195+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=UBXOL0U3KX3P tag=WLED3BZGQ968 type=write size=1454470 2024-09-18T02:39:49.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.197+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~I3WR943IYC8J.0 size=1048576 2024-09-18T02:39:49.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.198+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~I3WR943IYC8J.1 size=730047 2024-09-18T02:39:49.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.200+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=I3WR943IYC8J tag=VRSNDZV02UIW type=write size=2827199 2024-09-18T02:39:49.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.202+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~3QODF3XI6DJG.0 size=1048576 2024-09-18T02:39:49.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.203+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~3QODF3XI6DJG.1 size=875782 2024-09-18T02:39:49.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.203+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=3QODF3XI6DJG tag=LIQ5J7IHTECS type=write size=2972934 2024-09-18T02:39:49.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.204+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~FNYJ3UYIZJ1U.0 size=1048576 2024-09-18T02:39:49.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.205+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~FNYJ3UYIZJ1U.1 size=799381 2024-09-18T02:39:49.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.208+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=FNYJ3UYIZJ1U tag=6HVI70FV4FXB type=write size=2896533 2024-09-18T02:39:49.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.209+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=VCV19JBZ90QE type=del size=830003 2024-09-18T02:39:49.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.211+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=IZ4XOIHOY5SK type=del 2024-09-18T02:39:49.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.212+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=ZSM13N9A18LB type=del size=879455 2024-09-18T02:39:49.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.214+0000 7f3d344c5640 1 < suggested update operation key=6XGBHFR3S4FW tag=NTLNU01W8UX7 type=write size=62251 2024-09-18T02:39:49.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.216+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=E5TRG2VJXR32 type=del size=1381038 2024-09-18T02:39:49.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.217+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~HZD3QSIJ382Z.0 size=1048576 2024-09-18T02:39:49.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.218+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~HZD3QSIJ382Z.1 size=166694 2024-09-18T02:39:49.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.220+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=HZD3QSIJ382Z tag=1WK3FPHNC2ZC type=write size=2263846 2024-09-18T02:39:49.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.221+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=91JFHO9DIAYK type=del size=1749674 2024-09-18T02:39:49.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.222+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=80UIODCMZV2P type=del 2024-09-18T02:39:49.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.224+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=ITF34TBR4RJL type=del size=3884205 2024-09-18T02:39:49.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.224+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~MOB94E7XVV7Q.0 size=1048576 2024-09-18T02:39:49.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.225+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~MOB94E7XVV7Q.1 size=1048576 2024-09-18T02:39:49.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.226+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~MOB94E7XVV7Q.2 size=749430 2024-09-18T02:39:49.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.228+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=MOB94E7XVV7Q tag=Z1XG27N86IVF type=write size=3895158 2024-09-18T02:39:49.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.230+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~BU5L1A18WBH9.0 size=664628 2024-09-18T02:39:49.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.230+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=BU5L1A18WBH9 tag=ZOJWB5LF7OZF type=write size=1713204 2024-09-18T02:39:49.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.232+0000 7f3d344c5640 -1 < failed to complete operation key=6XGBHFR3S4FW tag=DYRXKU8HV1YZ type=del size=2940413: (22) Invalid argument 2024-09-18T02:39:49.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.235+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~EDVA65VL48DF.0 size=1048576 2024-09-18T02:39:49.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.235+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~EDVA65VL48DF.1 size=1048576 2024-09-18T02:39:49.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.237+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~EDVA65VL48DF.2 size=981550 2024-09-18T02:39:49.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.237+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=EDVA65VL48DF tag=OKBCPBSCV0UJ type=write size=4127278 2024-09-18T02:39:49.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.238+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~MNQPS12WY5M8.0 size=1048576 2024-09-18T02:39:49.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.239+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~MNQPS12WY5M8.1 size=160060 2024-09-18T02:39:49.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.241+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=MNQPS12WY5M8 tag=7CIQ92SGG4QE type=write size=2257212 2024-09-18T02:39:49.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.243+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~M2TIZBYQWCBL.0 size=1048576 2024-09-18T02:39:49.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.244+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~M2TIZBYQWCBL.1 size=1048576 2024-09-18T02:39:49.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.245+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~M2TIZBYQWCBL.2 size=503644 2024-09-18T02:39:49.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.245+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=M2TIZBYQWCBL tag=O3X9QJK8H9VH type=write size=3649372 2024-09-18T02:39:49.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.247+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~B1PYC0IBSB9A.0 size=1048576 2024-09-18T02:39:49.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.248+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~B1PYC0IBSB9A.1 size=1048576 2024-09-18T02:39:49.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.249+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~B1PYC0IBSB9A.2 size=6219 2024-09-18T02:39:49.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.251+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=B1PYC0IBSB9A tag=TGLISHZE2OFG type=write size=3151947 2024-09-18T02:39:49.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.253+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~9D4SY9BW9HJT.0 size=1048576 2024-09-18T02:39:49.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.254+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~9D4SY9BW9HJT.1 size=1048576 2024-09-18T02:39:49.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.255+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~9D4SY9BW9HJT.2 size=934851 2024-09-18T02:39:49.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.255+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=9D4SY9BW9HJT tag=JWIFM8HZ5XOC type=write size=4080579 2024-09-18T02:39:49.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[97106]: pgmap v1390: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:39:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[97106]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-18T02:39:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[94621]: pgmap v1390: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:39:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:48 smithi046 ceph-mon[94621]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-18T02:39:49.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.256+0000 7f3d344c5640 1 < completed write operation key=K7SSL4Q5FC67 tag=74OZUNVDT8LG type=write size=449078 2024-09-18T02:39:49.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.258+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=X2017NOPLKI1 type=del size=2434006 2024-09-18T02:39:49.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.260+0000 7f3d344c5640 1 < suggested remove operation key=BDM08TCKAR39 tag=ZKIJ7J2204SQ type=del 2024-09-18T02:39:49.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.261+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=E2U4Y9CUMN0Q type=del size=2703704 2024-09-18T02:39:49.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.262+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=KMFHP3OMCOJ3 type=del 2024-09-18T02:39:49.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.264+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=0BV2QFFUYOWD type=del size=2203945 2024-09-18T02:39:49.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.265+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~BAENH4UV60SW.0 size=1048576 2024-09-18T02:39:49.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.266+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~BAENH4UV60SW.1 size=353594 2024-09-18T02:39:49.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.268+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=BAENH4UV60SW tag=IGCPACNH2VIA type=write size=2450746 2024-09-18T02:39:49.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.271+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~Z5UAHD34JIL3.0 size=1048576 2024-09-18T02:39:49.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.272+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~Z5UAHD34JIL3.1 size=639436 2024-09-18T02:39:49.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.272+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=Z5UAHD34JIL3 tag=JRCG814VITFP type=write size=2736588 2024-09-18T02:39:49.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.273+0000 7f3d344c5640 -1 < failed to complete operation key=6XGBHFR3S4FW tag=Q97XRYDDFV6V type=del size=288186: (22) Invalid argument 2024-09-18T02:39:49.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.275+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~PBB7VIZHWJUL.0 size=1048576 2024-09-18T02:39:49.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.276+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~PBB7VIZHWJUL.1 size=1048576 2024-09-18T02:39:49.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.277+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~PBB7VIZHWJUL.2 size=435711 2024-09-18T02:39:49.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.277+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=PBB7VIZHWJUL tag=922D268HXHDP type=write size=3581439 2024-09-18T02:39:49.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.279+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~UBXOL0U3KX3P.0 size=405894 2024-09-18T02:39:49.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.281+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=UBXOL0U3KX3P tag=WLED3BZGQ968 type=write size=1454470 2024-09-18T02:39:49.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.283+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~WTC1UWH21YOT.0 size=236548 2024-09-18T02:39:49.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.283+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=WTC1UWH21YOT tag=8OR4OIY1WL6P type=write size=1285124 2024-09-18T02:39:49.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.284+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~3QODF3XI6DJG.0 size=1048576 2024-09-18T02:39:49.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.285+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~3QODF3XI6DJG.1 size=875782 2024-09-18T02:39:49.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.287+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=3QODF3XI6DJG tag=LIQ5J7IHTECS type=write size=2972934 2024-09-18T02:39:49.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.290+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~ZWXL4HTC2JLF.0 size=1048576 2024-09-18T02:39:49.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.291+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~ZWXL4HTC2JLF.1 size=1048576 2024-09-18T02:39:49.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.292+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~ZWXL4HTC2JLF.2 size=740114 2024-09-18T02:39:49.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.292+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=ZWXL4HTC2JLF tag=ARZBHBT3DRL7 type=write size=3885842 2024-09-18T02:39:49.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.293+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=VCV19JBZ90QE type=del 2024-09-18T02:39:49.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.295+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~KCO55GJL1SBE.0 size=860805 2024-09-18T02:39:49.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.295+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=KCO55GJL1SBE tag=TBTXJQVNS5OA type=write size=1909381 2024-09-18T02:39:49.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.298+0000 7f3d344c5640 1 < suggested update operation key=GD2B5B458L13 tag=ZSM13N9A18LB type=del size=879455 2024-09-18T02:39:49.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.299+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=9B064UI1PI0Y type=del size=992422 2024-09-18T02:39:49.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.302+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=E5TRG2VJXR32 type=del 2024-09-18T02:39:49.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.304+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~PWYLCITR77E6.0 size=666866 2024-09-18T02:39:49.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.304+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=PWYLCITR77E6 tag=8C94JC1YB3R8 type=write size=1715442 2024-09-18T02:39:49.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.305+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=91JFHO9DIAYK type=del 2024-09-18T02:39:49.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.307+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~P0784OLC07VK.0 size=1048576 2024-09-18T02:39:49.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.308+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~P0784OLC07VK.1 size=721852 2024-09-18T02:39:49.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.308+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=P0784OLC07VK tag=ZLXHIIUCD7OI type=write size=2819004 2024-09-18T02:39:49.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.310+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=ITF34TBR4RJL type=del 2024-09-18T02:39:49.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.311+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=A1G1F1ZY1YEK type=del size=215413 2024-09-18T02:39:49.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.312+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~BU5L1A18WBH9.0 size=664628 2024-09-18T02:39:49.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.314+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=BU5L1A18WBH9 tag=ZOJWB5LF7OZF type=write size=1713204 2024-09-18T02:39:49.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.317+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~VFTFIN9BD6NX.0 size=923058 2024-09-18T02:39:49.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.317+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=VFTFIN9BD6NX tag=8RA6GCXD8WK0 type=write size=1971634 2024-09-18T02:39:49.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.318+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~EDVA65VL48DF.0 size=1048576 2024-09-18T02:39:49.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.318+0000 7f3d344c5640 1 < canceled part key=_multipart_D16IXCK8Y6D1.2~EDVA65VL48DF.1 size=1048576 2024-09-18T02:39:49.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.319+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~EDVA65VL48DF.2 size=981550 2024-09-18T02:39:49.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.321+0000 7f3d344c5640 1 < canceled multipart upload key=D16IXCK8Y6D1 upload=EDVA65VL48DF tag=OKBCPBSCV0UJ type=write size=4127278 2024-09-18T02:39:49.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.322+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=G8TDI8RFW1E8 type=del size=3231958 2024-09-18T02:39:49.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.323+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~M2TIZBYQWCBL.0 size=1048576 2024-09-18T02:39:49.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.324+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~M2TIZBYQWCBL.1 size=1048576 2024-09-18T02:39:49.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.325+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~M2TIZBYQWCBL.2 size=503644 2024-09-18T02:39:49.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.328+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=M2TIZBYQWCBL tag=O3X9QJK8H9VH type=write size=3649372 2024-09-18T02:39:49.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.330+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=203ZUAI8QW99 type=del size=1320802 2024-09-18T02:39:49.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.331+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~9D4SY9BW9HJT.0 size=1048576 2024-09-18T02:39:49.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.332+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~9D4SY9BW9HJT.1 size=1048576 2024-09-18T02:39:49.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.332+0000 7f3d344c5640 1 < canceled part key=_multipart_VZRBZUHWS0KG.2~9D4SY9BW9HJT.2 size=934851 2024-09-18T02:39:49.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.334+0000 7f3d344c5640 1 < canceled multipart upload key=VZRBZUHWS0KG upload=9D4SY9BW9HJT tag=JWIFM8HZ5XOC type=write size=4080579 2024-09-18T02:39:49.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.336+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~JQ1BG4FU9JZ5.0 size=1048576 2024-09-18T02:39:49.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.338+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~JQ1BG4FU9JZ5.1 size=1048576 2024-09-18T02:39:49.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.339+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~JQ1BG4FU9JZ5.2 size=465298 2024-09-18T02:39:49.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.339+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=JQ1BG4FU9JZ5 tag=MXEPCBZZJHAE type=write size=3611026 2024-09-18T02:39:49.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.340+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=X2017NOPLKI1 type=del 2024-09-18T02:39:49.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.343+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~PBQGVYEU55AU.0 size=1048576 2024-09-18T02:39:49.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.344+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~PBQGVYEU55AU.1 size=1048576 2024-09-18T02:39:49.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.345+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~PBQGVYEU55AU.2 size=1041466 2024-09-18T02:39:49.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.345+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=PBQGVYEU55AU tag=Y3BU0WG0MQQZ type=write size=4187194 2024-09-18T02:39:49.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.346+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=E2U4Y9CUMN0Q type=del 2024-09-18T02:39:49.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.347+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=YQ0O827RQE8V type=del size=951537 2024-09-18T02:39:49.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.349+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=0BV2QFFUYOWD type=del 2024-09-18T02:39:49.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.351+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~7DLERPQV0UFU.0 size=1048576 2024-09-18T02:39:49.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.352+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~7DLERPQV0UFU.1 size=1048576 2024-09-18T02:39:49.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.353+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~7DLERPQV0UFU.2 size=906447 2024-09-18T02:39:49.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.353+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=7DLERPQV0UFU tag=3OBRC4KDI0EL type=write size=4052175 2024-09-18T02:39:49.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.355+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~Z5UAHD34JIL3.0 size=1048576 2024-09-18T02:39:49.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.356+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~Z5UAHD34JIL3.1 size=639436 2024-09-18T02:39:49.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.358+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=Z5UAHD34JIL3 tag=JRCG814VITFP type=write size=2736588 2024-09-18T02:39:49.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.360+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~Z1GFAMKMXGT7.0 size=1048576 2024-09-18T02:39:49.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.361+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~Z1GFAMKMXGT7.1 size=508359 2024-09-18T02:39:49.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.361+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=Z1GFAMKMXGT7 tag=UX8ZWXBQ04M2 type=write size=2605511 2024-09-18T02:39:49.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.362+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~PBB7VIZHWJUL.0 size=1048576 2024-09-18T02:39:49.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.363+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~PBB7VIZHWJUL.1 size=1048576 2024-09-18T02:39:49.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.364+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~PBB7VIZHWJUL.2 size=435711 2024-09-18T02:39:49.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.366+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=PBB7VIZHWJUL tag=922D268HXHDP type=write size=3581439 2024-09-18T02:39:49.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.367+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=QUXBRI91OVD6 type=del size=2788737 2024-09-18T02:39:49.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.368+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~WTC1UWH21YOT.0 size=236548 2024-09-18T02:39:49.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.370+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=WTC1UWH21YOT tag=8OR4OIY1WL6P type=write size=1285124 2024-09-18T02:39:49.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.373+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8K4QNQX2GEXB.0 size=1048576 2024-09-18T02:39:49.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.374+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8K4QNQX2GEXB.1 size=1048576 2024-09-18T02:39:49.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.375+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8K4QNQX2GEXB.2 size=59053 2024-09-18T02:39:49.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.375+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=8K4QNQX2GEXB tag=0TP6B3FQAH2W type=write size=3204781 2024-09-18T02:39:49.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.376+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~ZWXL4HTC2JLF.0 size=1048576 2024-09-18T02:39:49.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.377+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~ZWXL4HTC2JLF.1 size=1048576 2024-09-18T02:39:49.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.378+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~ZWXL4HTC2JLF.2 size=740114 2024-09-18T02:39:49.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.380+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=ZWXL4HTC2JLF tag=ARZBHBT3DRL7 type=write size=3885842 2024-09-18T02:39:49.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.382+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=92VEFREXZ0RH type=del size=3271590 2024-09-18T02:39:49.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.383+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~KCO55GJL1SBE.0 size=860805 2024-09-18T02:39:49.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.385+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=KCO55GJL1SBE tag=TBTXJQVNS5OA type=write size=1909381 2024-09-18T02:39:49.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.386+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=MIS2AEBJF424 type=del size=564390 2024-09-18T02:39:49.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.388+0000 7f3d344c5640 1 < suggested update operation key=4FYZMKC41CPI tag=9B064UI1PI0Y type=del size=992422 2024-09-18T02:39:49.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.390+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=BU8Q7S8VUDT3 type=write size=269568 2024-09-18T02:39:49.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.390+0000 7f3d344c5640 1 < canceled part key=_multipart_KS4ELJCFAWBQ.2~PWYLCITR77E6.0 size=666866 2024-09-18T02:39:49.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.392+0000 7f3d344c5640 1 < canceled multipart upload key=KS4ELJCFAWBQ upload=PWYLCITR77E6 tag=8C94JC1YB3R8 type=write size=1715442 2024-09-18T02:39:49.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.393+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=9Q2CFJY397JC type=del size=2970044 2024-09-18T02:39:49.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.394+0000 7f3d344c5640 1 < canceled part key=_multipart_QR81P6ZBIKCN.2~P0784OLC07VK.0 size=1048576 2024-09-18T02:39:49.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.395+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~P0784OLC07VK.1 size=721852 2024-09-18T02:39:49.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.397+0000 7f3d344c5640 1 < canceled multipart upload key=QR81P6ZBIKCN upload=P0784OLC07VK tag=ZLXHIIUCD7OI type=write size=2819004 2024-09-18T02:39:49.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.399+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=03AR41S1UK63 type=del size=2724011 2024-09-18T02:39:49.402 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.400+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=A1G1F1ZY1YEK type=del size=215413 2024-09-18T02:39:49.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.401+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=10YSZP5YSSLE type=del size=4184407 2024-09-18T02:39:49.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.403+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~VFTFIN9BD6NX.0 size=923058 2024-09-18T02:39:49.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.405+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=VFTFIN9BD6NX tag=8RA6GCXD8WK0 type=write size=1971634 2024-09-18T02:39:49.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.406+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=0Q9IVQY53V3N type=del size=385041 2024-09-18T02:39:49.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.407+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=G8TDI8RFW1E8 type=del 2024-09-18T02:39:49.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.410+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~5Q8AH41167E8.0 size=1048576 2024-09-18T02:39:49.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.411+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~5Q8AH41167E8.1 size=1048576 2024-09-18T02:39:49.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.412+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~5Q8AH41167E8.2 size=530643 2024-09-18T02:39:49.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.412+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=5Q8AH41167E8 tag=006PY19YPE2V type=write size=3676371 2024-09-18T02:39:49.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.413+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=203ZUAI8QW99 type=del 2024-09-18T02:39:49.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.414+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=K40EPQ8A8WR3 type=del size=1622218 2024-09-18T02:39:49.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.415+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~JQ1BG4FU9JZ5.0 size=1048576 2024-09-18T02:39:49.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.416+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~JQ1BG4FU9JZ5.1 size=1048576 2024-09-18T02:39:49.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.417+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~JQ1BG4FU9JZ5.2 size=465298 2024-09-18T02:39:49.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.420+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=JQ1BG4FU9JZ5 tag=MXEPCBZZJHAE type=write size=3611026 2024-09-18T02:39:49.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.421+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=2CAY2LNRMYS3 type=write size=239907 2024-09-18T02:39:49.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.422+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~PBQGVYEU55AU.0 size=1048576 2024-09-18T02:39:49.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.423+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~PBQGVYEU55AU.1 size=1048576 2024-09-18T02:39:49.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.424+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~PBQGVYEU55AU.2 size=1041466 2024-09-18T02:39:49.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.426+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=PBQGVYEU55AU tag=Y3BU0WG0MQQZ type=write size=4187194 2024-09-18T02:39:49.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.428+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=R6T8PA0I99ZT type=del size=2167241 2024-09-18T02:39:49.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.429+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=YQ0O827RQE8V type=del 2024-09-18T02:39:49.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.432+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~MA7ZS883VSNY.0 size=156493 2024-09-18T02:39:49.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.432+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=MA7ZS883VSNY tag=JAWV2QCL1TD2 type=write size=1205069 2024-09-18T02:39:49.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.433+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~7DLERPQV0UFU.0 size=1048576 2024-09-18T02:39:49.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.433+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~7DLERPQV0UFU.1 size=1048576 2024-09-18T02:39:49.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.434+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~7DLERPQV0UFU.2 size=906447 2024-09-18T02:39:49.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.436+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=7DLERPQV0UFU tag=3OBRC4KDI0EL type=write size=4052175 2024-09-18T02:39:49.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.437+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=PHUOT4TNK0VU type=del size=652568 2024-09-18T02:39:49.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.438+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~Z1GFAMKMXGT7.0 size=1048576 2024-09-18T02:39:49.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.439+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~Z1GFAMKMXGT7.1 size=508359 2024-09-18T02:39:49.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.442+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=Z1GFAMKMXGT7 tag=UX8ZWXBQ04M2 type=write size=2605511 2024-09-18T02:39:49.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.444+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~WICHRRHLDJD5.0 size=1048576 2024-09-18T02:39:49.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.445+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~WICHRRHLDJD5.1 size=637039 2024-09-18T02:39:49.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.445+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=WICHRRHLDJD5 tag=927HYY8UZL0B type=write size=2734191 2024-09-18T02:39:49.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.446+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=QUXBRI91OVD6 type=del 2024-09-18T02:39:49.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.448+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=GI6NIPDEQYT4 type=del size=2834324 2024-09-18T02:39:49.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.449+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~8K4QNQX2GEXB.0 size=1048576 2024-09-18T02:39:49.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.449+0000 7f3d344c5640 1 < canceled part key=_multipart_QS1F2ZL7E8RC.2~8K4QNQX2GEXB.1 size=1048576 2024-09-18T02:39:49.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.450+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~8K4QNQX2GEXB.2 size=59053 2024-09-18T02:39:49.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.452+0000 7f3d344c5640 1 < canceled multipart upload key=QS1F2ZL7E8RC upload=8K4QNQX2GEXB tag=0TP6B3FQAH2W type=write size=3204781 2024-09-18T02:39:49.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.454+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~G3SNE150VGTD.0 size=974444 2024-09-18T02:39:49.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.454+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=G3SNE150VGTD tag=TNADTBM8M1WN type=write size=2023020 2024-09-18T02:39:49.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.455+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=92VEFREXZ0RH type=del 2024-09-18T02:39:49.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.457+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=5W4BL3DE0S3O type=del size=178190 2024-09-18T02:39:49.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.458+0000 7f3d344c5640 -1 < failed to complete operation key=4FYZMKC41CPI tag=MIS2AEBJF424 type=del size=564390: (22) Invalid argument 2024-09-18T02:39:49.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.460+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=C7N0Q3VEX45G type=del size=2065035 2024-09-18T02:39:49.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.461+0000 7f3d344c5640 1 < completed write operation key=RXLDGQZXAUT0 tag=BU8Q7S8VUDT3 type=write size=269568 2024-09-18T02:39:49.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.463+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0UPPNOXSGROL.0 size=1048576 2024-09-18T02:39:49.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.464+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0UPPNOXSGROL.1 size=1048576 2024-09-18T02:39:49.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.465+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0UPPNOXSGROL.2 size=1012126 2024-09-18T02:39:49.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.465+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=0UPPNOXSGROL tag=WPDFIX8F3PL3 type=write size=4157854 2024-09-18T02:39:49.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.467+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=9Q2CFJY397JC type=del 2024-09-18T02:39:49.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.469+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~F0380IYINQBC.0 size=956725 2024-09-18T02:39:49.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.469+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=F0380IYINQBC tag=UPZMYCW54E71 type=write size=2005301 2024-09-18T02:39:49.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.470+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=03AR41S1UK63 type=del 2024-09-18T02:39:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:48 smithi195 ceph-mon[89559]: pgmap v1390: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:48 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:39:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:48 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140254-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:39:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:48 smithi195 ceph-mon[89559]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-18T02:39:49.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.472+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=UHL9XCJXNS8J type=del size=604828 2024-09-18T02:39:49.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.473+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=10YSZP5YSSLE type=del 2024-09-18T02:39:49.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.474+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=ZXES7APUNC8X type=del size=2209114 2024-09-18T02:39:49.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.476+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=0Q9IVQY53V3N type=del 2024-09-18T02:39:49.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.478+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~E0MLF1E322W4.0 size=1048576 2024-09-18T02:39:49.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.479+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~E0MLF1E322W4.1 size=502662 2024-09-18T02:39:49.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.479+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=E0MLF1E322W4 tag=U3Y231JRXF0G type=write size=2599814 2024-09-18T02:39:49.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.481+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~5Q8AH41167E8.0 size=1048576 2024-09-18T02:39:49.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.481+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~5Q8AH41167E8.1 size=1048576 2024-09-18T02:39:49.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.481+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~5Q8AH41167E8.2 size=530643 2024-09-18T02:39:49.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.483+0000 7f3d344c5640 1 < canceled multipart upload key=VT9JVP3TEV2S upload=5Q8AH41167E8 tag=006PY19YPE2V type=write size=3676371 2024-09-18T02:39:49.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.484+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=8VKR535B2YBP type=del size=1254763 2024-09-18T02:39:49.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.487+0000 7f3d344c5640 1 < suggested update operation key=8Q8KLFROSEIU tag=K40EPQ8A8WR3 type=del size=1622218 2024-09-18T02:39:49.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.488+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=M7K6790CKK8M type=write size=684980 2024-09-18T02:39:49.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.490+0000 7f3d344c5640 1 < completed write operation key=3SCTT0F0R5ZX tag=2CAY2LNRMYS3 type=write size=239907 2024-09-18T02:39:49.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.492+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~Q9337GVY0E69.0 size=1048576 2024-09-18T02:39:49.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.493+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~Q9337GVY0E69.1 size=1048576 2024-09-18T02:39:49.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.494+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~Q9337GVY0E69.2 size=532372 2024-09-18T02:39:49.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.494+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=Q9337GVY0E69 tag=UF87GIIH2AC7 type=write size=3678100 2024-09-18T02:39:49.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.495+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=R6T8PA0I99ZT type=del 2024-09-18T02:39:49.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.498+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~SOZCM2NCIWH7.0 size=896802 2024-09-18T02:39:49.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.498+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=SOZCM2NCIWH7 tag=O9RRJC15UDVV type=write size=1945378 2024-09-18T02:39:49.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.498+0000 7f3d344c5640 1 < canceled part key=_multipart_IRE1LEWU02OL.2~MA7ZS883VSNY.0 size=156493 2024-09-18T02:39:49.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.500+0000 7f3d344c5640 1 < canceled multipart upload key=IRE1LEWU02OL upload=MA7ZS883VSNY tag=JAWV2QCL1TD2 type=write size=1205069 2024-09-18T02:39:49.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.502+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=2DGMTC6NSQAJ type=del size=1154102 2024-09-18T02:39:49.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.503+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=PHUOT4TNK0VU type=del 2024-09-18T02:39:49.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.505+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~QOJNR9V0UBL6.0 size=1048576 2024-09-18T02:39:49.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.506+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~QOJNR9V0UBL6.1 size=1006014 2024-09-18T02:39:49.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.506+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=QOJNR9V0UBL6 tag=CC4WSHX820RO type=write size=3103166 2024-09-18T02:39:49.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.507+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~WICHRRHLDJD5.0 size=1048576 2024-09-18T02:39:49.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.508+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~WICHRRHLDJD5.1 size=637039 2024-09-18T02:39:49.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.510+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=WICHRRHLDJD5 tag=927HYY8UZL0B type=write size=2734191 2024-09-18T02:39:49.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.513+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~4DEDYLG7AQA1.0 size=1048576 2024-09-18T02:39:49.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.514+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~4DEDYLG7AQA1.1 size=1048576 2024-09-18T02:39:49.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.515+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~4DEDYLG7AQA1.2 size=969555 2024-09-18T02:39:49.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.515+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=4DEDYLG7AQA1 tag=B50XGPX2EF67 type=write size=4115283 2024-09-18T02:39:49.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.518+0000 7f3d344c5640 1 < suggested update operation key=QS1F2ZL7E8RC tag=GI6NIPDEQYT4 type=del size=2834324 2024-09-18T02:39:49.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.519+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=92XF9OK18V3L type=del size=2888986 2024-09-18T02:39:49.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.520+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~G3SNE150VGTD.0 size=974444 2024-09-18T02:39:49.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.522+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=G3SNE150VGTD tag=TNADTBM8M1WN type=write size=2023020 2024-09-18T02:39:49.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.524+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=VLXMCQQOUTNF type=del size=2833365 2024-09-18T02:39:49.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.525+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=5W4BL3DE0S3O type=del 2024-09-18T02:39:49.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.527+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~W55P1JZXFA2C.0 size=1048576 2024-09-18T02:39:49.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.528+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~W55P1JZXFA2C.1 size=170698 2024-09-18T02:39:49.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.528+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=W55P1JZXFA2C tag=1JK0177TXUZJ type=write size=2267850 2024-09-18T02:39:49.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.530+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=C7N0Q3VEX45G type=del 2024-09-18T02:39:49.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.532+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~Q6R5JCP361NB.0 size=924516 2024-09-18T02:39:49.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.532+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=Q6R5JCP361NB tag=N2QFVC64AJO7 type=write size=1973092 2024-09-18T02:39:49.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.534+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~0UPPNOXSGROL.0 size=1048576 2024-09-18T02:39:49.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.534+0000 7f3d344c5640 1 < canceled part key=_multipart_57SLXVHRBLFP.2~0UPPNOXSGROL.1 size=1048576 2024-09-18T02:39:49.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.535+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~0UPPNOXSGROL.2 size=1012126 2024-09-18T02:39:49.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.537+0000 7f3d344c5640 1 < canceled multipart upload key=57SLXVHRBLFP upload=0UPPNOXSGROL tag=WPDFIX8F3PL3 type=write size=4157854 2024-09-18T02:39:49.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.539+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=V7CK567RA0N3 type=del size=2484159 2024-09-18T02:39:49.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.540+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~F0380IYINQBC.0 size=956725 2024-09-18T02:39:49.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.542+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=F0380IYINQBC tag=UPZMYCW54E71 type=write size=2005301 2024-09-18T02:39:49.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.545+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~VAJT4MZI8PGS.0 size=1048576 2024-09-18T02:39:49.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.546+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~VAJT4MZI8PGS.1 size=587085 2024-09-18T02:39:49.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.546+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=VAJT4MZI8PGS tag=ZUNL6BKQZ3DA type=write size=2684237 2024-09-18T02:39:49.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.547+0000 7f3d344c5640 1 < canceled operation key=QR81P6ZBIKCN tag=UHL9XCJXNS8J type=del size=604828 2024-09-18T02:39:49.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.550+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~EM0F7PP8INKZ.0 size=118478 2024-09-18T02:39:49.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.550+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=EM0F7PP8INKZ tag=FXW0IC5AR6DS type=write size=1167054 2024-09-18T02:39:49.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.551+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=ZXES7APUNC8X type=del 2024-09-18T02:39:49.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.552+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=TTCIUPXTTC9M type=del size=871476 2024-09-18T02:39:49.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.553+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~E0MLF1E322W4.0 size=1048576 2024-09-18T02:39:49.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.555+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~E0MLF1E322W4.1 size=502662 2024-09-18T02:39:49.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.557+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=E0MLF1E322W4 tag=U3Y231JRXF0G type=write size=2599814 2024-09-18T02:39:49.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.559+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=9HSV20HSMKNT type=write size=342874 2024-09-18T02:39:49.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.561+0000 7f3d344c5640 1 < suggested remove operation key=VT9JVP3TEV2S tag=8VKR535B2YBP type=del 2024-09-18T02:39:49.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.564+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~A5NPZ3R6Q3DQ.0 size=1048576 2024-09-18T02:39:49.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.565+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~A5NPZ3R6Q3DQ.1 size=994271 2024-09-18T02:39:49.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.565+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=A5NPZ3R6Q3DQ tag=SFU5VOZUSNHM type=write size=3091423 2024-09-18T02:39:49.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.566+0000 7f3d344c5640 1 < completed write operation key=K7SSL4Q5FC67 tag=M7K6790CKK8M type=write size=684980 2024-09-18T02:39:49.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.568+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=4QK61TOWPZMB type=write size=446214 2024-09-18T02:39:49.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.569+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~Q9337GVY0E69.0 size=1048576 2024-09-18T02:39:49.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.570+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~Q9337GVY0E69.1 size=1048576 2024-09-18T02:39:49.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.571+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~Q9337GVY0E69.2 size=532372 2024-09-18T02:39:49.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.573+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=Q9337GVY0E69 tag=UF87GIIH2AC7 type=write size=3678100 2024-09-18T02:39:49.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.575+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=U1N8SKCQ1NJ9 type=del size=1779326 2024-09-18T02:39:49.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.575+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~SOZCM2NCIWH7.0 size=896802 2024-09-18T02:39:49.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.577+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=SOZCM2NCIWH7 tag=O9RRJC15UDVV type=write size=1945378 2024-09-18T02:39:49.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.578+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=WKMFI9LFK7LN type=del size=3955893 2024-09-18T02:39:49.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.579+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=2DGMTC6NSQAJ type=del 2024-09-18T02:39:49.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.581+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=K2PVAG5W96MA type=del size=1440817 2024-09-18T02:39:49.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.582+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~QOJNR9V0UBL6.0 size=1048576 2024-09-18T02:39:49.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.583+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~QOJNR9V0UBL6.1 size=1006014 2024-09-18T02:39:49.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.585+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=QOJNR9V0UBL6 tag=CC4WSHX820RO type=write size=3103166 2024-09-18T02:39:49.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.587+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=UQIPLGMD80B2 type=del size=414744 2024-09-18T02:39:49.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.588+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~4DEDYLG7AQA1.0 size=1048576 2024-09-18T02:39:49.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.589+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~4DEDYLG7AQA1.1 size=1048576 2024-09-18T02:39:49.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.590+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~4DEDYLG7AQA1.2 size=969555 2024-09-18T02:39:49.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.592+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=4DEDYLG7AQA1 tag=B50XGPX2EF67 type=write size=4115283 2024-09-18T02:39:49.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.595+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~0XZ3FXGCLN34.0 size=1048576 2024-09-18T02:39:49.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.596+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~0XZ3FXGCLN34.1 size=821501 2024-09-18T02:39:49.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.596+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=0XZ3FXGCLN34 tag=ATLOX2LK9QGM type=write size=2918653 2024-09-18T02:39:49.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.597+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=92XF9OK18V3L type=del 2024-09-18T02:39:49.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.598+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=GUY294VI11V9 type=del size=841807 2024-09-18T02:39:49.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.600+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=VLXMCQQOUTNF type=del 2024-09-18T02:39:49.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.601+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=PNWZJJLXXPI2 type=del size=1609538 2024-09-18T02:39:49.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.603+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~W55P1JZXFA2C.0 size=1048576 2024-09-18T02:39:49.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.604+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~W55P1JZXFA2C.1 size=170698 2024-09-18T02:39:49.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.606+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=W55P1JZXFA2C tag=1JK0177TXUZJ type=write size=2267850 2024-09-18T02:39:49.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.609+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~ZKN4QOZUKO7H.0 size=1048576 2024-09-18T02:39:49.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.610+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~ZKN4QOZUKO7H.1 size=1048576 2024-09-18T02:39:49.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.611+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~ZKN4QOZUKO7H.2 size=487316 2024-09-18T02:39:49.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.611+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=ZKN4QOZUKO7H tag=KWCVMX8BEKL6 type=write size=3633044 2024-09-18T02:39:49.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.612+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~Q6R5JCP361NB.0 size=924516 2024-09-18T02:39:49.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.615+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=Q6R5JCP361NB tag=N2QFVC64AJO7 type=write size=1973092 2024-09-18T02:39:49.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.616+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=SCP2I90I41BC type=del size=2999724 2024-09-18T02:39:49.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.617+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=V7CK567RA0N3 type=del 2024-09-18T02:39:49.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.619+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=PZLWOMPHQYUO type=del size=366393 2024-09-18T02:39:49.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.620+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~VAJT4MZI8PGS.0 size=1048576 2024-09-18T02:39:49.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.620+0000 7f3d344c5640 1 < canceled part key=_multipart_ARGL0GKCIOH5.2~VAJT4MZI8PGS.1 size=587085 2024-09-18T02:39:49.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.622+0000 7f3d344c5640 1 < canceled multipart upload key=ARGL0GKCIOH5 upload=VAJT4MZI8PGS tag=ZUNL6BKQZ3DA type=write size=2684237 2024-09-18T02:39:49.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.624+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=T6TW1G4ZH76T type=del size=3052705 2024-09-18T02:39:49.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.626+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~EM0F7PP8INKZ.0 size=118478 2024-09-18T02:39:49.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.628+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=EM0F7PP8INKZ tag=FXW0IC5AR6DS type=write size=1167054 2024-09-18T02:39:49.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.630+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=WMEI6QWOZ2IQ type=del size=1096062 2024-09-18T02:39:49.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.631+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=TTCIUPXTTC9M type=del 2024-09-18T02:39:49.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.632+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=S11Z0C5PU4B6 type=del size=3970316 2024-09-18T02:39:49.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.634+0000 7f3d344c5640 1 < completed write operation key=6XGBHFR3S4FW tag=9HSV20HSMKNT type=write size=342874 2024-09-18T02:39:49.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.635+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=JX1TL8QADN3T type=del size=1126440 2024-09-18T02:39:49.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.636+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~A5NPZ3R6Q3DQ.0 size=1048576 2024-09-18T02:39:49.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.637+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~A5NPZ3R6Q3DQ.1 size=994271 2024-09-18T02:39:49.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.640+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=A5NPZ3R6Q3DQ tag=SFU5VOZUSNHM type=write size=3091423 2024-09-18T02:39:49.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.643+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~X7HBQ75EO24P.0 size=512976 2024-09-18T02:39:49.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.643+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=X7HBQ75EO24P tag=TS9KUWDOYHZP type=write size=1561552 2024-09-18T02:39:49.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.645+0000 7f3d344c5640 1 < canceled operation key=WRPKCFEEMSVW tag=4QK61TOWPZMB type=write size=446214 2024-09-18T02:39:49.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.646+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=Y56YVL2Q1PH7 type=del size=1881900 2024-09-18T02:39:49.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.649+0000 7f3d344c5640 1 < suggested remove operation key=BDM08TCKAR39 tag=U1N8SKCQ1NJ9 type=del 2024-09-18T02:39:49.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.651+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=YDUQ5G62BOIX type=del size=2580992 2024-09-18T02:39:49.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.652+0000 7f3d344c5640 1 < canceled operation key=IRE1LEWU02OL tag=WKMFI9LFK7LN type=del size=3955893 2024-09-18T02:39:49.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.654+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=0UYHF6TRFKWU type=del size=249041 2024-09-18T02:39:49.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.655+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=K2PVAG5W96MA type=del 2024-09-18T02:39:49.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.657+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=XQIO9CW8JHYF type=del size=1732109 2024-09-18T02:39:49.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.660+0000 7f3d344c5640 1 < suggested update operation key=VT9JVP3TEV2S tag=UQIPLGMD80B2 type=del size=414744 2024-09-18T02:39:49.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.663+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~746PCH93ITGQ.0 size=1048576 2024-09-18T02:39:49.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.664+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~746PCH93ITGQ.1 size=185068 2024-09-18T02:39:49.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.664+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=746PCH93ITGQ tag=9R3G8AZ9GN13 type=write size=2282220 2024-09-18T02:39:49.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.665+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~0XZ3FXGCLN34.0 size=1048576 2024-09-18T02:39:49.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.666+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~0XZ3FXGCLN34.1 size=821501 2024-09-18T02:39:49.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.668+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=0XZ3FXGCLN34 tag=ATLOX2LK9QGM type=write size=2918653 2024-09-18T02:39:49.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.670+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=Z9K65ELFG9T5 type=del size=3929234 2024-09-18T02:39:49.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.671+0000 7f3d344c5640 1 < canceled operation key=X478JHSYQ9O5 tag=GUY294VI11V9 type=del size=841807 2024-09-18T02:39:49.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.672+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=V4VK1QDDI4N6 type=del size=1434543 2024-09-18T02:39:49.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.675+0000 7f3d344c5640 1 < suggested update operation key=KS4ELJCFAWBQ tag=PNWZJJLXXPI2 type=del size=1609538 2024-09-18T02:39:49.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.677+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~EO3IGSUSKKAW.0 size=344171 2024-09-18T02:39:49.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.677+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=EO3IGSUSKKAW tag=5PAFGVSUL30D type=write size=1392747 2024-09-18T02:39:49.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.679+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~ZKN4QOZUKO7H.0 size=1048576 2024-09-18T02:39:49.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.680+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~ZKN4QOZUKO7H.1 size=1048576 2024-09-18T02:39:49.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.681+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~ZKN4QOZUKO7H.2 size=487316 2024-09-18T02:39:49.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.683+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=ZKN4QOZUKO7H tag=KWCVMX8BEKL6 type=write size=3633044 2024-09-18T02:39:49.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.684+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=CTH428KBCM96 type=del size=2061677 2024-09-18T02:39:49.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.687+0000 7f3d344c5640 1 < suggested remove operation key=RXLDGQZXAUT0 tag=SCP2I90I41BC type=del 2024-09-18T02:39:49.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.688+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=XP80PSYVIUDK type=del size=355033 2024-09-18T02:39:49.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.689+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=PZLWOMPHQYUO type=del 2024-09-18T02:39:49.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.690+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=X006KRR1YNTF type=del size=2207145 2024-09-18T02:39:49.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.692+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=T6TW1G4ZH76T type=del 2024-09-18T02:39:49.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.693+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=S40SCBUV3GUE type=del size=3790575 2024-09-18T02:39:49.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.694+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=WMEI6QWOZ2IQ type=del 2024-09-18T02:39:49.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.696+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=ZX1IJADOXXZ3 type=del size=1348521 2024-09-18T02:39:49.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.698+0000 7f3d344c5640 1 < suggested update operation key=K7SSL4Q5FC67 tag=S11Z0C5PU4B6 type=del size=3970316 2024-09-18T02:39:49.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.700+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=0NAP7T8MIOEI type=del size=1358462 2024-09-18T02:39:49.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.701+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=JX1TL8QADN3T type=del 2024-09-18T02:39:49.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.702+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=P3ASVAFUYGDK type=write size=795255 2024-09-18T02:39:49.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.704+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~X7HBQ75EO24P.0 size=512976 2024-09-18T02:39:49.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.706+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=X7HBQ75EO24P tag=TS9KUWDOYHZP type=write size=1561552 2024-09-18T02:39:49.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.708+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~PR6S61G6U443.0 size=659654 2024-09-18T02:39:49.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.708+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=PR6S61G6U443 tag=2IQ5XB7ZVUZK type=write size=1708230 2024-09-18T02:39:49.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.710+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=Y56YVL2Q1PH7 type=del 2024-09-18T02:39:49.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.711+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=KZ7MXPLDQMI5 type=del size=1525049 2024-09-18T02:39:49.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.712+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=YDUQ5G62BOIX type=del size=2580992 2024-09-18T02:39:49.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.714+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=ZKYCDSO80NQI type=del size=325485 2024-09-18T02:39:49.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.715+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=0UYHF6TRFKWU type=del 2024-09-18T02:39:49.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.717+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=SBQG7BMB2NO4 type=del size=3334821 2024-09-18T02:39:49.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.718+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=XQIO9CW8JHYF type=del 2024-09-18T02:39:49.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.721+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~J00FMH9T45IG.0 size=1048576 2024-09-18T02:39:49.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.722+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~J00FMH9T45IG.1 size=1048576 2024-09-18T02:39:49.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.723+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~J00FMH9T45IG.2 size=161251 2024-09-18T02:39:49.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.723+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=J00FMH9T45IG tag=3A810NZR40GS type=write size=3306979 2024-09-18T02:39:49.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.724+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~746PCH93ITGQ.0 size=1048576 2024-09-18T02:39:49.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.725+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~746PCH93ITGQ.1 size=185068 2024-09-18T02:39:49.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.728+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=746PCH93ITGQ tag=9R3G8AZ9GN13 type=write size=2282220 2024-09-18T02:39:49.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.730+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~KXZCMXPJP7F1.0 size=1048576 2024-09-18T02:39:49.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.731+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~KXZCMXPJP7F1.1 size=82481 2024-09-18T02:39:49.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.731+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=KXZCMXPJP7F1 tag=ESWEJFJHPKSZ type=write size=2179633 2024-09-18T02:39:49.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.733+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=Z9K65ELFG9T5 type=del 2024-09-18T02:39:49.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.736+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~2ASH5XRUOAPU.0 size=1048576 2024-09-18T02:39:49.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.737+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~2ASH5XRUOAPU.1 size=1048576 2024-09-18T02:39:49.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.738+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~2ASH5XRUOAPU.2 size=519449 2024-09-18T02:39:49.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.738+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=2ASH5XRUOAPU tag=5HSR3VUCXLZZ type=write size=3665177 2024-09-18T02:39:49.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.739+0000 7f3d344c5640 1 < canceled operation key=ZMNUVKZQG0VF tag=V4VK1QDDI4N6 type=del size=1434543 2024-09-18T02:39:49.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.741+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=V6YJK85VMT4C type=del size=3805876 2024-09-18T02:39:49.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.743+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~EO3IGSUSKKAW.0 size=344171 2024-09-18T02:39:49.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.745+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=EO3IGSUSKKAW tag=5PAFGVSUL30D type=write size=1392747 2024-09-18T02:39:49.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.748+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~KPVO5SO3IIGU.0 size=1048576 2024-09-18T02:39:49.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.749+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~KPVO5SO3IIGU.1 size=1048576 2024-09-18T02:39:49.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.750+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~KPVO5SO3IIGU.2 size=23863 2024-09-18T02:39:49.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.750+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=KPVO5SO3IIGU tag=ZB1L4PE7MUT0 type=write size=3169591 2024-09-18T02:39:49.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.751+0000 7f3d344c5640 1 < canceled operation key=KETUC1BK1NFI tag=CTH428KBCM96 type=del size=2061677 2024-09-18T02:39:49.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.752+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=49I0C0SUFHTR type=del size=3053940 2024-09-18T02:39:49.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.753+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=XP80PSYVIUDK type=del 2024-09-18T02:39:49.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.756+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~F6NHXIPG4RGV.0 size=1048576 2024-09-18T02:39:49.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.757+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~F6NHXIPG4RGV.1 size=1048576 2024-09-18T02:39:49.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.758+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~F6NHXIPG4RGV.2 size=288778 2024-09-18T02:39:49.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.758+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=F6NHXIPG4RGV tag=GFF5TY4PFZJM type=write size=3434506 2024-09-18T02:39:49.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.759+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=X006KRR1YNTF type=del 2024-09-18T02:39:49.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.761+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~YOXB80ES3YBK.0 size=1048576 2024-09-18T02:39:49.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.762+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~YOXB80ES3YBK.1 size=1048576 2024-09-18T02:39:49.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.763+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~YOXB80ES3YBK.2 size=457596 2024-09-18T02:39:49.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.763+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=YOXB80ES3YBK tag=XZ6MNEX7XV5S type=write size=3603324 2024-09-18T02:39:49.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.765+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=S40SCBUV3GUE type=del 2024-09-18T02:39:49.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.767+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~VJL3ZC657HGE.0 size=537833 2024-09-18T02:39:49.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.767+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=VJL3ZC657HGE tag=1TO9IBJX6IVF type=write size=1586409 2024-09-18T02:39:49.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.768+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=ZX1IJADOXXZ3 type=del 2024-09-18T02:39:49.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.770+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=VT7Y96Q8MHB3 type=write size=415615 2024-09-18T02:39:49.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.772+0000 7f3d344c5640 1 < suggested update operation key=K7SSL4Q5FC67 tag=0NAP7T8MIOEI type=del size=1358462 2024-09-18T02:39:49.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.773+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=MTQXA9J26CQO type=del size=439015 2024-09-18T02:39:49.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.775+0000 7f3d344c5640 1 < completed write operation key=WRPKCFEEMSVW tag=P3ASVAFUYGDK type=write size=795255 2024-09-18T02:39:49.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.776+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=W8NELMQQ5UKC type=del size=804608 2024-09-18T02:39:49.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.777+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~PR6S61G6U443.0 size=659654 2024-09-18T02:39:49.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.779+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=PR6S61G6U443 tag=2IQ5XB7ZVUZK type=write size=1708230 2024-09-18T02:39:49.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.781+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=LHD00OQR91B7 type=del size=3647497 2024-09-18T02:39:49.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.782+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=KZ7MXPLDQMI5 type=del 2024-09-18T02:39:49.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.783+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=4BJN0BDXTK1K type=write size=474550 2024-09-18T02:39:49.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.784+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=ZKYCDSO80NQI type=del 2024-09-18T02:39:49.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.787+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FG7IV52IDLZA.0 size=1048576 2024-09-18T02:39:49.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.788+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FG7IV52IDLZA.1 size=1048576 2024-09-18T02:39:49.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.789+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FG7IV52IDLZA.2 size=25406 2024-09-18T02:39:49.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.789+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=FG7IV52IDLZA tag=8ER4NZ5GVE2X type=write size=3171134 2024-09-18T02:39:49.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.792+0000 7f3d344c5640 1 < suggested remove operation key=R9PMI2O5LB5E tag=SBQG7BMB2NO4 type=del 2024-09-18T02:39:49.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.793+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=O4Q4N1MSY7VK type=del size=989555 2024-09-18T02:39:49.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.794+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~J00FMH9T45IG.0 size=1048576 2024-09-18T02:39:49.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.795+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~J00FMH9T45IG.1 size=1048576 2024-09-18T02:39:49.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.796+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~J00FMH9T45IG.2 size=161251 2024-09-18T02:39:49.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.798+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=J00FMH9T45IG tag=3A810NZR40GS type=write size=3306979 2024-09-18T02:39:49.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.800+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=YX9D1OC1NCHT type=del size=3393722 2024-09-18T02:39:49.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.801+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~KXZCMXPJP7F1.0 size=1048576 2024-09-18T02:39:49.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.802+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~KXZCMXPJP7F1.1 size=82481 2024-09-18T02:39:49.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.805+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=KXZCMXPJP7F1 tag=ESWEJFJHPKSZ type=write size=2179633 2024-09-18T02:39:49.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.806+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=AGYBF3VGQ84T type=del size=2735478 2024-09-18T02:39:49.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.807+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~2ASH5XRUOAPU.0 size=1048576 2024-09-18T02:39:49.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.808+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~2ASH5XRUOAPU.1 size=1048576 2024-09-18T02:39:49.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.810+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~2ASH5XRUOAPU.2 size=519449 2024-09-18T02:39:49.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.812+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=2ASH5XRUOAPU tag=5HSR3VUCXLZZ type=write size=3665177 2024-09-18T02:39:49.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.813+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=EOY1N01U6YFZ type=write size=459326 2024-09-18T02:39:49.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.815+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=V6YJK85VMT4C type=del 2024-09-18T02:39:49.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.816+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=EQ7XS5UAFU4T type=write size=100039 2024-09-18T02:39:49.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.816+0000 7f3d344c5640 1 < canceled part key=_multipart_77U6SM23K6L1.2~KPVO5SO3IIGU.0 size=1048576 2024-09-18T02:39:49.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.817+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~KPVO5SO3IIGU.1 size=1048576 2024-09-18T02:39:49.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.818+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~KPVO5SO3IIGU.2 size=23863 2024-09-18T02:39:49.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.821+0000 7f3d344c5640 1 < canceled multipart upload key=77U6SM23K6L1 upload=KPVO5SO3IIGU tag=ZB1L4PE7MUT0 type=write size=3169591 2024-09-18T02:39:49.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.822+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=96F5A7KO5IT4 type=del size=999295 2024-09-18T02:39:49.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.823+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=49I0C0SUFHTR type=del 2024-09-18T02:39:49.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.826+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6WN3VF3F8EXU.0 size=1048576 2024-09-18T02:39:49.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.827+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6WN3VF3F8EXU.1 size=1048576 2024-09-18T02:39:49.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.828+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6WN3VF3F8EXU.2 size=850678 2024-09-18T02:39:49.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.828+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=6WN3VF3F8EXU tag=3BXMR4DY21FO type=write size=3996406 2024-09-18T02:39:49.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.829+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~F6NHXIPG4RGV.0 size=1048576 2024-09-18T02:39:49.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.830+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~F6NHXIPG4RGV.1 size=1048576 2024-09-18T02:39:49.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.832+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~F6NHXIPG4RGV.2 size=288778 2024-09-18T02:39:49.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.834+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=F6NHXIPG4RGV tag=GFF5TY4PFZJM type=write size=3434506 2024-09-18T02:39:49.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.835+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=6B919BDYWKHZ type=del size=427996 2024-09-18T02:39:49.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.837+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~YOXB80ES3YBK.0 size=1048576 2024-09-18T02:39:49.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.838+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~YOXB80ES3YBK.1 size=1048576 2024-09-18T02:39:49.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.839+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~YOXB80ES3YBK.2 size=457596 2024-09-18T02:39:49.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.841+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=YOXB80ES3YBK tag=XZ6MNEX7XV5S type=write size=3603324 2024-09-18T02:39:49.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.842+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=WN3B9TCENYLW type=del size=510261 2024-09-18T02:39:49.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.844+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~VJL3ZC657HGE.0 size=537833 2024-09-18T02:39:49.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.846+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=VJL3ZC657HGE tag=1TO9IBJX6IVF type=write size=1586409 2024-09-18T02:39:49.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.847+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=U6UTOC4MIABI type=del size=230572 2024-09-18T02:39:49.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.850+0000 7f3d344c5640 1 < suggested update operation key=3SCTT0F0R5ZX tag=VT7Y96Q8MHB3 type=write size=415615 2024-09-18T02:39:49.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.852+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~EX3UJ7UO39B0.0 size=952125 2024-09-18T02:39:49.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.852+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=EX3UJ7UO39B0 tag=QN9PYIE1I6XO type=write size=2000701 2024-09-18T02:39:49.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.854+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=MTQXA9J26CQO type=del 2024-09-18T02:39:49.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.856+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~DY5I7Q5CBMIT.0 size=1048576 2024-09-18T02:39:49.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.857+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~DY5I7Q5CBMIT.1 size=25255 2024-09-18T02:39:49.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.857+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=DY5I7Q5CBMIT tag=6PRKMDT0LVZL type=write size=2122407 2024-09-18T02:39:49.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.859+0000 7f3d344c5640 1 < canceled operation key=GD2B5B458L13 tag=W8NELMQQ5UKC type=del size=804608 2024-09-18T02:39:49.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.860+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=8K1KAHDUBJGZ type=del size=3623782 2024-09-18T02:39:49.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.862+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=LHD00OQR91B7 type=del 2024-09-18T02:39:49.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.863+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=OWQEG1AKBK6U type=write size=853493 2024-09-18T02:39:49.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.865+0000 7f3d344c5640 1 < completed write operation key=OHNLA0CFDTOZ tag=4BJN0BDXTK1K type=write size=474550 2024-09-18T02:39:49.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.866+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=F3FUZ9T7GS6T type=del size=1229799 2024-09-18T02:39:49.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.867+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~FG7IV52IDLZA.0 size=1048576 2024-09-18T02:39:49.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.868+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~FG7IV52IDLZA.1 size=1048576 2024-09-18T02:39:49.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.868+0000 7f3d344c5640 1 < canceled part key=_multipart_D16IXCK8Y6D1.2~FG7IV52IDLZA.2 size=25406 2024-09-18T02:39:49.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.871+0000 7f3d344c5640 1 < canceled multipart upload key=D16IXCK8Y6D1 upload=FG7IV52IDLZA tag=8ER4NZ5GVE2X type=write size=3171134 2024-09-18T02:39:49.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.874+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~OW6RXMWY0PVX.0 size=1048576 2024-09-18T02:39:49.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.875+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~OW6RXMWY0PVX.1 size=682041 2024-09-18T02:39:49.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.875+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=OW6RXMWY0PVX tag=JH6MKOSNKY9Z type=write size=2779193 2024-09-18T02:39:49.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.876+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=O4Q4N1MSY7VK type=del 2024-09-18T02:39:49.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.878+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=D3OSGJGW4AF3 type=del size=1934639 2024-09-18T02:39:49.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.881+0000 7f3d344c5640 1 < suggested update operation key=GD2B5B458L13 tag=YX9D1OC1NCHT type=del size=3393722 2024-09-18T02:39:49.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.882+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=RGIIPZFJ8S4O type=del size=2338190 2024-09-18T02:39:49.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.884+0000 7f3d344c5640 1 < canceled operation key=IRE1LEWU02OL tag=AGYBF3VGQ84T type=del size=2735478 2024-09-18T02:39:49.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.885+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=PVXC1E1RGLH1 type=del size=1536346 2024-09-18T02:39:49.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.887+0000 7f3d344c5640 1 < suggested remove operation key=57SLXVHRBLFP tag=EOY1N01U6YFZ type=write 2024-09-18T02:39:49.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.890+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~EV0G4BVWW94I.0 size=1048576 2024-09-18T02:39:49.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.891+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~EV0G4BVWW94I.1 size=1048576 2024-09-18T02:39:49.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.893+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~EV0G4BVWW94I.2 size=276179 2024-09-18T02:39:49.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.893+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=EV0G4BVWW94I tag=KTHJ1N98Q041 type=write size=3421907 2024-09-18T02:39:49.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.895+0000 7f3d344c5640 1 < suggested update operation key=ARGL0GKCIOH5 tag=EQ7XS5UAFU4T type=write size=100039 2024-09-18T02:39:49.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.896+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=WL8QXEM5V1AX type=del size=4041242 2024-09-18T02:39:49.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.898+0000 7f3d344c5640 1 < canceled operation key=77U6SM23K6L1 tag=96F5A7KO5IT4 type=del size=999295 2024-09-18T02:39:49.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.900+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=02H9PB8KU9ZQ type=del size=3726352 2024-09-18T02:39:49.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.901+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~6WN3VF3F8EXU.0 size=1048576 2024-09-18T02:39:49.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.902+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~6WN3VF3F8EXU.1 size=1048576 2024-09-18T02:39:49.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.903+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~6WN3VF3F8EXU.2 size=850678 2024-09-18T02:39:49.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.905+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=6WN3VF3F8EXU tag=3BXMR4DY21FO type=write size=3996406 2024-09-18T02:39:49.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.906+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=RGYUOA6YXH04 type=del size=651051 2024-09-18T02:39:49.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.908+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=6B919BDYWKHZ type=del 2024-09-18T02:39:49.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.909+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=AMFM10VW3MIG type=del size=2447014 2024-09-18T02:39:49.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.912+0000 7f3d344c5640 1 < suggested remove operation key=FZZPXI6Q3MK4 tag=WN3B9TCENYLW type=del 2024-09-18T02:39:49.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.913+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=5M55J0HWG8RA type=del size=3177349 2024-09-18T02:39:49.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.915+0000 7f3d344c5640 -1 < failed to complete operation key=GD2B5B458L13 tag=U6UTOC4MIABI type=del size=230572: (22) Invalid argument 2024-09-18T02:39:49.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.916+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=GGYMP2YGJ1R6 type=del size=760255 2024-09-18T02:39:49.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.917+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~EX3UJ7UO39B0.0 size=952125 2024-09-18T02:39:49.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.919+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=EX3UJ7UO39B0 tag=QN9PYIE1I6XO type=write size=2000701 2024-09-18T02:39:49.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.922+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~XROO7NLR7DDU.0 size=687088 2024-09-18T02:39:49.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.922+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=XROO7NLR7DDU tag=UC51VXAEJAT0 type=write size=1735664 2024-09-18T02:39:49.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.923+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~DY5I7Q5CBMIT.0 size=1048576 2024-09-18T02:39:49.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.924+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~DY5I7Q5CBMIT.1 size=25255 2024-09-18T02:39:49.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.927+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=DY5I7Q5CBMIT tag=6PRKMDT0LVZL type=write size=2122407 2024-09-18T02:39:49.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.928+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=7OXL4C2CNM72 type=write size=761264 2024-09-18T02:39:49.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.930+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=8K1KAHDUBJGZ type=del 2024-09-18T02:39:49.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.932+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~1UUA2QRK1XBU.0 size=1048576 2024-09-18T02:39:49.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.933+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~1UUA2QRK1XBU.1 size=147571 2024-09-18T02:39:49.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.933+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=1UUA2QRK1XBU tag=VZ1ACHP6PHAO type=write size=2244723 2024-09-18T02:39:49.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.936+0000 7f3d344c5640 1 < suggested remove operation key=TC8DKJV0NMUQ tag=OWQEG1AKBK6U type=write 2024-09-18T02:39:49.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.938+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~OKLH0CSHE5ZN.0 size=1048576 2024-09-18T02:39:49.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.939+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~OKLH0CSHE5ZN.1 size=1032231 2024-09-18T02:39:49.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.939+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=OKLH0CSHE5ZN tag=Y8QIZOPI7S42 type=write size=3129383 2024-09-18T02:39:49.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.942+0000 7f3d344c5640 1 < suggested remove operation key=ARGL0GKCIOH5 tag=F3FUZ9T7GS6T type=del 2024-09-18T02:39:49.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.943+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=ZAZ8A69YCNSN type=del size=264643 2024-09-18T02:39:49.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.944+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~OW6RXMWY0PVX.0 size=1048576 2024-09-18T02:39:49.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.945+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~OW6RXMWY0PVX.1 size=682041 2024-09-18T02:39:49.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.948+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=OW6RXMWY0PVX tag=JH6MKOSNKY9Z type=write size=2779193 2024-09-18T02:39:49.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.950+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~UOQABBB7OX65.0 size=864064 2024-09-18T02:39:49.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.950+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=UOQABBB7OX65 tag=OKQW4KWR6H2D type=write size=1912640 2024-09-18T02:39:49.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.953+0000 7f3d344c5640 1 < suggested update operation key=RXLDGQZXAUT0 tag=D3OSGJGW4AF3 type=del size=1934639 2024-09-18T02:39:49.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.954+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=VH5GRC8E9BSR type=del size=315544 2024-09-18T02:39:49.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.956+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=RGIIPZFJ8S4O type=del 2024-09-18T02:39:49.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.958+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~1404OGB5OS2P.0 size=983909 2024-09-18T02:39:49.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.958+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=1404OGB5OS2P tag=VNPRWDPT95ZE type=write size=2032485 2024-09-18T02:39:49.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.959+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=PVXC1E1RGLH1 type=del 2024-09-18T02:39:49.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.960+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=QWDNLK0S01LV type=write size=787108 2024-09-18T02:39:49.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.962+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~EV0G4BVWW94I.0 size=1048576 2024-09-18T02:39:49.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.963+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~EV0G4BVWW94I.1 size=1048576 2024-09-18T02:39:49.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.964+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~EV0G4BVWW94I.2 size=276179 2024-09-18T02:39:49.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.966+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=EV0G4BVWW94I tag=KTHJ1N98Q041 type=write size=3421907 2024-09-18T02:39:49.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.967+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=5E11C700PU5I type=del size=1998446 2024-09-18T02:39:49.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.969+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=WL8QXEM5V1AX type=del 2024-09-18T02:39:49.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.970+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=UTUSMGHGBU6Q type=del size=3744403 2024-09-18T02:39:49.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.971+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=02H9PB8KU9ZQ type=del 2024-09-18T02:39:49.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.973+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=RLV911CRAI02 type=del size=1182105 2024-09-18T02:39:49.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.975+0000 7f3d344c5640 -1 < failed to complete operation key=RXLDGQZXAUT0 tag=RGYUOA6YXH04 type=del size=651051: (22) Invalid argument 2024-09-18T02:39:49.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.976+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=URBEUO5UX62B type=del size=3239100 2024-09-18T02:39:49.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.978+0000 7f3d344c5640 1 < canceled operation key=YRRENRMOJCK2 tag=AMFM10VW3MIG type=del size=2447014 2024-09-18T02:39:49.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.979+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=S0LRY1IL761Y type=del size=2920702 2024-09-18T02:39:49.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.981+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=5M55J0HWG8RA type=del 2024-09-18T02:39:49.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.984+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~GZG5A7CYTTU9.0 size=1048576 2024-09-18T02:39:49.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.985+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~GZG5A7CYTTU9.1 size=587969 2024-09-18T02:39:49.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.985+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=GZG5A7CYTTU9 tag=HTK2FCRNR8DC type=write size=2685121 2024-09-18T02:39:49.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.986+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=GGYMP2YGJ1R6 type=del 2024-09-18T02:39:49.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.988+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=ZA5U1PZY3TNA type=del size=3982812 2024-09-18T02:39:49.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.989+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~XROO7NLR7DDU.0 size=687088 2024-09-18T02:39:49.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.991+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=XROO7NLR7DDU tag=UC51VXAEJAT0 type=write size=1735664 2024-09-18T02:39:49.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.993+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=2WYX3EV6N5YI type=del size=124276 2024-09-18T02:39:49.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.994+0000 7f3d344c5640 1 < canceled operation key=DN8CVJBOI3G6 tag=7OXL4C2CNM72 type=write size=761264 2024-09-18T02:39:49.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.996+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=4E1ZHKMCWZSJ type=del size=3679007 2024-09-18T02:39:49.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.997+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~1UUA2QRK1XBU.0 size=1048576 2024-09-18T02:39:50.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:49.998+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~1UUA2QRK1XBU.1 size=147571 2024-09-18T02:39:50.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.001+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=1UUA2QRK1XBU tag=VZ1ACHP6PHAO type=write size=2244723 2024-09-18T02:39:50.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.004+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~X1EIJ740LKUW.0 size=1048576 2024-09-18T02:39:50.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.006+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~X1EIJ740LKUW.1 size=1048576 2024-09-18T02:39:50.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.008+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~X1EIJ740LKUW.2 size=344264 2024-09-18T02:39:50.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.008+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=X1EIJ740LKUW tag=GYV3JKAFI38S type=write size=3489992 2024-09-18T02:39:50.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.010+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~OKLH0CSHE5ZN.0 size=1048576 2024-09-18T02:39:50.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.011+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~OKLH0CSHE5ZN.1 size=1032231 2024-09-18T02:39:50.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.014+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=OKLH0CSHE5ZN tag=Y8QIZOPI7S42 type=write size=3129383 2024-09-18T02:39:50.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.016+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=2K9RXCX89R59 type=del size=308982 2024-09-18T02:39:50.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.018+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=ZAZ8A69YCNSN type=del 2024-09-18T02:39:50.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.020+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=96KBUE756M4C type=write size=1030839 2024-09-18T02:39:50.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.023+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~UOQABBB7OX65.0 size=864064 2024-09-18T02:39:50.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.026+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=UOQABBB7OX65 tag=OKQW4KWR6H2D type=write size=1912640 2024-09-18T02:39:50.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.032+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=00BLD7TGDXDC type=del size=2677195 2024-09-18T02:39:50.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.037+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=VH5GRC8E9BSR type=del 2024-09-18T02:39:50.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.039+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=J9OK61O3PODQ type=del size=3267494 2024-09-18T02:39:50.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.041+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~1404OGB5OS2P.0 size=983909 2024-09-18T02:39:50.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.043+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=1404OGB5OS2P tag=VNPRWDPT95ZE type=write size=2032485 2024-09-18T02:39:50.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.044+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=DH2GX1G9980W type=write size=986381 2024-09-18T02:39:50.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.046+0000 7f3d344c5640 1 < completed write operation key=KS4ELJCFAWBQ tag=QWDNLK0S01LV type=write size=787108 2024-09-18T02:39:50.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.047+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=9PX007FVXM29 type=del size=1451705 2024-09-18T02:39:50.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.049+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=5E11C700PU5I type=del 2024-09-18T02:39:50.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.051+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~QGWOHR4600OP.0 size=1048576 2024-09-18T02:39:50.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.052+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~QGWOHR4600OP.1 size=1048576 2024-09-18T02:39:50.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.053+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~QGWOHR4600OP.2 size=87212 2024-09-18T02:39:50.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.053+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=QGWOHR4600OP tag=NOJ7POQ5HJIF type=write size=3232940 2024-09-18T02:39:50.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.055+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=UTUSMGHGBU6Q type=del 2024-09-18T02:39:50.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.058+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~4B2H1094NCN8.0 size=428768 2024-09-18T02:39:50.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.058+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=4B2H1094NCN8 tag=3PMWI5E7WZ54 type=write size=1477344 2024-09-18T02:39:50.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.059+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=RLV911CRAI02 type=del 2024-09-18T02:39:50.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.060+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=0NB8GN1V49VL type=del size=3754175 2024-09-18T02:39:50.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.062+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=URBEUO5UX62B type=del 2024-09-18T02:39:50.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.063+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=GWGOMYJMECGT type=del size=2751331 2024-09-18T02:39:50.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.065+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=S0LRY1IL761Y type=del 2024-09-18T02:39:50.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.067+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~CYRNOGIRPU95.0 size=1048576 2024-09-18T02:39:50.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.068+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~CYRNOGIRPU95.1 size=766511 2024-09-18T02:39:50.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.068+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=CYRNOGIRPU95 tag=T6LMELI92N3W type=write size=2863663 2024-09-18T02:39:50.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.070+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~GZG5A7CYTTU9.0 size=1048576 2024-09-18T02:39:50.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.071+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~GZG5A7CYTTU9.1 size=587969 2024-09-18T02:39:50.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.073+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=GZG5A7CYTTU9 tag=HTK2FCRNR8DC type=write size=2685121 2024-09-18T02:39:50.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.075+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=3FRMY79RGQ09 type=del size=483139 2024-09-18T02:39:50.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.077+0000 7f3d344c5640 1 < suggested remove operation key=TC8DKJV0NMUQ tag=ZA5U1PZY3TNA type=del 2024-09-18T02:39:50.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.080+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~FA6QT3Z5632M.0 size=575865 2024-09-18T02:39:50.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.080+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=FA6QT3Z5632M tag=Z2YEX2KP0HJ1 type=write size=1624441 2024-09-18T02:39:50.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.082+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=2WYX3EV6N5YI type=del 2024-09-18T02:39:50.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.083+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=ANUEYP2IXYD5 type=del size=3938184 2024-09-18T02:39:50.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.085+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=4E1ZHKMCWZSJ type=del 2024-09-18T02:39:50.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.086+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=MUCCZP019G9Q type=del size=1918027 2024-09-18T02:39:50.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.088+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~X1EIJ740LKUW.0 size=1048576 2024-09-18T02:39:50.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.089+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~X1EIJ740LKUW.1 size=1048576 2024-09-18T02:39:50.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.090+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~X1EIJ740LKUW.2 size=344264 2024-09-18T02:39:50.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.092+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=X1EIJ740LKUW tag=GYV3JKAFI38S type=write size=3489992 2024-09-18T02:39:50.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.094+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=Y0PPLM2PVT1S type=del size=721237 2024-09-18T02:39:50.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.095+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=2K9RXCX89R59 type=del 2024-09-18T02:39:50.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.096+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=UZRSLEZN5ZV6 type=del size=2462885 2024-09-18T02:39:50.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.098+0000 7f3d344c5640 -1 < failed to complete operation key=TC8DKJV0NMUQ tag=96KBUE756M4C type=write size=1030839: (22) Invalid argument 2024-09-18T02:39:50.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.100+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~04BS56UW0HP1.0 size=698803 2024-09-18T02:39:50.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.100+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=04BS56UW0HP1 tag=1LQUUTUCVA6G type=write size=1747379 2024-09-18T02:39:50.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.103+0000 7f3d344c5640 1 < suggested remove operation key=5CBDBDRVY90O tag=00BLD7TGDXDC type=del 2024-09-18T02:39:50.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.106+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~G7BD8WHXGO1S.0 size=1048576 2024-09-18T02:39:50.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.107+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~G7BD8WHXGO1S.1 size=763596 2024-09-18T02:39:50.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.107+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=G7BD8WHXGO1S tag=UXYJG080DU64 type=write size=2860748 2024-09-18T02:39:50.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.108+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=J9OK61O3PODQ type=del 2024-09-18T02:39:50.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.111+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~ZMV5CKPVVMSG.0 size=1048576 2024-09-18T02:39:50.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.112+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~ZMV5CKPVVMSG.1 size=152285 2024-09-18T02:39:50.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.112+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=ZMV5CKPVVMSG tag=PY6DS25A7HA5 type=write size=2249437 2024-09-18T02:39:50.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.115+0000 7f3d344c5640 1 < suggested update operation key=OHNLA0CFDTOZ tag=DH2GX1G9980W type=write size=986381 2024-09-18T02:39:50.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.116+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=UKZB5FVUN8QR type=write size=229339 2024-09-18T02:39:50.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.119+0000 7f3d344c5640 1 < suggested update operation key=77U6SM23K6L1 tag=9PX007FVXM29 type=del size=1451705 2024-09-18T02:39:50.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.121+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~3K3V3KOOD4JJ.0 size=141502 2024-09-18T02:39:50.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.121+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=3K3V3KOOD4JJ tag=F953RDXY1BLZ type=write size=1190078 2024-09-18T02:39:50.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.123+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~QGWOHR4600OP.0 size=1048576 2024-09-18T02:39:50.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.124+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~QGWOHR4600OP.1 size=1048576 2024-09-18T02:39:50.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.124+0000 7f3d344c5640 1 < canceled part key=_multipart_ARGL0GKCIOH5.2~QGWOHR4600OP.2 size=87212 2024-09-18T02:39:50.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.126+0000 7f3d344c5640 1 < canceled multipart upload key=ARGL0GKCIOH5 upload=QGWOHR4600OP tag=NOJ7POQ5HJIF type=write size=3232940 2024-09-18T02:39:50.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.127+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=8E95WON61U4Y type=write size=668141 2024-09-18T02:39:50.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.127+0000 7f3d344c5640 1 < canceled part key=_multipart_4FYZMKC41CPI.2~4B2H1094NCN8.0 size=428768 2024-09-18T02:39:50.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.130+0000 7f3d344c5640 1 < canceled multipart upload key=4FYZMKC41CPI upload=4B2H1094NCN8 tag=3PMWI5E7WZ54 type=write size=1477344 2024-09-18T02:39:50.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.131+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=ZZXOWRI8RYW0 type=del size=1118399 2024-09-18T02:39:50.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.132+0000 7f3d344c5640 -1 < failed to complete operation key=77U6SM23K6L1 tag=0NB8GN1V49VL type=del size=3754175: (22) Invalid argument 2024-09-18T02:39:50.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.134+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=GO8PZG0I7LKG type=del size=1650437 2024-09-18T02:39:50.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.135+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=GWGOMYJMECGT type=del 2024-09-18T02:39:50.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.137+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=VBTM25EQ5W5C type=write size=649652 2024-09-18T02:39:50.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.138+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~CYRNOGIRPU95.0 size=1048576 2024-09-18T02:39:50.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.139+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~CYRNOGIRPU95.1 size=766511 2024-09-18T02:39:50.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.141+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=CYRNOGIRPU95 tag=T6LMELI92N3W type=write size=2863663 2024-09-18T02:39:50.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.142+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=UE8AKKIPNDMT type=write size=416604 2024-09-18T02:39:50.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.145+0000 7f3d344c5640 1 < suggested update operation key=OHNLA0CFDTOZ tag=3FRMY79RGQ09 type=del size=483139 2024-09-18T02:39:50.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.147+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=R8UQ5Z4D7XDQ type=del size=1302123 2024-09-18T02:39:50.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.149+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~FA6QT3Z5632M.0 size=575865 2024-09-18T02:39:50.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.151+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=FA6QT3Z5632M tag=Z2YEX2KP0HJ1 type=write size=1624441 2024-09-18T02:39:50.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.152+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=8BACSI3R4AW6 type=del size=908681 2024-09-18T02:39:50.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.154+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=ANUEYP2IXYD5 type=del size=3938184 2024-09-18T02:39:50.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.156+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~NSI1XQ944XOL.0 size=1048576 2024-09-18T02:39:50.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.157+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~NSI1XQ944XOL.1 size=593287 2024-09-18T02:39:50.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.157+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=NSI1XQ944XOL tag=G0YOFK5YWMTB type=write size=2690439 2024-09-18T02:39:50.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.159+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=MUCCZP019G9Q type=del 2024-09-18T02:39:50.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.160+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=JUXTIY783RY1 type=del size=3022612 2024-09-18T02:39:50.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.163+0000 7f3d344c5640 1 < suggested remove operation key=YRRENRMOJCK2 tag=Y0PPLM2PVT1S type=del 2024-09-18T02:39:50.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.166+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~N2EKQNU9FWJG.0 size=470328 2024-09-18T02:39:50.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.166+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=N2EKQNU9FWJG tag=XGQOG16X329Y type=write size=1518904 2024-09-18T02:39:50.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.167+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=UZRSLEZN5ZV6 type=del 2024-09-18T02:39:50.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.169+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=QGXZ0TP53R0L type=del size=825751 2024-09-18T02:39:50.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.170+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~04BS56UW0HP1.0 size=698803 2024-09-18T02:39:50.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.173+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=04BS56UW0HP1 tag=1LQUUTUCVA6G type=write size=1747379 2024-09-18T02:39:50.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.175+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~G6HYO1TAZRH2.0 size=304375 2024-09-18T02:39:50.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.175+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=G6HYO1TAZRH2 tag=F28SOX4S573Y type=write size=1352951 2024-09-18T02:39:50.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.177+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~G7BD8WHXGO1S.0 size=1048576 2024-09-18T02:39:50.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.178+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~G7BD8WHXGO1S.1 size=763596 2024-09-18T02:39:50.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.180+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=G7BD8WHXGO1S tag=UXYJG080DU64 type=write size=2860748 2024-09-18T02:39:50.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.181+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=I6OUZOFK4BB8 type=write size=145360 2024-09-18T02:39:50.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.183+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~ZMV5CKPVVMSG.0 size=1048576 2024-09-18T02:39:50.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.184+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~ZMV5CKPVVMSG.1 size=152285 2024-09-18T02:39:50.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.186+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=ZMV5CKPVVMSG tag=PY6DS25A7HA5 type=write size=2249437 2024-09-18T02:39:50.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.189+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~Y80I0WQ2DCG3.0 size=757810 2024-09-18T02:39:50.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.189+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=Y80I0WQ2DCG3 tag=MG7FR2W43ZSU type=write size=1806386 2024-09-18T02:39:50.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.192+0000 7f3d344c5640 1 < suggested remove operation key=ARGL0GKCIOH5 tag=UKZB5FVUN8QR type=write 2024-09-18T02:39:50.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.194+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=DYQ0Y30YJPHE type=del size=925901 2024-09-18T02:39:50.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.195+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~3K3V3KOOD4JJ.0 size=141502 2024-09-18T02:39:50.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.198+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=3K3V3KOOD4JJ tag=F953RDXY1BLZ type=write size=1190078 2024-09-18T02:39:50.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.200+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~DVDLB39HVL27.0 size=167009 2024-09-18T02:39:50.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.200+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=DVDLB39HVL27 tag=5AX11ZDLZ2H4 type=write size=1215585 2024-09-18T02:39:50.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.202+0000 7f3d344c5640 1 < completed write operation key=D16IXCK8Y6D1 tag=8E95WON61U4Y type=write size=668141 2024-09-18T02:39:50.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.203+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=0JR0PMC28G6E type=del size=2099337 2024-09-18T02:39:50.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.205+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=ZZXOWRI8RYW0 type=del 2024-09-18T02:39:50.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.206+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=JQ5QMA4PPLBE type=del size=2749530 2024-09-18T02:39:50.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.208+0000 7f3d344c5640 1 < suggested update operation key=K7SSL4Q5FC67 tag=GO8PZG0I7LKG type=del size=1650437 2024-09-18T02:39:50.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.211+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~TJFUAN3L1AES.0 size=542102 2024-09-18T02:39:50.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.211+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=TJFUAN3L1AES tag=42EHS8QHJ919 type=write size=1590678 2024-09-18T02:39:50.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.213+0000 7f3d344c5640 1 < completed write operation key=WRPKCFEEMSVW tag=VBTM25EQ5W5C type=write size=649652 2024-09-18T02:39:50.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.216+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~JM6X6E3UTZB6.0 size=1048576 2024-09-18T02:39:50.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.217+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~JM6X6E3UTZB6.1 size=910854 2024-09-18T02:39:50.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.217+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=JM6X6E3UTZB6 tag=OXP7GOKKWW6S type=write size=3008006 2024-09-18T02:39:50.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.219+0000 7f3d344c5640 1 < completed write operation key=EDIMCFSPFVXQ tag=UE8AKKIPNDMT type=write size=416604 2024-09-18T02:39:50.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.220+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=XXCLRVVNDZXN type=write size=927336 2024-09-18T02:39:50.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.221+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=R8UQ5Z4D7XDQ type=del 2024-09-18T02:39:50.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.223+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=3O3F9O6SV5YS type=del size=1395865 2024-09-18T02:39:50.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.224+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=8BACSI3R4AW6 type=del 2024-09-18T02:39:50.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.226+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=23ZUIAJ7NSVK type=del size=801131 2024-09-18T02:39:50.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.227+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~NSI1XQ944XOL.0 size=1048576 2024-09-18T02:39:50.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.228+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~NSI1XQ944XOL.1 size=593287 2024-09-18T02:39:50.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.231+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=NSI1XQ944XOL tag=G0YOFK5YWMTB type=write size=2690439 2024-09-18T02:39:50.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.232+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=IRJ4RT40PVZT type=del size=3154756 2024-09-18T02:39:50.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.234+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=JUXTIY783RY1 type=del 2024-09-18T02:39:50.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.235+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=PSLCFIAOZVS1 type=write size=6243 2024-09-18T02:39:50.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.237+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~N2EKQNU9FWJG.0 size=470328 2024-09-18T02:39:50.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.239+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=N2EKQNU9FWJG tag=XGQOG16X329Y type=write size=1518904 2024-09-18T02:39:50.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.241+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=MKWV79TOUYWY type=write size=206573 2024-09-18T02:39:50.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.243+0000 7f3d344c5640 1 < suggested update operation key=X478JHSYQ9O5 tag=QGXZ0TP53R0L type=del size=825751 2024-09-18T02:39:50.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.246+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~YHFCG617PETD.0 size=1048576 2024-09-18T02:39:50.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.247+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~YHFCG617PETD.1 size=1048576 2024-09-18T02:39:50.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.248+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~YHFCG617PETD.2 size=407916 2024-09-18T02:39:50.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.248+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=YHFCG617PETD tag=R3IN9PXCT14F type=write size=3553644 2024-09-18T02:39:50.251 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.249+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~G6HYO1TAZRH2.0 size=304375 2024-09-18T02:39:50.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.252+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=G6HYO1TAZRH2 tag=F28SOX4S573Y type=write size=1352951 2024-09-18T02:39:50.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.254+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~3HUNATZIFS5M.0 size=1048576 2024-09-18T02:39:50.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:50 smithi046 ceph-mon[94621]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-18T02:39:50.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:50 smithi046 ceph-mon[97106]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-18T02:39:50.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.255+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~3HUNATZIFS5M.1 size=1048576 2024-09-18T02:39:50.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.257+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~3HUNATZIFS5M.2 size=989635 2024-09-18T02:39:50.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.257+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=3HUNATZIFS5M tag=SPICLESH5887 type=write size=4135363 2024-09-18T02:39:50.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.258+0000 7f3d344c5640 1 < completed write operation key=EDIMCFSPFVXQ tag=I6OUZOFK4BB8 type=write size=145360 2024-09-18T02:39:50.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.260+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~2WZWQLXXTR8P.0 size=1048576 2024-09-18T02:39:50.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.262+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~2WZWQLXXTR8P.1 size=1048576 2024-09-18T02:39:50.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.263+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~2WZWQLXXTR8P.2 size=359868 2024-09-18T02:39:50.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.263+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=2WZWQLXXTR8P tag=5WUVOJB0NWRC type=write size=3505596 2024-09-18T02:39:50.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.264+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~Y80I0WQ2DCG3.0 size=757810 2024-09-18T02:39:50.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.267+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=Y80I0WQ2DCG3 tag=MG7FR2W43ZSU type=write size=1806386 2024-09-18T02:39:50.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.269+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=50DJXVE3Q2WG type=write size=963561 2024-09-18T02:39:50.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.271+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=DYQ0Y30YJPHE type=del 2024-09-18T02:39:50.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.273+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~IQN61K9907TN.0 size=1048576 2024-09-18T02:39:50.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.274+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~IQN61K9907TN.1 size=172894 2024-09-18T02:39:50.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.274+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=IQN61K9907TN tag=TVSKKK1I32DQ type=write size=2270046 2024-09-18T02:39:50.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.276+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~DVDLB39HVL27.0 size=167009 2024-09-18T02:39:50.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.278+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=DVDLB39HVL27 tag=5AX11ZDLZ2H4 type=write size=1215585 2024-09-18T02:39:50.282 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.281+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~FOTN53CR9HJK.0 size=406443 2024-09-18T02:39:50.282 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.281+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=FOTN53CR9HJK tag=SGLCG5HVAIY9 type=write size=1455019 2024-09-18T02:39:50.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.282+0000 7f3d344c5640 1 < canceled operation key=3SCTT0F0R5ZX tag=0JR0PMC28G6E type=del size=2099337 2024-09-18T02:39:50.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.283+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=354LWRWI1EQP type=del size=4113076 2024-09-18T02:39:50.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.285+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=JQ5QMA4PPLBE type=del 2024-09-18T02:39:50.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.287+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=KXTWAUQLX3NF type=del size=3322570 2024-09-18T02:39:50.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.289+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~TJFUAN3L1AES.0 size=542102 2024-09-18T02:39:50.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.291+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=TJFUAN3L1AES tag=42EHS8QHJ919 type=write size=1590678 2024-09-18T02:39:50.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.292+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=6GJEM9D5HOET type=del size=998963 2024-09-18T02:39:50.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.294+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~JM6X6E3UTZB6.0 size=1048576 2024-09-18T02:39:50.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.295+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~JM6X6E3UTZB6.1 size=910854 2024-09-18T02:39:50.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.298+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=JM6X6E3UTZB6 tag=OXP7GOKKWW6S type=write size=3008006 2024-09-18T02:39:50.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.301+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~J61E8IM856QJ.0 size=1048576 2024-09-18T02:39:50.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.302+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~J61E8IM856QJ.1 size=1048576 2024-09-18T02:39:50.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.303+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~J61E8IM856QJ.2 size=86431 2024-09-18T02:39:50.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.303+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=J61E8IM856QJ tag=ULCZXIDLLJCD type=write size=3232159 2024-09-18T02:39:50.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.305+0000 7f3d344c5640 1 < suggested remove operation key=R9PMI2O5LB5E tag=XXCLRVVNDZXN type=write 2024-09-18T02:39:50.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.308+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~VVVXPSE7D12W.0 size=1048576 2024-09-18T02:39:50.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.309+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~VVVXPSE7D12W.1 size=83082 2024-09-18T02:39:50.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.309+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=VVVXPSE7D12W tag=ZYM7KGLRA1R4 type=write size=2180234 2024-09-18T02:39:50.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.310+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=3O3F9O6SV5YS type=del 2024-09-18T02:39:50.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.312+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=WWU5J6A5WJ0A type=write size=871623 2024-09-18T02:39:50.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.313+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=23ZUIAJ7NSVK type=del 2024-09-18T02:39:50.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.315+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=JJZQKQ5PZV7N type=del size=2257915 2024-09-18T02:39:50.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.316+0000 7f3d344c5640 1 < canceled operation key=6XGBHFR3S4FW tag=IRJ4RT40PVZT type=del size=3154756 2024-09-18T02:39:50.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.318+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=ZANEOBPIRMS3 type=del size=3468299 2024-09-18T02:39:50.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.319+0000 7f3d344c5640 1 < completed write operation key=VT9JVP3TEV2S tag=PSLCFIAOZVS1 type=write size=6243 2024-09-18T02:39:50.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.322+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~Y3UBX3SOE358.0 size=802703 2024-09-18T02:39:50.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.322+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=Y3UBX3SOE358 tag=V1NLFEUH8FUD type=write size=1851279 2024-09-18T02:39:50.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.324+0000 7f3d344c5640 1 < completed write operation key=QR81P6ZBIKCN tag=MKWV79TOUYWY type=write size=206573 2024-09-18T02:39:50.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.326+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=JZGFVJ7XLXYI type=del size=2268917 2024-09-18T02:39:50.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.326+0000 7f3d344c5640 1 < canceled part key=_multipart_ARGL0GKCIOH5.2~YHFCG617PETD.0 size=1048576 2024-09-18T02:39:50.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.327+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~YHFCG617PETD.1 size=1048576 2024-09-18T02:39:50.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.327+0000 7f3d344c5640 1 < canceled part key=_multipart_ARGL0GKCIOH5.2~YHFCG617PETD.2 size=407916 2024-09-18T02:39:50.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.329+0000 7f3d344c5640 1 < canceled multipart upload key=ARGL0GKCIOH5 upload=YHFCG617PETD tag=R3IN9PXCT14F type=write size=3553644 2024-09-18T02:39:50.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.332+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~NDIBJSFJSKTF.0 size=674520 2024-09-18T02:39:50.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.332+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=NDIBJSFJSKTF tag=Z7X64YVGAO4V type=write size=1723096 2024-09-18T02:39:50.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.333+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~3HUNATZIFS5M.0 size=1048576 2024-09-18T02:39:50.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.335+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~3HUNATZIFS5M.1 size=1048576 2024-09-18T02:39:50.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.335+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~3HUNATZIFS5M.2 size=989635 2024-09-18T02:39:50.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.337+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=3HUNATZIFS5M tag=SPICLESH5887 type=write size=4135363 2024-09-18T02:39:50.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.339+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=LHGQPPB2TX4V type=del size=3100900 2024-09-18T02:39:50.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.340+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~2WZWQLXXTR8P.0 size=1048576 2024-09-18T02:39:50.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.342+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~2WZWQLXXTR8P.1 size=1048576 2024-09-18T02:39:50.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.343+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~2WZWQLXXTR8P.2 size=359868 2024-09-18T02:39:50.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.345+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=2WZWQLXXTR8P tag=5WUVOJB0NWRC type=write size=3505596 2024-09-18T02:39:50.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.347+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=4P12759V3I55 type=del size=3128889 2024-09-18T02:39:50.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.349+0000 7f3d344c5640 1 < suggested remove operation key=WRPKCFEEMSVW tag=50DJXVE3Q2WG type=write 2024-09-18T02:39:50.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.351+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=TQ3C1B2LPZ90 type=del size=3260626 2024-09-18T02:39:50.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.352+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~IQN61K9907TN.0 size=1048576 2024-09-18T02:39:50.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.353+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~IQN61K9907TN.1 size=172894 2024-09-18T02:39:50.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.356+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=IQN61K9907TN tag=TVSKKK1I32DQ type=write size=2270046 2024-09-18T02:39:50.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.358+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~JBCY9H0IEIKD.0 size=237951 2024-09-18T02:39:50.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.358+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=JBCY9H0IEIKD tag=9VWW2GXU2Z71 type=write size=1286527 2024-09-18T02:39:50.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.360+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~FOTN53CR9HJK.0 size=406443 2024-09-18T02:39:50.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.362+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=FOTN53CR9HJK tag=SGLCG5HVAIY9 type=write size=1455019 2024-09-18T02:39:50.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.365+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~5M0MT80TBLJA.0 size=1048576 2024-09-18T02:39:50.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.366+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~5M0MT80TBLJA.1 size=1048576 2024-09-18T02:39:50.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.367+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~5M0MT80TBLJA.2 size=257134 2024-09-18T02:39:50.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.367+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=5M0MT80TBLJA tag=YVWVW0D1K339 type=write size=3402862 2024-09-18T02:39:50.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.368+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=354LWRWI1EQP type=del 2024-09-18T02:39:50.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.371+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~L6DHATAP5473.0 size=1048576 2024-09-18T02:39:50.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.372+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~L6DHATAP5473.1 size=836519 2024-09-18T02:39:50.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.372+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=L6DHATAP5473 tag=RQJ0XZVRNZT2 type=write size=2933671 2024-09-18T02:39:50.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.374+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=KXTWAUQLX3NF type=del 2024-09-18T02:39:50.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.375+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=EIVH5XNCP0ZP type=write size=714851 2024-09-18T02:39:50.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.377+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=6GJEM9D5HOET type=del 2024-09-18T02:39:50.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.379+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~P3I8BKENT1QB.0 size=1048576 2024-09-18T02:39:50.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.380+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~P3I8BKENT1QB.1 size=1048576 2024-09-18T02:39:50.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.381+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~P3I8BKENT1QB.2 size=274949 2024-09-18T02:39:50.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.381+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=P3I8BKENT1QB tag=PWAIWC5YHV1Z type=write size=3420677 2024-09-18T02:39:50.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.383+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~J61E8IM856QJ.0 size=1048576 2024-09-18T02:39:50.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.383+0000 7f3d344c5640 1 < canceled part key=_multipart_WRPKCFEEMSVW.2~J61E8IM856QJ.1 size=1048576 2024-09-18T02:39:50.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.384+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~J61E8IM856QJ.2 size=86431 2024-09-18T02:39:50.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.386+0000 7f3d344c5640 1 < canceled multipart upload key=WRPKCFEEMSVW upload=J61E8IM856QJ tag=ULCZXIDLLJCD type=write size=3232159 2024-09-18T02:39:50.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.389+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~YCG6VGOW7KMX.0 size=1048576 2024-09-18T02:39:50.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.390+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~YCG6VGOW7KMX.1 size=185084 2024-09-18T02:39:50.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.390+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=YCG6VGOW7KMX tag=N0HM9GRNFSU8 type=write size=2282236 2024-09-18T02:39:50.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.392+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~VVVXPSE7D12W.0 size=1048576 2024-09-18T02:39:50.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.393+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~VVVXPSE7D12W.1 size=83082 2024-09-18T02:39:50.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.395+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=VVVXPSE7D12W tag=ZYM7KGLRA1R4 type=write size=2180234 2024-09-18T02:39:50.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.397+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=FEE4DXFKCEHL type=write size=642952 2024-09-18T02:39:50.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.398+0000 7f3d344c5640 1 < completed write operation key=EDIMCFSPFVXQ tag=WWU5J6A5WJ0A type=write size=871623 2024-09-18T02:39:50.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.401+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~M35E3AQK0EVJ.0 size=1048576 2024-09-18T02:39:50.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.402+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~M35E3AQK0EVJ.1 size=283414 2024-09-18T02:39:50.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.402+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=M35E3AQK0EVJ tag=EJJ7PFRX64GM type=write size=2380566 2024-09-18T02:39:50.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.403+0000 7f3d344c5640 -1 < failed to complete operation key=WRPKCFEEMSVW tag=JJZQKQ5PZV7N type=del size=2257915: (22) Invalid argument 2024-09-18T02:39:50.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.405+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=7337227O6ONK type=write size=693076 2024-09-18T02:39:50.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.406+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=ZANEOBPIRMS3 type=del 2024-09-18T02:39:50.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.409+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~MU14A07ZQN8Y.0 size=1048576 2024-09-18T02:39:50.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.410+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~MU14A07ZQN8Y.1 size=804845 2024-09-18T02:39:50.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.410+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=MU14A07ZQN8Y tag=VIT7YDLANY2O type=write size=2901997 2024-09-18T02:39:50.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.411+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~Y3UBX3SOE358.0 size=802703 2024-09-18T02:39:50.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.414+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=Y3UBX3SOE358 tag=V1NLFEUH8FUD type=write size=1851279 2024-09-18T02:39:50.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.416+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FL4NGMPZ8UQC.0 size=1048576 2024-09-18T02:39:50.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.417+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FL4NGMPZ8UQC.1 size=879995 2024-09-18T02:39:50.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.417+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=FL4NGMPZ8UQC tag=B0NR5VEV3LTO type=write size=2977147 2024-09-18T02:39:50.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.418+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=JZGFVJ7XLXYI type=del 2024-09-18T02:39:50.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.420+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=KGE5P8A1PZPS type=del size=650999 2024-09-18T02:39:50.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.421+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~NDIBJSFJSKTF.0 size=674520 2024-09-18T02:39:50.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.424+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=NDIBJSFJSKTF tag=Z7X64YVGAO4V type=write size=1723096 2024-09-18T02:39:50.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.425+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=R2QGC7YIZ5ZY type=del size=879662 2024-09-18T02:39:50.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.427+0000 7f3d344c5640 1 < canceled operation key=RXLDGQZXAUT0 tag=LHGQPPB2TX4V type=del size=3100900 2024-09-18T02:39:50.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.428+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=3AS0KX8Y89O6 type=del size=1171457 2024-09-18T02:39:50.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.430+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=4P12759V3I55 type=del 2024-09-18T02:39:50.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.431+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=12USI44Y18NJ type=del size=3333346 2024-09-18T02:39:50.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.433+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=TQ3C1B2LPZ90 type=del 2024-09-18T02:39:50.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.434+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=T03Q9LW9IIPI type=del size=3423345 2024-09-18T02:39:50.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.436+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~JBCY9H0IEIKD.0 size=237951 2024-09-18T02:39:50.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.438+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=JBCY9H0IEIKD tag=9VWW2GXU2Z71 type=write size=1286527 2024-09-18T02:39:50.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.441+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~08D24P2FIK90.0 size=985401 2024-09-18T02:39:50.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.441+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=08D24P2FIK90 tag=MP76Q1KJDATK type=write size=2033977 2024-09-18T02:39:50.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.442+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~5M0MT80TBLJA.0 size=1048576 2024-09-18T02:39:50.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.443+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~5M0MT80TBLJA.1 size=1048576 2024-09-18T02:39:50.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.445+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~5M0MT80TBLJA.2 size=257134 2024-09-18T02:39:50.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.448+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=5M0MT80TBLJA tag=YVWVW0D1K339 type=write size=3402862 2024-09-18T02:39:50.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.451+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~065RRFAOG92M.0 size=513170 2024-09-18T02:39:50.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.451+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=065RRFAOG92M tag=UQ7ZV0MJ98CV type=write size=1561746 2024-09-18T02:39:50.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.452+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~L6DHATAP5473.0 size=1048576 2024-09-18T02:39:50.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.452+0000 7f3d344c5640 1 < canceled part key=_multipart_VZRBZUHWS0KG.2~L6DHATAP5473.1 size=836519 2024-09-18T02:39:50.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.454+0000 7f3d344c5640 1 < canceled multipart upload key=VZRBZUHWS0KG upload=L6DHATAP5473 tag=RQJ0XZVRNZT2 type=write size=2933671 2024-09-18T02:39:50.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.456+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=JTA4MVLEQT11 type=del size=1736031 2024-09-18T02:39:50.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.457+0000 7f3d344c5640 1 < completed write operation key=5CBDBDRVY90O tag=EIVH5XNCP0ZP type=write size=714851 2024-09-18T02:39:50.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.459+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=5IEDC2KZWGNL type=del size=296008 2024-09-18T02:39:50.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.460+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~P3I8BKENT1QB.0 size=1048576 2024-09-18T02:39:50.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.461+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~P3I8BKENT1QB.1 size=1048576 2024-09-18T02:39:50.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.463+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~P3I8BKENT1QB.2 size=274949 2024-09-18T02:39:50.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.465+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=P3I8BKENT1QB tag=PWAIWC5YHV1Z type=write size=3420677 2024-09-18T02:39:50.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.467+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~SR0CJPKAZTOM.0 size=1048576 2024-09-18T02:39:50.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.469+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~SR0CJPKAZTOM.1 size=570445 2024-09-18T02:39:50.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.469+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=SR0CJPKAZTOM tag=IVLWE7T3H69S type=write size=2667597 2024-09-18T02:39:50.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.470+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~YCG6VGOW7KMX.0 size=1048576 2024-09-18T02:39:50.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:50 smithi195 ceph-mon[89559]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-18T02:39:50.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.471+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~YCG6VGOW7KMX.1 size=185084 2024-09-18T02:39:50.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.474+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=YCG6VGOW7KMX tag=N0HM9GRNFSU8 type=write size=2282236 2024-09-18T02:39:50.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.476+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=A4CQ3ACEMCLY type=del size=684904 2024-09-18T02:39:50.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.479+0000 7f3d344c5640 1 < suggested update operation key=6XGBHFR3S4FW tag=FEE4DXFKCEHL type=write size=642952 2024-09-18T02:39:50.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.481+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~Z4SYIHE3QI11.0 size=134195 2024-09-18T02:39:50.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.481+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=Z4SYIHE3QI11 tag=C2U35RDOQF33 type=write size=1182771 2024-09-18T02:39:50.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.483+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~M35E3AQK0EVJ.0 size=1048576 2024-09-18T02:39:50.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.485+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~M35E3AQK0EVJ.1 size=283414 2024-09-18T02:39:50.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.487+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=M35E3AQK0EVJ tag=EJJ7PFRX64GM type=write size=2380566 2024-09-18T02:39:50.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.490+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~SC6D3GFV2OAN.0 size=219681 2024-09-18T02:39:50.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.490+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=SC6D3GFV2OAN tag=58I9TFHLPODL type=write size=1268257 2024-09-18T02:39:50.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.493+0000 7f3d344c5640 1 < suggested update operation key=RXLDGQZXAUT0 tag=7337227O6ONK type=write size=693076 2024-09-18T02:39:50.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.495+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=WAUOF1E0B7ED type=del size=3878283 2024-09-18T02:39:50.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.496+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~MU14A07ZQN8Y.0 size=1048576 2024-09-18T02:39:50.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.496+0000 7f3d344c5640 1 < canceled part key=_multipart_K7SSL4Q5FC67.2~MU14A07ZQN8Y.1 size=804845 2024-09-18T02:39:50.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.498+0000 7f3d344c5640 1 < canceled multipart upload key=K7SSL4Q5FC67 upload=MU14A07ZQN8Y tag=VIT7YDLANY2O type=write size=2901997 2024-09-18T02:39:50.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.500+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=XTUWWCYXF53O type=del size=1804236 2024-09-18T02:39:50.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.501+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FL4NGMPZ8UQC.0 size=1048576 2024-09-18T02:39:50.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.502+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FL4NGMPZ8UQC.1 size=879995 2024-09-18T02:39:50.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.505+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=FL4NGMPZ8UQC tag=B0NR5VEV3LTO type=write size=2977147 2024-09-18T02:39:50.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.506+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=1EVD1YBJNYRO type=del size=486791 2024-09-18T02:39:50.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.508+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=KGE5P8A1PZPS type=del 2024-09-18T02:39:50.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.509+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=6THBRUXA1D98 type=del size=2811897 2024-09-18T02:39:50.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.511+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=R2QGC7YIZ5ZY type=del 2024-09-18T02:39:50.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.513+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~63VAKQTDRVHD.0 size=965810 2024-09-18T02:39:50.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.513+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=63VAKQTDRVHD tag=0R3862XU2FWE type=write size=2014386 2024-09-18T02:39:50.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.515+0000 7f3d344c5640 1 < canceled operation key=X478JHSYQ9O5 tag=3AS0KX8Y89O6 type=del size=1171457 2024-09-18T02:39:50.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.517+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~WIKQTETMHUJI.0 size=1048576 2024-09-18T02:39:50.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.518+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~WIKQTETMHUJI.1 size=895768 2024-09-18T02:39:50.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.518+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=WIKQTETMHUJI tag=FJRYH3N7A10R type=write size=2992920 2024-09-18T02:39:50.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.520+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=12USI44Y18NJ type=del 2024-09-18T02:39:50.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.522+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~PYH0ACWS1SM5.0 size=1048576 2024-09-18T02:39:50.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.523+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~PYH0ACWS1SM5.1 size=184007 2024-09-18T02:39:50.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.523+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=PYH0ACWS1SM5 tag=46A7EKDBH0TN type=write size=2281159 2024-09-18T02:39:50.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.525+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=T03Q9LW9IIPI type=del 2024-09-18T02:39:50.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.527+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=BGKE7QOJU1MO type=del size=4079075 2024-09-18T02:39:50.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.528+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~08D24P2FIK90.0 size=985401 2024-09-18T02:39:50.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.531+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=08D24P2FIK90 tag=MP76Q1KJDATK type=write size=2033977 2024-09-18T02:39:50.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.533+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~JC9705JCSQLN.0 size=1048576 2024-09-18T02:39:50.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.534+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~JC9705JCSQLN.1 size=1048576 2024-09-18T02:39:50.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.535+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~JC9705JCSQLN.2 size=482838 2024-09-18T02:39:50.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.535+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=JC9705JCSQLN tag=DSXGFO3RUV2M type=write size=3628566 2024-09-18T02:39:50.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.537+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~065RRFAOG92M.0 size=513170 2024-09-18T02:39:50.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.540+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=065RRFAOG92M tag=UQ7ZV0MJ98CV type=write size=1561746 2024-09-18T02:39:50.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.542+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~WUU8M48O1ODV.0 size=1048576 2024-09-18T02:39:50.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.543+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~WUU8M48O1ODV.1 size=1048576 2024-09-18T02:39:50.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.545+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~WUU8M48O1ODV.2 size=12173 2024-09-18T02:39:50.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.545+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=WUU8M48O1ODV tag=85GA45KH9CV9 type=write size=3157901 2024-09-18T02:39:50.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.546+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=JTA4MVLEQT11 type=del 2024-09-18T02:39:50.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.548+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=RYKG5D1HO2HJ type=del size=3278361 2024-09-18T02:39:50.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.549+0000 7f3d344c5640 1 < canceled operation key=ZMNUVKZQG0VF tag=5IEDC2KZWGNL type=del size=296008 2024-09-18T02:39:50.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.551+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=KUYWB1HZWRCD type=write size=427355 2024-09-18T02:39:50.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.552+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~SR0CJPKAZTOM.0 size=1048576 2024-09-18T02:39:50.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.554+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~SR0CJPKAZTOM.1 size=570445 2024-09-18T02:39:50.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.556+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=SR0CJPKAZTOM tag=IVLWE7T3H69S type=write size=2667597 2024-09-18T02:39:50.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.559+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~8G6NNGOW4IEU.0 size=1048576 2024-09-18T02:39:50.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.560+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~8G6NNGOW4IEU.1 size=1043893 2024-09-18T02:39:50.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.560+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=8G6NNGOW4IEU tag=IHZKSMOVUFL1 type=write size=3141045 2024-09-18T02:39:50.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.561+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=A4CQ3ACEMCLY type=del 2024-09-18T02:39:50.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.563+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=RMZXOE1JL8RT type=del size=2164985 2024-09-18T02:39:50.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.564+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~Z4SYIHE3QI11.0 size=134195 2024-09-18T02:39:50.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.567+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=Z4SYIHE3QI11 tag=C2U35RDOQF33 type=write size=1182771 2024-09-18T02:39:50.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.569+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~WCQNUTQF5HOL.0 size=698002 2024-09-18T02:39:50.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.569+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=WCQNUTQF5HOL tag=OP4E5L3ZIVCB type=write size=1746578 2024-09-18T02:39:50.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.570+0000 7f3d344c5640 1 < canceled part key=_multipart_6XGBHFR3S4FW.2~SC6D3GFV2OAN.0 size=219681 2024-09-18T02:39:50.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.572+0000 7f3d344c5640 1 < canceled multipart upload key=6XGBHFR3S4FW upload=SC6D3GFV2OAN tag=58I9TFHLPODL type=write size=1268257 2024-09-18T02:39:50.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.573+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=630EEQ70J6T6 type=del size=4081380 2024-09-18T02:39:50.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.575+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=WAUOF1E0B7ED type=del 2024-09-18T02:39:50.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.576+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=EK4V5K3K71X9 type=del size=1910432 2024-09-18T02:39:50.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.578+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=XTUWWCYXF53O type=del 2024-09-18T02:39:50.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.580+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~7JYOZY6MQMAM.0 size=201965 2024-09-18T02:39:50.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.580+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=7JYOZY6MQMAM tag=AJIBC53UYAHS type=write size=1250541 2024-09-18T02:39:50.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.583+0000 7f3d344c5640 1 < suggested remove operation key=RXLDGQZXAUT0 tag=1EVD1YBJNYRO type=del 2024-09-18T02:39:50.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.586+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~ABF47XKR65SC.0 size=153969 2024-09-18T02:39:50.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.586+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=ABF47XKR65SC tag=95CQBM912EVE type=write size=1202545 2024-09-18T02:39:50.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.587+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=6THBRUXA1D98 type=del 2024-09-18T02:39:50.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.590+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~A0SVT20K8KAY.0 size=1048576 2024-09-18T02:39:50.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.591+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~A0SVT20K8KAY.1 size=1048576 2024-09-18T02:39:50.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.592+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~A0SVT20K8KAY.2 size=139711 2024-09-18T02:39:50.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.592+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=A0SVT20K8KAY tag=OM90IJJ5Z3XV type=write size=3285439 2024-09-18T02:39:50.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.594+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~63VAKQTDRVHD.0 size=965810 2024-09-18T02:39:50.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.596+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=63VAKQTDRVHD tag=0R3862XU2FWE type=write size=2014386 2024-09-18T02:39:50.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.598+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=6NRVUI3V1PHL type=del size=2954446 2024-09-18T02:39:50.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.599+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~WIKQTETMHUJI.0 size=1048576 2024-09-18T02:39:50.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.601+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~WIKQTETMHUJI.1 size=895768 2024-09-18T02:39:50.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.603+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=WIKQTETMHUJI tag=FJRYH3N7A10R type=write size=2992920 2024-09-18T02:39:50.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.605+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=R5Z35UIOTEPI type=del size=2070920 2024-09-18T02:39:50.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.606+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~PYH0ACWS1SM5.0 size=1048576 2024-09-18T02:39:50.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.607+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~PYH0ACWS1SM5.1 size=184007 2024-09-18T02:39:50.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.610+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=PYH0ACWS1SM5 tag=46A7EKDBH0TN type=write size=2281159 2024-09-18T02:39:50.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.611+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=0ZIEFZTKC94Y type=del size=2508372 2024-09-18T02:39:50.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.613+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=BGKE7QOJU1MO type=del 2024-09-18T02:39:50.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.614+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=YSLPFX7ZJDGP type=del size=567243 2024-09-18T02:39:50.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.616+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~JC9705JCSQLN.0 size=1048576 2024-09-18T02:39:50.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.617+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~JC9705JCSQLN.1 size=1048576 2024-09-18T02:39:50.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.618+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~JC9705JCSQLN.2 size=482838 2024-09-18T02:39:50.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.621+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=JC9705JCSQLN tag=DSXGFO3RUV2M type=write size=3628566 2024-09-18T02:39:50.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.624+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~7ITB6VE1MZO0.0 size=1048576 2024-09-18T02:39:50.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.625+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~7ITB6VE1MZO0.1 size=963658 2024-09-18T02:39:50.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.625+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=7ITB6VE1MZO0 tag=8K2QN4W3OCXJ type=write size=3060810 2024-09-18T02:39:50.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.625+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~WUU8M48O1ODV.0 size=1048576 2024-09-18T02:39:50.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.626+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~WUU8M48O1ODV.1 size=1048576 2024-09-18T02:39:50.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.628+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~WUU8M48O1ODV.2 size=12173 2024-09-18T02:39:50.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.630+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=WUU8M48O1ODV tag=85GA45KH9CV9 type=write size=3157901 2024-09-18T02:39:50.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.632+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~0XCNHYXOMJZK.0 size=1048576 2024-09-18T02:39:50.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.634+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~0XCNHYXOMJZK.1 size=1048576 2024-09-18T02:39:50.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.635+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~0XCNHYXOMJZK.2 size=585940 2024-09-18T02:39:50.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.635+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=0XCNHYXOMJZK tag=36LFKMTU8BFR type=write size=3731668 2024-09-18T02:39:50.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.636+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=RYKG5D1HO2HJ type=del 2024-09-18T02:39:50.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.639+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~ZSVRWUCIJYA6.0 size=1048576 2024-09-18T02:39:50.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.640+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~ZSVRWUCIJYA6.1 size=388811 2024-09-18T02:39:50.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.640+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=ZSVRWUCIJYA6 tag=IWQ2RQBB3GVI type=write size=2485963 2024-09-18T02:39:50.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.642+0000 7f3d344c5640 1 < canceled operation key=4FYZMKC41CPI tag=KUYWB1HZWRCD type=write size=427355 2024-09-18T02:39:50.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.643+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=99L0LAO7TY8D type=del size=950703 2024-09-18T02:39:50.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.645+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~8G6NNGOW4IEU.0 size=1048576 2024-09-18T02:39:50.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.646+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~8G6NNGOW4IEU.1 size=1043893 2024-09-18T02:39:50.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.649+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=8G6NNGOW4IEU tag=IHZKSMOVUFL1 type=write size=3141045 2024-09-18T02:39:50.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.651+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~KBJ1FKJPMALT.0 size=135385 2024-09-18T02:39:50.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.651+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=KBJ1FKJPMALT tag=2WRK2OX1NWJ7 type=write size=1183961 2024-09-18T02:39:50.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.653+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=RMZXOE1JL8RT type=del 2024-09-18T02:39:50.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.655+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~RHTK6CBJN01X.0 size=1048576 2024-09-18T02:39:50.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.656+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~RHTK6CBJN01X.1 size=55041 2024-09-18T02:39:50.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.656+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=RHTK6CBJN01X tag=9KDLXZ15HOEN type=write size=2152193 2024-09-18T02:39:50.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.658+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~WCQNUTQF5HOL.0 size=698002 2024-09-18T02:39:50.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.660+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=WCQNUTQF5HOL tag=OP4E5L3ZIVCB type=write size=1746578 2024-09-18T02:39:50.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.663+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~IRWMJIXCYCSK.0 size=598714 2024-09-18T02:39:50.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.663+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=IRWMJIXCYCSK tag=Q906XW5217CS type=write size=1647290 2024-09-18T02:39:50.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.664+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=630EEQ70J6T6 type=del 2024-09-18T02:39:50.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.666+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=WMUQHXCUVVLE type=del size=2772624 2024-09-18T02:39:50.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.667+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=EK4V5K3K71X9 type=del 2024-09-18T02:39:50.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.669+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=5CJXTH14AILT type=del size=566312 2024-09-18T02:39:50.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.671+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~7JYOZY6MQMAM.0 size=201965 2024-09-18T02:39:50.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.673+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=7JYOZY6MQMAM tag=AJIBC53UYAHS type=write size=1250541 2024-09-18T02:39:50.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.675+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=FXOI9BOZUEPX type=write size=598533 2024-09-18T02:39:50.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.676+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~ABF47XKR65SC.0 size=153969 2024-09-18T02:39:50.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.678+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=ABF47XKR65SC tag=95CQBM912EVE type=write size=1202545 2024-09-18T02:39:50.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.680+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=F5ZZ72CNFTEP type=del size=3598990 2024-09-18T02:39:50.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.681+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~A0SVT20K8KAY.0 size=1048576 2024-09-18T02:39:50.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.682+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~A0SVT20K8KAY.1 size=1048576 2024-09-18T02:39:50.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.684+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~A0SVT20K8KAY.2 size=139711 2024-09-18T02:39:50.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.686+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=A0SVT20K8KAY tag=OM90IJJ5Z3XV type=write size=3285439 2024-09-18T02:39:50.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.688+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~S2HUHERLKMXW.0 size=1048576 2024-09-18T02:39:50.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.690+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~S2HUHERLKMXW.1 size=660250 2024-09-18T02:39:50.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.690+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=S2HUHERLKMXW tag=QWZJIL6E0LJU type=write size=2757402 2024-09-18T02:39:50.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.691+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=6NRVUI3V1PHL type=del 2024-09-18T02:39:50.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.694+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~03WQIL723J3R.0 size=1048576 2024-09-18T02:39:50.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.695+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~03WQIL723J3R.1 size=1048576 2024-09-18T02:39:50.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.696+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~03WQIL723J3R.2 size=361499 2024-09-18T02:39:50.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.696+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=03WQIL723J3R tag=O21KF72R4K8L type=write size=3507227 2024-09-18T02:39:50.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.697+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=R5Z35UIOTEPI type=del 2024-09-18T02:39:50.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.700+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~29SZYUBQLFWJ.0 size=789754 2024-09-18T02:39:50.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.700+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=29SZYUBQLFWJ tag=02X3PPUFHGI7 type=write size=1838330 2024-09-18T02:39:50.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.701+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=0ZIEFZTKC94Y type=del 2024-09-18T02:39:50.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.704+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~YKCZX1AV62WD.0 size=1048576 2024-09-18T02:39:50.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.705+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~YKCZX1AV62WD.1 size=247862 2024-09-18T02:39:50.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.705+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=YKCZX1AV62WD tag=63YQMJXPLDCF type=write size=2345014 2024-09-18T02:39:50.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.706+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=YSLPFX7ZJDGP type=del 2024-09-18T02:39:50.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.708+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=U03SNTMNXSW7 type=del size=1138968 2024-09-18T02:39:50.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.708+0000 7f3d344c5640 1 < canceled part key=_multipart_KS4ELJCFAWBQ.2~7ITB6VE1MZO0.0 size=1048576 2024-09-18T02:39:50.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.709+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~7ITB6VE1MZO0.1 size=963658 2024-09-18T02:39:50.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.712+0000 7f3d344c5640 1 < canceled multipart upload key=KS4ELJCFAWBQ upload=7ITB6VE1MZO0 tag=8K2QN4W3OCXJ type=write size=3060810 2024-09-18T02:39:50.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.715+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~RSVNXAWOLZ7W.0 size=1048576 2024-09-18T02:39:50.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.716+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~RSVNXAWOLZ7W.1 size=1048576 2024-09-18T02:39:50.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.717+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~RSVNXAWOLZ7W.2 size=438855 2024-09-18T02:39:50.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.717+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=RSVNXAWOLZ7W tag=KLMIR6OWFPEM type=write size=3584583 2024-09-18T02:39:50.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.719+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~0XCNHYXOMJZK.0 size=1048576 2024-09-18T02:39:50.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.720+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~0XCNHYXOMJZK.1 size=1048576 2024-09-18T02:39:50.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.721+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~0XCNHYXOMJZK.2 size=585940 2024-09-18T02:39:50.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.724+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=0XCNHYXOMJZK tag=36LFKMTU8BFR type=write size=3731668 2024-09-18T02:39:50.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.725+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=R5EGPXCBDP79 type=del size=721702 2024-09-18T02:39:50.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.726+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~ZSVRWUCIJYA6.0 size=1048576 2024-09-18T02:39:50.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.727+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~ZSVRWUCIJYA6.1 size=388811 2024-09-18T02:39:50.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.730+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=ZSVRWUCIJYA6 tag=IWQ2RQBB3GVI type=write size=2485963 2024-09-18T02:39:50.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.732+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~JPEG9SXXX14Q.0 size=1048576 2024-09-18T02:39:50.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.734+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~JPEG9SXXX14Q.1 size=507551 2024-09-18T02:39:50.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.734+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=JPEG9SXXX14Q tag=0DO0657PD80G type=write size=2604703 2024-09-18T02:39:50.737 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.735+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=99L0LAO7TY8D type=del 2024-09-18T02:39:50.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.736+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=EE295811IIZA type=del size=186207 2024-09-18T02:39:50.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.738+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~KBJ1FKJPMALT.0 size=135385 2024-09-18T02:39:50.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.740+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=KBJ1FKJPMALT tag=2WRK2OX1NWJ7 type=write size=1183961 2024-09-18T02:39:50.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.742+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=MOX0CV6D9YI6 type=del size=3749733 2024-09-18T02:39:50.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.743+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~RHTK6CBJN01X.0 size=1048576 2024-09-18T02:39:50.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.744+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~RHTK6CBJN01X.1 size=55041 2024-09-18T02:39:50.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.746+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=RHTK6CBJN01X tag=9KDLXZ15HOEN type=write size=2152193 2024-09-18T02:39:50.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.748+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=CLHMANBUUU6V type=del size=2282725 2024-09-18T02:39:50.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.749+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~IRWMJIXCYCSK.0 size=598714 2024-09-18T02:39:50.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.751+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=IRWMJIXCYCSK tag=Q906XW5217CS type=write size=1647290 2024-09-18T02:39:50.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.753+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=8Z95JT28JKOK type=del size=2978549 2024-09-18T02:39:50.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.755+0000 7f3d344c5640 1 < canceled operation key=OHNLA0CFDTOZ tag=WMUQHXCUVVLE type=del size=2772624 2024-09-18T02:39:50.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.757+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~6OHI7BHTXW71.0 size=931211 2024-09-18T02:39:50.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.757+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=6OHI7BHTXW71 tag=LFGSKMKXQKN5 type=write size=1979787 2024-09-18T02:39:50.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.759+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=5CJXTH14AILT type=del 2024-09-18T02:39:50.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.760+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=DBOXNHB3KZWS type=del size=3872972 2024-09-18T02:39:50.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.762+0000 7f3d344c5640 1 < canceled operation key=OHNLA0CFDTOZ tag=FXOI9BOZUEPX type=write size=598533 2024-09-18T02:39:50.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.764+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~HCXA9CAM6BYN.0 size=1048576 2024-09-18T02:39:50.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.765+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~HCXA9CAM6BYN.1 size=1048576 2024-09-18T02:39:50.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.766+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~HCXA9CAM6BYN.2 size=883301 2024-09-18T02:39:50.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.766+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=HCXA9CAM6BYN tag=RGB8FXH2M62E type=write size=4029029 2024-09-18T02:39:50.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.769+0000 7f3d344c5640 1 < suggested update operation key=FZZPXI6Q3MK4 tag=F5ZZ72CNFTEP type=del size=3598990 2024-09-18T02:39:50.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.771+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=N3J591CAPJ1B type=del size=316985 2024-09-18T02:39:50.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.773+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~S2HUHERLKMXW.0 size=1048576 2024-09-18T02:39:50.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.774+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~S2HUHERLKMXW.1 size=660250 2024-09-18T02:39:50.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.776+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=S2HUHERLKMXW tag=QWZJIL6E0LJU type=write size=2757402 2024-09-18T02:39:50.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.778+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=FB1TM914PDHR type=write size=461122 2024-09-18T02:39:50.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.780+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~03WQIL723J3R.0 size=1048576 2024-09-18T02:39:50.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.781+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~03WQIL723J3R.1 size=1048576 2024-09-18T02:39:50.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.782+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~03WQIL723J3R.2 size=361499 2024-09-18T02:39:50.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.784+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=03WQIL723J3R tag=O21KF72R4K8L type=write size=3507227 2024-09-18T02:39:50.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.787+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~5IY4GIFY2E2Z.0 size=932376 2024-09-18T02:39:50.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.787+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=5IY4GIFY2E2Z tag=N1UDI42RET0R type=write size=1980952 2024-09-18T02:39:50.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.789+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~29SZYUBQLFWJ.0 size=789754 2024-09-18T02:39:50.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.791+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=29SZYUBQLFWJ tag=02X3PPUFHGI7 type=write size=1838330 2024-09-18T02:39:50.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.794+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~A0GXWIOD4H88.0 size=1048576 2024-09-18T02:39:50.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.795+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~A0GXWIOD4H88.1 size=1048576 2024-09-18T02:39:50.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.796+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~A0GXWIOD4H88.2 size=517728 2024-09-18T02:39:50.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.796+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=A0GXWIOD4H88 tag=SKT93W71WEAM type=write size=3663456 2024-09-18T02:39:50.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.797+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~YKCZX1AV62WD.0 size=1048576 2024-09-18T02:39:50.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.799+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~YKCZX1AV62WD.1 size=247862 2024-09-18T02:39:50.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.801+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=YKCZX1AV62WD tag=63YQMJXPLDCF type=write size=2345014 2024-09-18T02:39:50.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.804+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~JX4S7Y1P5ACR.0 size=645598 2024-09-18T02:39:50.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.804+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=JX4S7Y1P5ACR tag=O153LSK5NW3D type=write size=1694174 2024-09-18T02:39:50.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.805+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=U03SNTMNXSW7 type=del 2024-09-18T02:39:50.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.807+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=ZGAQ8DA0PQYC type=write size=754923 2024-09-18T02:39:50.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.808+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~RSVNXAWOLZ7W.0 size=1048576 2024-09-18T02:39:50.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.809+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~RSVNXAWOLZ7W.1 size=1048576 2024-09-18T02:39:50.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.810+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~RSVNXAWOLZ7W.2 size=438855 2024-09-18T02:39:50.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.813+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=RSVNXAWOLZ7W tag=KLMIR6OWFPEM type=write size=3584583 2024-09-18T02:39:50.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.815+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=632S464LP8V0 type=del size=2856422 2024-09-18T02:39:50.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.817+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=R5EGPXCBDP79 type=del 2024-09-18T02:39:50.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.818+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=IN8Y7UOGS46Y type=del size=3113658 2024-09-18T02:39:50.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.820+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~JPEG9SXXX14Q.0 size=1048576 2024-09-18T02:39:50.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.821+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~JPEG9SXXX14Q.1 size=507551 2024-09-18T02:39:50.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.824+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=JPEG9SXXX14Q tag=0DO0657PD80G type=write size=2604703 2024-09-18T02:39:50.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.825+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=C9A8YTSL06VL type=write size=222729 2024-09-18T02:39:50.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.827+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=EE295811IIZA type=del 2024-09-18T02:39:50.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.829+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=7VPVI08P9VNQ type=del size=3869646 2024-09-18T02:39:50.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.830+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=MOX0CV6D9YI6 type=del 2024-09-18T02:39:50.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.832+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=8FLD3RV85JBZ type=del size=2463203 2024-09-18T02:39:50.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.833+0000 7f3d344c5640 1 < canceled operation key=QR81P6ZBIKCN tag=CLHMANBUUU6V type=del size=2282725 2024-09-18T02:39:50.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.836+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~J9Q4A7TDPWQ6.0 size=1048576 2024-09-18T02:39:50.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.838+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~J9Q4A7TDPWQ6.1 size=61872 2024-09-18T02:39:50.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.838+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=J9Q4A7TDPWQ6 tag=S4RVNZW0QVM6 type=write size=2159024 2024-09-18T02:39:50.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.839+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=8Z95JT28JKOK type=del 2024-09-18T02:39:50.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.842+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~Z641W2WIEIR5.0 size=1048576 2024-09-18T02:39:50.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.843+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~Z641W2WIEIR5.1 size=1048576 2024-09-18T02:39:50.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.845+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~Z641W2WIEIR5.2 size=520264 2024-09-18T02:39:50.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.845+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=Z641W2WIEIR5 tag=MF25NYPO7SCM type=write size=3665992 2024-09-18T02:39:50.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.846+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~6OHI7BHTXW71.0 size=931211 2024-09-18T02:39:50.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.849+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=6OHI7BHTXW71 tag=LFGSKMKXQKN5 type=write size=1979787 2024-09-18T02:39:50.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.850+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=H4P8KSLDO51Y type=del size=3494482 2024-09-18T02:39:50.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.852+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=DBOXNHB3KZWS type=del 2024-09-18T02:39:50.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.853+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=0FQFYJT4YTLN type=del size=2534157 2024-09-18T02:39:50.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.855+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~HCXA9CAM6BYN.0 size=1048576 2024-09-18T02:39:50.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.856+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~HCXA9CAM6BYN.1 size=1048576 2024-09-18T02:39:50.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.857+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~HCXA9CAM6BYN.2 size=883301 2024-09-18T02:39:50.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.859+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=HCXA9CAM6BYN tag=RGB8FXH2M62E type=write size=4029029 2024-09-18T02:39:50.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.861+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=OBBGGK9FBNDJ type=del size=3530026 2024-09-18T02:39:50.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.863+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=N3J591CAPJ1B type=del 2024-09-18T02:39:50.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.864+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=BXE59YUKNXU8 type=del size=199659 2024-09-18T02:39:50.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.866+0000 7f3d344c5640 1 < completed write operation key=YRRENRMOJCK2 tag=FB1TM914PDHR type=write size=461122 2024-09-18T02:39:50.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.868+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~WRP1EPUXU3FD.0 size=1048576 2024-09-18T02:39:50.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.870+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~WRP1EPUXU3FD.1 size=1048576 2024-09-18T02:39:50.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.871+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~WRP1EPUXU3FD.2 size=504948 2024-09-18T02:39:50.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.872+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=WRP1EPUXU3FD tag=5F1F2MGHNLEO type=write size=3650676 2024-09-18T02:39:50.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.872+0000 7f3d344c5640 1 < canceled part key=_multipart_ZMNUVKZQG0VF.2~5IY4GIFY2E2Z.0 size=932376 2024-09-18T02:39:50.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.874+0000 7f3d344c5640 1 < canceled multipart upload key=ZMNUVKZQG0VF upload=5IY4GIFY2E2Z tag=N1UDI42RET0R type=write size=1980952 2024-09-18T02:39:50.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.877+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~TTVKAJZFCO7P.0 size=1048576 2024-09-18T02:39:50.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.878+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~TTVKAJZFCO7P.1 size=413010 2024-09-18T02:39:50.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.878+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=TTVKAJZFCO7P tag=40OXRM613UK2 type=write size=2510162 2024-09-18T02:39:50.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.880+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~A0GXWIOD4H88.0 size=1048576 2024-09-18T02:39:50.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.881+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~A0GXWIOD4H88.1 size=1048576 2024-09-18T02:39:50.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.883+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~A0GXWIOD4H88.2 size=517728 2024-09-18T02:39:50.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.885+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=A0GXWIOD4H88 tag=SKT93W71WEAM type=write size=3663456 2024-09-18T02:39:50.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.887+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=SBDJGQRI2CJI type=del size=1692845 2024-09-18T02:39:50.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.889+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~JX4S7Y1P5ACR.0 size=645598 2024-09-18T02:39:50.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.891+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=JX4S7Y1P5ACR tag=O153LSK5NW3D type=write size=1694174 2024-09-18T02:39:50.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.893+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=V4VUVAZ7SJKY type=del size=1278486 2024-09-18T02:39:50.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.894+0000 7f3d344c5640 1 < canceled operation key=77U6SM23K6L1 tag=ZGAQ8DA0PQYC type=write size=754923 2024-09-18T02:39:50.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.897+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~EUH7SPAK4S51.0 size=1048576 2024-09-18T02:39:50.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.899+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~EUH7SPAK4S51.1 size=1048576 2024-09-18T02:39:50.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.900+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~EUH7SPAK4S51.2 size=95485 2024-09-18T02:39:50.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.900+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=EUH7SPAK4S51 tag=5CBUTG6MJJ2G type=write size=3241213 2024-09-18T02:39:50.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.902+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=632S464LP8V0 type=del 2024-09-18T02:39:50.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.903+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=M7F5DIAJFN5V type=del size=100043 2024-09-18T02:39:50.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.905+0000 7f3d344c5640 1 < canceled operation key=VZRBZUHWS0KG tag=IN8Y7UOGS46Y type=del size=3113658 2024-09-18T02:39:50.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.906+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=V7Z29VXZO5OS type=del size=2269027 2024-09-18T02:39:50.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.908+0000 7f3d344c5640 1 < completed write operation key=QR81P6ZBIKCN tag=C9A8YTSL06VL type=write size=222729 2024-09-18T02:39:50.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.911+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~9KMPQKOLSK7Y.0 size=1048576 2024-09-18T02:39:50.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.912+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~9KMPQKOLSK7Y.1 size=509912 2024-09-18T02:39:50.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.912+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=9KMPQKOLSK7Y tag=74MISTW1VY98 type=write size=2607064 2024-09-18T02:39:50.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.914+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=7VPVI08P9VNQ type=del 2024-09-18T02:39:50.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.916+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=4HUIZQ5PY4JB type=del size=1922583 2024-09-18T02:39:50.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.918+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=8FLD3RV85JBZ type=del 2024-09-18T02:39:50.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.919+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=UWX9YWV69VI0 type=del size=2005238 2024-09-18T02:39:50.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.921+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~J9Q4A7TDPWQ6.0 size=1048576 2024-09-18T02:39:50.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.922+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~J9Q4A7TDPWQ6.1 size=61872 2024-09-18T02:39:50.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.924+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=J9Q4A7TDPWQ6 tag=S4RVNZW0QVM6 type=write size=2159024 2024-09-18T02:39:50.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.927+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~D6PPOFP9GL1W.0 size=845773 2024-09-18T02:39:50.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.927+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=D6PPOFP9GL1W tag=02HEE1FCZT3W type=write size=1894349 2024-09-18T02:39:50.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.927+0000 7f3d344c5640 1 < canceled part key=_multipart_ZMNUVKZQG0VF.2~Z641W2WIEIR5.0 size=1048576 2024-09-18T02:39:50.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.928+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~Z641W2WIEIR5.1 size=1048576 2024-09-18T02:39:50.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.930+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~Z641W2WIEIR5.2 size=520264 2024-09-18T02:39:50.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.932+0000 7f3d344c5640 1 < canceled multipart upload key=ZMNUVKZQG0VF upload=Z641W2WIEIR5 tag=MF25NYPO7SCM type=write size=3665992 2024-09-18T02:39:50.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.933+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=E4J4XWY1OF23 type=del size=3405711 2024-09-18T02:39:50.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.935+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=H4P8KSLDO51Y type=del 2024-09-18T02:39:50.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.936+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=VPAHJU0OSRP3 type=del size=2100298 2024-09-18T02:39:50.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.938+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=0FQFYJT4YTLN type=del 2024-09-18T02:39:50.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.939+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=1XKBY1AW9SKL type=del size=1562912 2024-09-18T02:39:50.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.941+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=OBBGGK9FBNDJ type=del 2024-09-18T02:39:50.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.944+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~I6YUYP216MP4.0 size=1048576 2024-09-18T02:39:50.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.945+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~I6YUYP216MP4.1 size=100135 2024-09-18T02:39:50.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.945+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=I6YUYP216MP4 tag=6C284X79N0FX type=write size=2197287 2024-09-18T02:39:50.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.947+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=BXE59YUKNXU8 type=del 2024-09-18T02:39:50.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.948+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=2GBJJKDUN7QG type=write size=935860 2024-09-18T02:39:50.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.950+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~WRP1EPUXU3FD.0 size=1048576 2024-09-18T02:39:50.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.951+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~WRP1EPUXU3FD.1 size=1048576 2024-09-18T02:39:50.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.952+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~WRP1EPUXU3FD.2 size=504948 2024-09-18T02:39:50.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.955+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=WRP1EPUXU3FD tag=5F1F2MGHNLEO type=write size=3650676 2024-09-18T02:39:50.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.956+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=3QXBTC6N0VSW type=del size=1588439 2024-09-18T02:39:50.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.957+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~TTVKAJZFCO7P.0 size=1048576 2024-09-18T02:39:50.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.959+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~TTVKAJZFCO7P.1 size=413010 2024-09-18T02:39:50.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.961+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=TTVKAJZFCO7P tag=40OXRM613UK2 type=write size=2510162 2024-09-18T02:39:50.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.964+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~929R8CJSIZPB.0 size=1048576 2024-09-18T02:39:50.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.965+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~929R8CJSIZPB.1 size=544122 2024-09-18T02:39:50.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.965+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=929R8CJSIZPB tag=KK0CHKW1O50S type=write size=2641274 2024-09-18T02:39:50.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.968+0000 7f3d344c5640 1 < suggested update operation key=BDM08TCKAR39 tag=SBDJGQRI2CJI type=del size=1692845 2024-09-18T02:39:50.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.971+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~YDSY16UA552O.0 size=1048576 2024-09-18T02:39:50.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.972+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~YDSY16UA552O.1 size=92430 2024-09-18T02:39:50.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.972+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=YDSY16UA552O tag=B0QJOFMXHW4P type=write size=2189582 2024-09-18T02:39:50.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.974+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=V4VUVAZ7SJKY type=del 2024-09-18T02:39:50.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.976+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~8JREILSBKX53.0 size=83105 2024-09-18T02:39:50.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.976+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=8JREILSBKX53 tag=Z3F05H61552G type=write size=1131681 2024-09-18T02:39:50.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.978+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~EUH7SPAK4S51.0 size=1048576 2024-09-18T02:39:50.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.979+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~EUH7SPAK4S51.1 size=1048576 2024-09-18T02:39:50.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.980+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~EUH7SPAK4S51.2 size=95485 2024-09-18T02:39:50.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.983+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=EUH7SPAK4S51 tag=5CBUTG6MJJ2G type=write size=3241213 2024-09-18T02:39:50.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.984+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=NESW37D3AARO type=del size=3764573 2024-09-18T02:39:50.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.986+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=M7F5DIAJFN5V type=del 2024-09-18T02:39:50.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.987+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=AVXGA441UJO1 type=write size=800800 2024-09-18T02:39:50.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.989+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=V7Z29VXZO5OS type=del 2024-09-18T02:39:50.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.990+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=IL25ILRLGNEE type=write size=498030 2024-09-18T02:39:50.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.992+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~9KMPQKOLSK7Y.0 size=1048576 2024-09-18T02:39:50.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.994+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~9KMPQKOLSK7Y.1 size=509912 2024-09-18T02:39:50.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.996+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=9KMPQKOLSK7Y tag=74MISTW1VY98 type=write size=2607064 2024-09-18T02:39:51.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:50.999+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~AO70D5QXG3T9.0 size=1048576 2024-09-18T02:39:51.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.000+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~AO70D5QXG3T9.1 size=1048576 2024-09-18T02:39:51.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.001+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~AO70D5QXG3T9.2 size=1015165 2024-09-18T02:39:51.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.001+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=AO70D5QXG3T9 tag=J1YLYIRCXQA9 type=write size=4160893 2024-09-18T02:39:51.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.003+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=4HUIZQ5PY4JB type=del 2024-09-18T02:39:51.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.006+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~H4RQORE50UFE.0 size=1048576 2024-09-18T02:39:51.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.007+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~H4RQORE50UFE.1 size=1048576 2024-09-18T02:39:51.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.009+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~H4RQORE50UFE.2 size=946596 2024-09-18T02:39:51.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.009+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=H4RQORE50UFE tag=A0QJJVWR8Y6H type=write size=4092324 2024-09-18T02:39:51.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.010+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=UWX9YWV69VI0 type=del 2024-09-18T02:39:51.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.011+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=EVFV2YGWK0P6 type=del size=3229302 2024-09-18T02:39:51.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.013+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~D6PPOFP9GL1W.0 size=845773 2024-09-18T02:39:51.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.015+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=D6PPOFP9GL1W tag=02HEE1FCZT3W type=write size=1894349 2024-09-18T02:39:51.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.018+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~DNFEHSNUY002.0 size=1048576 2024-09-18T02:39:51.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.019+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~DNFEHSNUY002.1 size=478011 2024-09-18T02:39:51.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.019+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=DNFEHSNUY002 tag=JOYDZIJJ187J type=write size=2575163 2024-09-18T02:39:51.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.021+0000 7f3d344c5640 -1 < failed to complete operation key=BDM08TCKAR39 tag=E4J4XWY1OF23 type=del size=3405711: (22) Invalid argument 2024-09-18T02:39:51.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.023+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=S9P6CE9HPH0Y type=del size=1682528 2024-09-18T02:39:51.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.024+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=VPAHJU0OSRP3 type=del 2024-09-18T02:39:51.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.027+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~7IHIKJCLLRYT.0 size=1048576 2024-09-18T02:39:51.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.028+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~7IHIKJCLLRYT.1 size=1048576 2024-09-18T02:39:51.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.029+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~7IHIKJCLLRYT.2 size=762197 2024-09-18T02:39:51.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.029+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=7IHIKJCLLRYT tag=3IZ1X6OKDJMQ type=write size=3907925 2024-09-18T02:39:51.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.031+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=1XKBY1AW9SKL type=del 2024-09-18T02:39:51.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.033+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~0LFGNT7QGMOX.0 size=544051 2024-09-18T02:39:51.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.033+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=0LFGNT7QGMOX tag=6150TC2L0YK3 type=write size=1592627 2024-09-18T02:39:51.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.035+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~I6YUYP216MP4.0 size=1048576 2024-09-18T02:39:51.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.036+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~I6YUYP216MP4.1 size=100135 2024-09-18T02:39:51.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.039+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=I6YUYP216MP4 tag=6C284X79N0FX type=write size=2197287 2024-09-18T02:39:51.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.041+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~13V8CILM3VXO.0 size=490014 2024-09-18T02:39:51.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.041+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=13V8CILM3VXO tag=XERZZLUK26TR type=write size=1538590 2024-09-18T02:39:51.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.044+0000 7f3d344c5640 1 < suggested remove operation key=BDM08TCKAR39 tag=2GBJJKDUN7QG type=write 2024-09-18T02:39:51.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.047+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~J9FQFLM9SDHY.0 size=486920 2024-09-18T02:39:51.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.047+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=J9FQFLM9SDHY tag=23Y2GDZPTVP4 type=write size=1535496 2024-09-18T02:39:51.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.049+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=3QXBTC6N0VSW type=del 2024-09-18T02:39:51.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.050+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=98KMBZPFTQJY type=write size=390155 2024-09-18T02:39:51.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.052+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~929R8CJSIZPB.0 size=1048576 2024-09-18T02:39:51.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.053+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~929R8CJSIZPB.1 size=544122 2024-09-18T02:39:51.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.055+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=929R8CJSIZPB tag=KK0CHKW1O50S type=write size=2641274 2024-09-18T02:39:51.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.057+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=ANNFTJ5CVX5C type=write size=693910 2024-09-18T02:39:51.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.059+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~YDSY16UA552O.0 size=1048576 2024-09-18T02:39:51.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.060+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~YDSY16UA552O.1 size=92430 2024-09-18T02:39:51.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.063+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=YDSY16UA552O tag=B0QJOFMXHW4P type=write size=2189582 2024-09-18T02:39:51.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.064+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=TLENCMF3BTLS type=del size=1575141 2024-09-18T02:39:51.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.066+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~8JREILSBKX53.0 size=83105 2024-09-18T02:39:51.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.069+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=8JREILSBKX53 tag=Z3F05H61552G type=write size=1131681 2024-09-18T02:39:51.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.072+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~DGZR7CD5TPFN.0 size=1048576 2024-09-18T02:39:51.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.073+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~DGZR7CD5TPFN.1 size=405582 2024-09-18T02:39:51.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.073+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=DGZR7CD5TPFN tag=XXXJQU66XWQK type=write size=2502734 2024-09-18T02:39:51.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.076+0000 7f3d344c5640 1 < suggested update operation key=DN8CVJBOI3G6 tag=NESW37D3AARO type=del size=3764573 2024-09-18T02:39:51.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.078+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~U77Q8AQJO2AJ.0 size=902428 2024-09-18T02:39:51.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.078+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=U77Q8AQJO2AJ tag=N1T612H03YYP type=write size=1951004 2024-09-18T02:39:51.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.080+0000 7f3d344c5640 1 < completed write operation key=4FYZMKC41CPI tag=AVXGA441UJO1 type=write size=800800 2024-09-18T02:39:51.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.083+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~2CLOTVJOS3OF.0 size=21568 2024-09-18T02:39:51.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.083+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=2CLOTVJOS3OF tag=IXYJS3K168VW type=write size=1070144 2024-09-18T02:39:51.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.084+0000 7f3d344c5640 1 < completed write operation key=D16IXCK8Y6D1 tag=IL25ILRLGNEE type=write size=498030 2024-09-18T02:39:51.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.087+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~QKE8OP57G5S1.0 size=1048576 2024-09-18T02:39:51.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.088+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~QKE8OP57G5S1.1 size=753764 2024-09-18T02:39:51.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.088+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=QKE8OP57G5S1 tag=CTHXPH5WZR0G type=write size=2850916 2024-09-18T02:39:51.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.090+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~AO70D5QXG3T9.0 size=1048576 2024-09-18T02:39:51.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.091+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~AO70D5QXG3T9.1 size=1048576 2024-09-18T02:39:51.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.092+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~AO70D5QXG3T9.2 size=1015165 2024-09-18T02:39:51.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.094+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=AO70D5QXG3T9 tag=J1YLYIRCXQA9 type=write size=4160893 2024-09-18T02:39:51.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.096+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=PZKK2XH5A9OZ type=del size=4017829 2024-09-18T02:39:51.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.097+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~H4RQORE50UFE.0 size=1048576 2024-09-18T02:39:51.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.099+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~H4RQORE50UFE.1 size=1048576 2024-09-18T02:39:51.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.100+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~H4RQORE50UFE.2 size=946596 2024-09-18T02:39:51.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.102+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=H4RQORE50UFE tag=A0QJJVWR8Y6H type=write size=4092324 2024-09-18T02:39:51.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.104+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=R0TVQEP7GYE3 type=del size=2400089 2024-09-18T02:39:51.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.105+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=EVFV2YGWK0P6 type=del 2024-09-18T02:39:51.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.107+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=OW34XJKFIPI7 type=del size=1049799 2024-09-18T02:39:51.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.108+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~DNFEHSNUY002.0 size=1048576 2024-09-18T02:39:51.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.109+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~DNFEHSNUY002.1 size=478011 2024-09-18T02:39:51.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.112+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=DNFEHSNUY002 tag=JOYDZIJJ187J type=write size=2575163 2024-09-18T02:39:51.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.114+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~ZK2BVHTHDLDM.0 size=1048576 2024-09-18T02:39:51.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.115+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~ZK2BVHTHDLDM.1 size=1048576 2024-09-18T02:39:51.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.117+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~ZK2BVHTHDLDM.2 size=671183 2024-09-18T02:39:51.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.117+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=ZK2BVHTHDLDM tag=65WJYJEEJNQJ type=write size=3816911 2024-09-18T02:39:51.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.118+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=S9P6CE9HPH0Y type=del 2024-09-18T02:39:51.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.120+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=1G6SJGMT9P1W type=del size=3304727 2024-09-18T02:39:51.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.121+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~7IHIKJCLLRYT.0 size=1048576 2024-09-18T02:39:51.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.121+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~7IHIKJCLLRYT.1 size=1048576 2024-09-18T02:39:51.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.122+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~7IHIKJCLLRYT.2 size=762197 2024-09-18T02:39:51.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.125+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=7IHIKJCLLRYT tag=3IZ1X6OKDJMQ type=write size=3907925 2024-09-18T02:39:51.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.127+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=HQ7HWZZN0S5N type=del size=1143172 2024-09-18T02:39:51.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.128+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~0LFGNT7QGMOX.0 size=544051 2024-09-18T02:39:51.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.131+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=0LFGNT7QGMOX tag=6150TC2L0YK3 type=write size=1592627 2024-09-18T02:39:51.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.132+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=8BPCQL08CLWS type=del size=3092801 2024-09-18T02:39:51.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.134+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~13V8CILM3VXO.0 size=490014 2024-09-18T02:39:51.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.136+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=13V8CILM3VXO tag=XERZZLUK26TR type=write size=1538590 2024-09-18T02:39:51.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.138+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=TL3BRUXW9S38 type=del size=3705572 2024-09-18T02:39:51.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.140+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~J9FQFLM9SDHY.0 size=486920 2024-09-18T02:39:51.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.142+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=J9FQFLM9SDHY tag=23Y2GDZPTVP4 type=write size=1535496 2024-09-18T02:39:51.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.144+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=8JAZI3CGUC1K type=del size=1993818 2024-09-18T02:39:51.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.146+0000 7f3d344c5640 1 < completed write operation key=R9PMI2O5LB5E tag=98KMBZPFTQJY type=write size=390155 2024-09-18T02:39:51.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.147+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=5NPVCFSMILLK type=del size=1794047 2024-09-18T02:39:51.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.149+0000 7f3d344c5640 1 < completed write operation key=OHNLA0CFDTOZ tag=ANNFTJ5CVX5C type=write size=693910 2024-09-18T02:39:51.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.150+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=FYMSGRRIOHC3 type=del size=1906548 2024-09-18T02:39:51.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.152+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=TLENCMF3BTLS type=del 2024-09-18T02:39:51.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.154+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~P25F77VC6YPW.0 size=1048576 2024-09-18T02:39:51.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.155+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~P25F77VC6YPW.1 size=1048576 2024-09-18T02:39:51.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.157+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~P25F77VC6YPW.2 size=821299 2024-09-18T02:39:51.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.157+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=P25F77VC6YPW tag=XCSU8NN0RPF3 type=write size=3967027 2024-09-18T02:39:51.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.159+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~DGZR7CD5TPFN.0 size=1048576 2024-09-18T02:39:51.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.160+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~DGZR7CD5TPFN.1 size=405582 2024-09-18T02:39:51.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.162+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=DGZR7CD5TPFN tag=XXXJQU66XWQK type=write size=2502734 2024-09-18T02:39:51.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.165+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~6Z59X62KEW5N.0 size=67765 2024-09-18T02:39:51.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.165+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=6Z59X62KEW5N tag=J6ZTFBH2F9AA type=write size=1116341 2024-09-18T02:39:51.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.166+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~U77Q8AQJO2AJ.0 size=902428 2024-09-18T02:39:51.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.169+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=U77Q8AQJO2AJ tag=N1T612H03YYP type=write size=1951004 2024-09-18T02:39:51.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.170+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=YUONADBD3KON type=del size=1721880 2024-09-18T02:39:51.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.172+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~2CLOTVJOS3OF.0 size=21568 2024-09-18T02:39:51.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.175+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=2CLOTVJOS3OF tag=IXYJS3K168VW type=write size=1070144 2024-09-18T02:39:51.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.178+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~P60PKOQSU30Y.0 size=1048576 2024-09-18T02:39:51.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.179+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~P60PKOQSU30Y.1 size=352677 2024-09-18T02:39:51.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.179+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=P60PKOQSU30Y tag=6E9OBP0EGXOK type=write size=2449829 2024-09-18T02:39:51.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.181+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~QKE8OP57G5S1.0 size=1048576 2024-09-18T02:39:51.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.182+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~QKE8OP57G5S1.1 size=753764 2024-09-18T02:39:51.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.185+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=QKE8OP57G5S1 tag=CTHXPH5WZR0G type=write size=2850916 2024-09-18T02:39:51.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.186+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=V496LKUA36MH type=del size=1896111 2024-09-18T02:39:51.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.188+0000 7f3d344c5640 1 < canceled operation key=DN8CVJBOI3G6 tag=PZKK2XH5A9OZ type=del size=4017829 2024-09-18T02:39:51.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.190+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~GS0VSN67V0UH.0 size=215908 2024-09-18T02:39:51.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.190+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=GS0VSN67V0UH tag=B1JO497IM76L type=write size=1264484 2024-09-18T02:39:51.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.192+0000 7f3d344c5640 1 < canceled operation key=77U6SM23K6L1 tag=R0TVQEP7GYE3 type=del size=2400089 2024-09-18T02:39:51.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.194+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=UT1APJNFF9KZ type=del size=1807152 2024-09-18T02:39:51.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.197+0000 7f3d344c5640 1 < suggested remove operation key=IRE1LEWU02OL tag=OW34XJKFIPI7 type=del 2024-09-18T02:39:51.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.200+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~M1CTZYCHT03G.0 size=1048576 2024-09-18T02:39:51.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.201+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~M1CTZYCHT03G.1 size=1048576 2024-09-18T02:39:51.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.202+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~M1CTZYCHT03G.2 size=400940 2024-09-18T02:39:51.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.202+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=M1CTZYCHT03G tag=SU8G1R2FGB4V type=write size=3546668 2024-09-18T02:39:51.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.202+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~ZK2BVHTHDLDM.0 size=1048576 2024-09-18T02:39:51.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.204+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~ZK2BVHTHDLDM.1 size=1048576 2024-09-18T02:39:51.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.205+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~ZK2BVHTHDLDM.2 size=671183 2024-09-18T02:39:51.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.207+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=ZK2BVHTHDLDM tag=65WJYJEEJNQJ type=write size=3816911 2024-09-18T02:39:51.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.209+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=GFMA6EDJJD0T type=del size=1428822 2024-09-18T02:39:51.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.212+0000 7f3d344c5640 1 < suggested remove operation key=KS4ELJCFAWBQ tag=1G6SJGMT9P1W type=del 2024-09-18T02:39:51.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.213+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=MS7M6672ZUKZ type=del size=2599013 2024-09-18T02:39:51.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.216+0000 7f3d344c5640 1 < suggested update operation key=VT9JVP3TEV2S tag=HQ7HWZZN0S5N type=del size=1143172 2024-09-18T02:39:51.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.219+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~011270T1HA1N.0 size=1048576 2024-09-18T02:39:51.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.220+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~011270T1HA1N.1 size=1048576 2024-09-18T02:39:51.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.221+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~011270T1HA1N.2 size=789512 2024-09-18T02:39:51.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.221+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=011270T1HA1N tag=GIP2JL8KSIUM type=write size=3935240 2024-09-18T02:39:51.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.224+0000 7f3d344c5640 1 < suggested update operation key=VZRBZUHWS0KG tag=8BPCQL08CLWS type=del size=3092801 2024-09-18T02:39:51.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.227+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~6HG137VS77MP.0 size=1048576 2024-09-18T02:39:51.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.229+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~6HG137VS77MP.1 size=911877 2024-09-18T02:39:51.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.229+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=6HG137VS77MP tag=YK8TAVBVPHX0 type=write size=3009029 2024-09-18T02:39:51.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.230+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=TL3BRUXW9S38 type=del 2024-09-18T02:39:51.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.233+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~RS78ZCI9R1YL.0 size=1048576 2024-09-18T02:39:51.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.234+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~RS78ZCI9R1YL.1 size=741640 2024-09-18T02:39:51.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.234+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=RS78ZCI9R1YL tag=F1IM0KQM9TL0 type=write size=2838792 2024-09-18T02:39:51.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.237+0000 7f3d344c5640 1 < suggested update operation key=TC8DKJV0NMUQ tag=8JAZI3CGUC1K type=del size=1993818 2024-09-18T02:39:51.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.239+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=LMVC5A414D0W type=del size=1595599 2024-09-18T02:39:51.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.242+0000 7f3d344c5640 1 < suggested remove operation key=KB9UDL27PX79 tag=5NPVCFSMILLK type=del 2024-09-18T02:39:51.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.244+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=KJJCQGCDRSHR type=write size=313762 2024-09-18T02:39:51.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.246+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=FYMSGRRIOHC3 type=del 2024-09-18T02:39:51.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.247+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=YT84RPHSDJ69 type=del size=900971 2024-09-18T02:39:51.251 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.249+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~P25F77VC6YPW.0 size=1048576 2024-09-18T02:39:51.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.250+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~P25F77VC6YPW.1 size=1048576 2024-09-18T02:39:51.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.251+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~P25F77VC6YPW.2 size=821299 2024-09-18T02:39:51.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.254+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=P25F77VC6YPW tag=XCSU8NN0RPF3 type=write size=3967027 2024-09-18T02:39:51.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:51 smithi046 ceph-mon[97106]: pgmap v1393: 137 pgs: 19 creating+peering, 10 unknown, 108 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:51.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:51 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:39:51.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:51 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:39:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:51 smithi046 ceph-mon[94621]: pgmap v1393: 137 pgs: 19 creating+peering, 10 unknown, 108 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:51 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:39:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:51 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:39:51.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.256+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=RLFMUQYW7BB5 type=del size=1407553 2024-09-18T02:39:51.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.258+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~6Z59X62KEW5N.0 size=67765 2024-09-18T02:39:51.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.260+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=6Z59X62KEW5N tag=J6ZTFBH2F9AA type=write size=1116341 2024-09-18T02:39:51.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.263+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~MN1A04EOQXEP.0 size=964541 2024-09-18T02:39:51.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.263+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=MN1A04EOQXEP tag=L7EQWYQ431VZ type=write size=2013117 2024-09-18T02:39:51.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.264+0000 7f3d344c5640 1 < canceled operation key=R9PMI2O5LB5E tag=YUONADBD3KON type=del size=1721880 2024-09-18T02:39:51.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.266+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=SBF0L3846VG2 type=del size=3744736 2024-09-18T02:39:51.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.268+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~P60PKOQSU30Y.0 size=1048576 2024-09-18T02:39:51.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.270+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~P60PKOQSU30Y.1 size=352677 2024-09-18T02:39:51.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.272+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=P60PKOQSU30Y tag=6E9OBP0EGXOK type=write size=2449829 2024-09-18T02:39:51.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.276+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0BEOYNTCS12Q.0 size=1048576 2024-09-18T02:39:51.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.277+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0BEOYNTCS12Q.1 size=27835 2024-09-18T02:39:51.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.277+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=0BEOYNTCS12Q tag=QZ97ELUKZJQH type=write size=2124987 2024-09-18T02:39:51.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.278+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=V496LKUA36MH type=del 2024-09-18T02:39:51.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.280+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=3N7HARSW68BB type=del size=2085018 2024-09-18T02:39:51.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.282+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~GS0VSN67V0UH.0 size=215908 2024-09-18T02:39:51.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.284+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=GS0VSN67V0UH tag=B1JO497IM76L type=write size=1264484 2024-09-18T02:39:51.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.286+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=O86JOIHGE4X8 type=del size=2331858 2024-09-18T02:39:51.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.287+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=UT1APJNFF9KZ type=del 2024-09-18T02:39:51.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.290+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~GIP9OFFYDDEJ.0 size=1048576 2024-09-18T02:39:51.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.291+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~GIP9OFFYDDEJ.1 size=995428 2024-09-18T02:39:51.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.291+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=GIP9OFFYDDEJ tag=TXWUSIPSUNTI type=write size=3092580 2024-09-18T02:39:51.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.292+0000 7f3d344c5640 1 < canceled part key=_multipart_KB9UDL27PX79.2~M1CTZYCHT03G.0 size=1048576 2024-09-18T02:39:51.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.293+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~M1CTZYCHT03G.1 size=1048576 2024-09-18T02:39:51.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.294+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~M1CTZYCHT03G.2 size=400940 2024-09-18T02:39:51.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.297+0000 7f3d344c5640 1 < canceled multipart upload key=KB9UDL27PX79 upload=M1CTZYCHT03G tag=SU8G1R2FGB4V type=write size=3546668 2024-09-18T02:39:51.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.298+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=4K97W0XIUO48 type=del size=527615 2024-09-18T02:39:51.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.300+0000 7f3d344c5640 1 < canceled operation key=YCO4SVB9T1HD tag=GFMA6EDJJD0T type=del size=1428822 2024-09-18T02:39:51.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.303+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~KHPOXIAHTREC.0 size=1048576 2024-09-18T02:39:51.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.304+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~KHPOXIAHTREC.1 size=1048576 2024-09-18T02:39:51.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.305+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~KHPOXIAHTREC.2 size=381005 2024-09-18T02:39:51.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.305+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=KHPOXIAHTREC tag=ARPCK0M193RP type=write size=3526733 2024-09-18T02:39:51.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.307+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=MS7M6672ZUKZ type=del 2024-09-18T02:39:51.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.308+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=DCI5ELJPYOYR type=del size=2414883 2024-09-18T02:39:51.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.310+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~011270T1HA1N.0 size=1048576 2024-09-18T02:39:51.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.311+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~011270T1HA1N.1 size=1048576 2024-09-18T02:39:51.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.313+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~011270T1HA1N.2 size=789512 2024-09-18T02:39:51.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.316+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=011270T1HA1N tag=GIP2JL8KSIUM type=write size=3935240 2024-09-18T02:39:51.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.317+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=DTSL53JZ2F71 type=del size=4072315 2024-09-18T02:39:51.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.319+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~6HG137VS77MP.0 size=1048576 2024-09-18T02:39:51.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.320+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~6HG137VS77MP.1 size=911877 2024-09-18T02:39:51.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.323+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=6HG137VS77MP tag=YK8TAVBVPHX0 type=write size=3009029 2024-09-18T02:39:51.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.324+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=H1KXQRZOW1Y0 type=del size=1063263 2024-09-18T02:39:51.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.326+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~RS78ZCI9R1YL.0 size=1048576 2024-09-18T02:39:51.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.327+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~RS78ZCI9R1YL.1 size=741640 2024-09-18T02:39:51.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.330+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=RS78ZCI9R1YL tag=F1IM0KQM9TL0 type=write size=2838792 2024-09-18T02:39:51.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.333+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~J2XUA51I3XT8.0 size=294644 2024-09-18T02:39:51.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.333+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=J2XUA51I3XT8 tag=PRGM5JBEJ1CJ type=write size=1343220 2024-09-18T02:39:51.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.334+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=LMVC5A414D0W type=del 2024-09-18T02:39:51.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.337+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~O1Z72VFJJNYZ.0 size=960293 2024-09-18T02:39:51.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.337+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=O1Z72VFJJNYZ tag=261IBB2AISUN type=write size=2008869 2024-09-18T02:39:51.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.339+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=KJJCQGCDRSHR type=write size=313762 2024-09-18T02:39:51.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.340+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=9LWYP1GZ337W type=del size=4157742 2024-09-18T02:39:51.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.342+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=YT84RPHSDJ69 type=del 2024-09-18T02:39:51.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.344+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=5C3UTHUHM37Y type=del size=1378180 2024-09-18T02:39:51.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.345+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=RLFMUQYW7BB5 type=del 2024-09-18T02:39:51.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.347+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=R09LG712KZDQ type=write size=222789 2024-09-18T02:39:51.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.349+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~MN1A04EOQXEP.0 size=964541 2024-09-18T02:39:51.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.351+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=MN1A04EOQXEP tag=L7EQWYQ431VZ type=write size=2013117 2024-09-18T02:39:51.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.353+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=9XHMQC1FHOXT type=del size=496588 2024-09-18T02:39:51.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.355+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=SBF0L3846VG2 type=del 2024-09-18T02:39:51.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.357+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=HWHOYOZRPE91 type=del size=2957862 2024-09-18T02:39:51.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.359+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~0BEOYNTCS12Q.0 size=1048576 2024-09-18T02:39:51.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.359+0000 7f3d344c5640 1 < canceled part key=_multipart_57SLXVHRBLFP.2~0BEOYNTCS12Q.1 size=27835 2024-09-18T02:39:51.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.361+0000 7f3d344c5640 1 < canceled multipart upload key=57SLXVHRBLFP upload=0BEOYNTCS12Q tag=QZ97ELUKZJQH type=write size=2124987 2024-09-18T02:39:51.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.364+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=BNPY53F6155N type=del size=2185177 2024-09-18T02:39:51.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.367+0000 7f3d344c5640 1 < suggested update operation key=ARGL0GKCIOH5 tag=3N7HARSW68BB type=del size=2085018 2024-09-18T02:39:51.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.368+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=U84JYW869E0X type=del size=1122801 2024-09-18T02:39:51.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.370+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=O86JOIHGE4X8 type=del 2024-09-18T02:39:51.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.373+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~XSEFJGUAHMUH.0 size=1048576 2024-09-18T02:39:51.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.374+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~XSEFJGUAHMUH.1 size=1048576 2024-09-18T02:39:51.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.375+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~XSEFJGUAHMUH.2 size=828946 2024-09-18T02:39:51.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.375+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=XSEFJGUAHMUH tag=H6Q1S21Z5FJD type=write size=3974674 2024-09-18T02:39:51.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.377+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~GIP9OFFYDDEJ.0 size=1048576 2024-09-18T02:39:51.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.379+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~GIP9OFFYDDEJ.1 size=995428 2024-09-18T02:39:51.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.382+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=GIP9OFFYDDEJ tag=TXWUSIPSUNTI type=write size=3092580 2024-09-18T02:39:51.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.383+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=KFGHFXVP4TYF type=write size=12888 2024-09-18T02:39:51.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.385+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=4K97W0XIUO48 type=del 2024-09-18T02:39:51.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.388+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~9XRTMA7IXO37.0 size=750554 2024-09-18T02:39:51.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.388+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=9XRTMA7IXO37 tag=L4CYAYNCLVMK type=write size=1799130 2024-09-18T02:39:51.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.390+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~KHPOXIAHTREC.0 size=1048576 2024-09-18T02:39:51.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.390+0000 7f3d344c5640 1 < canceled part key=_multipart_YRRENRMOJCK2.2~KHPOXIAHTREC.1 size=1048576 2024-09-18T02:39:51.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.391+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~KHPOXIAHTREC.2 size=381005 2024-09-18T02:39:51.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.393+0000 7f3d344c5640 1 < canceled multipart upload key=YRRENRMOJCK2 upload=KHPOXIAHTREC tag=ARPCK0M193RP type=write size=3526733 2024-09-18T02:39:51.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.395+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=W2TRZCJWBQ2V type=del size=3726806 2024-09-18T02:39:51.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.397+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=DCI5ELJPYOYR type=del 2024-09-18T02:39:51.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.399+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=777IXQ3IMNJG type=del size=1581518 2024-09-18T02:39:51.402 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.400+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=DTSL53JZ2F71 type=del 2024-09-18T02:39:51.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.402+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=TT3A1QCLEM3X type=del size=50102 2024-09-18T02:39:51.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.403+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=H1KXQRZOW1Y0 type=del 2024-09-18T02:39:51.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.406+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~92EX8GLJUGEJ.0 size=596242 2024-09-18T02:39:51.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.406+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=92EX8GLJUGEJ tag=JUDEWWRBVOQK type=write size=1644818 2024-09-18T02:39:51.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.406+0000 7f3d344c5640 1 < canceled part key=_multipart_TC8DKJV0NMUQ.2~J2XUA51I3XT8.0 size=294644 2024-09-18T02:39:51.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.409+0000 7f3d344c5640 1 < canceled multipart upload key=TC8DKJV0NMUQ upload=J2XUA51I3XT8 tag=PRGM5JBEJ1CJ type=write size=1343220 2024-09-18T02:39:51.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.411+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=NSZUNDL85OZ4 type=del size=381105 2024-09-18T02:39:51.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.413+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~O1Z72VFJJNYZ.0 size=960293 2024-09-18T02:39:51.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.415+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=O1Z72VFJJNYZ tag=261IBB2AISUN type=write size=2008869 2024-09-18T02:39:51.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.418+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~NT935W65Y71N.0 size=1048576 2024-09-18T02:39:51.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.420+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~NT935W65Y71N.1 size=1030431 2024-09-18T02:39:51.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.420+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=NT935W65Y71N tag=5L2N1370JQEA type=write size=3127583 2024-09-18T02:39:51.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.421+0000 7f3d344c5640 1 < canceled operation key=KB9UDL27PX79 tag=9LWYP1GZ337W type=del size=4157742 2024-09-18T02:39:51.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.423+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=FYE7ZZAQH1TW type=del size=4050990 2024-09-18T02:39:51.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.424+0000 7f3d344c5640 1 < canceled operation key=KS4ELJCFAWBQ tag=5C3UTHUHM37Y type=del size=1378180 2024-09-18T02:39:51.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.426+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=0X18PRH07YO0 type=del size=1449595 2024-09-18T02:39:51.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.427+0000 7f3d344c5640 1 < completed write operation key=ZMNUVKZQG0VF tag=R09LG712KZDQ type=write size=222789 2024-09-18T02:39:51.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.429+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=43LT0A466PNH type=del size=286869 2024-09-18T02:39:51.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.432+0000 7f3d344c5640 1 < suggested remove operation key=GD2B5B458L13 tag=9XHMQC1FHOXT type=del 2024-09-18T02:39:51.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.434+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=PGIXCM4UC5JO type=del size=3051081 2024-09-18T02:39:51.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.434+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=GD2B5B458L13 tag=HWHOYOZRPE91 type=del size=2957862: (2) No such file or directory 2024-09-18T02:39:51.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.437+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~JZT2NS8OO8HU.0 size=302325 2024-09-18T02:39:51.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.437+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=JZT2NS8OO8HU tag=7AMSJJ3Y0XL3 type=write size=1350901 2024-09-18T02:39:51.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.439+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=BNPY53F6155N type=del 2024-09-18T02:39:51.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.440+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=NLPCHEQZSV9Q type=write size=1003056 2024-09-18T02:39:51.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.442+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=U84JYW869E0X type=del 2024-09-18T02:39:51.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.445+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~TD39S4ZDF63D.0 size=576573 2024-09-18T02:39:51.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.445+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=TD39S4ZDF63D tag=DYKBD6SENA7D type=write size=1625149 2024-09-18T02:39:51.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.447+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~XSEFJGUAHMUH.0 size=1048576 2024-09-18T02:39:51.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.448+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~XSEFJGUAHMUH.1 size=1048576 2024-09-18T02:39:51.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.449+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~XSEFJGUAHMUH.2 size=828946 2024-09-18T02:39:51.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.452+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=XSEFJGUAHMUH tag=H6Q1S21Z5FJD type=write size=3974674 2024-09-18T02:39:51.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.453+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=DR5ZSPQTE6LN type=del size=195298 2024-09-18T02:39:51.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.455+0000 7f3d344c5640 1 < canceled operation key=ZMNUVKZQG0VF tag=KFGHFXVP4TYF type=write size=12888 2024-09-18T02:39:51.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.458+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~QETFWL0WJYCF.0 size=1048576 2024-09-18T02:39:51.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.460+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~QETFWL0WJYCF.1 size=1048576 2024-09-18T02:39:51.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.461+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~QETFWL0WJYCF.2 size=732272 2024-09-18T02:39:51.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.461+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=QETFWL0WJYCF tag=5MIPYLMZD6IY type=write size=3878000 2024-09-18T02:39:51.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.463+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~9XRTMA7IXO37.0 size=750554 2024-09-18T02:39:51.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.465+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=9XRTMA7IXO37 tag=L4CYAYNCLVMK type=write size=1799130 2024-09-18T02:39:51.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.467+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=S8DOSU5Z9WZA type=del size=184875 2024-09-18T02:39:51.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.468+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=W2TRZCJWBQ2V type=del 2024-09-18T02:39:51.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.470+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=5PMKYVRA9MVL type=del size=708381 2024-09-18T02:39:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:51 smithi195 ceph-mon[89559]: pgmap v1393: 137 pgs: 19 creating+peering, 10 unknown, 108 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:51 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:39:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:51 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:39:51.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.472+0000 7f3d344c5640 1 < canceled operation key=4FYZMKC41CPI tag=777IXQ3IMNJG type=del size=1581518 2024-09-18T02:39:51.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.473+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=QS6S0OGNM5Z4 type=del size=4185257 2024-09-18T02:39:51.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.475+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=TT3A1QCLEM3X type=del 2024-09-18T02:39:51.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.477+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=SZQBIQK1KC7G type=del size=1401312 2024-09-18T02:39:51.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.478+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~92EX8GLJUGEJ.0 size=596242 2024-09-18T02:39:51.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.481+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=92EX8GLJUGEJ tag=JUDEWWRBVOQK type=write size=1644818 2024-09-18T02:39:51.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.484+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~TO2KGRFVRNEZ.0 size=1048576 2024-09-18T02:39:51.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.485+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~TO2KGRFVRNEZ.1 size=1048576 2024-09-18T02:39:51.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.487+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~TO2KGRFVRNEZ.2 size=889625 2024-09-18T02:39:51.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.487+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=TO2KGRFVRNEZ tag=FRO7TUST3VD0 type=write size=4035353 2024-09-18T02:39:51.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.489+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=NSZUNDL85OZ4 type=del 2024-09-18T02:39:51.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.490+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=820WPTDRJPCJ type=del size=1606058 2024-09-18T02:39:51.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.491+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~NT935W65Y71N.0 size=1048576 2024-09-18T02:39:51.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.493+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~NT935W65Y71N.1 size=1030431 2024-09-18T02:39:51.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.495+0000 7f3d344c5640 1 < canceled multipart upload key=VT9JVP3TEV2S upload=NT935W65Y71N tag=5L2N1370JQEA type=write size=3127583 2024-09-18T02:39:51.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.497+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=6ND5575AUP87 type=write size=11290 2024-09-18T02:39:51.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.500+0000 7f3d344c5640 1 < suggested update operation key=QR81P6ZBIKCN tag=FYE7ZZAQH1TW type=del size=4050990 2024-09-18T02:39:51.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.502+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=ZJQ0GBLRAYF6 type=write size=576627 2024-09-18T02:39:51.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.504+0000 7f3d344c5640 1 < canceled operation key=BDM08TCKAR39 tag=0X18PRH07YO0 type=del size=1449595 2024-09-18T02:39:51.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.507+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~HQAFR2R0XOZ0.0 size=158563 2024-09-18T02:39:51.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.507+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=HQAFR2R0XOZ0 tag=V96MVTF44F7G type=write size=1207139 2024-09-18T02:39:51.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.508+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=43LT0A466PNH type=del 2024-09-18T02:39:51.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.509+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=5HG5WV6XG9FE type=del size=2517548 2024-09-18T02:39:51.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.511+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=PGIXCM4UC5JO type=del 2024-09-18T02:39:51.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.513+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=LQ76LXZWDGU4 type=del size=1933329 2024-09-18T02:39:51.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.514+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~JZT2NS8OO8HU.0 size=302325 2024-09-18T02:39:51.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.517+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=JZT2NS8OO8HU tag=7AMSJJ3Y0XL3 type=write size=1350901 2024-09-18T02:39:51.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.520+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~FZ5MDEKEP7AV.0 size=1048576 2024-09-18T02:39:51.523 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.521+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~FZ5MDEKEP7AV.1 size=394833 2024-09-18T02:39:51.523 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.521+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=FZ5MDEKEP7AV tag=915VZ9BSRDSD type=write size=2491985 2024-09-18T02:39:51.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.524+0000 7f3d344c5640 1 < suggested update operation key=BDM08TCKAR39 tag=NLPCHEQZSV9Q type=write size=1003056 2024-09-18T02:39:51.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.527+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~O4U3DVWMV3DF.0 size=1048576 2024-09-18T02:39:51.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.528+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~O4U3DVWMV3DF.1 size=200347 2024-09-18T02:39:51.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.528+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=O4U3DVWMV3DF tag=DZ15WAU52L7I type=write size=2297499 2024-09-18T02:39:51.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.530+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~TD39S4ZDF63D.0 size=576573 2024-09-18T02:39:51.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.533+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=TD39S4ZDF63D tag=DYKBD6SENA7D type=write size=1625149 2024-09-18T02:39:51.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.535+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=WBRUDYML5EXU type=del size=1897321 2024-09-18T02:39:51.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.537+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=DR5ZSPQTE6LN type=del 2024-09-18T02:39:51.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.539+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=8HP4MER0J0RZ type=write size=601975 2024-09-18T02:39:51.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.540+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~QETFWL0WJYCF.0 size=1048576 2024-09-18T02:39:51.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.541+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~QETFWL0WJYCF.1 size=1048576 2024-09-18T02:39:51.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.543+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~QETFWL0WJYCF.2 size=732272 2024-09-18T02:39:51.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.546+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=QETFWL0WJYCF tag=5MIPYLMZD6IY type=write size=3878000 2024-09-18T02:39:51.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.547+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=V9KM04EG8JV7 type=del size=123302 2024-09-18T02:39:51.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.550+0000 7f3d344c5640 1 < suggested update operation key=VT9JVP3TEV2S tag=S8DOSU5Z9WZA type=del size=184875 2024-09-18T02:39:51.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.554+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~7P8CFIN76TY0.0 size=868633 2024-09-18T02:39:51.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.554+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=7P8CFIN76TY0 tag=LV04NCU6W4EC type=write size=1917209 2024-09-18T02:39:51.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.555+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=5PMKYVRA9MVL type=del 2024-09-18T02:39:51.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.557+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=J7WJ38JZ2R6B type=del size=1248662 2024-09-18T02:39:51.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.559+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=QS6S0OGNM5Z4 type=del 2024-09-18T02:39:51.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.560+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=IK89G59SV5RC type=write size=63216 2024-09-18T02:39:51.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.562+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=SZQBIQK1KC7G type=del 2024-09-18T02:39:51.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.564+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=ZX76VRL8PB76 type=write size=383585 2024-09-18T02:39:51.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.564+0000 7f3d344c5640 1 < canceled part key=_multipart_WRPKCFEEMSVW.2~TO2KGRFVRNEZ.0 size=1048576 2024-09-18T02:39:51.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.566+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~TO2KGRFVRNEZ.1 size=1048576 2024-09-18T02:39:51.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.567+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~TO2KGRFVRNEZ.2 size=889625 2024-09-18T02:39:51.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.570+0000 7f3d344c5640 1 < canceled multipart upload key=WRPKCFEEMSVW upload=TO2KGRFVRNEZ tag=FRO7TUST3VD0 type=write size=4035353 2024-09-18T02:39:51.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.572+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=H3CL01K5U421 type=del size=2681077 2024-09-18T02:39:51.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.573+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=820WPTDRJPCJ type=del 2024-09-18T02:39:51.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.576+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~DRHRNKLHOYYU.0 size=653233 2024-09-18T02:39:51.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.576+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=DRHRNKLHOYYU tag=EC4TNEQVDHT2 type=write size=1701809 2024-09-18T02:39:51.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.578+0000 7f3d344c5640 1 < completed write operation key=DN8CVJBOI3G6 tag=6ND5575AUP87 type=write size=11290 2024-09-18T02:39:51.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.579+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=6FFMGYUCRMPW type=del size=2625106 2024-09-18T02:39:51.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.581+0000 7f3d344c5640 1 < completed write operation key=X478JHSYQ9O5 tag=ZJQ0GBLRAYF6 type=write size=576627 2024-09-18T02:39:51.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.583+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=8MQJUO23RA4Y type=del size=962257 2024-09-18T02:39:51.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.584+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~HQAFR2R0XOZ0.0 size=158563 2024-09-18T02:39:51.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.587+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=HQAFR2R0XOZ0 tag=V96MVTF44F7G type=write size=1207139 2024-09-18T02:39:51.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.589+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=FLJGVTZ3NBBH type=del size=866969 2024-09-18T02:39:51.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.592+0000 7f3d344c5640 1 < suggested remove operation key=4FYZMKC41CPI tag=5HG5WV6XG9FE type=del 2024-09-18T02:39:51.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.596+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~GXRXSM6FTAVK.0 size=171006 2024-09-18T02:39:51.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.596+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=GXRXSM6FTAVK tag=NP1G3YT8NN2C type=write size=1219582 2024-09-18T02:39:51.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.598+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=LQ76LXZWDGU4 type=del 2024-09-18T02:39:51.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.599+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=RM3T6MG5C5K0 type=del size=3774975 2024-09-18T02:39:51.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.601+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~FZ5MDEKEP7AV.0 size=1048576 2024-09-18T02:39:51.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.602+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~FZ5MDEKEP7AV.1 size=394833 2024-09-18T02:39:51.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.605+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=FZ5MDEKEP7AV tag=915VZ9BSRDSD type=write size=2491985 2024-09-18T02:39:51.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.608+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~OZPEFK0YI6I5.0 size=1048576 2024-09-18T02:39:51.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.609+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~OZPEFK0YI6I5.1 size=132143 2024-09-18T02:39:51.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.609+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=OZPEFK0YI6I5 tag=AX2R970P7A5S type=write size=2229295 2024-09-18T02:39:51.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.611+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~O4U3DVWMV3DF.0 size=1048576 2024-09-18T02:39:51.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.612+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~O4U3DVWMV3DF.1 size=200347 2024-09-18T02:39:51.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.615+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=O4U3DVWMV3DF tag=DZ15WAU52L7I type=write size=2297499 2024-09-18T02:39:51.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.616+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=QO7CA06IF8O4 type=del size=3520962 2024-09-18T02:39:51.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.619+0000 7f3d344c5640 1 < suggested remove operation key=WRPKCFEEMSVW tag=WBRUDYML5EXU type=del 2024-09-18T02:39:51.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.621+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=TK82PW5QX08U type=del size=2710529 2024-09-18T02:39:51.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.624+0000 7f3d344c5640 1 < suggested update operation key=EDIMCFSPFVXQ tag=8HP4MER0J0RZ type=write size=601975 2024-09-18T02:39:51.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.627+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~U9X1U9J4WB4W.0 size=510232 2024-09-18T02:39:51.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.627+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=U9X1U9J4WB4W tag=W6NZE10RPYXJ type=write size=1558808 2024-09-18T02:39:51.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.629+0000 7f3d344c5640 -1 < failed to complete operation key=EDIMCFSPFVXQ tag=V9KM04EG8JV7 type=del size=123302: (22) Invalid argument 2024-09-18T02:39:51.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.631+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~1ZXACAQHIGJW.0 size=1048576 2024-09-18T02:39:51.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.633+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~1ZXACAQHIGJW.1 size=393380 2024-09-18T02:39:51.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.633+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=1ZXACAQHIGJW tag=5O9ACCF2EFG2 type=write size=2490532 2024-09-18T02:39:51.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.634+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~7P8CFIN76TY0.0 size=868633 2024-09-18T02:39:51.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.637+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=7P8CFIN76TY0 tag=LV04NCU6W4EC type=write size=1917209 2024-09-18T02:39:51.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.639+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=C9TT9BU5UJ9I type=del size=1602144 2024-09-18T02:39:51.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.640+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=J7WJ38JZ2R6B type=del 2024-09-18T02:39:51.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.643+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~SYY5DXSPHULC.0 size=1048576 2024-09-18T02:39:51.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.644+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~SYY5DXSPHULC.1 size=1048576 2024-09-18T02:39:51.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.645+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~SYY5DXSPHULC.2 size=568682 2024-09-18T02:39:51.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.645+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=SYY5DXSPHULC tag=N2IFIM2YL887 type=write size=3714410 2024-09-18T02:39:51.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.647+0000 7f3d344c5640 1 < completed write operation key=BDM08TCKAR39 tag=IK89G59SV5RC type=write size=63216 2024-09-18T02:39:51.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.648+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=LPSGFF4S5L7I type=write size=270245 2024-09-18T02:39:51.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.650+0000 7f3d344c5640 1 < completed write operation key=TC8DKJV0NMUQ tag=ZX76VRL8PB76 type=write size=383585 2024-09-18T02:39:51.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.651+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=OUBCNECFW2OA type=del size=2394072 2024-09-18T02:39:51.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.653+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=H3CL01K5U421 type=del 2024-09-18T02:39:51.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.657+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~UOQ1I0K9U48J.0 size=842908 2024-09-18T02:39:51.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.657+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=UOQ1I0K9U48J tag=ARCWGYXAS8MC type=write size=1891484 2024-09-18T02:39:51.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.658+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~DRHRNKLHOYYU.0 size=653233 2024-09-18T02:39:51.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.661+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=DRHRNKLHOYYU tag=EC4TNEQVDHT2 type=write size=1701809 2024-09-18T02:39:51.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.662+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=X2WR1XWWR9FO type=del size=112938 2024-09-18T02:39:51.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.664+0000 7f3d344c5640 -1 < failed to complete operation key=WRPKCFEEMSVW tag=6FFMGYUCRMPW type=del size=2625106: (22) Invalid argument 2024-09-18T02:39:51.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.666+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=9M386N1C3HEK type=del size=3871483 2024-09-18T02:39:51.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.669+0000 7f3d344c5640 1 < suggested update operation key=OHNLA0CFDTOZ tag=8MQJUO23RA4Y type=del size=962257 2024-09-18T02:39:51.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.670+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=W9SET503F7SQ type=del size=2802973 2024-09-18T02:39:51.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.672+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=FLJGVTZ3NBBH type=del 2024-09-18T02:39:51.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.674+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=9LNJMUY51H3Y type=del size=2961743 2024-09-18T02:39:51.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.675+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~GXRXSM6FTAVK.0 size=171006 2024-09-18T02:39:51.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.678+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=GXRXSM6FTAVK tag=NP1G3YT8NN2C type=write size=1219582 2024-09-18T02:39:51.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.680+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=0Z5ZCGGE6SZN type=del size=109098 2024-09-18T02:39:51.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.681+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=RM3T6MG5C5K0 type=del 2024-09-18T02:39:51.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.683+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=P2A85KQ28V9X type=del size=2092225 2024-09-18T02:39:51.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.684+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~OZPEFK0YI6I5.0 size=1048576 2024-09-18T02:39:51.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.685+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~OZPEFK0YI6I5.1 size=132143 2024-09-18T02:39:51.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.688+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=OZPEFK0YI6I5 tag=AX2R970P7A5S type=write size=2229295 2024-09-18T02:39:51.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.691+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~F14TK70MBZZZ.0 size=1048576 2024-09-18T02:39:51.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.692+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~F14TK70MBZZZ.1 size=951634 2024-09-18T02:39:51.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.692+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=F14TK70MBZZZ tag=MF11A3RS70SM type=write size=3048786 2024-09-18T02:39:51.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.694+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=QO7CA06IF8O4 type=del 2024-09-18T02:39:51.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.695+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=UL7UTFS4UF94 type=del size=988620 2024-09-18T02:39:51.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.697+0000 7f3d344c5640 -1 < failed to complete operation key=EDIMCFSPFVXQ tag=TK82PW5QX08U type=del size=2710529: (22) Invalid argument 2024-09-18T02:39:51.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.699+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=ZAAROTIXYEBV type=del size=1549337 2024-09-18T02:39:51.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.701+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~U9X1U9J4WB4W.0 size=510232 2024-09-18T02:39:51.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.703+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=U9X1U9J4WB4W tag=W6NZE10RPYXJ type=write size=1558808 2024-09-18T02:39:51.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.706+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~M07D23UHP6OM.0 size=1048576 2024-09-18T02:39:51.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.707+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~M07D23UHP6OM.1 size=749959 2024-09-18T02:39:51.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.707+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=M07D23UHP6OM tag=6N61T8VM9X95 type=write size=2847111 2024-09-18T02:39:51.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.709+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~1ZXACAQHIGJW.0 size=1048576 2024-09-18T02:39:51.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.710+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~1ZXACAQHIGJW.1 size=393380 2024-09-18T02:39:51.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.713+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=1ZXACAQHIGJW tag=5O9ACCF2EFG2 type=write size=2490532 2024-09-18T02:39:51.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.715+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=IIPD4Q2HVSOP type=write size=236582 2024-09-18T02:39:51.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.718+0000 7f3d344c5640 1 < suggested update operation key=YCO4SVB9T1HD tag=C9TT9BU5UJ9I type=del size=1602144 2024-09-18T02:39:51.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.721+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~XX6RC7RUU3DG.0 size=1048576 2024-09-18T02:39:51.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.723+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~XX6RC7RUU3DG.1 size=1048576 2024-09-18T02:39:51.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.724+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~XX6RC7RUU3DG.2 size=870383 2024-09-18T02:39:51.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.724+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=XX6RC7RUU3DG tag=ULSD7YIOC0KB type=write size=4016111 2024-09-18T02:39:51.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.726+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~SYY5DXSPHULC.0 size=1048576 2024-09-18T02:39:51.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.727+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~SYY5DXSPHULC.1 size=1048576 2024-09-18T02:39:51.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.728+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~SYY5DXSPHULC.2 size=568682 2024-09-18T02:39:51.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.731+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=SYY5DXSPHULC tag=N2IFIM2YL887 type=write size=3714410 2024-09-18T02:39:51.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.733+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=2DGE0OLNY02M type=del size=2158813 2024-09-18T02:39:51.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.734+0000 7f3d344c5640 1 < completed write operation key=57SLXVHRBLFP tag=LPSGFF4S5L7I type=write size=270245 2024-09-18T02:39:51.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.737+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~WEYIN4QATRT0.0 size=552482 2024-09-18T02:39:51.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.737+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=WEYIN4QATRT0 tag=0AY94YRUHWLN type=write size=1601058 2024-09-18T02:39:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.739+0000 7f3d344c5640 -1 < failed to complete operation key=YCO4SVB9T1HD tag=OUBCNECFW2OA type=del size=2394072: (22) Invalid argument 2024-09-18T02:39:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.741+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=DVYL6I2J35V7 type=write size=887982 2024-09-18T02:39:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.742+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~UOQ1I0K9U48J.0 size=842908 2024-09-18T02:39:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.745+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=UOQ1I0K9U48J tag=ARCWGYXAS8MC type=write size=1891484 2024-09-18T02:39:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.747+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=PLFTNF1QAWR7 type=write size=565178 2024-09-18T02:39:51.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.748+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=X2WR1XWWR9FO type=del 2024-09-18T02:39:51.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.751+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~62SYL400TU9H.0 size=1048576 2024-09-18T02:39:51.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.752+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~62SYL400TU9H.1 size=239045 2024-09-18T02:39:51.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.752+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=62SYL400TU9H tag=U04SR773M7P9 type=write size=2336197 2024-09-18T02:39:51.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.754+0000 7f3d344c5640 1 < canceled operation key=YRRENRMOJCK2 tag=9M386N1C3HEK type=del size=3871483 2024-09-18T02:39:51.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.757+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~CC1FKZC6LNHI.0 size=1048576 2024-09-18T02:39:51.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.759+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~CC1FKZC6LNHI.1 size=1048423 2024-09-18T02:39:51.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.759+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=CC1FKZC6LNHI tag=NEOA5X4W9PF4 type=write size=3145575 2024-09-18T02:39:51.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.761+0000 7f3d344c5640 -1 < failed to complete operation key=YCO4SVB9T1HD tag=W9SET503F7SQ type=del size=2802973: (22) Invalid argument 2024-09-18T02:39:51.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.763+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~G91CKOFI7G2C.0 size=1048576 2024-09-18T02:39:51.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.765+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~G91CKOFI7G2C.1 size=1048576 2024-09-18T02:39:51.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.766+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~G91CKOFI7G2C.2 size=81453 2024-09-18T02:39:51.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.766+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=G91CKOFI7G2C tag=MHBC5B5LU3VL type=write size=3227181 2024-09-18T02:39:51.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.767+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=9LNJMUY51H3Y type=del 2024-09-18T02:39:51.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.769+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=VPFI6JYWQ145 type=write size=151698 2024-09-18T02:39:51.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.770+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=0Z5ZCGGE6SZN type=del 2024-09-18T02:39:51.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.772+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=CFGEFN1PTQOU type=del size=3823585 2024-09-18T02:39:51.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.774+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=P2A85KQ28V9X type=del 2024-09-18T02:39:51.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.776+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=HKFP5XQJ97X4 type=del size=2814296 2024-09-18T02:39:51.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.778+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~F14TK70MBZZZ.0 size=1048576 2024-09-18T02:39:51.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.778+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~F14TK70MBZZZ.1 size=951634 2024-09-18T02:39:51.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.781+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=F14TK70MBZZZ tag=MF11A3RS70SM type=write size=3048786 2024-09-18T02:39:51.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.784+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~Z791EIP2P3UH.0 size=37474 2024-09-18T02:39:51.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.784+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=Z791EIP2P3UH tag=J7T5E4RR3DES type=write size=1086050 2024-09-18T02:39:51.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.785+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=UL7UTFS4UF94 type=del 2024-09-18T02:39:51.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.787+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=6YK2UU99PVY9 type=del size=3997115 2024-09-18T02:39:51.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.788+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=ZAAROTIXYEBV type=del 2024-09-18T02:39:51.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.790+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=WFEJP8TY0XH5 type=del size=637899 2024-09-18T02:39:51.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.791+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~M07D23UHP6OM.0 size=1048576 2024-09-18T02:39:51.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.793+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~M07D23UHP6OM.1 size=749959 2024-09-18T02:39:51.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.796+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=M07D23UHP6OM tag=6N61T8VM9X95 type=write size=2847111 2024-09-18T02:39:51.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.798+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=RXM7NAKTMGWG type=del size=1864912 2024-09-18T02:39:51.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.801+0000 7f3d344c5640 1 < suggested remove operation key=OHNLA0CFDTOZ tag=IIPD4Q2HVSOP type=write 2024-09-18T02:39:51.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.802+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=VITR5S26ZN6I type=write size=285608 2024-09-18T02:39:51.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.804+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~XX6RC7RUU3DG.0 size=1048576 2024-09-18T02:39:51.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.805+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~XX6RC7RUU3DG.1 size=1048576 2024-09-18T02:39:51.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.806+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~XX6RC7RUU3DG.2 size=870383 2024-09-18T02:39:51.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.809+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=XX6RC7RUU3DG tag=ULSD7YIOC0KB type=write size=4016111 2024-09-18T02:39:51.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.810+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=FJO7PSQ3CVNK type=del size=85945 2024-09-18T02:39:51.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.812+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=2DGE0OLNY02M type=del 2024-09-18T02:39:51.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.815+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~FSI6LC1WVFWY.0 size=1048576 2024-09-18T02:39:51.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.817+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~FSI6LC1WVFWY.1 size=1048576 2024-09-18T02:39:51.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.818+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~FSI6LC1WVFWY.2 size=94087 2024-09-18T02:39:51.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.818+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=FSI6LC1WVFWY tag=2O4KS8FDMWLZ type=write size=3239815 2024-09-18T02:39:51.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.819+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~WEYIN4QATRT0.0 size=552482 2024-09-18T02:39:51.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.822+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=WEYIN4QATRT0 tag=0AY94YRUHWLN type=write size=1601058 2024-09-18T02:39:51.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.824+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=TEKR5Z1LD4IJ type=del size=3640323 2024-09-18T02:39:51.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.825+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=DVYL6I2J35V7 type=write size=887982 2024-09-18T02:39:51.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.827+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=BM071NA8CO5I type=del size=3062881 2024-09-18T02:39:51.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.828+0000 7f3d344c5640 1 < completed write operation key=RXLDGQZXAUT0 tag=PLFTNF1QAWR7 type=write size=565178 2024-09-18T02:39:51.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.830+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=ONWZD08ZXVR5 type=del size=1737882 2024-09-18T02:39:51.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.832+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~62SYL400TU9H.0 size=1048576 2024-09-18T02:39:51.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.833+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~62SYL400TU9H.1 size=239045 2024-09-18T02:39:51.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.835+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=62SYL400TU9H tag=U04SR773M7P9 type=write size=2336197 2024-09-18T02:39:51.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.837+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=9HI2EQTAGZ0Y type=del size=96960 2024-09-18T02:39:51.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.838+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~CC1FKZC6LNHI.0 size=1048576 2024-09-18T02:39:51.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.840+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~CC1FKZC6LNHI.1 size=1048423 2024-09-18T02:39:51.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.843+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=CC1FKZC6LNHI tag=NEOA5X4W9PF4 type=write size=3145575 2024-09-18T02:39:51.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.844+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=O6YZP7P33X1M type=write size=979342 2024-09-18T02:39:51.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.846+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~G91CKOFI7G2C.0 size=1048576 2024-09-18T02:39:51.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.847+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~G91CKOFI7G2C.1 size=1048576 2024-09-18T02:39:51.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.849+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~G91CKOFI7G2C.2 size=81453 2024-09-18T02:39:51.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.851+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=G91CKOFI7G2C tag=MHBC5B5LU3VL type=write size=3227181 2024-09-18T02:39:51.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.853+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=VCJPZGURXEOU type=del size=4150873 2024-09-18T02:39:51.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.854+0000 7f3d344c5640 1 < completed write operation key=57SLXVHRBLFP tag=VPFI6JYWQ145 type=write size=151698 2024-09-18T02:39:51.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.856+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=HI3VY4WOR1GC type=del size=1339778 2024-09-18T02:39:51.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.859+0000 7f3d344c5640 1 < suggested update operation key=DN8CVJBOI3G6 tag=CFGEFN1PTQOU type=del size=3823585 2024-09-18T02:39:51.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.861+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=EOMB1IXO4QVZ type=del size=3577510 2024-09-18T02:39:51.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.863+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=HKFP5XQJ97X4 type=del 2024-09-18T02:39:51.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.866+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FPU7J6BFH8IL.0 size=1048576 2024-09-18T02:39:51.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.867+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FPU7J6BFH8IL.1 size=1048576 2024-09-18T02:39:51.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.869+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FPU7J6BFH8IL.2 size=106474 2024-09-18T02:39:51.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.869+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=FPU7J6BFH8IL tag=MNZP1O00KD36 type=write size=3252202 2024-09-18T02:39:51.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.870+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~Z791EIP2P3UH.0 size=37474 2024-09-18T02:39:51.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.873+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=Z791EIP2P3UH tag=J7T5E4RR3DES type=write size=1086050 2024-09-18T02:39:51.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.875+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~YAUB1ZBV8FJU.0 size=204915 2024-09-18T02:39:51.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.875+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=YAUB1ZBV8FJU tag=989CT9M55RRZ type=write size=1253491 2024-09-18T02:39:51.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.877+0000 7f3d344c5640 1 < canceled operation key=TC8DKJV0NMUQ tag=6YK2UU99PVY9 type=del size=3997115 2024-09-18T02:39:51.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.879+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=9RV76CXQRQXF type=del size=152805 2024-09-18T02:39:51.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.882+0000 7f3d344c5640 1 < suggested update operation key=5CBDBDRVY90O tag=WFEJP8TY0XH5 type=del size=637899 2024-09-18T02:39:51.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.885+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~DW86D36SBBCK.0 size=1048576 2024-09-18T02:39:51.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.886+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~DW86D36SBBCK.1 size=1048576 2024-09-18T02:39:51.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.888+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~DW86D36SBBCK.2 size=120138 2024-09-18T02:39:51.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.888+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=DW86D36SBBCK tag=DB4GINMVNVF3 type=write size=3265866 2024-09-18T02:39:51.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.889+0000 7f3d344c5640 1 < canceled operation key=WRPKCFEEMSVW tag=RXM7NAKTMGWG type=del size=1864912 2024-09-18T02:39:51.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.892+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~F2K6L820QDIC.0 size=728490 2024-09-18T02:39:51.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.892+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=F2K6L820QDIC tag=4HWA50XTDG0T type=write size=1777066 2024-09-18T02:39:51.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.894+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=VITR5S26ZN6I type=write size=285608 2024-09-18T02:39:51.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.895+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=PU43FFIN5M2D type=del size=541199 2024-09-18T02:39:51.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.897+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=FJO7PSQ3CVNK type=del 2024-09-18T02:39:51.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.898+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=QO4SVCEUQTY0 type=write size=1012302 2024-09-18T02:39:51.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.900+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~FSI6LC1WVFWY.0 size=1048576 2024-09-18T02:39:51.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.900+0000 7f3d344c5640 1 < canceled part key=_multipart_KS4ELJCFAWBQ.2~FSI6LC1WVFWY.1 size=1048576 2024-09-18T02:39:51.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.901+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~FSI6LC1WVFWY.2 size=94087 2024-09-18T02:39:51.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.904+0000 7f3d344c5640 1 < canceled multipart upload key=KS4ELJCFAWBQ upload=FSI6LC1WVFWY tag=2O4KS8FDMWLZ type=write size=3239815 2024-09-18T02:39:51.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.905+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=ZRF79LCD05TR type=del size=199123 2024-09-18T02:39:51.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.907+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=TEKR5Z1LD4IJ type=del 2024-09-18T02:39:51.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.908+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=1TBKL7VKFLCN type=del size=3869467 2024-09-18T02:39:51.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.910+0000 7f3d344c5640 1 < canceled operation key=OHNLA0CFDTOZ tag=BM071NA8CO5I type=del size=3062881 2024-09-18T02:39:51.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.913+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~YTOPB699OEPE.0 size=1048576 2024-09-18T02:39:51.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.914+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~YTOPB699OEPE.1 size=1048576 2024-09-18T02:39:51.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.915+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~YTOPB699OEPE.2 size=332604 2024-09-18T02:39:51.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.915+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=YTOPB699OEPE tag=1INDRU18CYTC type=write size=3478332 2024-09-18T02:39:51.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.917+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=ONWZD08ZXVR5 type=del 2024-09-18T02:39:51.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.920+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~BYEC2RJXZZ1X.0 size=204083 2024-09-18T02:39:51.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.920+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=BYEC2RJXZZ1X tag=SVKQ3N0IOZXQ type=write size=1252659 2024-09-18T02:39:51.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.921+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=9HI2EQTAGZ0Y type=del 2024-09-18T02:39:51.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.924+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~KHJ9G4KGNYE6.0 size=1048576 2024-09-18T02:39:51.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.925+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~KHJ9G4KGNYE6.1 size=1048576 2024-09-18T02:39:51.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.927+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~KHJ9G4KGNYE6.2 size=680370 2024-09-18T02:39:51.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.927+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=KHJ9G4KGNYE6 tag=ADTSDH9MWSY4 type=write size=3826098 2024-09-18T02:39:51.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.928+0000 7f3d344c5640 1 < completed write operation key=YCO4SVB9T1HD tag=O6YZP7P33X1M type=write size=979342 2024-09-18T02:39:51.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.931+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~5UW4MCF6X9DW.0 size=1048576 2024-09-18T02:39:51.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.932+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~5UW4MCF6X9DW.1 size=1048576 2024-09-18T02:39:51.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.933+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~5UW4MCF6X9DW.2 size=441089 2024-09-18T02:39:51.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.933+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=5UW4MCF6X9DW tag=97L4DM2YF7SL type=write size=3586817 2024-09-18T02:39:51.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.935+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=VCJPZGURXEOU type=del 2024-09-18T02:39:51.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.936+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=01XMLPBT1EEH type=del size=994617 2024-09-18T02:39:51.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.938+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=HI3VY4WOR1GC type=del 2024-09-18T02:39:51.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.940+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=R4MFCCKHOFBN type=del size=1694853 2024-09-18T02:39:51.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.942+0000 7f3d344c5640 1 < suggested update operation key=R9PMI2O5LB5E tag=EOMB1IXO4QVZ type=del size=3577510 2024-09-18T02:39:51.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.945+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~OGEH6KLR1EXJ.0 size=384378 2024-09-18T02:39:51.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.945+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=OGEH6KLR1EXJ tag=ZKJPBT7WOPXF type=write size=1432954 2024-09-18T02:39:51.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.947+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FPU7J6BFH8IL.0 size=1048576 2024-09-18T02:39:51.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.948+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FPU7J6BFH8IL.1 size=1048576 2024-09-18T02:39:51.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.950+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FPU7J6BFH8IL.2 size=106474 2024-09-18T02:39:51.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.952+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=FPU7J6BFH8IL tag=MNZP1O00KD36 type=write size=3252202 2024-09-18T02:39:51.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.954+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=8JX4ICC2MPE7 type=del size=1766091 2024-09-18T02:39:51.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.954+0000 7f3d344c5640 1 < canceled part key=_multipart_TC8DKJV0NMUQ.2~YAUB1ZBV8FJU.0 size=204915 2024-09-18T02:39:51.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.957+0000 7f3d344c5640 1 < canceled multipart upload key=TC8DKJV0NMUQ upload=YAUB1ZBV8FJU tag=989CT9M55RRZ type=write size=1253491 2024-09-18T02:39:51.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.959+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6H27A52E3TNI.0 size=1048576 2024-09-18T02:39:51.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.961+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6H27A52E3TNI.1 size=55161 2024-09-18T02:39:51.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.961+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=6H27A52E3TNI tag=WTSZJ7V2355Q type=write size=2152313 2024-09-18T02:39:51.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.962+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=9RV76CXQRQXF type=del 2024-09-18T02:39:51.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.964+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=C06QYYFJTWMC type=del size=777514 2024-09-18T02:39:51.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.965+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~DW86D36SBBCK.0 size=1048576 2024-09-18T02:39:51.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.967+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~DW86D36SBBCK.1 size=1048576 2024-09-18T02:39:51.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.968+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~DW86D36SBBCK.2 size=120138 2024-09-18T02:39:51.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.971+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=DW86D36SBBCK tag=DB4GINMVNVF3 type=write size=3265866 2024-09-18T02:39:51.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.972+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=A6OVZBMG66NL type=del size=2291362 2024-09-18T02:39:51.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.974+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~F2K6L820QDIC.0 size=728490 2024-09-18T02:39:51.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.976+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=F2K6L820QDIC tag=4HWA50XTDG0T type=write size=1777066 2024-09-18T02:39:51.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.978+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=5CFEGAG5GQXB type=del size=1034393 2024-09-18T02:39:51.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.979+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=PU43FFIN5M2D type=del 2024-09-18T02:39:51.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.981+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=DD0S3GDD4MAP type=del size=2017352 2024-09-18T02:39:51.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.982+0000 7f3d344c5640 1 < completed write operation key=KETUC1BK1NFI tag=QO4SVCEUQTY0 type=write size=1012302 2024-09-18T02:39:51.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.985+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~9THI57XHMIK3.0 size=1048576 2024-09-18T02:39:51.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.986+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~9THI57XHMIK3.1 size=1048576 2024-09-18T02:39:51.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.988+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~9THI57XHMIK3.2 size=433340 2024-09-18T02:39:51.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.988+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=9THI57XHMIK3 tag=7Y26MES36NEC type=write size=3579068 2024-09-18T02:39:51.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.989+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=ZRF79LCD05TR type=del 2024-09-18T02:39:51.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.991+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=1NNY46T42BAC type=del size=2600038 2024-09-18T02:39:51.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.995+0000 7f3d344c5640 1 < suggested remove operation key=QR81P6ZBIKCN tag=1TBKL7VKFLCN type=del 2024-09-18T02:39:52.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.998+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~66WZ0GWHO40M.0 size=387660 2024-09-18T02:39:52.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.998+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=66WZ0GWHO40M tag=TRXZH7N5PHHQ type=write size=1436236 2024-09-18T02:39:52.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:51.999+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~YTOPB699OEPE.0 size=1048576 2024-09-18T02:39:52.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.001+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~YTOPB699OEPE.1 size=1048576 2024-09-18T02:39:52.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.002+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~YTOPB699OEPE.2 size=332604 2024-09-18T02:39:52.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.005+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=YTOPB699OEPE tag=1INDRU18CYTC type=write size=3478332 2024-09-18T02:39:52.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.008+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~VOWFOEZRPZ2J.0 size=689739 2024-09-18T02:39:52.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.008+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=VOWFOEZRPZ2J tag=ST4AWQ6XLS0G type=write size=1738315 2024-09-18T02:39:52.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.009+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~BYEC2RJXZZ1X.0 size=204083 2024-09-18T02:39:52.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.013+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=BYEC2RJXZZ1X tag=SVKQ3N0IOZXQ type=write size=1252659 2024-09-18T02:39:52.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.014+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=ZFYVW0WM4WTW type=del size=1546640 2024-09-18T02:39:52.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.016+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~KHJ9G4KGNYE6.0 size=1048576 2024-09-18T02:39:52.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.017+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~KHJ9G4KGNYE6.1 size=1048576 2024-09-18T02:39:52.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.017+0000 7f3d344c5640 1 < canceled part key=_multipart_R9PMI2O5LB5E.2~KHJ9G4KGNYE6.2 size=680370 2024-09-18T02:39:52.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.020+0000 7f3d344c5640 1 < canceled multipart upload key=R9PMI2O5LB5E upload=KHJ9G4KGNYE6 tag=ADTSDH9MWSY4 type=write size=3826098 2024-09-18T02:39:52.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.022+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=PWF2D3M7LE1O type=del size=2982643 2024-09-18T02:39:52.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.024+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~5UW4MCF6X9DW.0 size=1048576 2024-09-18T02:39:52.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.025+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~5UW4MCF6X9DW.1 size=1048576 2024-09-18T02:39:52.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.026+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~5UW4MCF6X9DW.2 size=441089 2024-09-18T02:39:52.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.029+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=5UW4MCF6X9DW tag=97L4DM2YF7SL type=write size=3586817 2024-09-18T02:39:52.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.030+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=DKH3HMGE14PD type=del size=3378772 2024-09-18T02:39:52.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.032+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=01XMLPBT1EEH type=del 2024-09-18T02:39:52.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.035+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~M3W8XRNCGO3R.0 size=1044554 2024-09-18T02:39:52.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.035+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=M3W8XRNCGO3R tag=A6EZ3NLLL0BK type=write size=2093130 2024-09-18T02:39:52.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.037+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=R4MFCCKHOFBN type=del 2024-09-18T02:39:52.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.039+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=JP1KPIZ22UQS type=del size=2428715 2024-09-18T02:39:52.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.039+0000 7f3d344c5640 1 < canceled part key=_multipart_R9PMI2O5LB5E.2~OGEH6KLR1EXJ.0 size=384378 2024-09-18T02:39:52.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.042+0000 7f3d344c5640 1 < canceled multipart upload key=R9PMI2O5LB5E upload=OGEH6KLR1EXJ tag=ZKJPBT7WOPXF type=write size=1432954 2024-09-18T02:39:52.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.044+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=1E7WHAL5301Q type=del size=2579814 2024-09-18T02:39:52.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.046+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=8JX4ICC2MPE7 type=del 2024-09-18T02:39:52.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.049+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~ZZ0FRBSIDGD6.0 size=739771 2024-09-18T02:39:52.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.049+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=ZZ0FRBSIDGD6 tag=S26XASK8G03B type=write size=1788347 2024-09-18T02:39:52.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.049+0000 7f3d344c5640 1 < canceled part key=_multipart_DN8CVJBOI3G6.2~6H27A52E3TNI.0 size=1048576 2024-09-18T02:39:52.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.049+0000 7f3d344c5640 1 < canceled part key=_multipart_DN8CVJBOI3G6.2~6H27A52E3TNI.1 size=55161 2024-09-18T02:39:52.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.052+0000 7f3d344c5640 1 < canceled multipart upload key=DN8CVJBOI3G6 upload=6H27A52E3TNI tag=WTSZJ7V2355Q type=write size=2152313 2024-09-18T02:39:52.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.053+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=G2FOXZY3CXD9 type=del size=2321238 2024-09-18T02:39:52.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.056+0000 7f3d344c5640 1 < suggested remove operation key=WRPKCFEEMSVW tag=C06QYYFJTWMC type=del 2024-09-18T02:39:52.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.058+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=8GG67NWHDRMW type=del size=2865665 2024-09-18T02:39:52.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.060+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=A6OVZBMG66NL type=del 2024-09-18T02:39:52.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.063+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~DPNHANQL4R51.0 size=1048576 2024-09-18T02:39:52.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.065+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~DPNHANQL4R51.1 size=902070 2024-09-18T02:39:52.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.065+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=DPNHANQL4R51 tag=I158J8U2HVGN type=write size=2999222 2024-09-18T02:39:52.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.066+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=5CFEGAG5GQXB type=del 2024-09-18T02:39:52.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.069+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~BNEWREXX1892.0 size=1048576 2024-09-18T02:39:52.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.071+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~BNEWREXX1892.1 size=1048576 2024-09-18T02:39:52.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.072+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~BNEWREXX1892.2 size=413322 2024-09-18T02:39:52.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.072+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=BNEWREXX1892 tag=MRQS67O42UF4 type=write size=3559050 2024-09-18T02:39:52.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.074+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=DD0S3GDD4MAP type=del 2024-09-18T02:39:52.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.075+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=XEL4DT89JHUK type=del size=1062846 2024-09-18T02:39:52.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.077+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~9THI57XHMIK3.0 size=1048576 2024-09-18T02:39:52.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.078+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~9THI57XHMIK3.1 size=1048576 2024-09-18T02:39:52.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.080+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~9THI57XHMIK3.2 size=433340 2024-09-18T02:39:52.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.083+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=9THI57XHMIK3 tag=7Y26MES36NEC type=write size=3579068 2024-09-18T02:39:52.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.084+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=QHC6KMAK8X7Y type=del size=768487 2024-09-18T02:39:52.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.086+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=1NNY46T42BAC type=del 2024-09-18T02:39:52.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.087+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=FUAM010VGBC1 type=write size=996662 2024-09-18T02:39:52.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.089+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~66WZ0GWHO40M.0 size=387660 2024-09-18T02:39:52.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.092+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=66WZ0GWHO40M tag=TRXZH7N5PHHQ type=write size=1436236 2024-09-18T02:39:52.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.094+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=LXP55R9PW38A type=del size=2539784 2024-09-18T02:39:52.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.096+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~VOWFOEZRPZ2J.0 size=689739 2024-09-18T02:39:52.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.098+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=VOWFOEZRPZ2J tag=ST4AWQ6XLS0G type=write size=1738315 2024-09-18T02:39:52.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.100+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=5VHWYZWLXVQJ type=del size=2833856 2024-09-18T02:39:52.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.102+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=ZFYVW0WM4WTW type=del 2024-09-18T02:39:52.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.103+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=9P0NXN2ZIKKV type=del size=3670537 2024-09-18T02:39:52.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.105+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=PWF2D3M7LE1O type=del 2024-09-18T02:39:52.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.108+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~80MV8YUX8SUC.0 size=1048576 2024-09-18T02:39:52.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.109+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~80MV8YUX8SUC.1 size=10320 2024-09-18T02:39:52.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.109+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=80MV8YUX8SUC tag=D8U9P31614I1 type=write size=2107472 2024-09-18T02:39:52.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.111+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=DKH3HMGE14PD type=del 2024-09-18T02:39:52.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.113+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=3I9WIO25FSXN type=del size=2318308 2024-09-18T02:39:52.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.115+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~M3W8XRNCGO3R.0 size=1044554 2024-09-18T02:39:52.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.118+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=M3W8XRNCGO3R tag=A6EZ3NLLL0BK type=write size=2093130 2024-09-18T02:39:52.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.121+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~K2AKIA33N46O.0 size=1048576 2024-09-18T02:39:52.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.122+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~K2AKIA33N46O.1 size=162016 2024-09-18T02:39:52.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.122+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=K2AKIA33N46O tag=KVP7FSR7XC0O type=write size=2259168 2024-09-18T02:39:52.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.124+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=JP1KPIZ22UQS type=del size=2428715 2024-09-18T02:39:52.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.128+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~A4RXRO28VJ38.0 size=245861 2024-09-18T02:39:52.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.128+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=A4RXRO28VJ38 tag=GOY2H2N1838Z type=write size=1294437 2024-09-18T02:39:52.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.129+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=1E7WHAL5301Q type=del 2024-09-18T02:39:52.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.133+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~JTEDOQYTXAW5.0 size=990312 2024-09-18T02:39:52.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.133+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=JTEDOQYTXAW5 tag=2P8N1ZEBP7B1 type=write size=2038888 2024-09-18T02:39:52.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.133+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~ZZ0FRBSIDGD6.0 size=739771 2024-09-18T02:39:52.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.136+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=ZZ0FRBSIDGD6 tag=S26XASK8G03B type=write size=1788347 2024-09-18T02:39:52.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.138+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=90RTBUWSTRZY type=del size=3748092 2024-09-18T02:39:52.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.139+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=G2FOXZY3CXD9 type=del 2024-09-18T02:39:52.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.143+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~GJ4LSWU9KR30.0 size=1048576 2024-09-18T02:39:52.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.144+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~GJ4LSWU9KR30.1 size=801144 2024-09-18T02:39:52.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.144+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=GJ4LSWU9KR30 tag=W0LLLHEXKQHH type=write size=2898296 2024-09-18T02:39:52.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.145+0000 7f3d344c5640 1 < canceled operation key=IRE1LEWU02OL tag=8GG67NWHDRMW type=del size=2865665 2024-09-18T02:39:52.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.147+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=1WMD8TRUYEC0 type=del size=3475588 2024-09-18T02:39:52.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.149+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~DPNHANQL4R51.0 size=1048576 2024-09-18T02:39:52.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.151+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~DPNHANQL4R51.1 size=902070 2024-09-18T02:39:52.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.153+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=DPNHANQL4R51 tag=I158J8U2HVGN type=write size=2999222 2024-09-18T02:39:52.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.155+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=8PHY47M8L7H7 type=write size=345832 2024-09-18T02:39:52.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.155+0000 7f3d344c5640 1 < canceled part key=_multipart_57SLXVHRBLFP.2~BNEWREXX1892.0 size=1048576 2024-09-18T02:39:52.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.157+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~BNEWREXX1892.1 size=1048576 2024-09-18T02:39:52.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.159+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~BNEWREXX1892.2 size=413322 2024-09-18T02:39:52.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.161+0000 7f3d344c5640 1 < canceled multipart upload key=57SLXVHRBLFP upload=BNEWREXX1892 tag=MRQS67O42UF4 type=write size=3559050 2024-09-18T02:39:52.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.165+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~5X4ZBMKA1HVA.0 size=1048576 2024-09-18T02:39:52.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.167+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~5X4ZBMKA1HVA.1 size=1048576 2024-09-18T02:39:52.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.168+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~5X4ZBMKA1HVA.2 size=285418 2024-09-18T02:39:52.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.168+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=5X4ZBMKA1HVA tag=LB14L0FNMCP8 type=write size=3431146 2024-09-18T02:39:52.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.169+0000 7f3d344c5640 1 < canceled operation key=X478JHSYQ9O5 tag=XEL4DT89JHUK type=del size=1062846 2024-09-18T02:39:52.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.173+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~DV7F1KK1P2A9.0 size=1048576 2024-09-18T02:39:52.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.174+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~DV7F1KK1P2A9.1 size=1048576 2024-09-18T02:39:52.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.175+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~DV7F1KK1P2A9.2 size=436010 2024-09-18T02:39:52.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.175+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=DV7F1KK1P2A9 tag=OBZTP0TUIH80 type=write size=3581738 2024-09-18T02:39:52.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.177+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=QHC6KMAK8X7Y type=del 2024-09-18T02:39:52.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.180+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~XLNJY2K9AAPN.0 size=1048576 2024-09-18T02:39:52.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.181+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~XLNJY2K9AAPN.1 size=1048576 2024-09-18T02:39:52.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.182+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~XLNJY2K9AAPN.2 size=17529 2024-09-18T02:39:52.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.182+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=XLNJY2K9AAPN tag=3POCLIUMUKZ3 type=write size=3163257 2024-09-18T02:39:52.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.184+0000 7f3d344c5640 1 < completed write operation key=VZRBZUHWS0KG tag=FUAM010VGBC1 type=write size=996662 2024-09-18T02:39:52.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.186+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=QH9U93WWS8AS type=del size=2319426 2024-09-18T02:39:52.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.188+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=LXP55R9PW38A type=del size=2539784 2024-09-18T02:39:52.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.190+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=DAA5WQ815N1E type=del size=1188667 2024-09-18T02:39:52.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.191+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=5VHWYZWLXVQJ type=del 2024-09-18T02:39:52.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.194+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~DJ6AOQAFVAYQ.0 size=511584 2024-09-18T02:39:52.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.194+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=DJ6AOQAFVAYQ tag=HSR2XQFYWU22 type=write size=1560160 2024-09-18T02:39:52.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.197+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=9P0NXN2ZIKKV type=del 2024-09-18T02:39:52.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.198+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=7IC7J43WFMEY type=del size=2367474 2024-09-18T02:39:52.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.200+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~80MV8YUX8SUC.0 size=1048576 2024-09-18T02:39:52.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.201+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~80MV8YUX8SUC.1 size=10320 2024-09-18T02:39:52.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.204+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=80MV8YUX8SUC tag=D8U9P31614I1 type=write size=2107472 2024-09-18T02:39:52.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.207+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~F3FQNXUYA1PW.0 size=1048576 2024-09-18T02:39:52.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.208+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~F3FQNXUYA1PW.1 size=1016176 2024-09-18T02:39:52.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.208+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=F3FQNXUYA1PW tag=Q0VUUX1G1S8Q type=write size=3113328 2024-09-18T02:39:52.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.210+0000 7f3d344c5640 1 < canceled operation key=FZZPXI6Q3MK4 tag=3I9WIO25FSXN type=del size=2318308 2024-09-18T02:39:52.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.213+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~LGM16MCMKGL8.0 size=1048576 2024-09-18T02:39:52.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.214+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~LGM16MCMKGL8.1 size=731089 2024-09-18T02:39:52.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.214+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=LGM16MCMKGL8 tag=8GD3JWO8J3NQ type=write size=2828241 2024-09-18T02:39:52.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.216+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~K2AKIA33N46O.0 size=1048576 2024-09-18T02:39:52.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.217+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~K2AKIA33N46O.1 size=162016 2024-09-18T02:39:52.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.220+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=K2AKIA33N46O tag=KVP7FSR7XC0O type=write size=2259168 2024-09-18T02:39:52.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.221+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=N9LW08CN7JIV type=del size=1871264 2024-09-18T02:39:52.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.223+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~A4RXRO28VJ38.0 size=245861 2024-09-18T02:39:52.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.226+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=A4RXRO28VJ38 tag=GOY2H2N1838Z type=write size=1294437 2024-09-18T02:39:52.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.229+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~T08PLN9I4IDH.0 size=1025882 2024-09-18T02:39:52.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.229+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=T08PLN9I4IDH tag=U8DL47Q26Q6S type=write size=2074458 2024-09-18T02:39:52.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.230+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~JTEDOQYTXAW5.0 size=990312 2024-09-18T02:39:52.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.233+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=JTEDOQYTXAW5 tag=2P8N1ZEBP7B1 type=write size=2038888 2024-09-18T02:39:52.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.235+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=K5ZIQ0EW0M7B type=del size=3221969 2024-09-18T02:39:52.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.236+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=90RTBUWSTRZY type=del 2024-09-18T02:39:52.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.239+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~CGK10NATZFXA.0 size=165964 2024-09-18T02:39:52.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.239+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=CGK10NATZFXA tag=IBP0UUCNOCKC type=write size=1214540 2024-09-18T02:39:52.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.241+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~GJ4LSWU9KR30.0 size=1048576 2024-09-18T02:39:52.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.242+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~GJ4LSWU9KR30.1 size=801144 2024-09-18T02:39:52.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.245+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=GJ4LSWU9KR30 tag=W0LLLHEXKQHH type=write size=2898296 2024-09-18T02:39:52.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.247+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=EUI4KMPBK10A type=del size=1802205 2024-09-18T02:39:52.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.248+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=1WMD8TRUYEC0 type=del 2024-09-18T02:39:52.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.250+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=LFFAGQ438NLG type=del size=3735479 2024-09-18T02:39:52.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.253+0000 7f3d344c5640 1 < suggested remove operation key=D16IXCK8Y6D1 tag=8PHY47M8L7H7 type=write 2024-09-18T02:39:52.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.256+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~IMF289O52SD9.0 size=1048576 2024-09-18T02:39:52.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.257+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~IMF289O52SD9.1 size=753461 2024-09-18T02:39:52.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.257+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=IMF289O52SD9 tag=8QHT3P371473 type=write size=2850613 2024-09-18T02:39:52.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.259+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~5X4ZBMKA1HVA.0 size=1048576 2024-09-18T02:39:52.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.260+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~5X4ZBMKA1HVA.1 size=1048576 2024-09-18T02:39:52.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.262+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~5X4ZBMKA1HVA.2 size=285418 2024-09-18T02:39:52.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.265+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=5X4ZBMKA1HVA tag=LB14L0FNMCP8 type=write size=3431146 2024-09-18T02:39:52.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.267+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=FYCY096XIL29 type=write size=1012508 2024-09-18T02:39:52.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.269+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~DV7F1KK1P2A9.0 size=1048576 2024-09-18T02:39:52.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.270+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~DV7F1KK1P2A9.1 size=1048576 2024-09-18T02:39:52.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.271+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~DV7F1KK1P2A9.2 size=436010 2024-09-18T02:39:52.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.274+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=DV7F1KK1P2A9 tag=OBZTP0TUIH80 type=write size=3581738 2024-09-18T02:39:52.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.276+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=8BTVN0XEWG6I type=del size=1710199 2024-09-18T02:39:52.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.278+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~XLNJY2K9AAPN.0 size=1048576 2024-09-18T02:39:52.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.279+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~XLNJY2K9AAPN.1 size=1048576 2024-09-18T02:39:52.282 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.280+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~XLNJY2K9AAPN.2 size=17529 2024-09-18T02:39:52.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.283+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=XLNJY2K9AAPN tag=3POCLIUMUKZ3 type=write size=3163257 2024-09-18T02:39:52.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.285+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=ETHYSWI7BJ5P type=del size=1123040 2024-09-18T02:39:52.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.286+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=QH9U93WWS8AS type=del 2024-09-18T02:39:52.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.289+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~74GH77MJKW8W.0 size=976632 2024-09-18T02:39:52.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.289+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=74GH77MJKW8W tag=B3KWUX0G1OJ6 type=write size=2025208 2024-09-18T02:39:52.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.292+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=DAA5WQ815N1E type=del 2024-09-18T02:39:52.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.295+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~E97OWN7RPWBG.0 size=1048576 2024-09-18T02:39:52.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.297+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~E97OWN7RPWBG.1 size=1048576 2024-09-18T02:39:52.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.298+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~E97OWN7RPWBG.2 size=244539 2024-09-18T02:39:52.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.298+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=E97OWN7RPWBG tag=200NB3SD092N type=write size=3390267 2024-09-18T02:39:52.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.299+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~DJ6AOQAFVAYQ.0 size=511584 2024-09-18T02:39:52.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.302+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=DJ6AOQAFVAYQ tag=HSR2XQFYWU22 type=write size=1560160 2024-09-18T02:39:52.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.305+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~MWUJ6VY4LE29.0 size=269172 2024-09-18T02:39:52.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.305+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=MWUJ6VY4LE29 tag=QF26SI6KZLM2 type=write size=1317748 2024-09-18T02:39:52.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.308+0000 7f3d344c5640 1 < canceled operation key=K7SSL4Q5FC67 tag=7IC7J43WFMEY type=del size=2367474 2024-09-18T02:39:52.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.310+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=Q93R5AHESF6R type=del size=1890293 2024-09-18T02:39:52.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.312+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~F3FQNXUYA1PW.0 size=1048576 2024-09-18T02:39:52.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.312+0000 7f3d344c5640 1 < canceled part key=_multipart_KS4ELJCFAWBQ.2~F3FQNXUYA1PW.1 size=1016176 2024-09-18T02:39:52.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.315+0000 7f3d344c5640 1 < canceled multipart upload key=KS4ELJCFAWBQ upload=F3FQNXUYA1PW tag=Q0VUUX1G1S8Q type=write size=3113328 2024-09-18T02:39:52.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.317+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=KZO77CXOPY3I type=del size=3519090 2024-09-18T02:39:52.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.319+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~LGM16MCMKGL8.0 size=1048576 2024-09-18T02:39:52.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.320+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~LGM16MCMKGL8.1 size=731089 2024-09-18T02:39:52.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.324+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=LGM16MCMKGL8 tag=8GD3JWO8J3NQ type=write size=2828241 2024-09-18T02:39:52.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.326+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=W2WWRY5TP8HG type=del size=3204708 2024-09-18T02:39:52.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.327+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=N9LW08CN7JIV type=del 2024-09-18T02:39:52.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.329+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=X6YHN7ZQTD3Q type=del size=1440022 2024-09-18T02:39:52.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.329+0000 7f3d344c5640 1 < canceled part key=_multipart_X478JHSYQ9O5.2~T08PLN9I4IDH.0 size=1025882 2024-09-18T02:39:52.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.332+0000 7f3d344c5640 1 < canceled multipart upload key=X478JHSYQ9O5 upload=T08PLN9I4IDH tag=U8DL47Q26Q6S type=write size=2074458 2024-09-18T02:39:52.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.335+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~NWVR8P30OU2X.0 size=188773 2024-09-18T02:39:52.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.335+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=NWVR8P30OU2X tag=J4WK5HQW232P type=write size=1237349 2024-09-18T02:39:52.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.337+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=K5ZIQ0EW0M7B type=del 2024-09-18T02:39:52.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.340+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~4A346YK1MH57.0 size=662050 2024-09-18T02:39:52.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.340+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=4A346YK1MH57 tag=01ZW715QXTOI type=write size=1710626 2024-09-18T02:39:52.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.343+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~CGK10NATZFXA.0 size=165964 2024-09-18T02:39:52.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.345+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=CGK10NATZFXA tag=IBP0UUCNOCKC type=write size=1214540 2024-09-18T02:39:52.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.348+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~L1ZOUD7TO57I.0 size=1048576 2024-09-18T02:39:52.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.350+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~L1ZOUD7TO57I.1 size=1048576 2024-09-18T02:39:52.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.351+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~L1ZOUD7TO57I.2 size=1042130 2024-09-18T02:39:52.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.351+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=L1ZOUD7TO57I tag=BDPX2OUKR2Z4 type=write size=4187858 2024-09-18T02:39:52.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.353+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=EUI4KMPBK10A type=del 2024-09-18T02:39:52.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.357+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~9QRYETOFPBI6.0 size=553063 2024-09-18T02:39:52.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.357+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=9QRYETOFPBI6 tag=9GQLTAY01PC0 type=write size=1601639 2024-09-18T02:39:52.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.359+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=LFFAGQ438NLG type=del 2024-09-18T02:39:52.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.361+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=R7IMZGHYMTLA type=del size=3186320 2024-09-18T02:39:52.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.363+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~IMF289O52SD9.0 size=1048576 2024-09-18T02:39:52.367 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.365+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~IMF289O52SD9.1 size=753461 2024-09-18T02:39:52.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.368+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=IMF289O52SD9 tag=8QHT3P371473 type=write size=2850613 2024-09-18T02:39:52.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.371+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~CIC8TUWBDDZ8.0 size=294851 2024-09-18T02:39:52.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.371+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=CIC8TUWBDDZ8 tag=T36PSL4FGGAJ type=write size=1343427 2024-09-18T02:39:52.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.373+0000 7f3d344c5640 1 < completed write operation key=OHNLA0CFDTOZ tag=FYCY096XIL29 type=write size=1012508 2024-09-18T02:39:52.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.375+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=M5C0AZIYULM6 type=del size=2496346 2024-09-18T02:39:52.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.377+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=8BTVN0XEWG6I type=del 2024-09-18T02:39:52.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.380+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~249SJ9LYVDA3.0 size=1048576 2024-09-18T02:39:52.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.381+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~249SJ9LYVDA3.1 size=132785 2024-09-18T02:39:52.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.381+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=249SJ9LYVDA3 tag=S8ZH82DSHB75 type=write size=2229937 2024-09-18T02:39:52.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.385+0000 7f3d344c5640 1 < suggested update operation key=FZZPXI6Q3MK4 tag=ETHYSWI7BJ5P type=del size=1123040 2024-09-18T02:39:52.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.388+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~IPL7TFP02FHH.0 size=920502 2024-09-18T02:39:52.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.388+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=IPL7TFP02FHH tag=Z7MD2RZC0YAC type=write size=1969078 2024-09-18T02:39:52.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.390+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~74GH77MJKW8W.0 size=976632 2024-09-18T02:39:52.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.392+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=74GH77MJKW8W tag=B3KWUX0G1OJ6 type=write size=2025208 2024-09-18T02:39:52.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.396+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~13H695JX5MIC.0 size=499428 2024-09-18T02:39:52.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.396+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=13H695JX5MIC tag=QFONKWEP7COM type=write size=1548004 2024-09-18T02:39:52.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.398+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~E97OWN7RPWBG.0 size=1048576 2024-09-18T02:39:52.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.400+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~E97OWN7RPWBG.1 size=1048576 2024-09-18T02:39:52.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.401+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~E97OWN7RPWBG.2 size=244539 2024-09-18T02:39:52.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.405+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=E97OWN7RPWBG tag=200NB3SD092N type=write size=3390267 2024-09-18T02:39:52.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.408+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~E0U1AX96OJJI.0 size=559558 2024-09-18T02:39:52.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.408+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=E0U1AX96OJJI tag=89MUJS3JC12S type=write size=1608134 2024-09-18T02:39:52.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.409+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~MWUJ6VY4LE29.0 size=269172 2024-09-18T02:39:52.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.412+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=MWUJ6VY4LE29 tag=QF26SI6KZLM2 type=write size=1317748 2024-09-18T02:39:52.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.414+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=CLA4R6A0U903 type=del size=1503823 2024-09-18T02:39:52.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.418+0000 7f3d344c5640 1 < suggested remove operation key=YCO4SVB9T1HD tag=Q93R5AHESF6R type=del 2024-09-18T02:39:52.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.419+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=89SWFJPOMF3H type=del size=3734902 2024-09-18T02:39:52.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.421+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=KZO77CXOPY3I type=del 2024-09-18T02:39:52.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.423+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=HM0ILP0EIAWN type=write size=805415 2024-09-18T02:39:52.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.424+0000 7f3d344c5640 1 < canceled operation key=5CBDBDRVY90O tag=W2WWRY5TP8HG type=del size=3204708 2024-09-18T02:39:52.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.426+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=1L3ZUTTRKYVA type=del size=1081871 2024-09-18T02:39:52.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.427+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=X6YHN7ZQTD3Q type=del 2024-09-18T02:39:52.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.430+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~751B3O7413XU.0 size=93139 2024-09-18T02:39:52.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.430+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=751B3O7413XU tag=78FX50BFHUW3 type=write size=1141715 2024-09-18T02:39:52.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.430+0000 7f3d344c5640 1 < canceled part key=_multipart_KB9UDL27PX79.2~NWVR8P30OU2X.0 size=188773 2024-09-18T02:39:52.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.433+0000 7f3d344c5640 1 < canceled multipart upload key=KB9UDL27PX79 upload=NWVR8P30OU2X tag=J4WK5HQW232P type=write size=1237349 2024-09-18T02:39:52.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.435+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=793JM2HHQKXX type=del size=2360113 2024-09-18T02:39:52.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.436+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~4A346YK1MH57.0 size=662050 2024-09-18T02:39:52.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.439+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=4A346YK1MH57 tag=01ZW715QXTOI type=write size=1710626 2024-09-18T02:39:52.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.441+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=6MOZSMLCKQM7 type=del size=3458642 2024-09-18T02:39:52.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.441+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~L1ZOUD7TO57I.0 size=1048576 2024-09-18T02:39:52.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.442+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~L1ZOUD7TO57I.1 size=1048576 2024-09-18T02:39:52.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.444+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~L1ZOUD7TO57I.2 size=1042130 2024-09-18T02:39:52.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.447+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=L1ZOUD7TO57I tag=BDPX2OUKR2Z4 type=write size=4187858 2024-09-18T02:39:52.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.448+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=3YJN9IZIVA34 type=write size=75784 2024-09-18T02:39:52.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.449+0000 7f3d344c5640 1 < canceled part key=_multipart_77U6SM23K6L1.2~9QRYETOFPBI6.0 size=553063 2024-09-18T02:39:52.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.451+0000 7f3d344c5640 1 < canceled multipart upload key=77U6SM23K6L1 upload=9QRYETOFPBI6 tag=9GQLTAY01PC0 type=write size=1601639 2024-09-18T02:39:52.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.453+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=CZ91B2EN2OJI type=del size=2903672 2024-09-18T02:39:52.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.455+0000 7f3d344c5640 -1 < failed to complete operation key=FZZPXI6Q3MK4 tag=R7IMZGHYMTLA type=del size=3186320: (22) Invalid argument 2024-09-18T02:39:52.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.459+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~2A60YXHAIKUA.0 size=1048576 2024-09-18T02:39:52.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.460+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~2A60YXHAIKUA.1 size=411034 2024-09-18T02:39:52.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.460+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=2A60YXHAIKUA tag=Z7ZNRW48D9VZ type=write size=2508186 2024-09-18T02:39:52.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.462+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~CIC8TUWBDDZ8.0 size=294851 2024-09-18T02:39:52.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.464+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=CIC8TUWBDDZ8 tag=T36PSL4FGGAJ type=write size=1343427 2024-09-18T02:39:52.468 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.466+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=4QF0JBHM1HTL type=del size=420811 2024-09-18T02:39:52.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.467+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=M5C0AZIYULM6 type=del 2024-09-18T02:39:52.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.469+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=OLBAV8DGPHVH type=del size=418906 2024-09-18T02:39:52.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.471+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~249SJ9LYVDA3.0 size=1048576 2024-09-18T02:39:52.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.472+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~249SJ9LYVDA3.1 size=132785 2024-09-18T02:39:52.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.475+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=249SJ9LYVDA3 tag=S8ZH82DSHB75 type=write size=2229937 2024-09-18T02:39:52.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.477+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=BUXBNWPAEIUN type=del size=2512660 2024-09-18T02:39:52.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.478+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~IPL7TFP02FHH.0 size=920502 2024-09-18T02:39:52.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.481+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=IPL7TFP02FHH tag=Z7MD2RZC0YAC type=write size=1969078 2024-09-18T02:39:52.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.484+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~HTOWTHQOIZ7W.0 size=1048576 2024-09-18T02:39:52.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.485+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~HTOWTHQOIZ7W.1 size=786607 2024-09-18T02:39:52.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.485+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=HTOWTHQOIZ7W tag=IKW7M80TPSP6 type=write size=2883759 2024-09-18T02:39:52.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.487+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~13H695JX5MIC.0 size=499428 2024-09-18T02:39:52.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.490+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=13H695JX5MIC tag=QFONKWEP7COM type=write size=1548004 2024-09-18T02:39:52.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.493+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~LP0X0GJOD8Z7.0 size=1048576 2024-09-18T02:39:52.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.494+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~LP0X0GJOD8Z7.1 size=1048576 2024-09-18T02:39:52.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.495+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~LP0X0GJOD8Z7.2 size=5328 2024-09-18T02:39:52.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.495+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=LP0X0GJOD8Z7 tag=Y6IMG01K2IJ5 type=write size=3151056 2024-09-18T02:39:52.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.497+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~E0U1AX96OJJI.0 size=559558 2024-09-18T02:39:52.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.500+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=E0U1AX96OJJI tag=89MUJS3JC12S type=write size=1608134 2024-09-18T02:39:52.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.503+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~2MWHJAWLWF7Q.0 size=1048576 2024-09-18T02:39:52.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.505+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~2MWHJAWLWF7Q.1 size=1048576 2024-09-18T02:39:52.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.506+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~2MWHJAWLWF7Q.2 size=211094 2024-09-18T02:39:52.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.506+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=2MWHJAWLWF7Q tag=CFYCQB22TBTN type=write size=3356822 2024-09-18T02:39:52.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.508+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=CLA4R6A0U903 type=del 2024-09-18T02:39:52.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.510+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=QK8KL0S26T05 type=del size=3795395 2024-09-18T02:39:52.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.511+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=89SWFJPOMF3H type=del 2024-09-18T02:39:52.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.513+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=KPA38B8GYMXM type=del size=1836836 2024-09-18T02:39:52.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.515+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=HM0ILP0EIAWN type=write size=805415 2024-09-18T02:39:52.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.517+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~6G06JX82A144.0 size=1048576 2024-09-18T02:39:52.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.519+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~6G06JX82A144.1 size=218828 2024-09-18T02:39:52.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.519+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=6G06JX82A144 tag=KHI9C13WJJVD type=write size=2315980 2024-09-18T02:39:52.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.522+0000 7f3d344c5640 1 < suggested remove operation key=X478JHSYQ9O5 tag=1L3ZUTTRKYVA type=del 2024-09-18T02:39:52.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.523+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=BT42ZYWJFI3Z type=write size=388901 2024-09-18T02:39:52.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.525+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~751B3O7413XU.0 size=93139 2024-09-18T02:39:52.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.528+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=751B3O7413XU tag=78FX50BFHUW3 type=write size=1141715 2024-09-18T02:39:52.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.531+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~G3KDAATL0OLY.0 size=1048576 2024-09-18T02:39:52.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.533+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~G3KDAATL0OLY.1 size=1048576 2024-09-18T02:39:52.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.534+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~G3KDAATL0OLY.2 size=695439 2024-09-18T02:39:52.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.534+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=G3KDAATL0OLY tag=7V65FO0ZBRBX type=write size=3841167 2024-09-18T02:39:52.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.536+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=793JM2HHQKXX type=del 2024-09-18T02:39:52.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.539+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~SEU0DYYN32ZR.0 size=1048576 2024-09-18T02:39:52.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.541+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~SEU0DYYN32ZR.1 size=1048576 2024-09-18T02:39:52.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.542+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~SEU0DYYN32ZR.2 size=575367 2024-09-18T02:39:52.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.542+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=SEU0DYYN32ZR tag=IYQDP8TZS5EI type=write size=3721095 2024-09-18T02:39:52.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.544+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=6MOZSMLCKQM7 type=del 2024-09-18T02:39:52.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.547+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~40C490M0FKUG.0 size=1048576 2024-09-18T02:39:52.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.548+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~40C490M0FKUG.1 size=928989 2024-09-18T02:39:52.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.548+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=40C490M0FKUG tag=HDYS38R1I8N5 type=write size=3026141 2024-09-18T02:39:52.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.550+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=3YJN9IZIVA34 type=write size=75784 2024-09-18T02:39:52.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.553+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~77C3RV12ZHEF.0 size=1048576 2024-09-18T02:39:52.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.555+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~77C3RV12ZHEF.1 size=277097 2024-09-18T02:39:52.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.555+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=77C3RV12ZHEF tag=I16MV9PU4GN5 type=write size=2374249 2024-09-18T02:39:52.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.558+0000 7f3d344c5640 1 < suggested remove operation key=57SLXVHRBLFP tag=CZ91B2EN2OJI type=del 2024-09-18T02:39:52.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.559+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=C2UAU0KX12P7 type=del size=653562 2024-09-18T02:39:52.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.561+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~2A60YXHAIKUA.0 size=1048576 2024-09-18T02:39:52.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.561+0000 7f3d344c5640 1 < canceled part key=_multipart_6XGBHFR3S4FW.2~2A60YXHAIKUA.1 size=411034 2024-09-18T02:39:52.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.564+0000 7f3d344c5640 1 < canceled multipart upload key=6XGBHFR3S4FW upload=2A60YXHAIKUA tag=Z7ZNRW48D9VZ type=write size=2508186 2024-09-18T02:39:52.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.567+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~LGR8QMOYVWV0.0 size=1048576 2024-09-18T02:39:52.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.568+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~LGR8QMOYVWV0.1 size=1026903 2024-09-18T02:39:52.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.568+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=LGR8QMOYVWV0 tag=UOL2MJ96QCDG type=write size=3124055 2024-09-18T02:39:52.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.570+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=4QF0JBHM1HTL type=del 2024-09-18T02:39:52.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.572+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=889XFCRW9DM4 type=del size=3581039 2024-09-18T02:39:52.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.574+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=OLBAV8DGPHVH type=del 2024-09-18T02:39:52.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.575+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=YBH5R4A91J7Y type=del size=789878 2024-09-18T02:39:52.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.577+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=BUXBNWPAEIUN type=del 2024-09-18T02:39:52.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.579+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=RIAK3NYPK819 type=del size=39303 2024-09-18T02:39:52.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.580+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~HTOWTHQOIZ7W.0 size=1048576 2024-09-18T02:39:52.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.582+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~HTOWTHQOIZ7W.1 size=786607 2024-09-18T02:39:52.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.585+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=HTOWTHQOIZ7W tag=IKW7M80TPSP6 type=write size=2883759 2024-09-18T02:39:52.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.588+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~Z3176R5ZEB4J.0 size=1048576 2024-09-18T02:39:52.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.589+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~Z3176R5ZEB4J.1 size=1048576 2024-09-18T02:39:52.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.590+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~Z3176R5ZEB4J.2 size=411838 2024-09-18T02:39:52.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.591+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=Z3176R5ZEB4J tag=DMKYK346IB2G type=write size=3557566 2024-09-18T02:39:52.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.592+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~LP0X0GJOD8Z7.0 size=1048576 2024-09-18T02:39:52.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.594+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~LP0X0GJOD8Z7.1 size=1048576 2024-09-18T02:39:52.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.595+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~LP0X0GJOD8Z7.2 size=5328 2024-09-18T02:39:52.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.598+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=LP0X0GJOD8Z7 tag=Y6IMG01K2IJ5 type=write size=3151056 2024-09-18T02:39:52.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.600+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=I1FRMNWGM6HC type=del size=4047620 2024-09-18T02:39:52.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.601+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~2MWHJAWLWF7Q.0 size=1048576 2024-09-18T02:39:52.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.603+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~2MWHJAWLWF7Q.1 size=1048576 2024-09-18T02:39:52.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.604+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~2MWHJAWLWF7Q.2 size=211094 2024-09-18T02:39:52.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.607+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=2MWHJAWLWF7Q tag=CFYCQB22TBTN type=write size=3356822 2024-09-18T02:39:52.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.611+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~K23VKOEEQ7SE.0 size=574234 2024-09-18T02:39:52.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.611+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=K23VKOEEQ7SE tag=I3RU6ZL0FNDP type=write size=1622810 2024-09-18T02:39:52.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.613+0000 7f3d344c5640 1 < canceled operation key=OHNLA0CFDTOZ tag=QK8KL0S26T05 type=del size=3795395 2024-09-18T02:39:52.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.616+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~DSDMOATUI9KC.0 size=1048576 2024-09-18T02:39:52.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.617+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~DSDMOATUI9KC.1 size=83384 2024-09-18T02:39:52.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.617+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=DSDMOATUI9KC tag=SW794MALYMDQ type=write size=2180536 2024-09-18T02:39:52.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.620+0000 7f3d344c5640 -1 < failed to complete operation key=57SLXVHRBLFP tag=KPA38B8GYMXM type=del size=1836836: (22) Invalid argument 2024-09-18T02:39:52.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.622+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=JUB3BUKFYA4O type=del size=4099616 2024-09-18T02:39:52.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.624+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~6G06JX82A144.0 size=1048576 2024-09-18T02:39:52.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.625+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~6G06JX82A144.1 size=218828 2024-09-18T02:39:52.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.628+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=6G06JX82A144 tag=KHI9C13WJJVD type=write size=2315980 2024-09-18T02:39:52.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.630+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=LIJCJF3GAGS3 type=write size=975372 2024-09-18T02:39:52.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.631+0000 7f3d344c5640 1 < completed write operation key=KETUC1BK1NFI tag=BT42ZYWJFI3Z type=write size=388901 2024-09-18T02:39:52.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.633+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=BG7YY4I9IY65 type=del size=2997135 2024-09-18T02:39:52.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.635+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~G3KDAATL0OLY.0 size=1048576 2024-09-18T02:39:52.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.636+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~G3KDAATL0OLY.1 size=1048576 2024-09-18T02:39:52.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.638+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~G3KDAATL0OLY.2 size=695439 2024-09-18T02:39:52.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.640+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=G3KDAATL0OLY tag=7V65FO0ZBRBX type=write size=3841167 2024-09-18T02:39:52.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.642+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=4Y6FSVO00PRJ type=del size=1148118 2024-09-18T02:39:52.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.644+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~SEU0DYYN32ZR.0 size=1048576 2024-09-18T02:39:52.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.645+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~SEU0DYYN32ZR.1 size=1048576 2024-09-18T02:39:52.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.646+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~SEU0DYYN32ZR.2 size=575367 2024-09-18T02:39:52.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.649+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=SEU0DYYN32ZR tag=IYQDP8TZS5EI type=write size=3721095 2024-09-18T02:39:52.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.652+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~31I5CVLV5GE2.0 size=1048576 2024-09-18T02:39:52.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.653+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~31I5CVLV5GE2.1 size=294273 2024-09-18T02:39:52.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.653+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=31I5CVLV5GE2 tag=IEQUO7W61MEB type=write size=2391425 2024-09-18T02:39:52.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.655+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~40C490M0FKUG.0 size=1048576 2024-09-18T02:39:52.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.657+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~40C490M0FKUG.1 size=928989 2024-09-18T02:39:52.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.660+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=40C490M0FKUG tag=HDYS38R1I8N5 type=write size=3026141 2024-09-18T02:39:52.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.663+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~WI57LJ8YBBMF.0 size=1048576 2024-09-18T02:39:52.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.664+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~WI57LJ8YBBMF.1 size=1048576 2024-09-18T02:39:52.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.665+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~WI57LJ8YBBMF.2 size=560004 2024-09-18T02:39:52.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.665+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=WI57LJ8YBBMF tag=PQS2N01ZDM3X type=write size=3705732 2024-09-18T02:39:52.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.667+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~77C3RV12ZHEF.0 size=1048576 2024-09-18T02:39:52.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.668+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~77C3RV12ZHEF.1 size=277097 2024-09-18T02:39:52.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.671+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=77C3RV12ZHEF tag=I16MV9PU4GN5 type=write size=2374249 2024-09-18T02:39:52.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.673+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=V41F4NM0YN0X type=del size=1551199 2024-09-18T02:39:52.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.674+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=C2UAU0KX12P7 type=del 2024-09-18T02:39:52.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.676+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=FWO31DI6Y4CA type=write size=161555 2024-09-18T02:39:52.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.677+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~LGR8QMOYVWV0.0 size=1048576 2024-09-18T02:39:52.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.679+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~LGR8QMOYVWV0.1 size=1026903 2024-09-18T02:39:52.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.682+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=LGR8QMOYVWV0 tag=UOL2MJ96QCDG type=write size=3124055 2024-09-18T02:39:52.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.683+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=Q9G2Q0UA7PCC type=del size=2766031 2024-09-18T02:39:52.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.687+0000 7f3d344c5640 1 < suggested update operation key=EDIMCFSPFVXQ tag=889XFCRW9DM4 type=del size=3581039 2024-09-18T02:39:52.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.688+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=4NXLTF181PBH type=del size=1883624 2024-09-18T02:39:52.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.692+0000 7f3d344c5640 1 < suggested update operation key=QR81P6ZBIKCN tag=YBH5R4A91J7Y type=del size=789878 2024-09-18T02:39:52.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.694+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=R9LQFZXCHGGS type=del size=2988734 2024-09-18T02:39:52.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.695+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=RIAK3NYPK819 type=del 2024-09-18T02:39:52.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.697+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=SOT0BTOPXGF4 type=del size=1865509 2024-09-18T02:39:52.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.699+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~Z3176R5ZEB4J.0 size=1048576 2024-09-18T02:39:52.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.701+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~Z3176R5ZEB4J.1 size=1048576 2024-09-18T02:39:52.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.702+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~Z3176R5ZEB4J.2 size=411838 2024-09-18T02:39:52.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.705+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=Z3176R5ZEB4J tag=DMKYK346IB2G type=write size=3557566 2024-09-18T02:39:52.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.706+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=0TRWVAE21KXU type=del size=111204 2024-09-18T02:39:52.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.708+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=I1FRMNWGM6HC type=del 2024-09-18T02:39:52.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.711+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~U74VQL3OED5Y.0 size=1048576 2024-09-18T02:39:52.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.712+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~U74VQL3OED5Y.1 size=1048576 2024-09-18T02:39:52.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.714+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~U74VQL3OED5Y.2 size=467014 2024-09-18T02:39:52.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.714+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=U74VQL3OED5Y tag=XYNIHRB6ZG9O type=write size=3612742 2024-09-18T02:39:52.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.715+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~K23VKOEEQ7SE.0 size=574234 2024-09-18T02:39:52.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.718+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=K23VKOEEQ7SE tag=I3RU6ZL0FNDP type=write size=1622810 2024-09-18T02:39:52.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.720+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=GGB15B7W3PLK type=del size=1468046 2024-09-18T02:39:52.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.721+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~DSDMOATUI9KC.0 size=1048576 2024-09-18T02:39:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:39:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:39:52.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.723+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~DSDMOATUI9KC.1 size=83384 2024-09-18T02:39:52.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.726+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=DSDMOATUI9KC tag=SW794MALYMDQ type=write size=2180536 2024-09-18T02:39:52.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.729+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~1YEW08UJ3DFQ.0 size=1048576 2024-09-18T02:39:52.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.730+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~1YEW08UJ3DFQ.1 size=1048576 2024-09-18T02:39:52.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.731+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~1YEW08UJ3DFQ.2 size=651569 2024-09-18T02:39:52.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.731+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=1YEW08UJ3DFQ tag=VQ4JSBDD1DHU type=write size=3797297 2024-09-18T02:39:52.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.733+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=JUB3BUKFYA4O type=del 2024-09-18T02:39:52.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.736+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~0CZGXQAODGLD.0 size=1048576 2024-09-18T02:39:52.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.737+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~0CZGXQAODGLD.1 size=1048576 2024-09-18T02:39:52.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.739+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~0CZGXQAODGLD.2 size=376950 2024-09-18T02:39:52.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.739+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=0CZGXQAODGLD tag=53X4D05ELI1H type=write size=3522678 2024-09-18T02:39:52.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.742+0000 7f3d344c5640 1 < suggested update operation key=QR81P6ZBIKCN tag=LIJCJF3GAGS3 type=write size=975372 2024-09-18T02:39:52.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.745+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~L9I5T921JL52.0 size=1048576 2024-09-18T02:39:52.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.746+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~L9I5T921JL52.1 size=1022148 2024-09-18T02:39:52.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.746+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=L9I5T921JL52 tag=00MEB94J1A8T type=write size=3119300 2024-09-18T02:39:52.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.748+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=BG7YY4I9IY65 type=del 2024-09-18T02:39:52.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.749+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=0T8T14F2TTHZ type=write size=390151 2024-09-18T02:39:52.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.752+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=4Y6FSVO00PRJ type=del 2024-09-18T02:39:52.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.753+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=VVH7SOXV6222 type=del size=2340785 2024-09-18T02:39:52.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.755+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~31I5CVLV5GE2.0 size=1048576 2024-09-18T02:39:52.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.756+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~31I5CVLV5GE2.1 size=294273 2024-09-18T02:39:52.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.759+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=31I5CVLV5GE2 tag=IEQUO7W61MEB type=write size=2391425 2024-09-18T02:39:52.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.762+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~VPK44W10P5RY.0 size=855591 2024-09-18T02:39:52.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.762+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=VPK44W10P5RY tag=PZM76HL12C04 type=write size=1904167 2024-09-18T02:39:52.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.764+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~WI57LJ8YBBMF.0 size=1048576 2024-09-18T02:39:52.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.765+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~WI57LJ8YBBMF.1 size=1048576 2024-09-18T02:39:52.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.765+0000 7f3d344c5640 1 < canceled part key=_multipart_57SLXVHRBLFP.2~WI57LJ8YBBMF.2 size=560004 2024-09-18T02:39:52.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.768+0000 7f3d344c5640 1 < canceled multipart upload key=57SLXVHRBLFP upload=WI57LJ8YBBMF tag=PQS2N01ZDM3X type=write size=3705732 2024-09-18T02:39:52.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.769+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=RO8M0V9PRUU4 type=del size=1285208 2024-09-18T02:39:52.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.772+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=V41F4NM0YN0X type=del 2024-09-18T02:39:52.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.773+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=SG9BYGOVL34W type=write size=581669 2024-09-18T02:39:52.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.777+0000 7f3d344c5640 1 < suggested remove operation key=EDIMCFSPFVXQ tag=FWO31DI6Y4CA type=write 2024-09-18T02:39:52.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.780+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~JSHQ2EKBS4CL.0 size=1048576 2024-09-18T02:39:52.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.781+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~JSHQ2EKBS4CL.1 size=1028539 2024-09-18T02:39:52.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.781+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=JSHQ2EKBS4CL tag=10WTOK2MZZQ8 type=write size=3125691 2024-09-18T02:39:52.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.783+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=Q9G2Q0UA7PCC type=del 2024-09-18T02:39:52.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.785+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=3FN7WTALQV1K type=del size=1904482 2024-09-18T02:39:52.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.787+0000 7f3d344c5640 -1 < failed to complete operation key=QR81P6ZBIKCN tag=4NXLTF181PBH type=del size=1883624: (22) Invalid argument 2024-09-18T02:39:52.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.790+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~L4MZBSOSS78O.0 size=276420 2024-09-18T02:39:52.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.790+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=L4MZBSOSS78O tag=6AY581SG60N3 type=write size=1324996 2024-09-18T02:39:52.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.792+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=R9LQFZXCHGGS type=del size=2988734 2024-09-18T02:39:52.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.793+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=E1X9VUQFM31W type=del size=2546465 2024-09-18T02:39:52.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.795+0000 7f3d344c5640 1 < canceled operation key=R9PMI2O5LB5E tag=SOT0BTOPXGF4 type=del size=1865509 2024-09-18T02:39:52.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.799+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~I4FCWPJ7HY6J.0 size=1048576 2024-09-18T02:39:52.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.800+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~I4FCWPJ7HY6J.1 size=1048576 2024-09-18T02:39:52.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.801+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~I4FCWPJ7HY6J.2 size=513126 2024-09-18T02:39:52.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.801+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=I4FCWPJ7HY6J tag=VIBSIYSQE44T type=write size=3658854 2024-09-18T02:39:52.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.803+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=0TRWVAE21KXU type=del 2024-09-18T02:39:52.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.805+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=73RKQEDK7IZ3 type=del size=1178613 2024-09-18T02:39:52.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.807+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~U74VQL3OED5Y.0 size=1048576 2024-09-18T02:39:52.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.808+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~U74VQL3OED5Y.1 size=1048576 2024-09-18T02:39:52.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.809+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~U74VQL3OED5Y.2 size=467014 2024-09-18T02:39:52.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.813+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=U74VQL3OED5Y tag=XYNIHRB6ZG9O type=write size=3612742 2024-09-18T02:39:52.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.814+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=HX7R35OQYFOY type=write size=165891 2024-09-18T02:39:52.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.816+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=GGB15B7W3PLK type=del 2024-09-18T02:39:52.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.818+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=W6R1S2E3YA2B type=write size=346196 2024-09-18T02:39:52.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.820+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~1YEW08UJ3DFQ.0 size=1048576 2024-09-18T02:39:52.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.821+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~1YEW08UJ3DFQ.1 size=1048576 2024-09-18T02:39:52.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.823+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~1YEW08UJ3DFQ.2 size=651569 2024-09-18T02:39:52.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.826+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=1YEW08UJ3DFQ tag=VQ4JSBDD1DHU type=write size=3797297 2024-09-18T02:39:52.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.827+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=LFFM0HQX9VQH type=del size=861626 2024-09-18T02:39:52.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.829+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~0CZGXQAODGLD.0 size=1048576 2024-09-18T02:39:52.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.831+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~0CZGXQAODGLD.1 size=1048576 2024-09-18T02:39:52.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.832+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~0CZGXQAODGLD.2 size=376950 2024-09-18T02:39:52.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.835+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=0CZGXQAODGLD tag=53X4D05ELI1H type=write size=3522678 2024-09-18T02:39:52.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.837+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=ZF37YTH247AT type=del size=2381404 2024-09-18T02:39:52.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.839+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~L9I5T921JL52.0 size=1048576 2024-09-18T02:39:52.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.841+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~L9I5T921JL52.1 size=1022148 2024-09-18T02:39:52.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.844+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=L9I5T921JL52 tag=00MEB94J1A8T type=write size=3119300 2024-09-18T02:39:52.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.847+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~A4ZD7AG9J4GX.0 size=1048576 2024-09-18T02:39:52.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.848+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~A4ZD7AG9J4GX.1 size=1048576 2024-09-18T02:39:52.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.850+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~A4ZD7AG9J4GX.2 size=602371 2024-09-18T02:39:52.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.850+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=A4ZD7AG9J4GX tag=5Y0RA0Z3IO75 type=write size=3748099 2024-09-18T02:39:52.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.851+0000 7f3d344c5640 1 < completed write operation key=6XGBHFR3S4FW tag=0T8T14F2TTHZ type=write size=390151 2024-09-18T02:39:52.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.855+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~W76SF3UZVR6K.0 size=258931 2024-09-18T02:39:52.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.855+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=W76SF3UZVR6K tag=E18JMYXF0SZS type=write size=1307507 2024-09-18T02:39:52.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.857+0000 7f3d344c5640 1 < canceled operation key=8Q8KLFROSEIU tag=VVH7SOXV6222 type=del size=2340785 2024-09-18T02:39:52.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.859+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=1J5OL61T2DR8 type=write size=34141 2024-09-18T02:39:52.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.860+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~VPK44W10P5RY.0 size=855591 2024-09-18T02:39:52.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.863+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=VPK44W10P5RY tag=PZM76HL12C04 type=write size=1904167 2024-09-18T02:39:52.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.866+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~63KIVSSADVOW.0 size=1048576 2024-09-18T02:39:52.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.868+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~63KIVSSADVOW.1 size=1048576 2024-09-18T02:39:52.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.869+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~63KIVSSADVOW.2 size=481605 2024-09-18T02:39:52.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.869+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=63KIVSSADVOW tag=LWON4IGXPAF7 type=write size=3627333 2024-09-18T02:39:52.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.871+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=RO8M0V9PRUU4 type=del 2024-09-18T02:39:52.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.872+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=HFV42DM51KOD type=del size=4154811 2024-09-18T02:39:52.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.876+0000 7f3d344c5640 1 < suggested remove operation key=KB9UDL27PX79 tag=SG9BYGOVL34W type=write 2024-09-18T02:39:52.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.879+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~D2MF9N2OJMLA.0 size=1048576 2024-09-18T02:39:52.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.881+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~D2MF9N2OJMLA.1 size=913678 2024-09-18T02:39:52.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.881+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=D2MF9N2OJMLA tag=KW09F5A958HY type=write size=3010830 2024-09-18T02:39:52.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.882+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~JSHQ2EKBS4CL.0 size=1048576 2024-09-18T02:39:52.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.884+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~JSHQ2EKBS4CL.1 size=1028539 2024-09-18T02:39:52.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.887+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=JSHQ2EKBS4CL tag=10WTOK2MZZQ8 type=write size=3125691 2024-09-18T02:39:52.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.890+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~WSEF3ZW396OS.0 size=700600 2024-09-18T02:39:52.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.890+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=WSEF3ZW396OS tag=E007QIB3U5ZU type=write size=1749176 2024-09-18T02:39:52.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.892+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=3FN7WTALQV1K type=del 2024-09-18T02:39:52.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.893+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=DSP997VPITPG type=del size=2650169 2024-09-18T02:39:52.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.896+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~L4MZBSOSS78O.0 size=276420 2024-09-18T02:39:52.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.899+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=L4MZBSOSS78O tag=6AY581SG60N3 type=write size=1324996 2024-09-18T02:39:52.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.901+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=OS5L6MCXFHCN type=write size=139281 2024-09-18T02:39:52.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.902+0000 7f3d344c5640 1 < canceled operation key=VZRBZUHWS0KG tag=E1X9VUQFM31W type=del size=2546465 2024-09-18T02:39:52.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.904+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=4S14J6MJ8RM7 type=del size=519568 2024-09-18T02:39:52.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.906+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~I4FCWPJ7HY6J.0 size=1048576 2024-09-18T02:39:52.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.908+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~I4FCWPJ7HY6J.1 size=1048576 2024-09-18T02:39:52.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.909+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~I4FCWPJ7HY6J.2 size=513126 2024-09-18T02:39:52.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.912+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=I4FCWPJ7HY6J tag=VIBSIYSQE44T type=write size=3658854 2024-09-18T02:39:52.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.915+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~1INVV7CTBFPF.0 size=1048576 2024-09-18T02:39:52.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.916+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~1INVV7CTBFPF.1 size=1048576 2024-09-18T02:39:52.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.918+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~1INVV7CTBFPF.2 size=137132 2024-09-18T02:39:52.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.918+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=1INVV7CTBFPF tag=Z3QZ8SNBDFVX type=write size=3282860 2024-09-18T02:39:52.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.919+0000 7f3d344c5640 1 < canceled operation key=8Q8KLFROSEIU tag=73RKQEDK7IZ3 type=del size=1178613 2024-09-18T02:39:52.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.923+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~Y93Z9P4YITK6.0 size=512359 2024-09-18T02:39:52.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.923+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=Y93Z9P4YITK6 tag=EU143Q0FK1JA type=write size=1560935 2024-09-18T02:39:52.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.924+0000 7f3d344c5640 1 < completed write operation key=FZZPXI6Q3MK4 tag=HX7R35OQYFOY type=write size=165891 2024-09-18T02:39:52.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.926+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=7VPJ1TMISSOK type=del size=3317313 2024-09-18T02:39:52.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.928+0000 7f3d344c5640 1 < completed write operation key=FZZPXI6Q3MK4 tag=W6R1S2E3YA2B type=write size=346196 2024-09-18T02:39:52.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.930+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=PYCETZXEFS2B type=del size=780995 2024-09-18T02:39:52.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.931+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=LFFM0HQX9VQH type=del 2024-09-18T02:39:52.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.934+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~BCWP5NYHNIIE.0 size=1048576 2024-09-18T02:39:52.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.936+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~BCWP5NYHNIIE.1 size=554261 2024-09-18T02:39:52.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.936+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=BCWP5NYHNIIE tag=DUL8DWNP297K type=write size=2651413 2024-09-18T02:39:52.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.937+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=ZF37YTH247AT type=del 2024-09-18T02:39:52.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.939+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=YWRKOCMMN7A2 type=write size=339301 2024-09-18T02:39:52.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.941+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~A4ZD7AG9J4GX.0 size=1048576 2024-09-18T02:39:52.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.942+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~A4ZD7AG9J4GX.1 size=1048576 2024-09-18T02:39:52.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.944+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~A4ZD7AG9J4GX.2 size=602371 2024-09-18T02:39:52.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.946+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=A4ZD7AG9J4GX tag=5Y0RA0Z3IO75 type=write size=3748099 2024-09-18T02:39:52.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.949+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~3S59Z6R8TTAJ.0 size=525047 2024-09-18T02:39:52.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.949+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=3S59Z6R8TTAJ tag=QKY9GP6WDROH type=write size=1573623 2024-09-18T02:39:52.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.951+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~W76SF3UZVR6K.0 size=258931 2024-09-18T02:39:52.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.954+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=W76SF3UZVR6K tag=E18JMYXF0SZS type=write size=1307507 2024-09-18T02:39:52.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.956+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=TDVEQC0KJLKP type=del size=2101217 2024-09-18T02:39:52.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.957+0000 7f3d344c5640 1 < completed write operation key=KS4ELJCFAWBQ tag=1J5OL61T2DR8 type=write size=34141 2024-09-18T02:39:52.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.959+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=8H03TVW5R15U type=del size=3952764 2024-09-18T02:39:52.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.960+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~63KIVSSADVOW.0 size=1048576 2024-09-18T02:39:52.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.962+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~63KIVSSADVOW.1 size=1048576 2024-09-18T02:39:52.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.963+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~63KIVSSADVOW.2 size=481605 2024-09-18T02:39:52.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.966+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=63KIVSSADVOW tag=LWON4IGXPAF7 type=write size=3627333 2024-09-18T02:39:52.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.969+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~86H30FAZKCKB.0 size=1048576 2024-09-18T02:39:52.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.970+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~86H30FAZKCKB.1 size=232879 2024-09-18T02:39:52.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.970+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=86H30FAZKCKB tag=C8RJQEIM1I8R type=write size=2330031 2024-09-18T02:39:52.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.972+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=HFV42DM51KOD type=del 2024-09-18T02:39:52.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.975+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~OUR72QQGZC45.0 size=1048576 2024-09-18T02:39:52.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.977+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~OUR72QQGZC45.1 size=566631 2024-09-18T02:39:52.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.977+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=OUR72QQGZC45 tag=XY5VHEFK25JW type=write size=2663783 2024-09-18T02:39:52.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.978+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~D2MF9N2OJMLA.0 size=1048576 2024-09-18T02:39:52.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.980+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~D2MF9N2OJMLA.1 size=913678 2024-09-18T02:39:52.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.983+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=D2MF9N2OJMLA tag=KW09F5A958HY type=write size=3010830 2024-09-18T02:39:52.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.985+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=2E2ODAQN7W0V type=del size=711522 2024-09-18T02:39:52.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.986+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~WSEF3ZW396OS.0 size=700600 2024-09-18T02:39:52.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.989+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=WSEF3ZW396OS tag=E007QIB3U5ZU type=write size=1749176 2024-09-18T02:39:52.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.991+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=4298B9CW1JJM type=write size=497132 2024-09-18T02:39:52.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.994+0000 7f3d344c5640 1 < suggested update operation key=WRPKCFEEMSVW tag=DSP997VPITPG type=del size=2650169 2024-09-18T02:39:52.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.997+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~PJ9TRGIUZW9G.0 size=1048576 2024-09-18T02:39:53.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:52.998+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~PJ9TRGIUZW9G.1 size=1048576 2024-09-18T02:39:53.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.000+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~PJ9TRGIUZW9G.2 size=65705 2024-09-18T02:39:53.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.000+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=PJ9TRGIUZW9G tag=KFNK1WFPXLFQ type=write size=3211433 2024-09-18T02:39:53.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.001+0000 7f3d344c5640 1 < completed write operation key=BDM08TCKAR39 tag=OS5L6MCXFHCN type=write size=139281 2024-09-18T02:39:53.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.004+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~IWWVYTZU3F1I.0 size=1048576 2024-09-18T02:39:53.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.006+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~IWWVYTZU3F1I.1 size=1048576 2024-09-18T02:39:53.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.008+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~IWWVYTZU3F1I.2 size=56486 2024-09-18T02:39:53.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.008+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=IWWVYTZU3F1I tag=4VRA44RPRK27 type=write size=3202214 2024-09-18T02:39:53.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.010+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=4S14J6MJ8RM7 type=del 2024-09-18T02:39:53.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.011+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=WPYVQ5S3L7R7 type=del size=3433513 2024-09-18T02:39:53.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.013+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~1INVV7CTBFPF.0 size=1048576 2024-09-18T02:39:53.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.015+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~1INVV7CTBFPF.1 size=1048576 2024-09-18T02:39:53.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.016+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~1INVV7CTBFPF.2 size=137132 2024-09-18T02:39:53.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.019+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=1INVV7CTBFPF tag=Z3QZ8SNBDFVX type=write size=3282860 2024-09-18T02:39:53.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.022+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~FY7HW6M2LO6B.0 size=1048576 2024-09-18T02:39:53.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.024+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~FY7HW6M2LO6B.1 size=774738 2024-09-18T02:39:53.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.024+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=FY7HW6M2LO6B tag=946LFV93T5IF type=write size=2871890 2024-09-18T02:39:53.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.026+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~Y93Z9P4YITK6.0 size=512359 2024-09-18T02:39:53.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.028+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=Y93Z9P4YITK6 tag=EU143Q0FK1JA type=write size=1560935 2024-09-18T02:39:53.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.031+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=K7CAHFSZNEJF type=write size=761272 2024-09-18T02:39:53.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.032+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=7VPJ1TMISSOK type=del 2024-09-18T02:39:53.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.034+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=QP50D4LAD03D type=del size=3564082 2024-09-18T02:39:53.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.036+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=PYCETZXEFS2B type=del 2024-09-18T02:39:53.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.038+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=FG2GGG5M8CG1 type=del size=2201815 2024-09-18T02:39:53.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.040+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~BCWP5NYHNIIE.0 size=1048576 2024-09-18T02:39:53.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.042+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~BCWP5NYHNIIE.1 size=554261 2024-09-18T02:39:53.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.045+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=BCWP5NYHNIIE tag=DUL8DWNP297K type=write size=2651413 2024-09-18T02:39:53.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.048+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~RKIUO9P12HEC.0 size=1048576 2024-09-18T02:39:53.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.050+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~RKIUO9P12HEC.1 size=1048576 2024-09-18T02:39:53.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.051+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~RKIUO9P12HEC.2 size=1015938 2024-09-18T02:39:53.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.051+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=RKIUO9P12HEC tag=00BM1WPSM0X1 type=write size=4161666 2024-09-18T02:39:53.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.053+0000 7f3d344c5640 1 < completed write operation key=VT9JVP3TEV2S tag=YWRKOCMMN7A2 type=write size=339301 2024-09-18T02:39:53.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.057+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~WLFNNQCSDIPW.0 size=122902 2024-09-18T02:39:53.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.057+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=WLFNNQCSDIPW tag=5OORL002CBFF type=write size=1171478 2024-09-18T02:39:53.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.057+0000 7f3d344c5640 1 < canceled part key=_multipart_R9PMI2O5LB5E.2~3S59Z6R8TTAJ.0 size=525047 2024-09-18T02:39:53.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.061+0000 7f3d344c5640 1 < canceled multipart upload key=R9PMI2O5LB5E upload=3S59Z6R8TTAJ tag=QKY9GP6WDROH type=write size=1573623 2024-09-18T02:39:53.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.063+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=3N53L7SVABAB type=del size=3782037 2024-09-18T02:39:53.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.065+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=TDVEQC0KJLKP type=del 2024-09-18T02:39:53.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.067+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=0TTFSBDCXNXG type=write size=621870 2024-09-18T02:39:53.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.069+0000 7f3d344c5640 1 < canceled operation key=GD2B5B458L13 tag=8H03TVW5R15U type=del size=3952764 2024-09-18T02:39:53.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.072+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~3PRZBR892RVQ.0 size=770611 2024-09-18T02:39:53.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.072+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=3PRZBR892RVQ tag=QVDU38SQCW1G type=write size=1819187 2024-09-18T02:39:53.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.074+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~86H30FAZKCKB.0 size=1048576 2024-09-18T02:39:53.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.076+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~86H30FAZKCKB.1 size=232879 2024-09-18T02:39:53.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.079+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=86H30FAZKCKB tag=C8RJQEIM1I8R type=write size=2330031 2024-09-18T02:39:53.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.080+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=0WYR1ELBKSDV type=del size=3290095 2024-09-18T02:39:53.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.082+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~OUR72QQGZC45.0 size=1048576 2024-09-18T02:39:53.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.083+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~OUR72QQGZC45.1 size=566631 2024-09-18T02:39:53.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.087+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=OUR72QQGZC45 tag=XY5VHEFK25JW type=write size=2663783 2024-09-18T02:39:53.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.090+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~4UBLG8L7P0G7.0 size=20121 2024-09-18T02:39:53.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.090+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=4UBLG8L7P0G7 tag=8GZUQ29AYG7Z type=write size=1068697 2024-09-18T02:39:53.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.091+0000 7f3d344c5640 1 < canceled operation key=IRE1LEWU02OL tag=2E2ODAQN7W0V type=del size=711522 2024-09-18T02:39:53.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.094+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~CM9YH8IQ23A8.0 size=740725 2024-09-18T02:39:53.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.094+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=CM9YH8IQ23A8 tag=VML9PSY7I22L type=write size=1789301 2024-09-18T02:39:53.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.096+0000 7f3d344c5640 1 < completed write operation key=ZMNUVKZQG0VF tag=4298B9CW1JJM type=write size=497132 2024-09-18T02:39:53.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.098+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=WOOTMNJJSBN0 type=del size=1243315 2024-09-18T02:39:53.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.099+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~PJ9TRGIUZW9G.0 size=1048576 2024-09-18T02:39:53.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.101+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~PJ9TRGIUZW9G.1 size=1048576 2024-09-18T02:39:53.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.102+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~PJ9TRGIUZW9G.2 size=65705 2024-09-18T02:39:53.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.105+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=PJ9TRGIUZW9G tag=KFNK1WFPXLFQ type=write size=3211433 2024-09-18T02:39:53.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.107+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=60YHGSBS3COH type=del size=3260113 2024-09-18T02:39:53.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.107+0000 7f3d344c5640 1 < canceled part key=_multipart_OHNLA0CFDTOZ.2~IWWVYTZU3F1I.0 size=1048576 2024-09-18T02:39:53.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.108+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~IWWVYTZU3F1I.1 size=1048576 2024-09-18T02:39:53.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.110+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~IWWVYTZU3F1I.2 size=56486 2024-09-18T02:39:53.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.113+0000 7f3d344c5640 1 < canceled multipart upload key=OHNLA0CFDTOZ upload=IWWVYTZU3F1I tag=4VRA44RPRK27 type=write size=3202214 2024-09-18T02:39:53.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.114+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=L8SEZ0F5MP9J type=del size=864571 2024-09-18T02:39:53.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.116+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=WPYVQ5S3L7R7 type=del 2024-09-18T02:39:53.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.119+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~05II9O9IS7PE.0 size=1048576 2024-09-18T02:39:53.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.121+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~05II9O9IS7PE.1 size=732447 2024-09-18T02:39:53.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.121+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=05II9O9IS7PE tag=U186Q07ZM1BF type=write size=2829599 2024-09-18T02:39:53.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.122+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~FY7HW6M2LO6B.0 size=1048576 2024-09-18T02:39:53.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.124+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~FY7HW6M2LO6B.1 size=774738 2024-09-18T02:39:53.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.127+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=FY7HW6M2LO6B tag=946LFV93T5IF type=write size=2871890 2024-09-18T02:39:53.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.129+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=OX283G2RHUQR type=del size=3688832 2024-09-18T02:39:53.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.131+0000 7f3d344c5640 1 < completed write operation key=57SLXVHRBLFP tag=K7CAHFSZNEJF type=write size=761272 2024-09-18T02:39:53.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.132+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=07G3ISZ9CB6P type=del size=2168224 2024-09-18T02:39:53.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.134+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=QP50D4LAD03D type=del 2024-09-18T02:39:53.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.136+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=3GBDGO7F1BOV type=del size=3638803 2024-09-18T02:39:53.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.137+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=FG2GGG5M8CG1 type=del 2024-09-18T02:39:53.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.140+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~WSXQP8JQ6VAE.0 size=1048576 2024-09-18T02:39:53.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.141+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~WSXQP8JQ6VAE.1 size=1048576 2024-09-18T02:39:53.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.143+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~WSXQP8JQ6VAE.2 size=736237 2024-09-18T02:39:53.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.143+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=WSXQP8JQ6VAE tag=BTRTAZ3843V1 type=write size=3881965 2024-09-18T02:39:53.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.143+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~RKIUO9P12HEC.0 size=1048576 2024-09-18T02:39:53.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.144+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~RKIUO9P12HEC.1 size=1048576 2024-09-18T02:39:53.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.146+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~RKIUO9P12HEC.2 size=1015938 2024-09-18T02:39:53.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.149+0000 7f3d344c5640 1 < canceled multipart upload key=VT9JVP3TEV2S upload=RKIUO9P12HEC tag=00BM1WPSM0X1 type=write size=4161666 2024-09-18T02:39:53.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.152+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~LELKGDW02LQT.0 size=1048576 2024-09-18T02:39:53.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.153+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~LELKGDW02LQT.1 size=60069 2024-09-18T02:39:53.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.153+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=LELKGDW02LQT tag=Q6I86LG8B8W5 type=write size=2157221 2024-09-18T02:39:53.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.155+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~WLFNNQCSDIPW.0 size=122902 2024-09-18T02:39:53.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.157+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=WLFNNQCSDIPW tag=5OORL002CBFF type=write size=1171478 2024-09-18T02:39:53.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.159+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=6WRRDO3BBR7I type=del size=1748064 2024-09-18T02:39:53.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.161+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=3N53L7SVABAB type=del 2024-09-18T02:39:53.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.162+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=UKUUT7R7CG8I type=del size=512097 2024-09-18T02:39:53.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.164+0000 7f3d344c5640 1 < canceled operation key=X478JHSYQ9O5 tag=0TTFSBDCXNXG type=write size=621870 2024-09-18T02:39:53.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.166+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=JTNSGTYCKEAN type=del size=4011891 2024-09-18T02:39:53.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.168+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~3PRZBR892RVQ.0 size=770611 2024-09-18T02:39:53.173 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.172+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=3PRZBR892RVQ tag=QVDU38SQCW1G type=write size=1819187 2024-09-18T02:39:53.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.175+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~YRZOA2908QZT.0 size=1048576 2024-09-18T02:39:53.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.176+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~YRZOA2908QZT.1 size=37838 2024-09-18T02:39:53.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.176+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=YRZOA2908QZT tag=XD1ZX6ERESBS type=write size=2134990 2024-09-18T02:39:53.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.178+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=0WYR1ELBKSDV type=del 2024-09-18T02:39:53.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.181+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~XRSHMGXQITFM.0 size=1048576 2024-09-18T02:39:53.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.183+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~XRSHMGXQITFM.1 size=936902 2024-09-18T02:39:53.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.183+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=XRSHMGXQITFM tag=FU0UIPQ0H6H2 type=write size=3034054 2024-09-18T02:39:53.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.183+0000 7f3d344c5640 1 < canceled part key=_multipart_DN8CVJBOI3G6.2~4UBLG8L7P0G7.0 size=20121 2024-09-18T02:39:53.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.186+0000 7f3d344c5640 1 < canceled multipart upload key=DN8CVJBOI3G6 upload=4UBLG8L7P0G7 tag=8GZUQ29AYG7Z type=write size=1068697 2024-09-18T02:39:53.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.188+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=8F2L9YVSMLRZ type=del size=3243012 2024-09-18T02:39:53.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.190+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~CM9YH8IQ23A8.0 size=740725 2024-09-18T02:39:53.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.192+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=CM9YH8IQ23A8 tag=VML9PSY7I22L type=write size=1789301 2024-09-18T02:39:53.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.195+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~GR80S4VL5CK1.0 size=60974 2024-09-18T02:39:53.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.195+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=GR80S4VL5CK1 tag=5YNBZTK1KREW type=write size=1109550 2024-09-18T02:39:53.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.197+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=WOOTMNJJSBN0 type=del 2024-09-18T02:39:53.201 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.199+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=C860VL1W87CE type=write size=123754 2024-09-18T02:39:53.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.201+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=60YHGSBS3COH type=del 2024-09-18T02:39:53.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.204+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~CSC1FNYZGS8I.0 size=1048576 2024-09-18T02:39:53.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.206+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~CSC1FNYZGS8I.1 size=610454 2024-09-18T02:39:53.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.206+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=CSC1FNYZGS8I tag=W9VI1S78V1Q0 type=write size=2707606 2024-09-18T02:39:53.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.207+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=L8SEZ0F5MP9J type=del 2024-09-18T02:39:53.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.211+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~17Q6O1GF4KX4.0 size=378061 2024-09-18T02:39:53.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.211+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=17Q6O1GF4KX4 tag=QHGI79K259AK type=write size=1426637 2024-09-18T02:39:53.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.213+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~05II9O9IS7PE.0 size=1048576 2024-09-18T02:39:53.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.214+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~05II9O9IS7PE.1 size=732447 2024-09-18T02:39:53.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.217+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=05II9O9IS7PE tag=U186Q07ZM1BF type=write size=2829599 2024-09-18T02:39:53.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.219+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=QIYGPBS8HYQG type=del size=3166357 2024-09-18T02:39:53.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.222+0000 7f3d344c5640 1 < suggested update operation key=VZRBZUHWS0KG tag=OX283G2RHUQR type=del size=3688832 2024-09-18T02:39:53.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.224+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=W59MDO6HBWEO type=del size=2844853 2024-09-18T02:39:53.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.226+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=07G3ISZ9CB6P type=del 2024-09-18T02:39:53.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.229+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~FGJNNPVWGHTN.0 size=73282 2024-09-18T02:39:53.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.229+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=FGJNNPVWGHTN tag=VELOXU30UNFC type=write size=1121858 2024-09-18T02:39:53.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.231+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=3GBDGO7F1BOV type=del 2024-09-18T02:39:53.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.234+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~ZBKP3RVM2IQ7.0 size=1048576 2024-09-18T02:39:53.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.236+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~ZBKP3RVM2IQ7.1 size=1048576 2024-09-18T02:39:53.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.237+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~ZBKP3RVM2IQ7.2 size=635108 2024-09-18T02:39:53.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.237+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=ZBKP3RVM2IQ7 tag=0QFF0R0BJZFV type=write size=3780836 2024-09-18T02:39:53.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.239+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~WSXQP8JQ6VAE.0 size=1048576 2024-09-18T02:39:53.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.239+0000 7f3d344c5640 1 < canceled part key=_multipart_FZZPXI6Q3MK4.2~WSXQP8JQ6VAE.1 size=1048576 2024-09-18T02:39:53.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.240+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~WSXQP8JQ6VAE.2 size=736237 2024-09-18T02:39:53.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.244+0000 7f3d344c5640 1 < canceled multipart upload key=FZZPXI6Q3MK4 upload=WSXQP8JQ6VAE tag=BTRTAZ3843V1 type=write size=3881965 2024-09-18T02:39:53.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.247+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~X4FGU2SRKENH.0 size=956498 2024-09-18T02:39:53.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.247+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=X4FGU2SRKENH tag=032ZV2J9W3FO type=write size=2005074 2024-09-18T02:39:53.251 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.249+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~LELKGDW02LQT.0 size=1048576 2024-09-18T02:39:53.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.250+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~LELKGDW02LQT.1 size=60069 2024-09-18T02:39:53.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.254+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=LELKGDW02LQT tag=Q6I86LG8B8W5 type=write size=2157221 2024-09-18T02:39:53.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:53 smithi046 ceph-mon[94621]: pgmap v1394: 137 pgs: 19 creating+peering, 2 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:53 smithi046 ceph-mon[97106]: pgmap v1394: 137 pgs: 19 creating+peering, 2 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:53.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.256+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=QXQ9V5DMM16J type=del size=124385 2024-09-18T02:39:53.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.257+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=6WRRDO3BBR7I type=del 2024-09-18T02:39:53.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.259+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=TRJC101VTZYA type=del size=205882 2024-09-18T02:39:53.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.261+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=UKUUT7R7CG8I type=del 2024-09-18T02:39:53.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.264+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~SK1D0WLCF55T.0 size=1048576 2024-09-18T02:39:53.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.265+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~SK1D0WLCF55T.1 size=1048576 2024-09-18T02:39:53.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.267+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~SK1D0WLCF55T.2 size=1003629 2024-09-18T02:39:53.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.267+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=SK1D0WLCF55T tag=O8WT2K2822F4 type=write size=4149357 2024-09-18T02:39:53.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.269+0000 7f3d344c5640 -1 < failed to complete operation key=VZRBZUHWS0KG tag=JTNSGTYCKEAN type=del size=4011891: (22) Invalid argument 2024-09-18T02:39:53.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.270+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=GW4HMKL70KF0 type=del size=2983215 2024-09-18T02:39:53.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.272+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~YRZOA2908QZT.0 size=1048576 2024-09-18T02:39:53.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.274+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~YRZOA2908QZT.1 size=37838 2024-09-18T02:39:53.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.276+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=YRZOA2908QZT tag=XD1ZX6ERESBS type=write size=2134990 2024-09-18T02:39:53.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.279+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~THIFBRU4SWTR.0 size=749678 2024-09-18T02:39:53.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.279+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=THIFBRU4SWTR tag=0BG6JN57KK15 type=write size=1798254 2024-09-18T02:39:53.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.281+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~XRSHMGXQITFM.0 size=1048576 2024-09-18T02:39:53.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.283+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~XRSHMGXQITFM.1 size=936902 2024-09-18T02:39:53.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.285+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=XRSHMGXQITFM tag=FU0UIPQ0H6H2 type=write size=3034054 2024-09-18T02:39:53.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.288+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~K6JBEBXIWQQY.0 size=267330 2024-09-18T02:39:53.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.288+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=K6JBEBXIWQQY tag=UAYEJL56RVK8 type=write size=1315906 2024-09-18T02:39:53.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.290+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=8F2L9YVSMLRZ type=del 2024-09-18T02:39:53.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.292+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=UDQKSAHP3W53 type=del size=336847 2024-09-18T02:39:53.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.294+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~GR80S4VL5CK1.0 size=60974 2024-09-18T02:39:53.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.297+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=GR80S4VL5CK1 tag=5YNBZTK1KREW type=write size=1109550 2024-09-18T02:39:53.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.300+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~V3VTS3FCHW2M.0 size=25565 2024-09-18T02:39:53.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.300+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=V3VTS3FCHW2M tag=LTJVKLI8MDO2 type=write size=1074141 2024-09-18T02:39:53.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.303+0000 7f3d344c5640 1 < completed write operation key=8Q8KLFROSEIU tag=C860VL1W87CE type=write size=123754 2024-09-18T02:39:53.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.304+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=M3D0E9F6IFY3 type=del size=1242801 2024-09-18T02:39:53.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.306+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~CSC1FNYZGS8I.0 size=1048576 2024-09-18T02:39:53.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.308+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~CSC1FNYZGS8I.1 size=610454 2024-09-18T02:39:53.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.311+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=CSC1FNYZGS8I tag=W9VI1S78V1Q0 type=write size=2707606 2024-09-18T02:39:53.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.315+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~SXWXY09265Q0.0 size=665239 2024-09-18T02:39:53.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.315+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=SXWXY09265Q0 tag=US3RILBN1QDI type=write size=1713815 2024-09-18T02:39:53.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.315+0000 7f3d344c5640 1 < canceled part key=_multipart_QS1F2ZL7E8RC.2~17Q6O1GF4KX4.0 size=378061 2024-09-18T02:39:53.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.318+0000 7f3d344c5640 1 < canceled multipart upload key=QS1F2ZL7E8RC upload=17Q6O1GF4KX4 tag=QHGI79K259AK type=write size=1426637 2024-09-18T02:39:53.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.320+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=A5GUQ5A92LDJ type=del size=335761 2024-09-18T02:39:53.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.322+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=QIYGPBS8HYQG type=del 2024-09-18T02:39:53.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.324+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=I26OBWHX7T9S type=del size=2578035 2024-09-18T02:39:53.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.328+0000 7f3d344c5640 1 < suggested remove operation key=R9PMI2O5LB5E tag=W59MDO6HBWEO type=del 2024-09-18T02:39:53.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.331+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~IF7ES4E9YERB.0 size=1048576 2024-09-18T02:39:53.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.332+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~IF7ES4E9YERB.1 size=159266 2024-09-18T02:39:53.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.332+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=IF7ES4E9YERB tag=M8NYW456M59W type=write size=2256418 2024-09-18T02:39:53.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.333+0000 7f3d344c5640 1 < canceled part key=_multipart_EDIMCFSPFVXQ.2~FGJNNPVWGHTN.0 size=73282 2024-09-18T02:39:53.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.336+0000 7f3d344c5640 1 < canceled multipart upload key=EDIMCFSPFVXQ upload=FGJNNPVWGHTN tag=VELOXU30UNFC type=write size=1121858 2024-09-18T02:39:53.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.338+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=WG9I1C04DCQP type=write size=1040870 2024-09-18T02:39:53.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.340+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~ZBKP3RVM2IQ7.0 size=1048576 2024-09-18T02:39:53.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.341+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~ZBKP3RVM2IQ7.1 size=1048576 2024-09-18T02:39:53.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.343+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~ZBKP3RVM2IQ7.2 size=635108 2024-09-18T02:39:53.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.346+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=ZBKP3RVM2IQ7 tag=0QFF0R0BJZFV type=write size=3780836 2024-09-18T02:39:53.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.348+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=3X25QH1TK7K4 type=del size=2810416 2024-09-18T02:39:53.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.350+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~X4FGU2SRKENH.0 size=956498 2024-09-18T02:39:53.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.353+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=X4FGU2SRKENH tag=032ZV2J9W3FO type=write size=2005074 2024-09-18T02:39:53.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.355+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=G3HFPKBZNO9T type=del size=4078912 2024-09-18T02:39:53.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.357+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=QXQ9V5DMM16J type=del 2024-09-18T02:39:53.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.359+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=9XELCV0K991L type=del size=3473151 2024-09-18T02:39:53.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.360+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=TRJC101VTZYA type=del size=205882 2024-09-18T02:39:53.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.362+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=2543HF9R2PX3 type=write size=220210 2024-09-18T02:39:53.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.365+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~SK1D0WLCF55T.0 size=1048576 2024-09-18T02:39:53.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.366+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~SK1D0WLCF55T.1 size=1048576 2024-09-18T02:39:53.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.366+0000 7f3d344c5640 1 < canceled part key=_multipart_R9PMI2O5LB5E.2~SK1D0WLCF55T.2 size=1003629 2024-09-18T02:39:53.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.369+0000 7f3d344c5640 1 < canceled multipart upload key=R9PMI2O5LB5E upload=SK1D0WLCF55T tag=O8WT2K2822F4 type=write size=4149357 2024-09-18T02:39:53.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.371+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=QEVYWPG1W71I type=del size=3056268 2024-09-18T02:39:53.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.373+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=GW4HMKL70KF0 type=del 2024-09-18T02:39:53.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.375+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=6V6XNUIE537F type=del size=1643486 2024-09-18T02:39:53.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.377+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~THIFBRU4SWTR.0 size=749678 2024-09-18T02:39:53.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.380+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=THIFBRU4SWTR tag=0BG6JN57KK15 type=write size=1798254 2024-09-18T02:39:53.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.383+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~MDVWCMZI0XMD.0 size=1048576 2024-09-18T02:39:53.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.385+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~MDVWCMZI0XMD.1 size=1048576 2024-09-18T02:39:53.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.386+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~MDVWCMZI0XMD.2 size=801342 2024-09-18T02:39:53.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.386+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=MDVWCMZI0XMD tag=ZXIBOLBW0NWV type=write size=3947070 2024-09-18T02:39:53.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.388+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~K6JBEBXIWQQY.0 size=267330 2024-09-18T02:39:53.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.391+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=K6JBEBXIWQQY tag=UAYEJL56RVK8 type=write size=1315906 2024-09-18T02:39:53.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.393+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=FH7FU383W2XA type=del size=3432220 2024-09-18T02:39:53.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.394+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=UDQKSAHP3W53 type=del 2024-09-18T02:39:53.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.396+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=Q166WJB0G3QR type=del size=3942966 2024-09-18T02:39:53.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.396+0000 7f3d344c5640 1 < canceled part key=_multipart_RXLDGQZXAUT0.2~V3VTS3FCHW2M.0 size=25565 2024-09-18T02:39:53.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.399+0000 7f3d344c5640 1 < canceled multipart upload key=RXLDGQZXAUT0 upload=V3VTS3FCHW2M tag=LTJVKLI8MDO2 type=write size=1074141 2024-09-18T02:39:53.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.403+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~P9NCKBR9UQWQ.0 size=1048576 2024-09-18T02:39:53.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.404+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~P9NCKBR9UQWQ.1 size=469653 2024-09-18T02:39:53.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.404+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=P9NCKBR9UQWQ tag=B15LBL7BE53G type=write size=2566805 2024-09-18T02:39:53.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.406+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=M3D0E9F6IFY3 type=del 2024-09-18T02:39:53.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.407+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=EN8Z2TM74EUR type=del size=3080458 2024-09-18T02:39:53.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.409+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~SXWXY09265Q0.0 size=665239 2024-09-18T02:39:53.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.412+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=SXWXY09265Q0 tag=US3RILBN1QDI type=write size=1713815 2024-09-18T02:39:53.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.414+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=2YOCKPBSTMCC type=del size=3234607 2024-09-18T02:39:53.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.416+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=A5GUQ5A92LDJ type=del size=335761 2024-09-18T02:39:53.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.417+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=A31UYE0Y5AY2 type=del size=3917594 2024-09-18T02:39:53.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.419+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=I26OBWHX7T9S type=del 2024-09-18T02:39:53.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.422+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~1ZL5NEWKYTK6.0 size=989608 2024-09-18T02:39:53.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.422+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=1ZL5NEWKYTK6 tag=QJ7CYIKW3LS5 type=write size=2038184 2024-09-18T02:39:53.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.424+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~IF7ES4E9YERB.0 size=1048576 2024-09-18T02:39:53.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.426+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~IF7ES4E9YERB.1 size=159266 2024-09-18T02:39:53.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.428+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=IF7ES4E9YERB tag=M8NYW456M59W type=write size=2256418 2024-09-18T02:39:53.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.432+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~FKAYKCF8326P.0 size=683201 2024-09-18T02:39:53.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.432+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=FKAYKCF8326P tag=QOP7BZJOC5PC type=write size=1731777 2024-09-18T02:39:53.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.433+0000 7f3d344c5640 1 < completed write operation key=IRE1LEWU02OL tag=WG9I1C04DCQP type=write size=1040870 2024-09-18T02:39:53.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.436+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=K8CKSYWBZKUN type=del size=2906899 2024-09-18T02:39:53.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.438+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=3X25QH1TK7K4 type=del 2024-09-18T02:39:53.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.442+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~RLG1UY9PIV3D.0 size=858612 2024-09-18T02:39:53.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.442+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=RLG1UY9PIV3D tag=XT10BZG410XB type=write size=1907188 2024-09-18T02:39:53.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.445+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=G3HFPKBZNO9T type=del 2024-09-18T02:39:53.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.448+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~0NH3AM0GZEUD.0 size=70116 2024-09-18T02:39:53.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.448+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=0NH3AM0GZEUD tag=3ILWQAQG4YM1 type=write size=1118692 2024-09-18T02:39:53.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.450+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=9XELCV0K991L type=del 2024-09-18T02:39:53.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.452+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=3I9G7IJRSHQV type=del size=257636 2024-09-18T02:39:53.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.453+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=2543HF9R2PX3 type=write size=220210 2024-09-18T02:39:53.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.455+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=914T8WQSXHZY type=del size=2917088 2024-09-18T02:39:53.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.458+0000 7f3d344c5640 1 < suggested remove operation key=8Q8KLFROSEIU tag=QEVYWPG1W71I type=del 2024-09-18T02:39:53.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.460+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=J9SZ22BFJY4W type=del size=1852370 2024-09-18T02:39:53.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.464+0000 7f3d344c5640 1 < suggested update operation key=VZRBZUHWS0KG tag=6V6XNUIE537F type=del size=1643486 2024-09-18T02:39:53.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.465+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=KF3OZ9ZU4OVU type=del size=3211090 2024-09-18T02:39:53.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.466+0000 7f3d344c5640 1 < canceled part key=_multipart_EDIMCFSPFVXQ.2~MDVWCMZI0XMD.0 size=1048576 2024-09-18T02:39:53.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.467+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~MDVWCMZI0XMD.1 size=1048576 2024-09-18T02:39:53.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.469+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~MDVWCMZI0XMD.2 size=801342 2024-09-18T02:39:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:53 smithi195 ceph-mon[89559]: pgmap v1394: 137 pgs: 19 creating+peering, 2 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:39:53.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.472+0000 7f3d344c5640 1 < canceled multipart upload key=EDIMCFSPFVXQ upload=MDVWCMZI0XMD tag=ZXIBOLBW0NWV type=write size=3947070 2024-09-18T02:39:53.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.473+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=FQTPEGB30FKW type=del size=982795 2024-09-18T02:39:53.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.475+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=FH7FU383W2XA type=del 2024-09-18T02:39:53.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.479+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~6X9BDJCSS8VO.0 size=951068 2024-09-18T02:39:53.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.479+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=6X9BDJCSS8VO tag=0QTKWSDYV5OK type=write size=1999644 2024-09-18T02:39:53.484 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.482+0000 7f3d344c5640 1 < suggested update operation key=R9PMI2O5LB5E tag=Q166WJB0G3QR type=del size=3942966 2024-09-18T02:39:53.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.485+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~ZRKRSO5I3Q86.0 size=1048576 2024-09-18T02:39:53.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.487+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~ZRKRSO5I3Q86.1 size=454884 2024-09-18T02:39:53.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.487+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=ZRKRSO5I3Q86 tag=M6OLPKTX1SG2 type=write size=2552036 2024-09-18T02:39:53.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.489+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~P9NCKBR9UQWQ.0 size=1048576 2024-09-18T02:39:53.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.490+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~P9NCKBR9UQWQ.1 size=469653 2024-09-18T02:39:53.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.493+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=P9NCKBR9UQWQ tag=B15LBL7BE53G type=write size=2566805 2024-09-18T02:39:53.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.495+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=BEYU456KSE92 type=del size=1554526 2024-09-18T02:39:53.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.496+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=EN8Z2TM74EUR type=del 2024-09-18T02:39:53.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.498+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=YTBDPCH5KDC9 type=del size=846468 2024-09-18T02:39:53.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.501+0000 7f3d344c5640 1 < suggested remove operation key=4FYZMKC41CPI tag=2YOCKPBSTMCC type=del 2024-09-18T02:39:53.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.505+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~TLTJG23WY9Z3.0 size=294112 2024-09-18T02:39:53.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.505+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=TLTJG23WY9Z3 tag=STPARE929DR1 type=write size=1342688 2024-09-18T02:39:53.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.507+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=A31UYE0Y5AY2 type=del 2024-09-18T02:39:53.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.510+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~3KA9CRY6MENI.0 size=1048576 2024-09-18T02:39:53.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.512+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~3KA9CRY6MENI.1 size=729229 2024-09-18T02:39:53.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.512+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=3KA9CRY6MENI tag=R67ZM2F220QP type=write size=2826381 2024-09-18T02:39:53.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.514+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~1ZL5NEWKYTK6.0 size=989608 2024-09-18T02:39:53.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.517+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=1ZL5NEWKYTK6 tag=QJ7CYIKW3LS5 type=write size=2038184 2024-09-18T02:39:53.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.521+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~TZALP2H9KNJN.0 size=1048576 2024-09-18T02:39:53.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.522+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~TZALP2H9KNJN.1 size=1048576 2024-09-18T02:39:53.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.524+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~TZALP2H9KNJN.2 size=877637 2024-09-18T02:39:53.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.524+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=TZALP2H9KNJN tag=ZO0GZFU0MU61 type=write size=4023365 2024-09-18T02:39:53.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.526+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~FKAYKCF8326P.0 size=683201 2024-09-18T02:39:53.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.529+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=FKAYKCF8326P tag=QOP7BZJOC5PC type=write size=1731777 2024-09-18T02:39:53.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.531+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=CQYDYYKJJLQB type=del size=3944945 2024-09-18T02:39:53.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.533+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=K8CKSYWBZKUN type=del 2024-09-18T02:39:53.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.535+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=9FXM9GDUF7O0 type=del size=1898042 2024-09-18T02:39:53.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.537+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~RLG1UY9PIV3D.0 size=858612 2024-09-18T02:39:53.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.540+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=RLG1UY9PIV3D tag=XT10BZG410XB type=write size=1907188 2024-09-18T02:39:53.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.543+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~9HJGBHXKR5L3.0 size=827485 2024-09-18T02:39:53.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.543+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=9HJGBHXKR5L3 tag=K27BI5DRQOMI type=write size=1876061 2024-09-18T02:39:53.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.545+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~0NH3AM0GZEUD.0 size=70116 2024-09-18T02:39:53.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.548+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=0NH3AM0GZEUD tag=3ILWQAQG4YM1 type=write size=1118692 2024-09-18T02:39:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.551+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~XGVFB6FLCGY8.0 size=208687 2024-09-18T02:39:53.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.551+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=XGVFB6FLCGY8 tag=DLY93IS7426V type=write size=1257263 2024-09-18T02:39:53.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.552+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=8Q8KLFROSEIU tag=3I9G7IJRSHQV type=del size=257636: (2) No such file or directory 2024-09-18T02:39:53.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.555+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~0MJ8G8J6MCJI.0 size=1048576 2024-09-18T02:39:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.557+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~0MJ8G8J6MCJI.1 size=524482 2024-09-18T02:39:53.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.557+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=0MJ8G8J6MCJI tag=VMV28TAVM2QY type=write size=2621634 2024-09-18T02:39:53.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.559+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=914T8WQSXHZY type=del 2024-09-18T02:39:53.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.560+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=H06ZJYRRXHNT type=del size=3819005 2024-09-18T02:39:53.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.564+0000 7f3d344c5640 1 < suggested remove operation key=BDM08TCKAR39 tag=J9SZ22BFJY4W type=del 2024-09-18T02:39:53.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.567+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~ZXT8BI50YR2V.0 size=1048576 2024-09-18T02:39:53.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.568+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~ZXT8BI50YR2V.1 size=1048576 2024-09-18T02:39:53.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.570+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~ZXT8BI50YR2V.2 size=708218 2024-09-18T02:39:53.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.570+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=ZXT8BI50YR2V tag=70PE21JXOAPY type=write size=3853946 2024-09-18T02:39:53.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.571+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=KF3OZ9ZU4OVU type=del 2024-09-18T02:39:53.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.575+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~X7BRIF47QQPV.0 size=342489 2024-09-18T02:39:53.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.575+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=X7BRIF47QQPV tag=8AL6WDL78YAX type=write size=1391065 2024-09-18T02:39:53.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.578+0000 7f3d344c5640 1 < suggested remove operation key=ARGL0GKCIOH5 tag=FQTPEGB30FKW type=del 2024-09-18T02:39:53.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.582+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~0K58RFHXOYZ1.0 size=1048576 2024-09-18T02:39:53.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.583+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~0K58RFHXOYZ1.1 size=1048576 2024-09-18T02:39:53.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.585+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~0K58RFHXOYZ1.2 size=344550 2024-09-18T02:39:53.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.585+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=0K58RFHXOYZ1 tag=FADHAGJYRLDO type=write size=3490278 2024-09-18T02:39:53.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.586+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~6X9BDJCSS8VO.0 size=951068 2024-09-18T02:39:53.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.589+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=6X9BDJCSS8VO tag=0QTKWSDYV5OK type=write size=1999644 2024-09-18T02:39:53.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.593+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~809HAE5C94XO.0 size=1048576 2024-09-18T02:39:53.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.594+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~809HAE5C94XO.1 size=772587 2024-09-18T02:39:53.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.594+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=809HAE5C94XO tag=06F2NC8WD7BK type=write size=2869739 2024-09-18T02:39:53.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.596+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~ZRKRSO5I3Q86.0 size=1048576 2024-09-18T02:39:53.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.597+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~ZRKRSO5I3Q86.1 size=454884 2024-09-18T02:39:53.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.601+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=ZRKRSO5I3Q86 tag=M6OLPKTX1SG2 type=write size=2552036 2024-09-18T02:39:53.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.602+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=8KG6D4BKYAKM type=del size=2932591 2024-09-18T02:39:53.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.606+0000 7f3d344c5640 1 < suggested remove operation key=VT9JVP3TEV2S tag=BEYU456KSE92 type=del 2024-09-18T02:39:53.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.610+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~KA2NH4I3JWQC.0 size=1048576 2024-09-18T02:39:53.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.611+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~KA2NH4I3JWQC.1 size=1048576 2024-09-18T02:39:53.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.612+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~KA2NH4I3JWQC.2 size=630310 2024-09-18T02:39:53.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.612+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=KA2NH4I3JWQC tag=HGWZP3A7NJQW type=write size=3776038 2024-09-18T02:39:53.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.614+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=YTBDPCH5KDC9 type=del 2024-09-18T02:39:53.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.617+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~N4GGGTIFDPPH.0 size=1048576 2024-09-18T02:39:53.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.619+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~N4GGGTIFDPPH.1 size=320953 2024-09-18T02:39:53.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.619+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=N4GGGTIFDPPH tag=LTHNH446HPLY type=write size=2418105 2024-09-18T02:39:53.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.620+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~TLTJG23WY9Z3.0 size=294112 2024-09-18T02:39:53.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.624+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=TLTJG23WY9Z3 tag=STPARE929DR1 type=write size=1342688 2024-09-18T02:39:53.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.626+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=GCGM6AOV9Z9E type=write size=588080 2024-09-18T02:39:53.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.628+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~3KA9CRY6MENI.0 size=1048576 2024-09-18T02:39:53.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.630+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~3KA9CRY6MENI.1 size=729229 2024-09-18T02:39:53.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.633+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=3KA9CRY6MENI tag=R67ZM2F220QP type=write size=2826381 2024-09-18T02:39:53.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.636+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~G5L8X5LX26JI.0 size=205204 2024-09-18T02:39:53.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.636+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=G5L8X5LX26JI tag=9ZUPT5U6HEX4 type=write size=1253780 2024-09-18T02:39:53.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.638+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~TZALP2H9KNJN.0 size=1048576 2024-09-18T02:39:53.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.639+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~TZALP2H9KNJN.1 size=1048576 2024-09-18T02:39:53.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.640+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~TZALP2H9KNJN.2 size=877637 2024-09-18T02:39:53.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.643+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=TZALP2H9KNJN tag=ZO0GZFU0MU61 type=write size=4023365 2024-09-18T02:39:53.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.647+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~OKFPBYKY61W1.0 size=154844 2024-09-18T02:39:53.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.647+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=OKFPBYKY61W1 tag=RCHW6X3YDAM5 type=write size=1203420 2024-09-18T02:39:53.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.649+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=CQYDYYKJJLQB type=del 2024-09-18T02:39:53.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.652+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~602LNPFXJP8L.0 size=1048576 2024-09-18T02:39:53.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.653+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~602LNPFXJP8L.1 size=625465 2024-09-18T02:39:53.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.654+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=602LNPFXJP8L tag=AJTO6RE8YLWI type=write size=2722617 2024-09-18T02:39:53.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.656+0000 7f3d344c5640 -1 < failed to complete operation key=BDM08TCKAR39 tag=9FXM9GDUF7O0 type=del size=1898042: (22) Invalid argument 2024-09-18T02:39:53.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.660+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~F1MOSIBFABUS.0 size=288017 2024-09-18T02:39:53.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.660+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=F1MOSIBFABUS tag=KGO9LRDQFB1R type=write size=1336593 2024-09-18T02:39:53.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.662+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~9HJGBHXKR5L3.0 size=827485 2024-09-18T02:39:53.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.665+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=9HJGBHXKR5L3 tag=K27BI5DRQOMI type=write size=1876061 2024-09-18T02:39:53.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.668+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~PIYKVQH7Z8X4.0 size=220533 2024-09-18T02:39:53.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.668+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=PIYKVQH7Z8X4 tag=NJR0OG2H0KL9 type=write size=1269109 2024-09-18T02:39:53.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.670+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~XGVFB6FLCGY8.0 size=208687 2024-09-18T02:39:53.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.673+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=XGVFB6FLCGY8 tag=DLY93IS7426V type=write size=1257263 2024-09-18T02:39:53.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.675+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=QNMZ4ESZAL1W type=del size=799689 2024-09-18T02:39:53.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.677+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~0MJ8G8J6MCJI.0 size=1048576 2024-09-18T02:39:53.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.678+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~0MJ8G8J6MCJI.1 size=524482 2024-09-18T02:39:53.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.681+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=0MJ8G8J6MCJI tag=VMV28TAVM2QY type=write size=2621634 2024-09-18T02:39:53.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.683+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=U0YV6PMPB98X type=write size=354795 2024-09-18T02:39:53.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.685+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=H06ZJYRRXHNT type=del 2024-09-18T02:39:53.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.686+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=P07MORTU9BG2 type=del size=1204172 2024-09-18T02:39:53.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.688+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~ZXT8BI50YR2V.0 size=1048576 2024-09-18T02:39:53.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.688+0000 7f3d344c5640 1 < canceled part key=_multipart_YRRENRMOJCK2.2~ZXT8BI50YR2V.1 size=1048576 2024-09-18T02:39:53.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.690+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~ZXT8BI50YR2V.2 size=708218 2024-09-18T02:39:53.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.693+0000 7f3d344c5640 1 < canceled multipart upload key=YRRENRMOJCK2 upload=ZXT8BI50YR2V tag=70PE21JXOAPY type=write size=3853946 2024-09-18T02:39:53.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.696+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~7CNQERRUAQRB.0 size=1048576 2024-09-18T02:39:53.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.697+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~7CNQERRUAQRB.1 size=927297 2024-09-18T02:39:53.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.697+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=7CNQERRUAQRB tag=DFBPUBUFQ3PW type=write size=3024449 2024-09-18T02:39:53.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.699+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~X7BRIF47QQPV.0 size=342489 2024-09-18T02:39:53.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.702+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=X7BRIF47QQPV tag=8AL6WDL78YAX type=write size=1391065 2024-09-18T02:39:53.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.705+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~H0WOG5ULJVU0.0 size=1048576 2024-09-18T02:39:53.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.707+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~H0WOG5ULJVU0.1 size=49093 2024-09-18T02:39:53.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.707+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=H0WOG5ULJVU0 tag=OFSVHQSMIKED type=write size=2146245 2024-09-18T02:39:53.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.708+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~0K58RFHXOYZ1.0 size=1048576 2024-09-18T02:39:53.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.710+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~0K58RFHXOYZ1.1 size=1048576 2024-09-18T02:39:53.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.711+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~0K58RFHXOYZ1.2 size=344550 2024-09-18T02:39:53.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.714+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=0K58RFHXOYZ1 tag=FADHAGJYRLDO type=write size=3490278 2024-09-18T02:39:53.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.716+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=K90IZSXBUTGS type=write size=623846 2024-09-18T02:39:53.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.718+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~809HAE5C94XO.0 size=1048576 2024-09-18T02:39:53.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.719+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~809HAE5C94XO.1 size=772587 2024-09-18T02:39:53.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.722+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=809HAE5C94XO tag=06F2NC8WD7BK type=write size=2869739 2024-09-18T02:39:53.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.724+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=3BZ8GYA6TER4 type=del size=83614 2024-09-18T02:39:53.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.725+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=8KG6D4BKYAKM type=del 2024-09-18T02:39:53.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.729+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~MM7L3UY8QPCF.0 size=1048576 2024-09-18T02:39:53.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.730+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~MM7L3UY8QPCF.1 size=1048576 2024-09-18T02:39:53.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.731+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~MM7L3UY8QPCF.2 size=1010603 2024-09-18T02:39:53.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.731+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=MM7L3UY8QPCF tag=XZRX5ZZF42EZ type=write size=4156331 2024-09-18T02:39:53.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.733+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~KA2NH4I3JWQC.0 size=1048576 2024-09-18T02:39:53.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.735+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~KA2NH4I3JWQC.1 size=1048576 2024-09-18T02:39:53.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.736+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~KA2NH4I3JWQC.2 size=630310 2024-09-18T02:39:53.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.739+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=KA2NH4I3JWQC tag=HGWZP3A7NJQW type=write size=3776038 2024-09-18T02:39:53.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.741+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=T3S13HQVNW4R type=del size=489579 2024-09-18T02:39:53.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.743+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~N4GGGTIFDPPH.0 size=1048576 2024-09-18T02:39:53.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.744+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~N4GGGTIFDPPH.1 size=320953 2024-09-18T02:39:53.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.747+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=N4GGGTIFDPPH tag=LTHNH446HPLY type=write size=2418105 2024-09-18T02:39:53.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.748+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=FMB68Q1LRVQD type=del size=3868359 2024-09-18T02:39:53.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.750+0000 7f3d344c5640 1 < completed write operation key=YCO4SVB9T1HD tag=GCGM6AOV9Z9E type=write size=588080 2024-09-18T02:39:53.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.752+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=4DJ4MV8MKOHG type=del size=1086091 2024-09-18T02:39:53.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.754+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~G5L8X5LX26JI.0 size=205204 2024-09-18T02:39:53.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.756+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=G5L8X5LX26JI tag=9ZUPT5U6HEX4 type=write size=1253780 2024-09-18T02:39:53.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.760+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~L2OWOVWEVJYU.0 size=1043933 2024-09-18T02:39:53.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.760+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=L2OWOVWEVJYU tag=EUTRZ75DUE04 type=write size=2092509 2024-09-18T02:39:53.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.761+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~OKFPBYKY61W1.0 size=154844 2024-09-18T02:39:53.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.765+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=OKFPBYKY61W1 tag=RCHW6X3YDAM5 type=write size=1203420 2024-09-18T02:39:53.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.769+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~11QP1CFT54ON.0 size=1048576 2024-09-18T02:39:53.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.770+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~11QP1CFT54ON.1 size=9595 2024-09-18T02:39:53.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.770+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=11QP1CFT54ON tag=XL0XO87M8CGK type=write size=2106747 2024-09-18T02:39:53.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.772+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~602LNPFXJP8L.0 size=1048576 2024-09-18T02:39:53.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.774+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~602LNPFXJP8L.1 size=625465 2024-09-18T02:39:53.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.777+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=602LNPFXJP8L tag=AJTO6RE8YLWI type=write size=2722617 2024-09-18T02:39:53.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.779+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=85LRT51ZG18T type=write size=126346 2024-09-18T02:39:53.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.781+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~F1MOSIBFABUS.0 size=288017 2024-09-18T02:39:53.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.784+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=F1MOSIBFABUS tag=KGO9LRDQFB1R type=write size=1336593 2024-09-18T02:39:53.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.787+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~ZO088YG9X69O.0 size=1048576 2024-09-18T02:39:53.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.789+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~ZO088YG9X69O.1 size=1048576 2024-09-18T02:39:53.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.790+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~ZO088YG9X69O.2 size=895836 2024-09-18T02:39:53.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.790+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=ZO088YG9X69O tag=6HRTTKV6F56I type=write size=4041564 2024-09-18T02:39:53.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.792+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~PIYKVQH7Z8X4.0 size=220533 2024-09-18T02:39:53.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.795+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=PIYKVQH7Z8X4 tag=NJR0OG2H0KL9 type=write size=1269109 2024-09-18T02:39:53.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.796+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=CS7ZPH77L8L4 type=del size=1734643 2024-09-18T02:39:53.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.798+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=QNMZ4ESZAL1W type=del 2024-09-18T02:39:53.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.802+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~9HAR1SAFVT4A.0 size=1048576 2024-09-18T02:39:53.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.804+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~9HAR1SAFVT4A.1 size=707256 2024-09-18T02:39:53.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.804+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=9HAR1SAFVT4A tag=LQA64VELJX0X type=write size=2804408 2024-09-18T02:39:53.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.806+0000 7f3d344c5640 1 < completed write operation key=KB9UDL27PX79 tag=U0YV6PMPB98X type=write size=354795 2024-09-18T02:39:53.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.809+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~SONL88MQAPGZ.0 size=739143 2024-09-18T02:39:53.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.809+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=SONL88MQAPGZ tag=9Q8W2S0TJKGJ type=write size=1787719 2024-09-18T02:39:53.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.811+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=P07MORTU9BG2 type=del 2024-09-18T02:39:53.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.813+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=HHI48CP9DWKL type=write size=78729 2024-09-18T02:39:53.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.815+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~7CNQERRUAQRB.0 size=1048576 2024-09-18T02:39:53.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.815+0000 7f3d344c5640 1 < canceled part key=_multipart_K7SSL4Q5FC67.2~7CNQERRUAQRB.1 size=927297 2024-09-18T02:39:53.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.818+0000 7f3d344c5640 1 < canceled multipart upload key=K7SSL4Q5FC67 upload=7CNQERRUAQRB tag=DFBPUBUFQ3PW type=write size=3024449 2024-09-18T02:39:53.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.822+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~VZ76JX56I042.0 size=1048576 2024-09-18T02:39:53.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.823+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~VZ76JX56I042.1 size=580339 2024-09-18T02:39:53.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.823+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=VZ76JX56I042 tag=OTA0WGQSZWX8 type=write size=2677491 2024-09-18T02:39:53.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.824+0000 7f3d344c5640 1 < canceled part key=_multipart_KETUC1BK1NFI.2~H0WOG5ULJVU0.0 size=1048576 2024-09-18T02:39:53.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.825+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~H0WOG5ULJVU0.1 size=49093 2024-09-18T02:39:53.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.828+0000 7f3d344c5640 1 < canceled multipart upload key=KETUC1BK1NFI upload=H0WOG5ULJVU0 tag=OFSVHQSMIKED type=write size=2146245 2024-09-18T02:39:53.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.831+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~FW09HNM61HAZ.0 size=1048576 2024-09-18T02:39:53.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.833+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~FW09HNM61HAZ.1 size=1048576 2024-09-18T02:39:53.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.834+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~FW09HNM61HAZ.2 size=642601 2024-09-18T02:39:53.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.834+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=FW09HNM61HAZ tag=MRYO808LVGUU type=write size=3788329 2024-09-18T02:39:53.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.836+0000 7f3d344c5640 1 < completed write operation key=5CBDBDRVY90O tag=K90IZSXBUTGS type=write size=623846 2024-09-18T02:39:53.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.838+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=K72X1R0UYRR8 type=del size=2428262 2024-09-18T02:39:53.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.842+0000 7f3d344c5640 1 < suggested remove operation key=IRE1LEWU02OL tag=3BZ8GYA6TER4 type=del 2024-09-18T02:39:53.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.844+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=LOYR0JIYWJM0 type=del size=3013946 2024-09-18T02:39:53.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.846+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~MM7L3UY8QPCF.0 size=1048576 2024-09-18T02:39:53.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.847+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~MM7L3UY8QPCF.1 size=1048576 2024-09-18T02:39:53.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.848+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~MM7L3UY8QPCF.2 size=1010603 2024-09-18T02:39:53.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.851+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=MM7L3UY8QPCF tag=XZRX5ZZF42EZ type=write size=4156331 2024-09-18T02:39:53.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.854+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~GVBM8E3MVRH8.0 size=1048576 2024-09-18T02:39:53.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.856+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~GVBM8E3MVRH8.1 size=1048576 2024-09-18T02:39:53.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.857+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~GVBM8E3MVRH8.2 size=840324 2024-09-18T02:39:53.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.857+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=GVBM8E3MVRH8 tag=3GY4CHEAJ98Q type=write size=3986052 2024-09-18T02:39:53.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.859+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=T3S13HQVNW4R type=del 2024-09-18T02:39:53.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.861+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=U0L44VMKGA96 type=del size=258605 2024-09-18T02:39:53.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.865+0000 7f3d344c5640 1 < suggested remove operation key=GD2B5B458L13 tag=FMB68Q1LRVQD type=del 2024-09-18T02:39:53.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.866+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=DCTCAJ17TOTC type=write size=243398 2024-09-18T02:39:53.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.868+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=4DJ4MV8MKOHG type=del 2024-09-18T02:39:53.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.872+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~103RD0ERVIM1.0 size=1048576 2024-09-18T02:39:53.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.873+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~103RD0ERVIM1.1 size=1048576 2024-09-18T02:39:53.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.874+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~103RD0ERVIM1.2 size=218416 2024-09-18T02:39:53.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.875+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=103RD0ERVIM1 tag=LZMZSXYLNBTO type=write size=3364144 2024-09-18T02:39:53.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.876+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~L2OWOVWEVJYU.0 size=1043933 2024-09-18T02:39:53.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.879+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=L2OWOVWEVJYU tag=EUTRZ75DUE04 type=write size=2092509 2024-09-18T02:39:53.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.882+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~8UM0DQQB6TUR.0 size=1048576 2024-09-18T02:39:53.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.884+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~8UM0DQQB6TUR.1 size=981024 2024-09-18T02:39:53.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.884+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=8UM0DQQB6TUR tag=0HL94CH1E7J0 type=write size=3078176 2024-09-18T02:39:53.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.885+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~11QP1CFT54ON.0 size=1048576 2024-09-18T02:39:53.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.887+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~11QP1CFT54ON.1 size=9595 2024-09-18T02:39:53.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.890+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=11QP1CFT54ON tag=XL0XO87M8CGK type=write size=2106747 2024-09-18T02:39:53.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.893+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~UU9NMLL15FF4.0 size=1048576 2024-09-18T02:39:53.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.894+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~UU9NMLL15FF4.1 size=1048576 2024-09-18T02:39:53.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.896+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~UU9NMLL15FF4.2 size=825240 2024-09-18T02:39:53.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.896+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=UU9NMLL15FF4 tag=J9KZGB86UWO5 type=write size=3970968 2024-09-18T02:39:53.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.898+0000 7f3d344c5640 1 < completed write operation key=R9PMI2O5LB5E tag=85LRT51ZG18T type=write size=126346 2024-09-18T02:39:53.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.899+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=4L6H1GV5NMQS type=del size=2884629 2024-09-18T02:39:53.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.901+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~ZO088YG9X69O.0 size=1048576 2024-09-18T02:39:53.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.903+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~ZO088YG9X69O.1 size=1048576 2024-09-18T02:39:53.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.904+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~ZO088YG9X69O.2 size=895836 2024-09-18T02:39:53.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.907+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=ZO088YG9X69O tag=6HRTTKV6F56I type=write size=4041564 2024-09-18T02:39:53.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.910+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~3UYLE7EN6XOD.0 size=1048576 2024-09-18T02:39:53.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.913+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~3UYLE7EN6XOD.1 size=1048576 2024-09-18T02:39:53.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.914+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~3UYLE7EN6XOD.2 size=201664 2024-09-18T02:39:53.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.914+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=3UYLE7EN6XOD tag=EW75O5A2K1W7 type=write size=3347392 2024-09-18T02:39:53.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.915+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=GD2B5B458L13 tag=CS7ZPH77L8L4 type=del size=1734643: (2) No such file or directory 2024-09-18T02:39:53.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.917+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=CXNR4QBJ8OXX type=del size=192076 2024-09-18T02:39:53.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.918+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~9HAR1SAFVT4A.0 size=1048576 2024-09-18T02:39:53.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.918+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~9HAR1SAFVT4A.1 size=707256 2024-09-18T02:39:53.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.921+0000 7f3d344c5640 1 < canceled multipart upload key=VT9JVP3TEV2S upload=9HAR1SAFVT4A tag=LQA64VELJX0X type=write size=2804408 2024-09-18T02:39:53.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.923+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=RZS9KQ7WXJHW type=del size=383130 2024-09-18T02:39:53.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.925+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~SONL88MQAPGZ.0 size=739143 2024-09-18T02:39:53.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.928+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=SONL88MQAPGZ tag=9Q8W2S0TJKGJ type=write size=1787719 2024-09-18T02:39:53.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.930+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=U2M1NHSSC922 type=del size=973011 2024-09-18T02:39:53.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.932+0000 7f3d344c5640 1 < completed write operation key=OHNLA0CFDTOZ tag=HHI48CP9DWKL type=write size=78729 2024-09-18T02:39:53.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.935+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~ZGRCUQMT9WQU.0 size=1048576 2024-09-18T02:39:53.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.937+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~ZGRCUQMT9WQU.1 size=1021291 2024-09-18T02:39:53.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.937+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=ZGRCUQMT9WQU tag=WDS7KXC0IE2W type=write size=3118443 2024-09-18T02:39:53.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.939+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~VZ76JX56I042.0 size=1048576 2024-09-18T02:39:53.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.940+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~VZ76JX56I042.1 size=580339 2024-09-18T02:39:53.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.943+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=VZ76JX56I042 tag=OTA0WGQSZWX8 type=write size=2677491 2024-09-18T02:39:53.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.947+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~PGLR1J8AQV6Y.0 size=1048576 2024-09-18T02:39:53.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.948+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~PGLR1J8AQV6Y.1 size=496227 2024-09-18T02:39:53.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.948+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=PGLR1J8AQV6Y tag=POUY2MZ94P4Q type=write size=2593379 2024-09-18T02:39:53.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.950+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~FW09HNM61HAZ.0 size=1048576 2024-09-18T02:39:53.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.952+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~FW09HNM61HAZ.1 size=1048576 2024-09-18T02:39:53.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.954+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~FW09HNM61HAZ.2 size=642601 2024-09-18T02:39:53.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.957+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=FW09HNM61HAZ tag=MRYO808LVGUU type=write size=3788329 2024-09-18T02:39:53.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.958+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=VGK1RN227SBW type=del size=408709 2024-09-18T02:39:53.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.960+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=K72X1R0UYRR8 type=del 2024-09-18T02:39:53.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.962+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=OQRE8QAZ8FMD type=del size=1865229 2024-09-18T02:39:53.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.964+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=LOYR0JIYWJM0 type=del 2024-09-18T02:39:53.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.966+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=VM48E5W3YTZA type=del size=122110 2024-09-18T02:39:53.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.968+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~GVBM8E3MVRH8.0 size=1048576 2024-09-18T02:39:53.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.969+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~GVBM8E3MVRH8.1 size=1048576 2024-09-18T02:39:53.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.971+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~GVBM8E3MVRH8.2 size=840324 2024-09-18T02:39:53.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.975+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=GVBM8E3MVRH8 tag=3GY4CHEAJ98Q type=write size=3986052 2024-09-18T02:39:53.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.979+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~856X381UCIW7.0 size=1048576 2024-09-18T02:39:53.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.980+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~856X381UCIW7.1 size=613169 2024-09-18T02:39:53.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.980+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=856X381UCIW7 tag=ZWNNDQHO525O type=write size=2710321 2024-09-18T02:39:53.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.983+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=U0L44VMKGA96 type=del 2024-09-18T02:39:53.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.986+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~WVXS6IRKXLH5.0 size=1048576 2024-09-18T02:39:53.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.988+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~WVXS6IRKXLH5.1 size=452363 2024-09-18T02:39:53.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.988+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=WVXS6IRKXLH5 tag=Q5AGZNOB8Y7N type=write size=2549515 2024-09-18T02:39:53.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.991+0000 7f3d344c5640 1 < suggested remove operation key=EDIMCFSPFVXQ tag=DCTCAJ17TOTC type=write 2024-09-18T02:39:53.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.994+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=IC0IA0RBYWML type=del size=1440070 2024-09-18T02:39:53.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.995+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~103RD0ERVIM1.0 size=1048576 2024-09-18T02:39:53.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.997+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~103RD0ERVIM1.1 size=1048576 2024-09-18T02:39:54.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:53.998+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~103RD0ERVIM1.2 size=218416 2024-09-18T02:39:54.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.002+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=103RD0ERVIM1 tag=LZMZSXYLNBTO type=write size=3364144 2024-09-18T02:39:54.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.005+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~6MP2DRZ1AWGU.0 size=1048576 2024-09-18T02:39:54.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.007+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~6MP2DRZ1AWGU.1 size=412609 2024-09-18T02:39:54.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.007+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=6MP2DRZ1AWGU tag=G0AMSIJ1BXKD type=write size=2509761 2024-09-18T02:39:54.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.010+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~8UM0DQQB6TUR.0 size=1048576 2024-09-18T02:39:54.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.011+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~8UM0DQQB6TUR.1 size=981024 2024-09-18T02:39:54.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.014+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=8UM0DQQB6TUR tag=0HL94CH1E7J0 type=write size=3078176 2024-09-18T02:39:54.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.016+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=HU86R6P7A5CU type=del size=76120 2024-09-18T02:39:54.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.018+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~UU9NMLL15FF4.0 size=1048576 2024-09-18T02:39:54.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.018+0000 7f3d344c5640 1 < canceled part key=_multipart_EDIMCFSPFVXQ.2~UU9NMLL15FF4.1 size=1048576 2024-09-18T02:39:54.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.020+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~UU9NMLL15FF4.2 size=825240 2024-09-18T02:39:54.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.023+0000 7f3d344c5640 1 < canceled multipart upload key=EDIMCFSPFVXQ upload=UU9NMLL15FF4 tag=J9KZGB86UWO5 type=write size=3970968 2024-09-18T02:39:54.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.026+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~C6GISNHS2IYR.0 size=294819 2024-09-18T02:39:54.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.026+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=C6GISNHS2IYR tag=7ZML4N5GEU5A type=write size=1343395 2024-09-18T02:39:54.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.028+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=4L6H1GV5NMQS type=del 2024-09-18T02:39:54.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.032+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~C3WEMXHNW4B3.0 size=1048576 2024-09-18T02:39:54.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.033+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~C3WEMXHNW4B3.1 size=724799 2024-09-18T02:39:54.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.033+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=C3WEMXHNW4B3 tag=AE2SAUDL3EUP type=write size=2821951 2024-09-18T02:39:54.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.035+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~3UYLE7EN6XOD.0 size=1048576 2024-09-18T02:39:54.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.036+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~3UYLE7EN6XOD.1 size=1048576 2024-09-18T02:39:54.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.036+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~3UYLE7EN6XOD.2 size=201664 2024-09-18T02:39:54.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.041+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=3UYLE7EN6XOD tag=EW75O5A2K1W7 type=write size=3347392 2024-09-18T02:39:54.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.043+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=UVWYFLCA6UIO type=del size=3098655 2024-09-18T02:39:54.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.045+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=CXNR4QBJ8OXX type=del 2024-09-18T02:39:54.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.047+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=HKGSD7ITW56M type=write size=942716 2024-09-18T02:39:54.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.050+0000 7f3d344c5640 1 < suggested update operation key=8Q8KLFROSEIU tag=RZS9KQ7WXJHW type=del size=383130 2024-09-18T02:39:54.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.053+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~P93KQ0VWT2GK.0 size=1048576 2024-09-18T02:39:54.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.055+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~P93KQ0VWT2GK.1 size=1048576 2024-09-18T02:39:54.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.057+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~P93KQ0VWT2GK.2 size=894159 2024-09-18T02:39:54.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.057+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=P93KQ0VWT2GK tag=SHYP3X3GES7B type=write size=4039887 2024-09-18T02:39:54.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.058+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=U2M1NHSSC922 type=del 2024-09-18T02:39:54.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.060+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=0BTOAKFJP24C type=del size=3322453 2024-09-18T02:39:54.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.062+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~ZGRCUQMT9WQU.0 size=1048576 2024-09-18T02:39:54.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.064+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~ZGRCUQMT9WQU.1 size=1021291 2024-09-18T02:39:54.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.067+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=ZGRCUQMT9WQU tag=WDS7KXC0IE2W type=write size=3118443 2024-09-18T02:39:54.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.069+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=A56KD777CZW3 type=del size=2312996 2024-09-18T02:39:54.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.070+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~PGLR1J8AQV6Y.0 size=1048576 2024-09-18T02:39:54.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.072+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~PGLR1J8AQV6Y.1 size=496227 2024-09-18T02:39:54.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.075+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=PGLR1J8AQV6Y tag=POUY2MZ94P4Q type=write size=2593379 2024-09-18T02:39:54.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.077+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=9HUT8ZJX45CK type=del size=3686243 2024-09-18T02:39:54.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.080+0000 7f3d344c5640 1 < suggested remove operation key=57SLXVHRBLFP tag=VGK1RN227SBW type=del 2024-09-18T02:39:54.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.082+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=QCVIJL6KL9HV type=del size=2717493 2024-09-18T02:39:54.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.084+0000 7f3d344c5640 -1 < failed to complete operation key=57SLXVHRBLFP tag=OQRE8QAZ8FMD type=del size=1865229: (22) Invalid argument 2024-09-18T02:39:54.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.088+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~0UQ38T3QK0RP.0 size=1048576 2024-09-18T02:39:54.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.090+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~0UQ38T3QK0RP.1 size=1048576 2024-09-18T02:39:54.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.091+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~0UQ38T3QK0RP.2 size=115441 2024-09-18T02:39:54.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.091+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=0UQ38T3QK0RP tag=QXIY9HOXZSES type=write size=3261169 2024-09-18T02:39:54.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.093+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=VM48E5W3YTZA type=del 2024-09-18T02:39:54.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.095+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=E0Z8AG9M237K type=del size=1389335 2024-09-18T02:39:54.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.097+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~856X381UCIW7.0 size=1048576 2024-09-18T02:39:54.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.099+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~856X381UCIW7.1 size=613169 2024-09-18T02:39:54.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.102+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=856X381UCIW7 tag=ZWNNDQHO525O type=write size=2710321 2024-09-18T02:39:54.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.106+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~2IFRWN4DLSKG.0 size=427424 2024-09-18T02:39:54.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.106+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=2IFRWN4DLSKG tag=CA1QS8JH3NUL type=write size=1476000 2024-09-18T02:39:54.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.107+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~WVXS6IRKXLH5.0 size=1048576 2024-09-18T02:39:54.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.109+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~WVXS6IRKXLH5.1 size=452363 2024-09-18T02:39:54.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.112+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=WVXS6IRKXLH5 tag=Q5AGZNOB8Y7N type=write size=2549515 2024-09-18T02:39:54.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.114+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=FLY9MOW2YADO type=del size=582645 2024-09-18T02:39:54.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.117+0000 7f3d344c5640 1 < suggested update operation key=YRRENRMOJCK2 tag=IC0IA0RBYWML type=del size=1440070 2024-09-18T02:39:54.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.120+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~BPEVTZA4D6AD.0 size=1048576 2024-09-18T02:39:54.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.122+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~BPEVTZA4D6AD.1 size=1048576 2024-09-18T02:39:54.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.123+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~BPEVTZA4D6AD.2 size=15818 2024-09-18T02:39:54.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.123+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=BPEVTZA4D6AD tag=RRZ1Y0HTX0GQ type=write size=3161546 2024-09-18T02:39:54.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.125+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~6MP2DRZ1AWGU.0 size=1048576 2024-09-18T02:39:54.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.126+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~6MP2DRZ1AWGU.1 size=412609 2024-09-18T02:39:54.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.130+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=6MP2DRZ1AWGU tag=G0AMSIJ1BXKD type=write size=2509761 2024-09-18T02:39:54.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.133+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~7CB9YI5HJLPR.0 size=1048576 2024-09-18T02:39:54.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.135+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~7CB9YI5HJLPR.1 size=37394 2024-09-18T02:39:54.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.135+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=7CB9YI5HJLPR tag=S13IBGWDQFS9 type=write size=2134546 2024-09-18T02:39:54.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.137+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=HU86R6P7A5CU type=del 2024-09-18T02:39:54.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.140+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~8P51OE6ICFC1.0 size=748682 2024-09-18T02:39:54.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.140+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=8P51OE6ICFC1 tag=20VE0LN4LZM1 type=write size=1797258 2024-09-18T02:39:54.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.142+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~C6GISNHS2IYR.0 size=294819 2024-09-18T02:39:54.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.145+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=C6GISNHS2IYR tag=7ZML4N5GEU5A type=write size=1343395 2024-09-18T02:39:54.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.147+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=I5CMQE4BRGNZ type=del size=2448070 2024-09-18T02:39:54.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.149+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~C3WEMXHNW4B3.0 size=1048576 2024-09-18T02:39:54.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.151+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~C3WEMXHNW4B3.1 size=724799 2024-09-18T02:39:54.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.154+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=C3WEMXHNW4B3 tag=AE2SAUDL3EUP type=write size=2821951 2024-09-18T02:39:54.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.155+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=QFH8EB0D6L3E type=del size=1972610 2024-09-18T02:39:54.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.157+0000 7f3d344c5640 1 < canceled operation key=6XGBHFR3S4FW tag=UVWYFLCA6UIO type=del size=3098655 2024-09-18T02:39:54.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.161+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~NHSPZDGKYZAU.0 size=54035 2024-09-18T02:39:54.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.161+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=NHSPZDGKYZAU tag=UW4ESJ7OSPWN type=write size=1102611 2024-09-18T02:39:54.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.163+0000 7f3d344c5640 1 < completed write operation key=ZMNUVKZQG0VF tag=HKGSD7ITW56M type=write size=942716 2024-09-18T02:39:54.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.165+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=2LFI5PVFW9RC type=write size=888979 2024-09-18T02:39:54.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.166+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~P93KQ0VWT2GK.0 size=1048576 2024-09-18T02:39:54.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.168+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~P93KQ0VWT2GK.1 size=1048576 2024-09-18T02:39:54.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.169+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~P93KQ0VWT2GK.2 size=894159 2024-09-18T02:39:54.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.172+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=P93KQ0VWT2GK tag=SHYP3X3GES7B type=write size=4039887 2024-09-18T02:39:54.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.174+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=JQZ553XCRTAV type=del size=3538051 2024-09-18T02:39:54.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.176+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=0BTOAKFJP24C type=del 2024-09-18T02:39:54.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.178+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=VBMEH7OEH1Y2 type=del size=3585179 2024-09-18T02:39:54.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.182+0000 7f3d344c5640 1 < suggested update operation key=DN8CVJBOI3G6 tag=A56KD777CZW3 type=del size=2312996 2024-09-18T02:39:54.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.184+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=YF4MK24CUTBE type=del size=2467670 2024-09-18T02:39:54.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.186+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=9HUT8ZJX45CK type=del 2024-09-18T02:39:54.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.190+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~4X8WEH92XX09.0 size=1048576 2024-09-18T02:39:54.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.191+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~4X8WEH92XX09.1 size=1048576 2024-09-18T02:39:54.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.193+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~4X8WEH92XX09.2 size=154921 2024-09-18T02:39:54.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.193+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=4X8WEH92XX09 tag=OA4ZS965JQ35 type=write size=3300649 2024-09-18T02:39:54.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.197+0000 7f3d344c5640 1 < suggested update operation key=R9PMI2O5LB5E tag=QCVIJL6KL9HV type=del size=2717493 2024-09-18T02:39:54.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.201+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~CXDUJ9CZSA1P.0 size=860065 2024-09-18T02:39:54.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.201+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=CXDUJ9CZSA1P tag=BE5PCN42XQRL type=write size=1908641 2024-09-18T02:39:54.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.203+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~0UQ38T3QK0RP.0 size=1048576 2024-09-18T02:39:54.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.204+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~0UQ38T3QK0RP.1 size=1048576 2024-09-18T02:39:54.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.206+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~0UQ38T3QK0RP.2 size=115441 2024-09-18T02:39:54.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.209+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=0UQ38T3QK0RP tag=QXIY9HOXZSES type=write size=3261169 2024-09-18T02:39:54.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.211+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=4693VX1XZCF0 type=del size=1225720 2024-09-18T02:39:54.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.214+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=E0Z8AG9M237K type=del 2024-09-18T02:39:54.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.215+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=3ION3X6D1CTL type=del size=567130 2024-09-18T02:39:54.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.217+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~2IFRWN4DLSKG.0 size=427424 2024-09-18T02:39:54.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.221+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=2IFRWN4DLSKG tag=CA1QS8JH3NUL type=write size=1476000 2024-09-18T02:39:54.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.223+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=BQ0V5MXL0JIV type=del size=2883262 2024-09-18T02:39:54.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.225+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=FLY9MOW2YADO type=del 2024-09-18T02:39:54.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.227+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=KZ7EXRWN0TKX type=del size=4109945 2024-09-18T02:39:54.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.229+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~BPEVTZA4D6AD.0 size=1048576 2024-09-18T02:39:54.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.231+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~BPEVTZA4D6AD.1 size=1048576 2024-09-18T02:39:54.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.233+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~BPEVTZA4D6AD.2 size=15818 2024-09-18T02:39:54.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.236+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=BPEVTZA4D6AD tag=RRZ1Y0HTX0GQ type=write size=3161546 2024-09-18T02:39:54.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.238+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=JXC28JUU75PS type=del size=1513518 2024-09-18T02:39:54.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.240+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~7CB9YI5HJLPR.0 size=1048576 2024-09-18T02:39:54.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.242+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~7CB9YI5HJLPR.1 size=37394 2024-09-18T02:39:54.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.245+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=7CB9YI5HJLPR tag=S13IBGWDQFS9 type=write size=2134546 2024-09-18T02:39:54.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.247+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=A709SYL16OJ3 type=del size=1811242 2024-09-18T02:39:54.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.249+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~8P51OE6ICFC1.0 size=748682 2024-09-18T02:39:54.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.252+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=8P51OE6ICFC1 tag=20VE0LN4LZM1 type=write size=1797258 2024-09-18T02:39:54.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.254+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=9Y39IPLIAMIA type=del size=1813178 2024-09-18T02:39:54.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.256+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=I5CMQE4BRGNZ type=del 2024-09-18T02:39:54.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.258+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=P6N954GS66BE type=del size=2400148 2024-09-18T02:39:54.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.260+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=QFH8EB0D6L3E type=del 2024-09-18T02:39:54.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.262+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=AS6QHGBQGY6P type=del size=2668238 2024-09-18T02:39:54.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.262+0000 7f3d344c5640 1 < canceled part key=_multipart_YCO4SVB9T1HD.2~NHSPZDGKYZAU.0 size=54035 2024-09-18T02:39:54.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.265+0000 7f3d344c5640 1 < canceled multipart upload key=YCO4SVB9T1HD upload=NHSPZDGKYZAU tag=UW4ESJ7OSPWN type=write size=1102611 2024-09-18T02:39:54.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.267+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=KCP37FKA89Y9 type=write size=547857 2024-09-18T02:39:54.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.269+0000 7f3d344c5640 1 < canceled operation key=8Q8KLFROSEIU tag=2LFI5PVFW9RC type=write size=888979 2024-09-18T02:39:54.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.271+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=CL1RWYYFKT6E type=del size=589799 2024-09-18T02:39:54.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.272+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=JQZ553XCRTAV type=del 2024-09-18T02:39:54.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.276+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~UQ729HAH9IUM.0 size=1048576 2024-09-18T02:39:54.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.277+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~UQ729HAH9IUM.1 size=1048576 2024-09-18T02:39:54.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.279+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~UQ729HAH9IUM.2 size=685788 2024-09-18T02:39:54.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.279+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=UQ729HAH9IUM tag=ZULGD24LONFI type=write size=3831516 2024-09-18T02:39:54.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.282+0000 7f3d344c5640 1 < suggested remove operation key=R9PMI2O5LB5E tag=VBMEH7OEH1Y2 type=del 2024-09-18T02:39:54.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.286+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~A9G7X6ENP0G2.0 size=1048576 2024-09-18T02:39:54.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.288+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~A9G7X6ENP0G2.1 size=1048576 2024-09-18T02:39:54.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.289+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~A9G7X6ENP0G2.2 size=203446 2024-09-18T02:39:54.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.289+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=A9G7X6ENP0G2 tag=A6IADY3D6OPV type=write size=3349174 2024-09-18T02:39:54.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.293+0000 7f3d344c5640 1 < suggested remove operation key=VZRBZUHWS0KG tag=YF4MK24CUTBE type=del 2024-09-18T02:39:54.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.295+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=T2E4OT9BXJFD type=del size=1069936 2024-09-18T02:39:54.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.297+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~4X8WEH92XX09.0 size=1048576 2024-09-18T02:39:54.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.298+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~4X8WEH92XX09.1 size=1048576 2024-09-18T02:39:54.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.300+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~4X8WEH92XX09.2 size=154921 2024-09-18T02:39:54.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.303+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=4X8WEH92XX09 tag=OA4ZS965JQ35 type=write size=3300649 2024-09-18T02:39:54.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.307+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~1A1ZAX5I3ZZZ.0 size=1048576 2024-09-18T02:39:54.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.308+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~1A1ZAX5I3ZZZ.1 size=819870 2024-09-18T02:39:54.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.308+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=1A1ZAX5I3ZZZ tag=LQ4F18WTD6XI type=write size=2917022 2024-09-18T02:39:54.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.310+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~CXDUJ9CZSA1P.0 size=860065 2024-09-18T02:39:54.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.313+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=CXDUJ9CZSA1P tag=BE5PCN42XQRL type=write size=1908641 2024-09-18T02:39:54.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.315+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=A8A15F7GY7YR type=del size=1231379 2024-09-18T02:39:54.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.317+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=4693VX1XZCF0 type=del 2024-09-18T02:39:54.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.319+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=D31AR8XFW2ZI type=del size=219506 2024-09-18T02:39:54.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.320+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=3ION3X6D1CTL type=del 2024-09-18T02:39:54.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.324+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~NYQB05GPB9VM.0 size=451431 2024-09-18T02:39:54.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.324+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=NYQB05GPB9VM tag=ZQLFEKAUJ0D2 type=write size=1500007 2024-09-18T02:39:54.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.326+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=BQ0V5MXL0JIV type=del 2024-09-18T02:39:54.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.328+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=W1JLG0XCJMHT type=del size=612522 2024-09-18T02:39:54.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.331+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=KZ7EXRWN0TKX type=del 2024-09-18T02:39:54.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.333+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=MADQ6HBHBJB3 type=del size=5250 2024-09-18T02:39:54.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.336+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=JXC28JUU75PS type=del 2024-09-18T02:39:54.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.338+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=U2I3CW5PIH9B type=del size=416607 2024-09-18T02:39:54.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.343+0000 7f3d344c5640 1 < suggested update operation key=57SLXVHRBLFP tag=A709SYL16OJ3 type=del size=1811242 2024-09-18T02:39:54.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.347+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~SYUGV02APUTJ.0 size=716599 2024-09-18T02:39:54.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.347+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=SYUGV02APUTJ tag=NJA0F4N9305Y type=write size=1765175 2024-09-18T02:39:54.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.349+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=9Y39IPLIAMIA type=del 2024-09-18T02:39:54.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.350+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=WEDOZLUC5QW6 type=del size=2634247 2024-09-18T02:39:54.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.352+0000 7f3d344c5640 1 < canceled operation key=BDM08TCKAR39 tag=P6N954GS66BE type=del size=2400148 2024-09-18T02:39:54.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.356+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~P7UGU5U35WLB.0 size=1048576 2024-09-18T02:39:54.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.358+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~P7UGU5U35WLB.1 size=1048576 2024-09-18T02:39:54.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.359+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~P7UGU5U35WLB.2 size=313439 2024-09-18T02:39:54.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.359+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=P7UGU5U35WLB tag=Q0R4P7HCMIWI type=write size=3459167 2024-09-18T02:39:54.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.363+0000 7f3d344c5640 1 < suggested update operation key=KS4ELJCFAWBQ tag=AS6QHGBQGY6P type=del size=2668238 2024-09-18T02:39:54.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.364+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=948X64GVNO97 type=del size=1258695 2024-09-18T02:39:54.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.367+0000 7f3d344c5640 -1 < failed to complete operation key=R9PMI2O5LB5E tag=KCP37FKA89Y9 type=write size=547857: (22) Invalid argument 2024-09-18T02:39:54.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.370+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~CT2J8XTI0TQR.0 size=1048576 2024-09-18T02:39:54.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.372+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~CT2J8XTI0TQR.1 size=1048576 2024-09-18T02:39:54.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.373+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~CT2J8XTI0TQR.2 size=806987 2024-09-18T02:39:54.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.373+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=CT2J8XTI0TQR tag=FZ874VGAHO7S type=write size=3952715 2024-09-18T02:39:54.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.376+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=CL1RWYYFKT6E type=del 2024-09-18T02:39:54.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.379+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~KUVE9NSOF71T.0 size=1048576 2024-09-18T02:39:54.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.381+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~KUVE9NSOF71T.1 size=1048576 2024-09-18T02:39:54.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.382+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~KUVE9NSOF71T.2 size=248147 2024-09-18T02:39:54.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.382+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=KUVE9NSOF71T tag=TIUA5MB6UR14 type=write size=3393875 2024-09-18T02:39:54.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.382+0000 7f3d344c5640 1 < canceled part key=_multipart_R9PMI2O5LB5E.2~UQ729HAH9IUM.0 size=1048576 2024-09-18T02:39:54.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.384+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~UQ729HAH9IUM.1 size=1048576 2024-09-18T02:39:54.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.386+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~UQ729HAH9IUM.2 size=685788 2024-09-18T02:39:54.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.389+0000 7f3d344c5640 1 < canceled multipart upload key=R9PMI2O5LB5E upload=UQ729HAH9IUM tag=ZULGD24LONFI type=write size=3831516 2024-09-18T02:39:54.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.392+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~DYW5CPP2YWP2.0 size=1048576 2024-09-18T02:39:54.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.394+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~DYW5CPP2YWP2.1 size=1048576 2024-09-18T02:39:54.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.396+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~DYW5CPP2YWP2.2 size=409821 2024-09-18T02:39:54.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.396+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=DYW5CPP2YWP2 tag=2JF20YBVRAW9 type=write size=3555549 2024-09-18T02:39:54.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.398+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~A9G7X6ENP0G2.0 size=1048576 2024-09-18T02:39:54.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.399+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~A9G7X6ENP0G2.1 size=1048576 2024-09-18T02:39:54.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.401+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~A9G7X6ENP0G2.2 size=203446 2024-09-18T02:39:54.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.404+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=A9G7X6ENP0G2 tag=A6IADY3D6OPV type=write size=3349174 2024-09-18T02:39:54.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.406+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=JC2SZLLLIC10 type=del size=2118661 2024-09-18T02:39:54.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.410+0000 7f3d344c5640 1 < suggested update operation key=X478JHSYQ9O5 tag=T2E4OT9BXJFD type=del size=1069936 2024-09-18T02:39:54.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.413+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=DRPGFRFIDOIV type=del size=3055255 2024-09-18T02:39:54.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.415+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~1A1ZAX5I3ZZZ.0 size=1048576 2024-09-18T02:39:54.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.416+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~1A1ZAX5I3ZZZ.1 size=819870 2024-09-18T02:39:54.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.419+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=1A1ZAX5I3ZZZ tag=LQ4F18WTD6XI type=write size=2917022 2024-09-18T02:39:54.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.421+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=2JCL00KZDRQV type=del size=1660814 2024-09-18T02:39:54.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.423+0000 7f3d344c5640 1 < canceled operation key=IRE1LEWU02OL tag=A8A15F7GY7YR type=del size=1231379 2024-09-18T02:39:54.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.426+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~ECLZ31561KM0.0 size=429561 2024-09-18T02:39:54.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.426+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=ECLZ31561KM0 tag=JCS7MJKONLF5 type=write size=1478137 2024-09-18T02:39:54.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.428+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=D31AR8XFW2ZI type=del 2024-09-18T02:39:54.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.432+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~2H3XHWIY365S.0 size=1048576 2024-09-18T02:39:54.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.434+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~2H3XHWIY365S.1 size=349423 2024-09-18T02:39:54.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.434+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=2H3XHWIY365S tag=V1DNH07BHWOF type=write size=2446575 2024-09-18T02:39:54.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.436+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~NYQB05GPB9VM.0 size=451431 2024-09-18T02:39:54.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.439+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=NYQB05GPB9VM tag=ZQLFEKAUJ0D2 type=write size=1500007 2024-09-18T02:39:54.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.441+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=RZ6JTLP9X0L3 type=del size=1472542 2024-09-18T02:39:54.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.443+0000 7f3d344c5640 1 < canceled operation key=OHNLA0CFDTOZ tag=W1JLG0XCJMHT type=del size=612522 2024-09-18T02:39:54.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.446+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~AGJU48EV2MX3.0 size=1048576 2024-09-18T02:39:54.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.448+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~AGJU48EV2MX3.1 size=701118 2024-09-18T02:39:54.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.448+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=AGJU48EV2MX3 tag=7WAKFVCD9DI4 type=write size=2798270 2024-09-18T02:39:54.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.450+0000 7f3d344c5640 1 < canceled operation key=QS1F2ZL7E8RC tag=MADQ6HBHBJB3 type=del size=5250 2024-09-18T02:39:54.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.451+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=L0S8WGUU4UG7 type=del size=1613990 2024-09-18T02:39:54.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.454+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=U2I3CW5PIH9B type=del 2024-09-18T02:39:54.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.455+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=CFTWOT0GDPWG type=del size=3248735 2024-09-18T02:39:54.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.457+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~SYUGV02APUTJ.0 size=716599 2024-09-18T02:39:54.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.461+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=SYUGV02APUTJ tag=NJA0F4N9305Y type=write size=1765175 2024-09-18T02:39:54.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.463+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=Y29AF8CRDLUT type=del size=2569600 2024-09-18T02:39:54.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.465+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=WEDOZLUC5QW6 type=del 2024-09-18T02:39:54.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.469+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~P7J3J9S0IAB5.0 size=1013483 2024-09-18T02:39:54.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.469+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=P7J3J9S0IAB5 tag=XMD8OLEUISP0 type=write size=2062059 2024-09-18T02:39:54.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.471+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~P7UGU5U35WLB.0 size=1048576 2024-09-18T02:39:54.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.472+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~P7UGU5U35WLB.1 size=1048576 2024-09-18T02:39:54.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.472+0000 7f3d344c5640 1 < canceled part key=_multipart_EDIMCFSPFVXQ.2~P7UGU5U35WLB.2 size=313439 2024-09-18T02:39:54.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.476+0000 7f3d344c5640 1 < canceled multipart upload key=EDIMCFSPFVXQ upload=P7UGU5U35WLB tag=Q0R4P7HCMIWI type=write size=3459167 2024-09-18T02:39:54.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.478+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=R30RWB0010ZV type=del size=908866 2024-09-18T02:39:54.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.480+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=948X64GVNO97 type=del 2024-09-18T02:39:54.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.481+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=0YDEKCG95MXY type=del size=3208512 2024-09-18T02:39:54.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.483+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~CT2J8XTI0TQR.0 size=1048576 2024-09-18T02:39:54.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.485+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~CT2J8XTI0TQR.1 size=1048576 2024-09-18T02:39:54.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.485+0000 7f3d344c5640 1 < canceled part key=_multipart_YCO4SVB9T1HD.2~CT2J8XTI0TQR.2 size=806987 2024-09-18T02:39:54.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.488+0000 7f3d344c5640 1 < canceled multipart upload key=YCO4SVB9T1HD upload=CT2J8XTI0TQR tag=FZ874VGAHO7S type=write size=3952715 2024-09-18T02:39:54.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.490+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=2NOT0WF9NA7H type=del size=2041538 2024-09-18T02:39:54.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.491+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~KUVE9NSOF71T.0 size=1048576 2024-09-18T02:39:54.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.493+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~KUVE9NSOF71T.1 size=1048576 2024-09-18T02:39:54.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.494+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~KUVE9NSOF71T.2 size=248147 2024-09-18T02:39:54.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.497+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=KUVE9NSOF71T tag=TIUA5MB6UR14 type=write size=3393875 2024-09-18T02:39:54.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.501+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~TMJNENFFXSEM.0 size=1048576 2024-09-18T02:39:54.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.502+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~TMJNENFFXSEM.1 size=1048576 2024-09-18T02:39:54.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.504+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~TMJNENFFXSEM.2 size=545540 2024-09-18T02:39:54.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.504+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=TMJNENFFXSEM tag=NHLDZDUWC25M type=write size=3691268 2024-09-18T02:39:54.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.505+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~DYW5CPP2YWP2.0 size=1048576 2024-09-18T02:39:54.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.507+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~DYW5CPP2YWP2.1 size=1048576 2024-09-18T02:39:54.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.508+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~DYW5CPP2YWP2.2 size=409821 2024-09-18T02:39:54.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.511+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=DYW5CPP2YWP2 tag=2JF20YBVRAW9 type=write size=3555549 2024-09-18T02:39:54.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.515+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~SGVPNBEJ282H.0 size=1048576 2024-09-18T02:39:54.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.517+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~SGVPNBEJ282H.1 size=769479 2024-09-18T02:39:54.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.517+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=SGVPNBEJ282H tag=M5P6NCLXDVE8 type=write size=2866631 2024-09-18T02:39:54.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.519+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=JC2SZLLLIC10 type=del 2024-09-18T02:39:54.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.520+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=VM046T5DIBVF type=del size=3589635 2024-09-18T02:39:54.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.522+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=DRPGFRFIDOIV type=del 2024-09-18T02:39:54.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.524+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=58ME716ISUWW type=del size=4129936 2024-09-18T02:39:54.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.526+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=2JCL00KZDRQV type=del 2024-09-18T02:39:54.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.528+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=M0E2JW6Q4XE8 type=write size=896060 2024-09-18T02:39:54.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.529+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~ECLZ31561KM0.0 size=429561 2024-09-18T02:39:54.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.533+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=ECLZ31561KM0 tag=JCS7MJKONLF5 type=write size=1478137 2024-09-18T02:39:54.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.535+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=956KLHGISL62 type=write size=1037791 2024-09-18T02:39:54.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.536+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~2H3XHWIY365S.0 size=1048576 2024-09-18T02:39:54.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.538+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~2H3XHWIY365S.1 size=349423 2024-09-18T02:39:54.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.541+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=2H3XHWIY365S tag=V1DNH07BHWOF type=write size=2446575 2024-09-18T02:39:54.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.543+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=K4HBA4ZXY04E type=del size=183570 2024-09-18T02:39:54.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.546+0000 7f3d344c5640 1 < suggested update operation key=6XGBHFR3S4FW tag=RZ6JTLP9X0L3 type=del size=1472542 2024-09-18T02:39:54.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.548+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=OPRCP0OXHRCJ type=del size=653469 2024-09-18T02:39:54.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.550+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~AGJU48EV2MX3.0 size=1048576 2024-09-18T02:39:54.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.552+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~AGJU48EV2MX3.1 size=701118 2024-09-18T02:39:54.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.555+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=AGJU48EV2MX3 tag=7WAKFVCD9DI4 type=write size=2798270 2024-09-18T02:39:54.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.557+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=TO33R5NY3OFI type=write size=96142 2024-09-18T02:39:54.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.558+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=L0S8WGUU4UG7 type=del 2024-09-18T02:39:54.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.560+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=ETC510IE5LO5 type=del size=1442305 2024-09-18T02:39:54.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.564+0000 7f3d344c5640 1 < suggested update operation key=57SLXVHRBLFP tag=CFTWOT0GDPWG type=del size=3248735 2024-09-18T02:39:54.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.565+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=3G024P014YF0 type=write size=998007 2024-09-18T02:39:54.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.568+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=Y29AF8CRDLUT type=del 2024-09-18T02:39:54.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.569+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=QN2BPI409JYB type=del size=1255165 2024-09-18T02:39:54.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.571+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~P7J3J9S0IAB5.0 size=1013483 2024-09-18T02:39:54.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.574+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=P7J3J9S0IAB5 tag=XMD8OLEUISP0 type=write size=2062059 2024-09-18T02:39:54.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.576+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=P1HXKB3GX61V type=write size=307173 2024-09-18T02:39:54.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.578+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=R30RWB0010ZV type=del 2024-09-18T02:39:54.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.580+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=6Z8DWJE4MXP0 type=del size=1115152 2024-09-18T02:39:54.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.582+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=0YDEKCG95MXY type=del 2024-09-18T02:39:54.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.585+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~SJX1CVC1OZN3.0 size=1048576 2024-09-18T02:39:54.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.587+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~SJX1CVC1OZN3.1 size=1048576 2024-09-18T02:39:54.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.588+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~SJX1CVC1OZN3.2 size=947764 2024-09-18T02:39:54.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.588+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=SJX1CVC1OZN3 tag=P5Z0WDTADWM5 type=write size=4093492 2024-09-18T02:39:54.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.590+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=2NOT0WF9NA7H type=del 2024-09-18T02:39:54.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.592+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=LM7ZLI6B31OC type=del size=1211739 2024-09-18T02:39:54.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.592+0000 7f3d344c5640 1 < canceled part key=_multipart_VZRBZUHWS0KG.2~TMJNENFFXSEM.0 size=1048576 2024-09-18T02:39:54.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.593+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~TMJNENFFXSEM.1 size=1048576 2024-09-18T02:39:54.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.595+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~TMJNENFFXSEM.2 size=545540 2024-09-18T02:39:54.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.598+0000 7f3d344c5640 1 < canceled multipart upload key=VZRBZUHWS0KG upload=TMJNENFFXSEM tag=NHLDZDUWC25M type=write size=3691268 2024-09-18T02:39:54.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.600+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=BIH2PNAE7NCX type=write size=768127 2024-09-18T02:39:54.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.602+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~SGVPNBEJ282H.0 size=1048576 2024-09-18T02:39:54.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.603+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~SGVPNBEJ282H.1 size=769479 2024-09-18T02:39:54.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.607+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=SGVPNBEJ282H tag=M5P6NCLXDVE8 type=write size=2866631 2024-09-18T02:39:54.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.609+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=18USSD40138T type=del size=2638719 2024-09-18T02:39:54.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.611+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=VM046T5DIBVF type=del 2024-09-18T02:39:54.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.614+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~VWUSL8O4OMTN.0 size=1048576 2024-09-18T02:39:54.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.616+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~VWUSL8O4OMTN.1 size=931049 2024-09-18T02:39:54.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.616+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=VWUSL8O4OMTN tag=VOB8CRCGZ1VG type=write size=3028201 2024-09-18T02:39:54.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.617+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=58ME716ISUWW type=del 2024-09-18T02:39:54.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.619+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=JC8XPNY8S8MP type=del size=1395834 2024-09-18T02:39:54.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.621+0000 7f3d344c5640 1 < completed write operation key=D16IXCK8Y6D1 tag=M0E2JW6Q4XE8 type=write size=896060 2024-09-18T02:39:54.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.623+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=AQGNDFGE4ZA4 type=del size=535359 2024-09-18T02:39:54.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.625+0000 7f3d344c5640 1 < canceled operation key=ZMNUVKZQG0VF tag=956KLHGISL62 type=write size=1037791 2024-09-18T02:39:54.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.628+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~TDQ3K2FULEFG.0 size=1048576 2024-09-18T02:39:54.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.630+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~TDQ3K2FULEFG.1 size=1048576 2024-09-18T02:39:54.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.632+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~TDQ3K2FULEFG.2 size=793543 2024-09-18T02:39:54.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.632+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=TDQ3K2FULEFG tag=4C68M94HGCZ3 type=write size=3939271 2024-09-18T02:39:54.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.635+0000 7f3d344c5640 1 < suggested remove operation key=TC8DKJV0NMUQ tag=K4HBA4ZXY04E type=del 2024-09-18T02:39:54.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.639+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~JBO7XVVRBZ4L.0 size=1048576 2024-09-18T02:39:54.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.640+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~JBO7XVVRBZ4L.1 size=1048576 2024-09-18T02:39:54.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.642+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~JBO7XVVRBZ4L.2 size=1035373 2024-09-18T02:39:54.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.642+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=JBO7XVVRBZ4L tag=AB02LQWRE3F0 type=write size=4181101 2024-09-18T02:39:54.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.644+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=OPRCP0OXHRCJ type=del 2024-09-18T02:39:54.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.646+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=Q90S900LTPDH type=del size=4185675 2024-09-18T02:39:54.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.648+0000 7f3d344c5640 1 < completed write operation key=BDM08TCKAR39 tag=TO33R5NY3OFI type=write size=96142 2024-09-18T02:39:54.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.652+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~O3SP8OOZLKSX.0 size=1009617 2024-09-18T02:39:54.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.652+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=O3SP8OOZLKSX tag=3L4FV407PFA5 type=write size=2058193 2024-09-18T02:39:54.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.656+0000 7f3d344c5640 1 < suggested remove operation key=VZRBZUHWS0KG tag=ETC510IE5LO5 type=del 2024-09-18T02:39:54.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.659+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~ETPGQKIS9U9G.0 size=1048576 2024-09-18T02:39:54.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.661+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~ETPGQKIS9U9G.1 size=994257 2024-09-18T02:39:54.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.661+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=ETPGQKIS9U9G tag=A9BKOWQ8CR6K type=write size=3091409 2024-09-18T02:39:54.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.663+0000 7f3d344c5640 1 < completed write operation key=4FYZMKC41CPI tag=3G024P014YF0 type=write size=998007 2024-09-18T02:39:54.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.666+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~JPFGQ6I7J309.0 size=1048576 2024-09-18T02:39:54.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.668+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~JPFGQ6I7J309.1 size=1048576 2024-09-18T02:39:54.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.669+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~JPFGQ6I7J309.2 size=795694 2024-09-18T02:39:54.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.669+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=JPFGQ6I7J309 tag=CB4RVD3XWXJS type=write size=3941422 2024-09-18T02:39:54.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.671+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=QN2BPI409JYB type=del 2024-09-18T02:39:54.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.673+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=4IHAF8D6CG4L type=del size=3235109 2024-09-18T02:39:54.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.674+0000 7f3d344c5640 1 < canceled operation key=3SCTT0F0R5ZX tag=P1HXKB3GX61V type=write size=307173 2024-09-18T02:39:54.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.676+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=IYTXHEHCSUZC type=del size=1196364 2024-09-18T02:39:54.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.678+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=6Z8DWJE4MXP0 type=del 2024-09-18T02:39:54.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.680+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=LP1AFLVL62K2 type=del size=324693 2024-09-18T02:39:54.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.681+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~SJX1CVC1OZN3.0 size=1048576 2024-09-18T02:39:54.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.683+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~SJX1CVC1OZN3.1 size=1048576 2024-09-18T02:39:54.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.685+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~SJX1CVC1OZN3.2 size=947764 2024-09-18T02:39:54.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.689+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=SJX1CVC1OZN3 tag=P5Z0WDTADWM5 type=write size=4093492 2024-09-18T02:39:54.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.691+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=I3VG99KXTLAA type=del size=732007 2024-09-18T02:39:54.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.693+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=LM7ZLI6B31OC type=del 2024-09-18T02:39:54.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.696+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~X4QL8FY9AL4Q.0 size=250198 2024-09-18T02:39:54.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.696+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=X4QL8FY9AL4Q tag=70IKT5C0N6JP type=write size=1298774 2024-09-18T02:39:54.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.699+0000 7f3d344c5640 1 < suggested update operation key=YCO4SVB9T1HD tag=BIH2PNAE7NCX type=write size=768127 2024-09-18T02:39:54.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.703+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6IMWQJWEWN1E.0 size=1048576 2024-09-18T02:39:54.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.704+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6IMWQJWEWN1E.1 size=324594 2024-09-18T02:39:54.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.704+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=6IMWQJWEWN1E tag=1UEKUGDEX5V5 type=write size=2421746 2024-09-18T02:39:54.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.708+0000 7f3d344c5640 1 < suggested remove operation key=77U6SM23K6L1 tag=18USSD40138T type=del 2024-09-18T02:39:54.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.710+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=3NVTGBBFO9AM type=write size=81123 2024-09-18T02:39:54.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.712+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~VWUSL8O4OMTN.0 size=1048576 2024-09-18T02:39:54.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.715+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~VWUSL8O4OMTN.1 size=931049 2024-09-18T02:39:54.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.718+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=VWUSL8O4OMTN tag=VOB8CRCGZ1VG type=write size=3028201 2024-09-18T02:39:54.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.722+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~8Y7EN08Y8VRQ.0 size=1048576 2024-09-18T02:39:54.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.723+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~8Y7EN08Y8VRQ.1 size=468612 2024-09-18T02:39:54.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.723+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=8Y7EN08Y8VRQ tag=A8ALZ25S9OW6 type=write size=2565764 2024-09-18T02:39:54.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.727+0000 7f3d344c5640 1 < suggested update operation key=D16IXCK8Y6D1 tag=JC8XPNY8S8MP type=del size=1395834 2024-09-18T02:39:54.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.729+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=3ZACW3ZPFX1R type=write size=843677 2024-09-18T02:39:54.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.731+0000 7f3d344c5640 -1 < failed to complete operation key=TC8DKJV0NMUQ tag=AQGNDFGE4ZA4 type=del size=535359: (22) Invalid argument 2024-09-18T02:39:54.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.733+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=RUW8AEB2I0D3 type=del size=1315968 2024-09-18T02:39:54.737 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.735+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~TDQ3K2FULEFG.0 size=1048576 2024-09-18T02:39:54.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.737+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~TDQ3K2FULEFG.1 size=1048576 2024-09-18T02:39:54.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.739+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~TDQ3K2FULEFG.2 size=793543 2024-09-18T02:39:54.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.742+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=TDQ3K2FULEFG tag=4C68M94HGCZ3 type=write size=3939271 2024-09-18T02:39:54.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.744+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=UHH47BKMWY27 type=del size=3831585 2024-09-18T02:39:54.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.746+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~JBO7XVVRBZ4L.0 size=1048576 2024-09-18T02:39:54.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.746+0000 7f3d344c5640 1 < canceled part key=_multipart_KS4ELJCFAWBQ.2~JBO7XVVRBZ4L.1 size=1048576 2024-09-18T02:39:54.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.748+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~JBO7XVVRBZ4L.2 size=1035373 2024-09-18T02:39:54.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.751+0000 7f3d344c5640 1 < canceled multipart upload key=KS4ELJCFAWBQ upload=JBO7XVVRBZ4L tag=AB02LQWRE3F0 type=write size=4181101 2024-09-18T02:39:54.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.755+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~385ZU02SJD9F.0 size=1048576 2024-09-18T02:39:54.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.756+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~385ZU02SJD9F.1 size=18239 2024-09-18T02:39:54.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.756+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=385ZU02SJD9F tag=0BLVT2Y2YZ6E type=write size=2115391 2024-09-18T02:39:54.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.758+0000 7f3d344c5640 1 < canceled operation key=VT9JVP3TEV2S tag=Q90S900LTPDH type=del size=4185675 2024-09-18T02:39:54.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.762+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~7N5KYHY2RT0U.0 size=1048576 2024-09-18T02:39:54.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.763+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~7N5KYHY2RT0U.1 size=34461 2024-09-18T02:39:54.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.763+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=7N5KYHY2RT0U tag=RL7KRJZY2NG0 type=write size=2131613 2024-09-18T02:39:54.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.765+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~O3SP8OOZLKSX.0 size=1009617 2024-09-18T02:39:54.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.768+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=O3SP8OOZLKSX tag=3L4FV407PFA5 type=write size=2058193 2024-09-18T02:39:54.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.770+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=ZB09DCURA7II type=del size=2723025 2024-09-18T02:39:54.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.772+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~ETPGQKIS9U9G.0 size=1048576 2024-09-18T02:39:54.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.774+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~ETPGQKIS9U9G.1 size=994257 2024-09-18T02:39:54.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.777+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=ETPGQKIS9U9G tag=A9BKOWQ8CR6K type=write size=3091409 2024-09-18T02:39:54.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.779+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=X8J98M21DO6E type=del size=2381002 2024-09-18T02:39:54.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.781+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~JPFGQ6I7J309.0 size=1048576 2024-09-18T02:39:54.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.782+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~JPFGQ6I7J309.1 size=1048576 2024-09-18T02:39:54.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.784+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~JPFGQ6I7J309.2 size=795694 2024-09-18T02:39:54.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.787+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=JPFGQ6I7J309 tag=CB4RVD3XWXJS type=write size=3941422 2024-09-18T02:39:54.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.791+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~8G1DF6DJ7RZ1.0 size=1048576 2024-09-18T02:39:54.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.793+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~8G1DF6DJ7RZ1.1 size=419289 2024-09-18T02:39:54.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.793+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=8G1DF6DJ7RZ1 tag=EF13WPWXBQA9 type=write size=2516441 2024-09-18T02:39:54.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.795+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=4IHAF8D6CG4L type=del 2024-09-18T02:39:54.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.796+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=L63PUPIZ2XBJ type=del size=777407 2024-09-18T02:39:54.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.799+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=IYTXHEHCSUZC type=del size=1196364 2024-09-18T02:39:54.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.802+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=4ISQJL26I8YR type=del size=3215586 2024-09-18T02:39:54.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.804+0000 7f3d344c5640 1 < canceled operation key=FZZPXI6Q3MK4 tag=LP1AFLVL62K2 type=del size=324693 2024-09-18T02:39:54.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.808+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~F2I50HBXGUI6.0 size=1048576 2024-09-18T02:39:54.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.810+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~F2I50HBXGUI6.1 size=1048576 2024-09-18T02:39:54.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.811+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~F2I50HBXGUI6.2 size=634049 2024-09-18T02:39:54.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.811+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=F2I50HBXGUI6 tag=HICXEC0LP34N type=write size=3779777 2024-09-18T02:39:54.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.813+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=I3VG99KXTLAA type=del 2024-09-18T02:39:54.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.815+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=UHNF2FTODJM1 type=write size=970215 2024-09-18T02:39:54.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.817+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~X4QL8FY9AL4Q.0 size=250198 2024-09-18T02:39:54.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.821+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=X4QL8FY9AL4Q tag=70IKT5C0N6JP type=write size=1298774 2024-09-18T02:39:54.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.822+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=ECZD5PTOBQ2U type=del size=1632251 2024-09-18T02:39:54.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.824+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~6IMWQJWEWN1E.0 size=1048576 2024-09-18T02:39:54.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.826+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~6IMWQJWEWN1E.1 size=324594 2024-09-18T02:39:54.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.829+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=6IMWQJWEWN1E tag=1UEKUGDEX5V5 type=write size=2421746 2024-09-18T02:39:54.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.831+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=U8SIWC6J7532 type=del size=1849871 2024-09-18T02:39:54.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.835+0000 7f3d344c5640 1 < suggested update operation key=R9PMI2O5LB5E tag=3NVTGBBFO9AM type=write size=81123 2024-09-18T02:39:54.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.837+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=GU6ZFI7S3L8N type=del size=3589277 2024-09-18T02:39:54.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.839+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~8Y7EN08Y8VRQ.0 size=1048576 2024-09-18T02:39:54.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.840+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~8Y7EN08Y8VRQ.1 size=468612 2024-09-18T02:39:54.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.843+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=8Y7EN08Y8VRQ tag=A8ALZ25S9OW6 type=write size=2565764 2024-09-18T02:39:54.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.846+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=2AJ2SNEVHDPR type=del size=1339229 2024-09-18T02:39:54.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.848+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=3ZACW3ZPFX1R type=write size=843677 2024-09-18T02:39:54.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.850+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=E6AVVR8ZMSNF type=del size=1456945 2024-09-18T02:39:54.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.852+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=RUW8AEB2I0D3 type=del 2024-09-18T02:39:54.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.854+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=LI7817NKBR2L type=del size=3422979 2024-09-18T02:39:54.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.856+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=UHH47BKMWY27 type=del 2024-09-18T02:39:54.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.860+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~0QNPWF7QFQHW.0 size=975148 2024-09-18T02:39:54.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.860+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=0QNPWF7QFQHW tag=ABMTY1FWYOTY type=write size=2023724 2024-09-18T02:39:54.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.862+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~385ZU02SJD9F.0 size=1048576 2024-09-18T02:39:54.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.864+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~385ZU02SJD9F.1 size=18239 2024-09-18T02:39:54.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.867+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=385ZU02SJD9F tag=0BLVT2Y2YZ6E type=write size=2115391 2024-09-18T02:39:54.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.871+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~DOTHLMS0FKCD.0 size=1048576 2024-09-18T02:39:54.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.873+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~DOTHLMS0FKCD.1 size=891368 2024-09-18T02:39:54.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.873+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=DOTHLMS0FKCD tag=GIW3KDHASM3W type=write size=2988520 2024-09-18T02:39:54.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.875+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~7N5KYHY2RT0U.0 size=1048576 2024-09-18T02:39:54.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.876+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~7N5KYHY2RT0U.1 size=34461 2024-09-18T02:39:54.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.880+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=7N5KYHY2RT0U tag=RL7KRJZY2NG0 type=write size=2131613 2024-09-18T02:39:54.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.884+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~MLCBR19KIT2X.0 size=1048576 2024-09-18T02:39:54.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.886+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~MLCBR19KIT2X.1 size=1048576 2024-09-18T02:39:54.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.888+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~MLCBR19KIT2X.2 size=493502 2024-09-18T02:39:54.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.888+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=MLCBR19KIT2X tag=UZ1AB0MA912G type=write size=3639230 2024-09-18T02:39:54.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.891+0000 7f3d344c5640 1 < suggested remove operation key=QS1F2ZL7E8RC tag=ZB09DCURA7II type=del 2024-09-18T02:39:54.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.893+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=491SY1I506EK type=write size=497031 2024-09-18T02:39:54.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.895+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=X8J98M21DO6E type=del 2024-09-18T02:39:54.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.899+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~D3EKZ997NGJU.0 size=1048576 2024-09-18T02:39:54.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.901+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~D3EKZ997NGJU.1 size=1017018 2024-09-18T02:39:54.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.901+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=D3EKZ997NGJU tag=U9JNDB3LU8DU type=write size=3114170 2024-09-18T02:39:54.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.903+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~8G1DF6DJ7RZ1.0 size=1048576 2024-09-18T02:39:54.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.905+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~8G1DF6DJ7RZ1.1 size=419289 2024-09-18T02:39:54.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.908+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=8G1DF6DJ7RZ1 tag=EF13WPWXBQA9 type=write size=2516441 2024-09-18T02:39:54.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.910+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=HYKDFO82B0H4 type=del size=1866440 2024-09-18T02:39:54.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.912+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=L63PUPIZ2XBJ type=del 2024-09-18T02:39:54.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.916+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~Y0QSRAPL61UN.0 size=1048576 2024-09-18T02:39:54.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.918+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~Y0QSRAPL61UN.1 size=745988 2024-09-18T02:39:54.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.918+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=Y0QSRAPL61UN tag=8GH1O5RWMGAO type=write size=2843140 2024-09-18T02:39:54.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.920+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=4ISQJL26I8YR type=del 2024-09-18T02:39:54.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.924+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~H8ZQYNAH3PLQ.0 size=1048576 2024-09-18T02:39:54.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.925+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~H8ZQYNAH3PLQ.1 size=1006470 2024-09-18T02:39:54.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.925+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=H8ZQYNAH3PLQ tag=TTA6M3EP5ZZR type=write size=3103622 2024-09-18T02:39:54.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.927+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~F2I50HBXGUI6.0 size=1048576 2024-09-18T02:39:54.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.929+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~F2I50HBXGUI6.1 size=1048576 2024-09-18T02:39:54.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.930+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~F2I50HBXGUI6.2 size=634049 2024-09-18T02:39:54.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.934+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=F2I50HBXGUI6 tag=HICXEC0LP34N type=write size=3779777 2024-09-18T02:39:54.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.937+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~R7DIXV75KTE3.0 size=1048576 2024-09-18T02:39:54.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.939+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~R7DIXV75KTE3.1 size=1048576 2024-09-18T02:39:54.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.941+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~R7DIXV75KTE3.2 size=318667 2024-09-18T02:39:54.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.941+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=R7DIXV75KTE3 tag=6V7PVOBFG0FD type=write size=3464395 2024-09-18T02:39:54.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.943+0000 7f3d344c5640 1 < canceled operation key=BDM08TCKAR39 tag=UHNF2FTODJM1 type=write size=970215 2024-09-18T02:39:54.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.945+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=L9Q6F8033TOG type=del size=2686596 2024-09-18T02:39:54.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.948+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=ECZD5PTOBQ2U type=del 2024-09-18T02:39:54.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.950+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=KGDOE3H7T1YU type=del size=205159 2024-09-18T02:39:54.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.951+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=U8SIWC6J7532 type=del 2024-09-18T02:39:54.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.955+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~MHJU0L2T1UUK.0 size=1048576 2024-09-18T02:39:54.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.956+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~MHJU0L2T1UUK.1 size=43214 2024-09-18T02:39:54.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.956+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=MHJU0L2T1UUK tag=LD8DSTF2JO72 type=write size=2140366 2024-09-18T02:39:54.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.958+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=GU6ZFI7S3L8N type=del 2024-09-18T02:39:54.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.960+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=0URU7CKGRI7Y type=del size=3548765 2024-09-18T02:39:54.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.962+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=2AJ2SNEVHDPR type=del 2024-09-18T02:39:54.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.965+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~1G902LE1FMVG.0 size=1048576 2024-09-18T02:39:54.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.967+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~1G902LE1FMVG.1 size=474647 2024-09-18T02:39:54.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.967+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=1G902LE1FMVG tag=694H0ZTU04MW type=write size=2571799 2024-09-18T02:39:54.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.969+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=E6AVVR8ZMSNF type=del 2024-09-18T02:39:54.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.971+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=U1CSK5XIM14K type=del size=2486325 2024-09-18T02:39:54.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.973+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=LI7817NKBR2L type=del 2024-09-18T02:39:54.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.975+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=ATJBD0KIRH88 type=del size=3018727 2024-09-18T02:39:54.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.977+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~0QNPWF7QFQHW.0 size=975148 2024-09-18T02:39:54.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.980+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=0QNPWF7QFQHW tag=ABMTY1FWYOTY type=write size=2023724 2024-09-18T02:39:54.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.981+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=D8UOTNVLC2VJ type=del size=3566354 2024-09-18T02:39:54.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.984+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~DOTHLMS0FKCD.0 size=1048576 2024-09-18T02:39:54.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.985+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~DOTHLMS0FKCD.1 size=891368 2024-09-18T02:39:54.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.989+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=DOTHLMS0FKCD tag=GIW3KDHASM3W type=write size=2988520 2024-09-18T02:39:54.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.992+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~MPIBDB4PGBEM.0 size=391567 2024-09-18T02:39:54.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.992+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=MPIBDB4PGBEM tag=9784D3VRRNNA type=write size=1440143 2024-09-18T02:39:54.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.994+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~MLCBR19KIT2X.0 size=1048576 2024-09-18T02:39:54.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.996+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~MLCBR19KIT2X.1 size=1048576 2024-09-18T02:39:54.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:54.997+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~MLCBR19KIT2X.2 size=493502 2024-09-18T02:39:55.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.001+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=MLCBR19KIT2X tag=UZ1AB0MA912G type=write size=3639230 2024-09-18T02:39:55.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.004+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~CFVUNCPUOXFC.0 size=1048576 2024-09-18T02:39:55.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.006+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~CFVUNCPUOXFC.1 size=418686 2024-09-18T02:39:55.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.006+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=CFVUNCPUOXFC tag=VVTLA1GVILCM type=write size=2515838 2024-09-18T02:39:55.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.008+0000 7f3d344c5640 1 < completed write operation key=3SCTT0F0R5ZX tag=491SY1I506EK type=write size=497031 2024-09-18T02:39:55.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.012+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~7A1IL27PI7I1.0 size=427281 2024-09-18T02:39:55.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.012+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=7A1IL27PI7I1 tag=KZLZAXE5ES7L type=write size=1475857 2024-09-18T02:39:55.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.014+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~D3EKZ997NGJU.0 size=1048576 2024-09-18T02:39:55.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.016+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~D3EKZ997NGJU.1 size=1017018 2024-09-18T02:39:55.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.019+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=D3EKZ997NGJU tag=U9JNDB3LU8DU type=write size=3114170 2024-09-18T02:39:55.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.021+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=NI61DEI7DWFD type=del size=1322638 2024-09-18T02:39:55.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.023+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=HYKDFO82B0H4 type=del 2024-09-18T02:39:55.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.026+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~PAQW4ZURR7QE.0 size=1048576 2024-09-18T02:39:55.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.028+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~PAQW4ZURR7QE.1 size=1048576 2024-09-18T02:39:55.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.029+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~PAQW4ZURR7QE.2 size=304621 2024-09-18T02:39:55.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.029+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=PAQW4ZURR7QE tag=W85XWQT3HSEH type=write size=3450349 2024-09-18T02:39:55.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.031+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~Y0QSRAPL61UN.0 size=1048576 2024-09-18T02:39:55.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.033+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~Y0QSRAPL61UN.1 size=745988 2024-09-18T02:39:55.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.036+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=Y0QSRAPL61UN tag=8GH1O5RWMGAO type=write size=2843140 2024-09-18T02:39:55.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.038+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=AMA9OHJONUZE type=del size=2323375 2024-09-18T02:39:55.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.040+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~H8ZQYNAH3PLQ.0 size=1048576 2024-09-18T02:39:55.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.042+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~H8ZQYNAH3PLQ.1 size=1006470 2024-09-18T02:39:55.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.045+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=H8ZQYNAH3PLQ tag=TTA6M3EP5ZZR type=write size=3103622 2024-09-18T02:39:55.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.047+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=QU3QLNWRGG8P type=del size=2666308 2024-09-18T02:39:55.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.049+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~R7DIXV75KTE3.0 size=1048576 2024-09-18T02:39:55.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.051+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~R7DIXV75KTE3.1 size=1048576 2024-09-18T02:39:55.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.052+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~R7DIXV75KTE3.2 size=318667 2024-09-18T02:39:55.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.056+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=R7DIXV75KTE3 tag=6V7PVOBFG0FD type=write size=3464395 2024-09-18T02:39:55.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.059+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~UVDD7IJI041I.0 size=1048576 2024-09-18T02:39:55.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.061+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~UVDD7IJI041I.1 size=273147 2024-09-18T02:39:55.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.061+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=UVDD7IJI041I tag=49JC40UAGDWX type=write size=2370299 2024-09-18T02:39:55.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.063+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=L9Q6F8033TOG type=del 2024-09-18T02:39:55.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.065+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=2F1E911BXDEQ type=del size=4566 2024-09-18T02:39:55.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.068+0000 7f3d344c5640 1 < suggested remove operation key=BDM08TCKAR39 tag=KGDOE3H7T1YU type=del 2024-09-18T02:39:55.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.070+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=6MYWVKJ4R3DM type=del size=3755783 2024-09-18T02:39:55.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.073+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~MHJU0L2T1UUK.0 size=1048576 2024-09-18T02:39:55.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.075+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~MHJU0L2T1UUK.1 size=43214 2024-09-18T02:39:55.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.078+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=MHJU0L2T1UUK tag=LD8DSTF2JO72 type=write size=2140366 2024-09-18T02:39:55.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.081+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~ETSQHN5M631S.0 size=119808 2024-09-18T02:39:55.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.081+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=ETSQHN5M631S tag=06KHAABUHK2T type=write size=1168384 2024-09-18T02:39:55.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.084+0000 7f3d344c5640 -1 < failed to complete operation key=BDM08TCKAR39 tag=0URU7CKGRI7Y type=del size=3548765: (22) Invalid argument 2024-09-18T02:39:55.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.086+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=B8ZV3BEUXFYG type=del size=389689 2024-09-18T02:39:55.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.088+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~1G902LE1FMVG.0 size=1048576 2024-09-18T02:39:55.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.089+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~1G902LE1FMVG.1 size=474647 2024-09-18T02:39:55.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.092+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=1G902LE1FMVG tag=694H0ZTU04MW type=write size=2571799 2024-09-18T02:39:55.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.094+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=93WHEOWCU6ZG type=del size=614952 2024-09-18T02:39:55.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.096+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=U1CSK5XIM14K type=del 2024-09-18T02:39:55.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.100+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~1MOFEO0XPSCC.0 size=1048576 2024-09-18T02:39:55.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.101+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~1MOFEO0XPSCC.1 size=1021984 2024-09-18T02:39:55.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.101+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=1MOFEO0XPSCC tag=THQBAEVGAL29 type=write size=3119136 2024-09-18T02:39:55.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.105+0000 7f3d344c5640 1 < suggested remove operation key=D16IXCK8Y6D1 tag=ATJBD0KIRH88 type=del 2024-09-18T02:39:55.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.107+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=GKZRD42RD5ON type=del size=1295574 2024-09-18T02:39:55.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.109+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=D8UOTNVLC2VJ type=del 2024-09-18T02:39:55.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.111+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=311EU2ZDAT46 type=del size=228945 2024-09-18T02:39:55.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.113+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~MPIBDB4PGBEM.0 size=391567 2024-09-18T02:39:55.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.116+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=MPIBDB4PGBEM tag=9784D3VRRNNA type=write size=1440143 2024-09-18T02:39:55.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.119+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~85X9T77IZKKY.0 size=1048576 2024-09-18T02:39:55.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.121+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~85X9T77IZKKY.1 size=380604 2024-09-18T02:39:55.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.121+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=85X9T77IZKKY tag=SFX5U1O2K4AO type=write size=2477756 2024-09-18T02:39:55.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.123+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~CFVUNCPUOXFC.0 size=1048576 2024-09-18T02:39:55.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.125+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~CFVUNCPUOXFC.1 size=418686 2024-09-18T02:39:55.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.128+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=CFVUNCPUOXFC tag=VVTLA1GVILCM type=write size=2515838 2024-09-18T02:39:55.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.132+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~J15RLVPYY63U.0 size=1048576 2024-09-18T02:39:55.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.134+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~J15RLVPYY63U.1 size=981848 2024-09-18T02:39:55.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.134+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=J15RLVPYY63U tag=D4X2MKGZRL3V type=write size=3079000 2024-09-18T02:39:55.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.136+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~7A1IL27PI7I1.0 size=427281 2024-09-18T02:39:55.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.139+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=7A1IL27PI7I1 tag=KZLZAXE5ES7L type=write size=1475857 2024-09-18T02:39:55.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.141+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=WYLY934X7FGM type=del size=2843571 2024-09-18T02:39:55.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.145+0000 7f3d344c5640 1 < suggested remove operation key=KS4ELJCFAWBQ tag=NI61DEI7DWFD type=del 2024-09-18T02:39:55.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.149+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~J1SZ3XOYX8G3.0 size=1048576 2024-09-18T02:39:55.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.150+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~J1SZ3XOYX8G3.1 size=628991 2024-09-18T02:39:55.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.150+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=J1SZ3XOYX8G3 tag=6YIW7X0HGR33 type=write size=2726143 2024-09-18T02:39:55.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.152+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~PAQW4ZURR7QE.0 size=1048576 2024-09-18T02:39:55.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.154+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~PAQW4ZURR7QE.1 size=1048576 2024-09-18T02:39:55.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.155+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~PAQW4ZURR7QE.2 size=304621 2024-09-18T02:39:55.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.160+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=PAQW4ZURR7QE tag=W85XWQT3HSEH type=write size=3450349 2024-09-18T02:39:55.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.165+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=F0PT8IFUPN15 type=del size=942745 2024-09-18T02:39:55.173 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.171+0000 7f3d344c5640 1 < suggested remove operation key=DN8CVJBOI3G6 tag=AMA9OHJONUZE type=del 2024-09-18T02:39:55.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.173+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=ULBLGGEOO3AD type=del size=3431155 2024-09-18T02:39:55.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.177+0000 7f3d344c5640 1 < suggested update operation key=R9PMI2O5LB5E tag=QU3QLNWRGG8P type=del size=2666308 2024-09-18T02:39:55.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.179+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=Q28JF4XW8M71 type=del size=3516804 2024-09-18T02:39:55.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.181+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~UVDD7IJI041I.0 size=1048576 2024-09-18T02:39:55.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.182+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~UVDD7IJI041I.1 size=273147 2024-09-18T02:39:55.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.187+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=UVDD7IJI041I tag=49JC40UAGDWX type=write size=2370299 2024-09-18T02:39:55.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.189+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=UOZW49ODI52T type=del size=2547541 2024-09-18T02:39:55.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.191+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=2F1E911BXDEQ type=del 2024-09-18T02:39:55.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.195+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~E3JG72M59CMR.0 size=1048576 2024-09-18T02:39:55.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.196+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~E3JG72M59CMR.1 size=1048576 2024-09-18T02:39:55.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.198+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~E3JG72M59CMR.2 size=362601 2024-09-18T02:39:55.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.198+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=E3JG72M59CMR tag=L180CF4S45PC type=write size=3508329 2024-09-18T02:39:55.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.201+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=6MYWVKJ4R3DM type=del 2024-09-18T02:39:55.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.203+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=H9SL026FG10P type=del size=3302501 2024-09-18T02:39:55.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.205+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~ETSQHN5M631S.0 size=119808 2024-09-18T02:39:55.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.208+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=ETSQHN5M631S tag=06KHAABUHK2T type=write size=1168384 2024-09-18T02:39:55.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.210+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=43RDJBFWZIOW type=write size=1041986 2024-09-18T02:39:55.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.213+0000 7f3d344c5640 1 < suggested update operation key=5CBDBDRVY90O tag=B8ZV3BEUXFYG type=del size=389689 2024-09-18T02:39:55.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.215+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=57OJSRHUS7VP type=write size=974673 2024-09-18T02:39:55.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.217+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=93WHEOWCU6ZG type=del 2024-09-18T02:39:55.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.220+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=XHNXFK3D8THJ type=del size=1252979 2024-09-18T02:39:55.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.220+0000 7f3d344c5640 1 < canceled part key=_multipart_X478JHSYQ9O5.2~1MOFEO0XPSCC.0 size=1048576 2024-09-18T02:39:55.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.222+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~1MOFEO0XPSCC.1 size=1021984 2024-09-18T02:39:55.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.225+0000 7f3d344c5640 1 < canceled multipart upload key=X478JHSYQ9O5 upload=1MOFEO0XPSCC tag=THQBAEVGAL29 type=write size=3119136 2024-09-18T02:39:55.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.229+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~TWP2NBOQSAPV.0 size=471620 2024-09-18T02:39:55.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.229+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=TWP2NBOQSAPV tag=W4S7DBNEGQCF type=write size=1520196 2024-09-18T02:39:55.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.231+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=GKZRD42RD5ON type=del 2024-09-18T02:39:55.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.233+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=9MDDD3OO0JVF type=del size=474440 2024-09-18T02:39:55.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.235+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=311EU2ZDAT46 type=del 2024-09-18T02:39:55.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.238+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~2Z84S0N788EW.0 size=1048576 2024-09-18T02:39:55.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.240+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~2Z84S0N788EW.1 size=1048576 2024-09-18T02:39:55.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.242+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~2Z84S0N788EW.2 size=648359 2024-09-18T02:39:55.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.242+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=2Z84S0N788EW tag=OZSH41FJHGN8 type=write size=3794087 2024-09-18T02:39:55.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.243+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~85X9T77IZKKY.0 size=1048576 2024-09-18T02:39:55.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.245+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~85X9T77IZKKY.1 size=380604 2024-09-18T02:39:55.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.248+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=85X9T77IZKKY tag=SFX5U1O2K4AO type=write size=2477756 2024-09-18T02:39:55.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.250+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=2JVF3UUB8DYD type=write size=570160 2024-09-18T02:39:55.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.252+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~J15RLVPYY63U.0 size=1048576 2024-09-18T02:39:55.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.254+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~J15RLVPYY63U.1 size=981848 2024-09-18T02:39:55.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.257+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=J15RLVPYY63U tag=D4X2MKGZRL3V type=write size=3079000 2024-09-18T02:39:55.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.259+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=005FH28MZ0VC type=del size=832368 2024-09-18T02:39:55.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.261+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=WYLY934X7FGM type=del 2024-09-18T02:39:55.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.263+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=3XK7Y42LMXJ0 type=del size=751738 2024-09-18T02:39:55.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.265+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~J1SZ3XOYX8G3.0 size=1048576 2024-09-18T02:39:55.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.266+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~J1SZ3XOYX8G3.1 size=628991 2024-09-18T02:39:55.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.269+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=J1SZ3XOYX8G3 tag=6YIW7X0HGR33 type=write size=2726143 2024-09-18T02:39:55.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.273+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~I7HVT1PFWXNF.0 size=1048576 2024-09-18T02:39:55.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.274+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~I7HVT1PFWXNF.1 size=428056 2024-09-18T02:39:55.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.274+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=I7HVT1PFWXNF tag=5UYONYFANN31 type=write size=2525208 2024-09-18T02:39:55.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.276+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=F0PT8IFUPN15 type=del 2024-09-18T02:39:55.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.278+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=5YJ1H3XCA95T type=del size=3069449 2024-09-18T02:39:55.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.280+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=ULBLGGEOO3AD type=del 2024-09-18T02:39:55.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.281+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=UBI3WKA8R43H type=del size=3951240 2024-09-18T02:39:55.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.284+0000 7f3d344c5640 1 < canceled operation key=KETUC1BK1NFI tag=Q28JF4XW8M71 type=del size=3516804 2024-09-18T02:39:55.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.287+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~YR4TDQN966DN.0 size=843881 2024-09-18T02:39:55.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.287+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=YR4TDQN966DN tag=XYAB9KL7WI3I type=write size=1892457 2024-09-18T02:39:55.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.289+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=UOZW49ODI52T type=del 2024-09-18T02:39:55.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.290+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=0PTLMO72MMOX type=del size=3446813 2024-09-18T02:39:55.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.292+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~E3JG72M59CMR.0 size=1048576 2024-09-18T02:39:55.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.294+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~E3JG72M59CMR.1 size=1048576 2024-09-18T02:39:55.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.295+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~E3JG72M59CMR.2 size=362601 2024-09-18T02:39:55.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.300+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=E3JG72M59CMR tag=L180CF4S45PC type=write size=3508329 2024-09-18T02:39:55.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.302+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=TE4GSDAW40JO type=del size=1593126 2024-09-18T02:39:55.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.304+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=H9SL026FG10P type=del 2024-09-18T02:39:55.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.305+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=LF3KQ2492MW1 type=write size=788649 2024-09-18T02:39:55.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.307+0000 7f3d344c5640 1 < canceled operation key=K7SSL4Q5FC67 tag=43RDJBFWZIOW type=write size=1041986 2024-09-18T02:39:55.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.311+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~BQGBN3LP1HVR.0 size=612416 2024-09-18T02:39:55.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.311+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=BQGBN3LP1HVR tag=UHD6GHIP3HL8 type=write size=1660992 2024-09-18T02:39:55.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.312+0000 7f3d344c5640 1 < completed write operation key=X478JHSYQ9O5 tag=57OJSRHUS7VP type=write size=974673 2024-09-18T02:39:55.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.316+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~6GCSHY23XIJ9.0 size=1048576 2024-09-18T02:39:55.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.318+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~6GCSHY23XIJ9.1 size=25931 2024-09-18T02:39:55.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.318+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=6GCSHY23XIJ9 tag=ZR9ZG89TVFXJ type=write size=2123083 2024-09-18T02:39:55.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.320+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=XHNXFK3D8THJ type=del 2024-09-18T02:39:55.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.323+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~DGI09VH898C6.0 size=635105 2024-09-18T02:39:55.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.323+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=DGI09VH898C6 tag=CDJ6MJS2C2L5 type=write size=1683681 2024-09-18T02:39:55.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.325+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~TWP2NBOQSAPV.0 size=471620 2024-09-18T02:39:55.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.329+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=TWP2NBOQSAPV tag=W4S7DBNEGQCF type=write size=1520196 2024-09-18T02:39:55.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.332+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~H8F9ACKOTU25.0 size=1048576 2024-09-18T02:39:55.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.334+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~H8F9ACKOTU25.1 size=464304 2024-09-18T02:39:55.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.334+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=H8F9ACKOTU25 tag=85K3W26OAEYD type=write size=2561456 2024-09-18T02:39:55.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.336+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=9MDDD3OO0JVF type=del 2024-09-18T02:39:55.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.338+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=5YP2EBZ710PB type=del size=3237590 2024-09-18T02:39:55.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.338+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~2Z84S0N788EW.0 size=1048576 2024-09-18T02:39:55.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.340+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~2Z84S0N788EW.1 size=1048576 2024-09-18T02:39:55.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.341+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~2Z84S0N788EW.2 size=648359 2024-09-18T02:39:55.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.345+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=2Z84S0N788EW tag=OZSH41FJHGN8 type=write size=3794087 2024-09-18T02:39:55.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.347+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=108R40UT4VB1 type=del size=1781479 2024-09-18T02:39:55.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.349+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=2JVF3UUB8DYD type=write size=570160 2024-09-18T02:39:55.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.351+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=R5B87WJARKHX type=write size=616886 2024-09-18T02:39:55.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.353+0000 7f3d344c5640 1 < canceled operation key=D16IXCK8Y6D1 tag=005FH28MZ0VC type=del size=832368 2024-09-18T02:39:55.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.355+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=9YT7PZ626DE2 type=del size=2456032 2024-09-18T02:39:55.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.357+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=3XK7Y42LMXJ0 type=del 2024-09-18T02:39:55.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.359+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=VYZ5SK8AVQVR type=del size=1583039 2024-09-18T02:39:55.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.359+0000 7f3d344c5640 1 < canceled part key=_multipart_K7SSL4Q5FC67.2~I7HVT1PFWXNF.0 size=1048576 2024-09-18T02:39:55.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.359+0000 7f3d344c5640 1 < canceled part key=_multipart_K7SSL4Q5FC67.2~I7HVT1PFWXNF.1 size=428056 2024-09-18T02:39:55.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.364+0000 7f3d344c5640 1 < canceled multipart upload key=K7SSL4Q5FC67 upload=I7HVT1PFWXNF tag=5UYONYFANN31 type=write size=2525208 2024-09-18T02:39:55.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.367+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~1N42158KL9PH.0 size=1048576 2024-09-18T02:39:55.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.369+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~1N42158KL9PH.1 size=1048576 2024-09-18T02:39:55.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.371+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~1N42158KL9PH.2 size=241046 2024-09-18T02:39:55.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.371+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=1N42158KL9PH tag=TKM3M2FXQV5A type=write size=3386774 2024-09-18T02:39:55.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.373+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=5YJ1H3XCA95T type=del 2024-09-18T02:39:55.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.375+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=AMTBOTF51TP5 type=del size=1017196 2024-09-18T02:39:55.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.377+0000 7f3d344c5640 1 < canceled operation key=VT9JVP3TEV2S tag=UBI3WKA8R43H type=del size=3951240 2024-09-18T02:39:55.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.379+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=CJ399UU1NQCE type=del size=1809396 2024-09-18T02:39:55.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.381+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~YR4TDQN966DN.0 size=843881 2024-09-18T02:39:55.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.384+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=YR4TDQN966DN tag=XYAB9KL7WI3I type=write size=1892457 2024-09-18T02:39:55.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.388+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~3US81490PVVN.0 size=1048576 2024-09-18T02:39:55.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.390+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~3US81490PVVN.1 size=284256 2024-09-18T02:39:55.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.390+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=3US81490PVVN tag=V0FP3C8HY6BT type=write size=2381408 2024-09-18T02:39:55.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.392+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=0PTLMO72MMOX type=del 2024-09-18T02:39:55.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.394+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=TZSWGIA2LCLN type=del size=1332842 2024-09-18T02:39:55.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.396+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=TE4GSDAW40JO type=del 2024-09-18T02:39:55.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.398+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=KRMHIGQT9WAP type=del size=1963475 2024-09-18T02:39:55.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.399+0000 7f3d344c5640 1 < completed write operation key=ZMNUVKZQG0VF tag=LF3KQ2492MW1 type=write size=788649 2024-09-18T02:39:55.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.403+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~FTOHS9NDL1QC.0 size=1048576 2024-09-18T02:39:55.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.404+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~FTOHS9NDL1QC.1 size=658431 2024-09-18T02:39:55.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.404+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=FTOHS9NDL1QC tag=ZHSSJU8A611D type=write size=2755583 2024-09-18T02:39:55.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.406+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~BQGBN3LP1HVR.0 size=612416 2024-09-18T02:39:55.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.409+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=BQGBN3LP1HVR tag=UHD6GHIP3HL8 type=write size=1660992 2024-09-18T02:39:55.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.413+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~EKMYV4N23JUE.0 size=1048576 2024-09-18T02:39:55.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.415+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~EKMYV4N23JUE.1 size=416895 2024-09-18T02:39:55.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.415+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=EKMYV4N23JUE tag=G1TDHT8MYVNX type=write size=2514047 2024-09-18T02:39:55.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.417+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~6GCSHY23XIJ9.0 size=1048576 2024-09-18T02:39:55.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.418+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~6GCSHY23XIJ9.1 size=25931 2024-09-18T02:39:55.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.421+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=6GCSHY23XIJ9 tag=ZR9ZG89TVFXJ type=write size=2123083 2024-09-18T02:39:55.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.425+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~YN8PKSD4NAVG.0 size=1048576 2024-09-18T02:39:55.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.426+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~YN8PKSD4NAVG.1 size=1044088 2024-09-18T02:39:55.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.426+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=YN8PKSD4NAVG tag=2CGHPQHKJHD4 type=write size=3141240 2024-09-18T02:39:55.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.428+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~DGI09VH898C6.0 size=635105 2024-09-18T02:39:55.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.431+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=DGI09VH898C6 tag=CDJ6MJS2C2L5 type=write size=1683681 2024-09-18T02:39:55.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.433+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=EQAWK1OSES3B type=del size=536773 2024-09-18T02:39:55.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.435+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~H8F9ACKOTU25.0 size=1048576 2024-09-18T02:39:55.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.437+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~H8F9ACKOTU25.1 size=464304 2024-09-18T02:39:55.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.440+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=H8F9ACKOTU25 tag=85K3W26OAEYD type=write size=2561456 2024-09-18T02:39:55.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.442+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=91FOVLFLQRT5 type=del size=1475028 2024-09-18T02:39:55.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.444+0000 7f3d344c5640 1 < canceled operation key=YCO4SVB9T1HD tag=5YP2EBZ710PB type=del size=3237590 2024-09-18T02:39:55.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.448+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~78K9X5CUIDP3.0 size=1048576 2024-09-18T02:39:55.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.449+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~78K9X5CUIDP3.1 size=825888 2024-09-18T02:39:55.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.449+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=78K9X5CUIDP3 tag=A2YB9FIQHL69 type=write size=2923040 2024-09-18T02:39:55.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.451+0000 7f3d344c5640 1 < canceled operation key=RXLDGQZXAUT0 tag=108R40UT4VB1 type=del size=1781479 2024-09-18T02:39:55.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.453+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=2IKT6J53CY7Z type=del size=3751104 2024-09-18T02:39:55.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.455+0000 7f3d344c5640 1 < completed write operation key=FZZPXI6Q3MK4 tag=R5B87WJARKHX type=write size=616886 2024-09-18T02:39:55.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.457+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=5YB1U4E78UOE type=del size=1844768 2024-09-18T02:39:55.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.459+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=9YT7PZ626DE2 type=del 2024-09-18T02:39:55.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.463+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~BT9CGLE01PDZ.0 size=509917 2024-09-18T02:39:55.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.463+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=BT9CGLE01PDZ tag=T4NFA2L7Q0FL type=write size=1558493 2024-09-18T02:39:55.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.465+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=VYZ5SK8AVQVR type=del 2024-09-18T02:39:55.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.467+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=O4TJ0BBVZCTJ type=del size=3338785 2024-09-18T02:39:55.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.469+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~1N42158KL9PH.0 size=1048576 2024-09-18T02:39:55.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.471+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~1N42158KL9PH.1 size=1048576 2024-09-18T02:39:55.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:55 smithi195 ceph-mon[89559]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 449 KiB/s wr, 2.33k op/s 2024-09-18T02:39:55.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.472+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~1N42158KL9PH.2 size=241046 2024-09-18T02:39:55.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.476+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=1N42158KL9PH tag=TKM3M2FXQV5A type=write size=3386774 2024-09-18T02:39:55.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.480+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~KI64MD5N5IRV.0 size=197843 2024-09-18T02:39:55.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.480+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=KI64MD5N5IRV tag=KUMU007VGVUE type=write size=1246419 2024-09-18T02:39:55.484 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.482+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=AMTBOTF51TP5 type=del 2024-09-18T02:39:55.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.484+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=L805WKB62H1P type=write size=167637 2024-09-18T02:39:55.488 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.486+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=CJ399UU1NQCE type=del 2024-09-18T02:39:55.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.488+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=K51LABHM22C1 type=write size=223894 2024-09-18T02:39:55.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.491+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~3US81490PVVN.0 size=1048576 2024-09-18T02:39:55.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.492+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~3US81490PVVN.1 size=284256 2024-09-18T02:39:55.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.496+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=3US81490PVVN tag=V0FP3C8HY6BT type=write size=2381408 2024-09-18T02:39:55.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.498+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=YVEJUVCLCOG2 type=del size=555675 2024-09-18T02:39:55.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.502+0000 7f3d344c5640 1 < suggested remove operation key=GD2B5B458L13 tag=TZSWGIA2LCLN type=del 2024-09-18T02:39:55.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.504+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=739V5H8DBUCL type=del size=3873236 2024-09-18T02:39:55.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:55 smithi046 ceph-mon[97106]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 449 KiB/s wr, 2.33k op/s 2024-09-18T02:39:55.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:55 smithi046 ceph-mon[94621]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 449 KiB/s wr, 2.33k op/s 2024-09-18T02:39:55.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.507+0000 7f3d344c5640 1 < suggested update operation key=DN8CVJBOI3G6 tag=KRMHIGQT9WAP type=del size=1963475 2024-09-18T02:39:55.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.511+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~8IS6E2I9PF7X.0 size=1048576 2024-09-18T02:39:55.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.512+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~8IS6E2I9PF7X.1 size=1048576 2024-09-18T02:39:55.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.514+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~8IS6E2I9PF7X.2 size=598682 2024-09-18T02:39:55.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.514+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=8IS6E2I9PF7X tag=T9UP7S9MMYO9 type=write size=3744410 2024-09-18T02:39:55.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.516+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~FTOHS9NDL1QC.0 size=1048576 2024-09-18T02:39:55.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.517+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~FTOHS9NDL1QC.1 size=658431 2024-09-18T02:39:55.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.521+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=FTOHS9NDL1QC tag=ZHSSJU8A611D type=write size=2755583 2024-09-18T02:39:55.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.523+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=CDP9F6VKJYWN type=del size=1314398 2024-09-18T02:39:55.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.524+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~EKMYV4N23JUE.0 size=1048576 2024-09-18T02:39:55.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.526+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~EKMYV4N23JUE.1 size=416895 2024-09-18T02:39:55.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.530+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=EKMYV4N23JUE tag=G1TDHT8MYVNX type=write size=2514047 2024-09-18T02:39:55.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.532+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=V81YJVO09AH6 type=write size=213795 2024-09-18T02:39:55.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.532+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~YN8PKSD4NAVG.0 size=1048576 2024-09-18T02:39:55.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.535+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~YN8PKSD4NAVG.1 size=1044088 2024-09-18T02:39:55.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.538+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=YN8PKSD4NAVG tag=2CGHPQHKJHD4 type=write size=3141240 2024-09-18T02:39:55.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.540+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=6AX8YJTL2NHH type=write size=260554 2024-09-18T02:39:55.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.542+0000 7f3d344c5640 1 < canceled operation key=D16IXCK8Y6D1 tag=EQAWK1OSES3B type=del size=536773 2024-09-18T02:39:55.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.546+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~W24H1ZCXADQX.0 size=1048576 2024-09-18T02:39:55.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.547+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~W24H1ZCXADQX.1 size=822847 2024-09-18T02:39:55.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.547+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=W24H1ZCXADQX tag=KPSX0P91DXTY type=write size=2919999 2024-09-18T02:39:55.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.549+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=91FOVLFLQRT5 type=del 2024-09-18T02:39:55.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.553+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~YK0RHSVDHBNC.0 size=1048576 2024-09-18T02:39:55.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.554+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~YK0RHSVDHBNC.1 size=336266 2024-09-18T02:39:55.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.554+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=YK0RHSVDHBNC tag=3CY5YZT4EDK2 type=write size=2433418 2024-09-18T02:39:55.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.556+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~78K9X5CUIDP3.0 size=1048576 2024-09-18T02:39:55.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.556+0000 7f3d344c5640 1 < canceled part key=_multipart_5CBDBDRVY90O.2~78K9X5CUIDP3.1 size=825888 2024-09-18T02:39:55.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.560+0000 7f3d344c5640 1 < canceled multipart upload key=5CBDBDRVY90O upload=78K9X5CUIDP3 tag=A2YB9FIQHL69 type=write size=2923040 2024-09-18T02:39:55.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.562+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=JGXKAWE3D7HQ type=del size=510702 2024-09-18T02:39:55.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.564+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=2IKT6J53CY7Z type=del 2024-09-18T02:39:55.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.566+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=NWL1GOJHS580 type=del size=2991773 2024-09-18T02:39:55.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.568+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=5YB1U4E78UOE type=del 2024-09-18T02:39:55.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.572+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~U5TKYOA2FIHI.0 size=1048576 2024-09-18T02:39:55.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.574+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~U5TKYOA2FIHI.1 size=1048576 2024-09-18T02:39:55.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.575+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~U5TKYOA2FIHI.2 size=808769 2024-09-18T02:39:55.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.575+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=U5TKYOA2FIHI tag=AVD5L59MXJMQ type=write size=3954497 2024-09-18T02:39:55.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.577+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~BT9CGLE01PDZ.0 size=509917 2024-09-18T02:39:55.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.581+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=BT9CGLE01PDZ tag=T4NFA2L7Q0FL type=write size=1558493 2024-09-18T02:39:55.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.584+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~ZYTOF26HD2H2.0 size=1048576 2024-09-18T02:39:55.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.586+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~ZYTOF26HD2H2.1 size=1048576 2024-09-18T02:39:55.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.587+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~ZYTOF26HD2H2.2 size=1032114 2024-09-18T02:39:55.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.587+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=ZYTOF26HD2H2 tag=FCN8LWB62VL0 type=write size=4177842 2024-09-18T02:39:55.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.590+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=O4TJ0BBVZCTJ type=del 2024-09-18T02:39:55.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.593+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~Y6X2JU76S70V.0 size=402415 2024-09-18T02:39:55.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.593+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=Y6X2JU76S70V tag=4785Z79XDWQK type=write size=1450991 2024-09-18T02:39:55.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.595+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~KI64MD5N5IRV.0 size=197843 2024-09-18T02:39:55.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.598+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=KI64MD5N5IRV tag=KUMU007VGVUE type=write size=1246419 2024-09-18T02:39:55.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.600+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=CF1S48D082KO type=del size=2425321 2024-09-18T02:39:55.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.602+0000 7f3d344c5640 1 < completed write operation key=IRE1LEWU02OL tag=L805WKB62H1P type=write size=167637 2024-09-18T02:39:55.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.605+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~UURL5IYJSEG4.0 size=1048576 2024-09-18T02:39:55.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.607+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~UURL5IYJSEG4.1 size=169762 2024-09-18T02:39:55.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.607+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=UURL5IYJSEG4 tag=6JIZSDPX4DM8 type=write size=2266914 2024-09-18T02:39:55.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.609+0000 7f3d344c5640 -1 < failed to complete operation key=DN8CVJBOI3G6 tag=K51LABHM22C1 type=write size=223894: (22) Invalid argument 2024-09-18T02:39:55.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.613+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~ZFJJQS2J6WGK.0 size=460276 2024-09-18T02:39:55.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.613+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=ZFJJQS2J6WGK tag=MZHIUL09EDC6 type=write size=1508852 2024-09-18T02:39:55.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.615+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=YVEJUVCLCOG2 type=del 2024-09-18T02:39:55.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.618+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=45DGA2E1C5IV type=del size=2577229 2024-09-18T02:39:55.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.620+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=739V5H8DBUCL type=del size=3873236 2024-09-18T02:39:55.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.623+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~Z12206EF3V6L.0 size=1048576 2024-09-18T02:39:55.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.625+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~Z12206EF3V6L.1 size=1048576 2024-09-18T02:39:55.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.627+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~Z12206EF3V6L.2 size=357893 2024-09-18T02:39:55.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.627+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=Z12206EF3V6L tag=36Q1Y2WOF1Y8 type=write size=3503621 2024-09-18T02:39:55.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.629+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~8IS6E2I9PF7X.0 size=1048576 2024-09-18T02:39:55.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.630+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~8IS6E2I9PF7X.1 size=1048576 2024-09-18T02:39:55.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.632+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~8IS6E2I9PF7X.2 size=598682 2024-09-18T02:39:55.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.636+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=8IS6E2I9PF7X tag=T9UP7S9MMYO9 type=write size=3744410 2024-09-18T02:39:55.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.638+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=RSH901B0H99I type=del size=694218 2024-09-18T02:39:55.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.640+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=CDP9F6VKJYWN type=del 2024-09-18T02:39:55.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.643+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~N57TXP0N9109.0 size=454415 2024-09-18T02:39:55.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.643+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=N57TXP0N9109 tag=BH6CVHRH3U1G type=write size=1502991 2024-09-18T02:39:55.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.646+0000 7f3d344c5640 1 < completed write operation key=IRE1LEWU02OL tag=V81YJVO09AH6 type=write size=213795 2024-09-18T02:39:55.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.647+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=Q9SOJTUUN7ZQ type=del size=4056609 2024-09-18T02:39:55.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.649+0000 7f3d344c5640 1 < completed write operation key=KB9UDL27PX79 tag=6AX8YJTL2NHH type=write size=260554 2024-09-18T02:39:55.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.651+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=QAO98BXHUJ29 type=del size=1842021 2024-09-18T02:39:55.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.653+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~W24H1ZCXADQX.0 size=1048576 2024-09-18T02:39:55.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.654+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~W24H1ZCXADQX.1 size=822847 2024-09-18T02:39:55.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.658+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=W24H1ZCXADQX tag=KPSX0P91DXTY type=write size=2919999 2024-09-18T02:39:55.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.661+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~FN97OTHULUN8.0 size=1048576 2024-09-18T02:39:55.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.663+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~FN97OTHULUN8.1 size=1048576 2024-09-18T02:39:55.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.665+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~FN97OTHULUN8.2 size=323020 2024-09-18T02:39:55.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.665+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=FN97OTHULUN8 tag=LKRN9W39LGBT type=write size=3468748 2024-09-18T02:39:55.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.667+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~YK0RHSVDHBNC.0 size=1048576 2024-09-18T02:39:55.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.668+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~YK0RHSVDHBNC.1 size=336266 2024-09-18T02:39:55.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.672+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=YK0RHSVDHBNC tag=3CY5YZT4EDK2 type=write size=2433418 2024-09-18T02:39:55.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.674+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=MKQAY0ARNVMM type=write size=1030784 2024-09-18T02:39:55.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.676+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=JGXKAWE3D7HQ type=del 2024-09-18T02:39:55.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.678+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=7H6GRO24118L type=write size=554863 2024-09-18T02:39:55.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.680+0000 7f3d344c5640 1 < canceled operation key=3SCTT0F0R5ZX tag=NWL1GOJHS580 type=del size=2991773 2024-09-18T02:39:55.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.682+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=70O57I7IGF64 type=del size=2476764 2024-09-18T02:39:55.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.684+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~U5TKYOA2FIHI.0 size=1048576 2024-09-18T02:39:55.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.686+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~U5TKYOA2FIHI.1 size=1048576 2024-09-18T02:39:55.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.687+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~U5TKYOA2FIHI.2 size=808769 2024-09-18T02:39:55.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.691+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=U5TKYOA2FIHI tag=AVD5L59MXJMQ type=write size=3954497 2024-09-18T02:39:55.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.695+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~JGBJG2O7MPGA.0 size=1048576 2024-09-18T02:39:55.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.696+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~JGBJG2O7MPGA.1 size=1048576 2024-09-18T02:39:55.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.698+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~JGBJG2O7MPGA.2 size=825316 2024-09-18T02:39:55.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.698+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=JGBJG2O7MPGA tag=K1MJB8RX78UL type=write size=3971044 2024-09-18T02:39:55.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.700+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~ZYTOF26HD2H2.0 size=1048576 2024-09-18T02:39:55.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.702+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~ZYTOF26HD2H2.1 size=1048576 2024-09-18T02:39:55.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.704+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~ZYTOF26HD2H2.2 size=1032114 2024-09-18T02:39:55.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.708+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=ZYTOF26HD2H2 tag=FCN8LWB62VL0 type=write size=4177842 2024-09-18T02:39:55.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.710+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=A43NQKX8XK45 type=del size=1505317 2024-09-18T02:39:55.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.712+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~Y6X2JU76S70V.0 size=402415 2024-09-18T02:39:55.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.716+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=Y6X2JU76S70V tag=4785Z79XDWQK type=write size=1450991 2024-09-18T02:39:55.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.720+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~QJCSAFTW1KEV.0 size=628116 2024-09-18T02:39:55.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.720+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=QJCSAFTW1KEV tag=MO5GBURGXQHF type=write size=1676692 2024-09-18T02:39:55.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.722+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=CF1S48D082KO type=del 2024-09-18T02:39:55.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.725+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=B2AN3Q3LD59S type=del size=956074 2024-09-18T02:39:55.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.727+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~UURL5IYJSEG4.0 size=1048576 2024-09-18T02:39:55.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.728+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~UURL5IYJSEG4.1 size=169762 2024-09-18T02:39:55.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.731+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=UURL5IYJSEG4 tag=6JIZSDPX4DM8 type=write size=2266914 2024-09-18T02:39:55.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.733+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=2A1KF2KR8NXZ type=del size=525505 2024-09-18T02:39:55.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.735+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~ZFJJQS2J6WGK.0 size=460276 2024-09-18T02:39:55.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.738+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=ZFJJQS2J6WGK tag=MZHIUL09EDC6 type=write size=1508852 2024-09-18T02:39:55.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.740+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=CV17IJ036185 type=del size=864304 2024-09-18T02:39:55.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.742+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=45DGA2E1C5IV type=del 2024-09-18T02:39:55.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.744+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=HCHVUT6UOW2S type=write size=24660 2024-09-18T02:39:55.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.746+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~Z12206EF3V6L.0 size=1048576 2024-09-18T02:39:55.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.747+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~Z12206EF3V6L.1 size=1048576 2024-09-18T02:39:55.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.749+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~Z12206EF3V6L.2 size=357893 2024-09-18T02:39:55.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.753+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=Z12206EF3V6L tag=36Q1Y2WOF1Y8 type=write size=3503621 2024-09-18T02:39:55.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.754+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=64IA1YX76P58 type=del size=350963 2024-09-18T02:39:55.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.756+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=RSH901B0H99I type=del 2024-09-18T02:39:55.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.758+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=XB3ZZLQTDPE5 type=del size=3902180 2024-09-18T02:39:55.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.760+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~N57TXP0N9109.0 size=454415 2024-09-18T02:39:55.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.764+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=N57TXP0N9109 tag=BH6CVHRH3U1G type=write size=1502991 2024-09-18T02:39:55.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.766+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=17CS6456VHGN type=del size=2490316 2024-09-18T02:39:55.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.768+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=Q9SOJTUUN7ZQ type=del 2024-09-18T02:39:55.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.770+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=WT0WZ36JY9E3 type=del size=222994 2024-09-18T02:39:55.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.772+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=QAO98BXHUJ29 type=del 2024-09-18T02:39:55.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.776+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~4N9BUX8Y9T62.0 size=1048576 2024-09-18T02:39:55.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.777+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~4N9BUX8Y9T62.1 size=1048576 2024-09-18T02:39:55.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.779+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~4N9BUX8Y9T62.2 size=97647 2024-09-18T02:39:55.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.779+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=4N9BUX8Y9T62 tag=RI7X7UTJJ7DO type=write size=3243375 2024-09-18T02:39:55.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.781+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~FN97OTHULUN8.0 size=1048576 2024-09-18T02:39:55.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.782+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~FN97OTHULUN8.1 size=1048576 2024-09-18T02:39:55.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.784+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~FN97OTHULUN8.2 size=323020 2024-09-18T02:39:55.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.787+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=FN97OTHULUN8 tag=LKRN9W39LGBT type=write size=3468748 2024-09-18T02:39:55.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.791+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~6BSPX6IF0GSX.0 size=1048576 2024-09-18T02:39:55.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.792+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~6BSPX6IF0GSX.1 size=42788 2024-09-18T02:39:55.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.792+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=6BSPX6IF0GSX tag=G51XNSW9NV4J type=write size=2139940 2024-09-18T02:39:55.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.796+0000 7f3d344c5640 1 < suggested remove operation key=BDM08TCKAR39 tag=MKQAY0ARNVMM type=write 2024-09-18T02:39:55.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.798+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=1UPT5I9QNHXU type=del size=685719 2024-09-18T02:39:55.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.800+0000 7f3d344c5640 1 < completed write operation key=RXLDGQZXAUT0 tag=7H6GRO24118L type=write size=554863 2024-09-18T02:39:55.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.802+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=UTBSVN33THGZ type=write size=68242 2024-09-18T02:39:55.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.803+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=70O57I7IGF64 type=del 2024-09-18T02:39:55.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.805+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=2XI33977O9RL type=del size=3983919 2024-09-18T02:39:55.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.807+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~JGBJG2O7MPGA.0 size=1048576 2024-09-18T02:39:55.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.808+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~JGBJG2O7MPGA.1 size=1048576 2024-09-18T02:39:55.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.810+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~JGBJG2O7MPGA.2 size=825316 2024-09-18T02:39:55.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.813+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=JGBJG2O7MPGA tag=K1MJB8RX78UL type=write size=3971044 2024-09-18T02:39:55.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.815+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=E0O4GY1U43VC type=del size=935983 2024-09-18T02:39:55.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.819+0000 7f3d344c5640 1 < suggested remove operation key=6XGBHFR3S4FW tag=A43NQKX8XK45 type=del 2024-09-18T02:39:55.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.822+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~C160VG0Y2G0M.0 size=1048576 2024-09-18T02:39:55.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.824+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~C160VG0Y2G0M.1 size=589095 2024-09-18T02:39:55.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.824+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=C160VG0Y2G0M tag=9FJQLR2LJ8XS type=write size=2686247 2024-09-18T02:39:55.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.825+0000 7f3d344c5640 1 < canceled part key=_multipart_YRRENRMOJCK2.2~QJCSAFTW1KEV.0 size=628116 2024-09-18T02:39:55.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.828+0000 7f3d344c5640 1 < canceled multipart upload key=YRRENRMOJCK2 upload=QJCSAFTW1KEV tag=MO5GBURGXQHF type=write size=1676692 2024-09-18T02:39:55.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.830+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=XMMKWJ8L8Z2K type=del size=1071797 2024-09-18T02:39:55.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.832+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=B2AN3Q3LD59S type=del 2024-09-18T02:39:55.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.834+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=92UQMO35390J type=del size=3357368 2024-09-18T02:39:55.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.837+0000 7f3d344c5640 -1 < failed to complete operation key=BDM08TCKAR39 tag=2A1KF2KR8NXZ type=del size=525505: (22) Invalid argument 2024-09-18T02:39:55.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.839+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=P9TUAJZHW0RZ type=del size=868931 2024-09-18T02:39:55.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.841+0000 7f3d344c5640 1 < canceled operation key=GD2B5B458L13 tag=CV17IJ036185 type=del size=864304 2024-09-18T02:39:55.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.844+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~DLOMV4IA2422.0 size=1048576 2024-09-18T02:39:55.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.846+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~DLOMV4IA2422.1 size=1048576 2024-09-18T02:39:55.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.847+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~DLOMV4IA2422.2 size=55783 2024-09-18T02:39:55.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.847+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=DLOMV4IA2422 tag=1Y0LER91L9TQ type=write size=3201511 2024-09-18T02:39:55.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.849+0000 7f3d344c5640 1 < completed write operation key=EDIMCFSPFVXQ tag=HCHVUT6UOW2S type=write size=24660 2024-09-18T02:39:55.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.853+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~DO733XG1LI8M.0 size=1048576 2024-09-18T02:39:55.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.855+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~DO733XG1LI8M.1 size=741041 2024-09-18T02:39:55.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.855+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=DO733XG1LI8M tag=KG5NSOOUA3G8 type=write size=2838193 2024-09-18T02:39:55.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.856+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=64IA1YX76P58 type=del 2024-09-18T02:39:55.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.858+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=QS9FR4COGYZ1 type=write size=234313 2024-09-18T02:39:55.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.860+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=XB3ZZLQTDPE5 type=del size=3902180 2024-09-18T02:39:55.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.862+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=HG9P2PW0FUQG type=write size=596553 2024-09-18T02:39:55.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.864+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=17CS6456VHGN type=del 2024-09-18T02:39:55.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.865+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=2FPUWOH2BDOC type=del size=3279194 2024-09-18T02:39:55.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.868+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=WT0WZ36JY9E3 type=del 2024-09-18T02:39:55.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.871+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~OXJJIY2WOSXY.0 size=830688 2024-09-18T02:39:55.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.871+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=OXJJIY2WOSXY tag=GX6WMU1C96EJ type=write size=1879264 2024-09-18T02:39:55.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.874+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~4N9BUX8Y9T62.0 size=1048576 2024-09-18T02:39:55.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.875+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~4N9BUX8Y9T62.1 size=1048576 2024-09-18T02:39:55.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.877+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~4N9BUX8Y9T62.2 size=97647 2024-09-18T02:39:55.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.880+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=4N9BUX8Y9T62 tag=RI7X7UTJJ7DO type=write size=3243375 2024-09-18T02:39:55.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.884+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~1WA6OUJIJSU8.0 size=994607 2024-09-18T02:39:55.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.884+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=1WA6OUJIJSU8 tag=S1NIMW5PTXX5 type=write size=2043183 2024-09-18T02:39:55.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.886+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~6BSPX6IF0GSX.0 size=1048576 2024-09-18T02:39:55.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.888+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~6BSPX6IF0GSX.1 size=42788 2024-09-18T02:39:55.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.891+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=6BSPX6IF0GSX tag=G51XNSW9NV4J type=write size=2139940 2024-09-18T02:39:55.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.895+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~G6M35HNC0PCQ.0 size=995466 2024-09-18T02:39:55.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.895+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=G6M35HNC0PCQ tag=ERNA6O5CDVSG type=write size=2044042 2024-09-18T02:39:55.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.897+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=1UPT5I9QNHXU type=del 2024-09-18T02:39:55.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.900+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=KQ8RF0K8MUIK type=del size=3163880 2024-09-18T02:39:55.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.904+0000 7f3d344c5640 1 < suggested remove operation key=OHNLA0CFDTOZ tag=UTBSVN33THGZ type=write 2024-09-18T02:39:55.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.908+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~7Q967XQ1FVQZ.0 size=1048576 2024-09-18T02:39:55.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.909+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~7Q967XQ1FVQZ.1 size=278285 2024-09-18T02:39:55.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.909+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=7Q967XQ1FVQZ tag=FV3S9MAXLD3P type=write size=2375437 2024-09-18T02:39:55.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.911+0000 7f3d344c5640 1 < canceled operation key=WRPKCFEEMSVW tag=2XI33977O9RL type=del size=3983919 2024-09-18T02:39:55.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.913+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=5ZV705SWGVVU type=del size=1499833 2024-09-18T02:39:55.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.917+0000 7f3d344c5640 1 < suggested remove operation key=TC8DKJV0NMUQ tag=E0O4GY1U43VC type=del 2024-09-18T02:39:55.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.919+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=L2AC4IINHU53 type=write size=594320 2024-09-18T02:39:55.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.921+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~C160VG0Y2G0M.0 size=1048576 2024-09-18T02:39:55.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.921+0000 7f3d344c5640 1 < canceled part key=_multipart_KETUC1BK1NFI.2~C160VG0Y2G0M.1 size=589095 2024-09-18T02:39:55.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.924+0000 7f3d344c5640 1 < canceled multipart upload key=KETUC1BK1NFI upload=C160VG0Y2G0M tag=9FJQLR2LJ8XS type=write size=2686247 2024-09-18T02:39:55.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.926+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=UBVCQ4I7V4GR type=del size=1010812 2024-09-18T02:39:55.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.928+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=XMMKWJ8L8Z2K type=del 2024-09-18T02:39:55.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.930+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=9IJOK67I2WW5 type=del size=1514636 2024-09-18T02:39:55.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.932+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=92UQMO35390J type=del 2024-09-18T02:39:55.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.934+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=4S48TTZHOGF6 type=write size=552130 2024-09-18T02:39:55.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.937+0000 7f3d344c5640 1 < suggested update operation key=YRRENRMOJCK2 tag=P9TUAJZHW0RZ type=del size=868931 2024-09-18T02:39:55.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.939+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=H1INLHJOJL2L type=del size=2326820 2024-09-18T02:39:55.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.941+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~DLOMV4IA2422.0 size=1048576 2024-09-18T02:39:55.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.943+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~DLOMV4IA2422.1 size=1048576 2024-09-18T02:39:55.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.944+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~DLOMV4IA2422.2 size=55783 2024-09-18T02:39:55.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.947+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=DLOMV4IA2422 tag=1Y0LER91L9TQ type=write size=3201511 2024-09-18T02:39:55.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.950+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=6LXFGFBSULP9 type=del size=3555198 2024-09-18T02:39:55.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.952+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~DO733XG1LI8M.0 size=1048576 2024-09-18T02:39:55.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.953+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~DO733XG1LI8M.1 size=741041 2024-09-18T02:39:55.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.957+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=DO733XG1LI8M tag=KG5NSOOUA3G8 type=write size=2838193 2024-09-18T02:39:55.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.958+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=OS134JGUCBUE type=del size=1017340 2024-09-18T02:39:55.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.960+0000 7f3d344c5640 1 < completed write operation key=4FYZMKC41CPI tag=QS9FR4COGYZ1 type=write size=234313 2024-09-18T02:39:55.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.964+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~1FVT5VLZL097.0 size=1048576 2024-09-18T02:39:55.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.966+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~1FVT5VLZL097.1 size=1048576 2024-09-18T02:39:55.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.967+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~1FVT5VLZL097.2 size=667035 2024-09-18T02:39:55.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.967+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=1FVT5VLZL097 tag=ZXA3910VL5GK type=write size=3812763 2024-09-18T02:39:55.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.971+0000 7f3d344c5640 1 < suggested remove operation key=D16IXCK8Y6D1 tag=HG9P2PW0FUQG type=write 2024-09-18T02:39:55.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.973+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=8T2ZOCIFL7DU type=del size=1817713 2024-09-18T02:39:55.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.975+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=2FPUWOH2BDOC type=del 2024-09-18T02:39:55.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.977+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=G7HJTED52G2E type=del size=4092450 2024-09-18T02:39:55.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.978+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~OXJJIY2WOSXY.0 size=830688 2024-09-18T02:39:55.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.981+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=OXJJIY2WOSXY tag=GX6WMU1C96EJ type=write size=1879264 2024-09-18T02:39:55.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.985+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0KWXRMRA7M4J.0 size=1048576 2024-09-18T02:39:55.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.986+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0KWXRMRA7M4J.1 size=1048576 2024-09-18T02:39:55.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.988+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~0KWXRMRA7M4J.2 size=247549 2024-09-18T02:39:55.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.988+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=0KWXRMRA7M4J tag=JP1M955FD80T type=write size=3393277 2024-09-18T02:39:55.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.990+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~1WA6OUJIJSU8.0 size=994607 2024-09-18T02:39:55.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.993+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=1WA6OUJIJSU8 tag=S1NIMW5PTXX5 type=write size=2043183 2024-09-18T02:39:55.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.995+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=GBS2MFXM6NNU type=del size=3813930 2024-09-18T02:39:55.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:55.997+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~G6M35HNC0PCQ.0 size=995466 2024-09-18T02:39:56.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.000+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=G6M35HNC0PCQ tag=ERNA6O5CDVSG type=write size=2044042 2024-09-18T02:39:56.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.002+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=MFD0UBNJJKGT type=write size=485419 2024-09-18T02:39:56.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.004+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=KQ8RF0K8MUIK type=del 2024-09-18T02:39:56.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.008+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~V5RP8T73YSD7.0 size=1048576 2024-09-18T02:39:56.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.011+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~V5RP8T73YSD7.1 size=724355 2024-09-18T02:39:56.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.011+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=V5RP8T73YSD7 tag=K1JVPYMNNLA6 type=write size=2821507 2024-09-18T02:39:56.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.014+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~7Q967XQ1FVQZ.0 size=1048576 2024-09-18T02:39:56.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.015+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~7Q967XQ1FVQZ.1 size=278285 2024-09-18T02:39:56.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.019+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=7Q967XQ1FVQZ tag=FV3S9MAXLD3P type=write size=2375437 2024-09-18T02:39:56.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.023+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~YP4MQOX8DV1C.0 size=712279 2024-09-18T02:39:56.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.023+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=YP4MQOX8DV1C tag=W8I4QHKM40JR type=write size=1760855 2024-09-18T02:39:56.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.027+0000 7f3d344c5640 1 < suggested update operation key=8Q8KLFROSEIU tag=5ZV705SWGVVU type=del size=1499833 2024-09-18T02:39:56.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.029+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=LRHO74QQBS2Q type=del size=1522285 2024-09-18T02:39:56.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.031+0000 7f3d344c5640 1 < canceled operation key=KS4ELJCFAWBQ tag=L2AC4IINHU53 type=write size=594320 2024-09-18T02:39:56.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.033+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=0SX6KFXYNS1S type=del size=1865275 2024-09-18T02:39:56.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.035+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=UBVCQ4I7V4GR type=del 2024-09-18T02:39:56.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.038+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~NPX61PQ7QGI7.0 size=1048576 2024-09-18T02:39:56.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.041+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~NPX61PQ7QGI7.1 size=771649 2024-09-18T02:39:56.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.041+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=NPX61PQ7QGI7 tag=47E0AHWKQWZE type=write size=2868801 2024-09-18T02:39:56.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.045+0000 7f3d344c5640 1 < suggested update operation key=ZMNUVKZQG0VF tag=9IJOK67I2WW5 type=del size=1514636 2024-09-18T02:39:56.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.047+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=0OO5UM0PFLU1 type=del size=3981620 2024-09-18T02:39:56.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.049+0000 7f3d344c5640 1 < completed write operation key=DN8CVJBOI3G6 tag=4S48TTZHOGF6 type=write size=552130 2024-09-18T02:39:56.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.050+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=CUEG8E0ZTMVV type=del size=2536214 2024-09-18T02:39:56.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.052+0000 7f3d344c5640 1 < canceled operation key=3SCTT0F0R5ZX tag=H1INLHJOJL2L type=del size=2326820 2024-09-18T02:39:56.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.054+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=AV26F8FTJG6F type=del size=2934369 2024-09-18T02:39:56.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.056+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=6LXFGFBSULP9 type=del 2024-09-18T02:39:56.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.058+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=8V8BPAPQFO1N type=del size=955280 2024-09-18T02:39:56.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.060+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=OS134JGUCBUE type=del 2024-09-18T02:39:56.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.062+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=G0G34CWVUW8I type=del size=3774220 2024-09-18T02:39:56.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.064+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~1FVT5VLZL097.0 size=1048576 2024-09-18T02:39:56.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.065+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~1FVT5VLZL097.1 size=1048576 2024-09-18T02:39:56.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.067+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~1FVT5VLZL097.2 size=667035 2024-09-18T02:39:56.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.070+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=1FVT5VLZL097 tag=ZXA3910VL5GK type=write size=3812763 2024-09-18T02:39:56.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.072+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=RGZMMA3TVZH4 type=del size=1031746 2024-09-18T02:39:56.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.076+0000 7f3d344c5640 1 < suggested remove operation key=K7SSL4Q5FC67 tag=8T2ZOCIFL7DU type=del 2024-09-18T02:39:56.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.078+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=KA4OASNSQT7E type=del size=1748956 2024-09-18T02:39:56.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.081+0000 7f3d344c5640 -1 < failed to complete operation key=8Q8KLFROSEIU tag=G7HJTED52G2E type=del size=4092450: (22) Invalid argument 2024-09-18T02:39:56.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.084+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~ENL621DYMGC6.0 size=540516 2024-09-18T02:39:56.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.084+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=ENL621DYMGC6 tag=090EHS2OT42L type=write size=1589092 2024-09-18T02:39:56.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.086+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~0KWXRMRA7M4J.0 size=1048576 2024-09-18T02:39:56.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.088+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~0KWXRMRA7M4J.1 size=1048576 2024-09-18T02:39:56.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.090+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~0KWXRMRA7M4J.2 size=247549 2024-09-18T02:39:56.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.093+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=0KWXRMRA7M4J tag=JP1M955FD80T type=write size=3393277 2024-09-18T02:39:56.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.095+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=1J3JJFJUZ4KY type=del size=2164075 2024-09-18T02:39:56.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.097+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=GBS2MFXM6NNU type=del 2024-09-18T02:39:56.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.099+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=4TXW8P2D6SXT type=del size=2645344 2024-09-18T02:39:56.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.101+0000 7f3d344c5640 1 < completed write operation key=R9PMI2O5LB5E tag=MFD0UBNJJKGT type=write size=485419 2024-09-18T02:39:56.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.103+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=TNTW2OJVZLYO type=write size=148965 2024-09-18T02:39:56.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.105+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~V5RP8T73YSD7.0 size=1048576 2024-09-18T02:39:56.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.106+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~V5RP8T73YSD7.1 size=724355 2024-09-18T02:39:56.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.110+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=V5RP8T73YSD7 tag=K1JVPYMNNLA6 type=write size=2821507 2024-09-18T02:39:56.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.113+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~MXGC6DMP0R6U.0 size=1048576 2024-09-18T02:39:56.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.115+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~MXGC6DMP0R6U.1 size=852290 2024-09-18T02:39:56.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.115+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=MXGC6DMP0R6U tag=7MXYJ6WGG0Q6 type=write size=2949442 2024-09-18T02:39:56.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.117+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~YP4MQOX8DV1C.0 size=712279 2024-09-18T02:39:56.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.120+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=YP4MQOX8DV1C tag=W8I4QHKM40JR type=write size=1760855 2024-09-18T02:39:56.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.122+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=383IYFVOFDHR type=del size=1596353 2024-09-18T02:39:56.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.126+0000 7f3d344c5640 1 < suggested remove operation key=DN8CVJBOI3G6 tag=LRHO74QQBS2Q type=del 2024-09-18T02:39:56.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.128+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=O9AVJKXFLZ7D type=del size=3441415 2024-09-18T02:39:56.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.131+0000 7f3d344c5640 1 < suggested update operation key=77U6SM23K6L1 tag=0SX6KFXYNS1S type=del size=1865275 2024-09-18T02:39:56.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.133+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=VKJ2XPM3JTQI type=del size=940275 2024-09-18T02:39:56.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.135+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~NPX61PQ7QGI7.0 size=1048576 2024-09-18T02:39:56.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.137+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~NPX61PQ7QGI7.1 size=771649 2024-09-18T02:39:56.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.140+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=NPX61PQ7QGI7 tag=47E0AHWKQWZE type=write size=2868801 2024-09-18T02:39:56.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.142+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=UK20NAUXEPKD type=del size=535841 2024-09-18T02:39:56.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.144+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=0OO5UM0PFLU1 type=del 2024-09-18T02:39:56.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.145+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=5DPV7N1EAOMU type=write size=940901 2024-09-18T02:39:56.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.148+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=CUEG8E0ZTMVV type=del 2024-09-18T02:39:56.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.152+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~T7VN9ACKSAQX.0 size=849295 2024-09-18T02:39:56.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.152+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=T7VN9ACKSAQX tag=TPWDCEQHHGNX type=write size=1897871 2024-09-18T02:39:56.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.155+0000 7f3d344c5640 1 < suggested update operation key=8Q8KLFROSEIU tag=AV26F8FTJG6F type=del size=2934369 2024-09-18T02:39:56.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.157+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=SYUUE415VXXC type=del size=3145780 2024-09-18T02:39:56.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.159+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=8V8BPAPQFO1N type=del 2024-09-18T02:39:56.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.160+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=LL6PZC46EA8I type=write size=370878 2024-09-18T02:39:56.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.164+0000 7f3d344c5640 1 < suggested remove operation key=X478JHSYQ9O5 tag=G0G34CWVUW8I type=del 2024-09-18T02:39:56.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.166+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=I4GPEVTZQUC2 type=del size=394869 2024-09-18T02:39:56.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.170+0000 7f3d344c5640 1 < suggested update operation key=KS4ELJCFAWBQ tag=RGZMMA3TVZH4 type=del size=1031746 2024-09-18T02:39:56.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.173+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~VD0YTM86JEK7.0 size=1048576 2024-09-18T02:39:56.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.175+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~VD0YTM86JEK7.1 size=472959 2024-09-18T02:39:56.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.175+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=VD0YTM86JEK7 tag=164S8EQSXWT8 type=write size=2570111 2024-09-18T02:39:56.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.177+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=KA4OASNSQT7E type=del 2024-09-18T02:39:56.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.180+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~8M0MLWCISKZL.0 size=1048576 2024-09-18T02:39:56.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.182+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~8M0MLWCISKZL.1 size=662069 2024-09-18T02:39:56.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.182+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=8M0MLWCISKZL tag=X15OPJXO8HLP type=write size=2759221 2024-09-18T02:39:56.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.184+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~ENL621DYMGC6.0 size=540516 2024-09-18T02:39:56.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.187+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=ENL621DYMGC6 tag=090EHS2OT42L type=write size=1589092 2024-09-18T02:39:56.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.189+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=Y4MAGT133JHW type=write size=653300 2024-09-18T02:39:56.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.191+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=1J3JJFJUZ4KY type=del 2024-09-18T02:39:56.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.192+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=ZXMRZZG1L5TN type=del size=1508837 2024-09-18T02:39:56.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.193+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=X478JHSYQ9O5 tag=4TXW8P2D6SXT type=del size=2645344: (2) No such file or directory 2024-09-18T02:39:56.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.197+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~YJNZTWK8CSPB.0 size=1048576 2024-09-18T02:39:56.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.198+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~YJNZTWK8CSPB.1 size=240270 2024-09-18T02:39:56.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.198+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=YJNZTWK8CSPB tag=BSAZEGB9SOCS type=write size=2337422 2024-09-18T02:39:56.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.201+0000 7f3d344c5640 1 < completed write operation key=6XGBHFR3S4FW tag=TNTW2OJVZLYO type=write size=148965 2024-09-18T02:39:56.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.202+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=J4KHH1EYVIIH type=write size=795391 2024-09-18T02:39:56.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.204+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~MXGC6DMP0R6U.0 size=1048576 2024-09-18T02:39:56.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.206+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~MXGC6DMP0R6U.1 size=852290 2024-09-18T02:39:56.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.210+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=MXGC6DMP0R6U tag=7MXYJ6WGG0Q6 type=write size=2949442 2024-09-18T02:39:56.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.212+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=FDQ5TTKGCDKZ type=del size=2735185 2024-09-18T02:39:56.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.214+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=383IYFVOFDHR type=del 2024-09-18T02:39:56.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.218+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~SCO9O84NYZR6.0 size=1048576 2024-09-18T02:39:56.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.219+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~SCO9O84NYZR6.1 size=656913 2024-09-18T02:39:56.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.219+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=SCO9O84NYZR6 tag=BUGIWC4MOMVH type=write size=2754065 2024-09-18T02:39:56.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.220+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=X478JHSYQ9O5 tag=O9AVJKXFLZ7D type=del size=3441415: (2) No such file or directory 2024-09-18T02:39:56.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.224+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~05EIRIGZPA4X.0 size=1048576 2024-09-18T02:39:56.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.225+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~05EIRIGZPA4X.1 size=1048576 2024-09-18T02:39:56.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.227+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~05EIRIGZPA4X.2 size=353060 2024-09-18T02:39:56.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.227+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=05EIRIGZPA4X tag=2WFP93TXS1XP type=write size=3498788 2024-09-18T02:39:56.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.229+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=VKJ2XPM3JTQI type=del 2024-09-18T02:39:56.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.231+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=N0QO345WUWQ2 type=del size=3284398 2024-09-18T02:39:56.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.234+0000 7f3d344c5640 1 < suggested remove operation key=ZMNUVKZQG0VF tag=UK20NAUXEPKD type=del 2024-09-18T02:39:56.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.238+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~59ZF2568212P.0 size=1048576 2024-09-18T02:39:56.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.240+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~59ZF2568212P.1 size=1048576 2024-09-18T02:39:56.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.241+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~59ZF2568212P.2 size=763761 2024-09-18T02:39:56.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.241+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=59ZF2568212P tag=6HGA020VCV1A type=write size=3909489 2024-09-18T02:39:56.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.242+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=ZMNUVKZQG0VF tag=5DPV7N1EAOMU type=write size=940901: (2) No such file or directory 2024-09-18T02:39:56.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.245+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~HCERV04J090I.0 size=1037729 2024-09-18T02:39:56.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.245+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=HCERV04J090I tag=8INMKKUAZDFY type=write size=2086305 2024-09-18T02:39:56.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.247+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~T7VN9ACKSAQX.0 size=849295 2024-09-18T02:39:56.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.250+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=T7VN9ACKSAQX tag=TPWDCEQHHGNX type=write size=1897871 2024-09-18T02:39:56.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.254+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~TRR0P1KZ5T3Y.0 size=1048576 2024-09-18T02:39:56.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.256+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~TRR0P1KZ5T3Y.1 size=507239 2024-09-18T02:39:56.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.256+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=TRR0P1KZ5T3Y tag=47FHYEQV0TSV type=write size=2604391 2024-09-18T02:39:56.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.258+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=SYUUE415VXXC type=del 2024-09-18T02:39:56.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.263+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~2SJ2513EQN1T.0 size=1048576 2024-09-18T02:39:56.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.265+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~2SJ2513EQN1T.1 size=123476 2024-09-18T02:39:56.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.265+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=2SJ2513EQN1T tag=XN62QN1RBEPV type=write size=2220628 2024-09-18T02:39:56.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.267+0000 7f3d344c5640 1 < completed write operation key=FZZPXI6Q3MK4 tag=LL6PZC46EA8I type=write size=370878 2024-09-18T02:39:56.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.271+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~9PEW1R5QGLLL.0 size=1048576 2024-09-18T02:39:56.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.274+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~9PEW1R5QGLLL.1 size=218262 2024-09-18T02:39:56.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.274+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=9PEW1R5QGLLL tag=JJLDMVVQQELP type=write size=2315414 2024-09-18T02:39:56.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.276+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=I4GPEVTZQUC2 type=del 2024-09-18T02:39:56.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.278+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=UYKDTDV361SD type=del size=2375085 2024-09-18T02:39:56.282 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.280+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~VD0YTM86JEK7.0 size=1048576 2024-09-18T02:39:56.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.282+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~VD0YTM86JEK7.1 size=472959 2024-09-18T02:39:56.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.285+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=VD0YTM86JEK7 tag=164S8EQSXWT8 type=write size=2570111 2024-09-18T02:39:56.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.288+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~L9GFQRO8QRKC.0 size=1048576 2024-09-18T02:39:56.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.290+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~L9GFQRO8QRKC.1 size=633216 2024-09-18T02:39:56.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.290+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=L9GFQRO8QRKC tag=KJ8QCBA0R99I type=write size=2730368 2024-09-18T02:39:56.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.292+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~8M0MLWCISKZL.0 size=1048576 2024-09-18T02:39:56.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.292+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~8M0MLWCISKZL.1 size=662069 2024-09-18T02:39:56.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.295+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=8M0MLWCISKZL tag=X15OPJXO8HLP type=write size=2759221 2024-09-18T02:39:56.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.299+0000 7f3d344c5640 1 > prepared part key=_multipart_EDIMCFSPFVXQ.2~LRBS662EPLKC.0 size=383796 2024-09-18T02:39:56.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.299+0000 7f3d344c5640 1 > prepared multipart upload key=EDIMCFSPFVXQ upload=LRBS662EPLKC tag=02ELXGXSCS2W type=write size=1432372 2024-09-18T02:39:56.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.301+0000 7f3d344c5640 1 < completed write operation key=K7SSL4Q5FC67 tag=Y4MAGT133JHW type=write size=653300 2024-09-18T02:39:56.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.303+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=RDBJW4QPWL0Y type=del size=168034 2024-09-18T02:39:56.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.305+0000 7f3d344c5640 1 < canceled operation key=WRPKCFEEMSVW tag=ZXMRZZG1L5TN type=del size=1508837 2024-09-18T02:39:56.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.309+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~PCSCTJGV0UW5.0 size=1048576 2024-09-18T02:39:56.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.310+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~PCSCTJGV0UW5.1 size=1048576 2024-09-18T02:39:56.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.312+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~PCSCTJGV0UW5.2 size=577967 2024-09-18T02:39:56.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.312+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=PCSCTJGV0UW5 tag=0X5APJMMUJWC type=write size=3723695 2024-09-18T02:39:56.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.312+0000 7f3d344c5640 1 < canceled part key=_multipart_YRRENRMOJCK2.2~YJNZTWK8CSPB.0 size=1048576 2024-09-18T02:39:56.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.314+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~YJNZTWK8CSPB.1 size=240270 2024-09-18T02:39:56.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.317+0000 7f3d344c5640 1 < canceled multipart upload key=YRRENRMOJCK2 upload=YJNZTWK8CSPB tag=BSAZEGB9SOCS type=write size=2337422 2024-09-18T02:39:56.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.319+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=EEEWLKE6S2GY type=del size=3739691 2024-09-18T02:39:56.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.321+0000 7f3d344c5640 1 < canceled operation key=6XGBHFR3S4FW tag=J4KHH1EYVIIH type=write size=795391 2024-09-18T02:39:56.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.324+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~DR3YQ7KZE0GO.0 size=990070 2024-09-18T02:39:56.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.324+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=DR3YQ7KZE0GO tag=GWP5ZB2ODSF9 type=write size=2038646 2024-09-18T02:39:56.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.329+0000 7f3d344c5640 1 < suggested update operation key=QS1F2ZL7E8RC tag=FDQ5TTKGCDKZ type=del size=2735185 2024-09-18T02:39:56.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.332+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~PLTP9WG9AFND.0 size=778298 2024-09-18T02:39:56.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.332+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=PLTP9WG9AFND tag=BEWMU7J4TR59 type=write size=1826874 2024-09-18T02:39:56.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.335+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~SCO9O84NYZR6.0 size=1048576 2024-09-18T02:39:56.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.336+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~SCO9O84NYZR6.1 size=656913 2024-09-18T02:39:56.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.339+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=SCO9O84NYZR6 tag=BUGIWC4MOMVH type=write size=2754065 2024-09-18T02:39:56.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.343+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~7Y4MG6V63TXX.0 size=404602 2024-09-18T02:39:56.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.343+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=7Y4MG6V63TXX tag=ZJ70XDQU6JUQ type=write size=1453178 2024-09-18T02:39:56.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.345+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~05EIRIGZPA4X.0 size=1048576 2024-09-18T02:39:56.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.347+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~05EIRIGZPA4X.1 size=1048576 2024-09-18T02:39:56.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.348+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~05EIRIGZPA4X.2 size=353060 2024-09-18T02:39:56.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.352+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=05EIRIGZPA4X tag=2WFP93TXS1XP type=write size=3498788 2024-09-18T02:39:56.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.356+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~00NKSSBIK3KY.0 size=445401 2024-09-18T02:39:56.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.356+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=00NKSSBIK3KY tag=OUZVQ6GB0Z9V type=write size=1493977 2024-09-18T02:39:56.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.358+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=N0QO345WUWQ2 type=del 2024-09-18T02:39:56.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.360+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=DVA60O02ZZTN type=write size=311360 2024-09-18T02:39:56.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.361+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~59ZF2568212P.0 size=1048576 2024-09-18T02:39:56.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.363+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~59ZF2568212P.1 size=1048576 2024-09-18T02:39:56.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.363+0000 7f3d344c5640 1 < canceled part key=_multipart_QS1F2ZL7E8RC.2~59ZF2568212P.2 size=763761 2024-09-18T02:39:56.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.367+0000 7f3d344c5640 1 < canceled multipart upload key=QS1F2ZL7E8RC upload=59ZF2568212P tag=6HGA020VCV1A type=write size=3909489 2024-09-18T02:39:56.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.371+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~8M1J0AHPYXRU.0 size=909688 2024-09-18T02:39:56.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.371+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=8M1J0AHPYXRU tag=R20DKYINTMEP type=write size=1958264 2024-09-18T02:39:56.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.373+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~HCERV04J090I.0 size=1037729 2024-09-18T02:39:56.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.376+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=HCERV04J090I tag=8INMKKUAZDFY type=write size=2086305 2024-09-18T02:39:56.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.380+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~LWUED64VJYUU.0 size=636383 2024-09-18T02:39:56.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.380+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=LWUED64VJYUU tag=Q341SJOW166G type=write size=1684959 2024-09-18T02:39:56.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.382+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~TRR0P1KZ5T3Y.0 size=1048576 2024-09-18T02:39:56.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.384+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~TRR0P1KZ5T3Y.1 size=507239 2024-09-18T02:39:56.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.387+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=TRR0P1KZ5T3Y tag=47FHYEQV0TSV type=write size=2604391 2024-09-18T02:39:56.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.391+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~X6GHB5UPHP2Q.0 size=1048576 2024-09-18T02:39:56.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.393+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~X6GHB5UPHP2Q.1 size=199136 2024-09-18T02:39:56.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.393+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=X6GHB5UPHP2Q tag=8R9PKZ1HNCJZ type=write size=2296288 2024-09-18T02:39:56.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.395+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~2SJ2513EQN1T.0 size=1048576 2024-09-18T02:39:56.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.397+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~2SJ2513EQN1T.1 size=123476 2024-09-18T02:39:56.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.400+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=2SJ2513EQN1T tag=XN62QN1RBEPV type=write size=2220628 2024-09-18T02:39:56.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.403+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=JTGMJRIVX8N1 type=del size=1352833 2024-09-18T02:39:56.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.405+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~9PEW1R5QGLLL.0 size=1048576 2024-09-18T02:39:56.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.407+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~9PEW1R5QGLLL.1 size=218262 2024-09-18T02:39:56.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.411+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=9PEW1R5QGLLL tag=JJLDMVVQQELP type=write size=2315414 2024-09-18T02:39:56.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.413+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=OT8J3PZI457T type=del size=3688825 2024-09-18T02:39:56.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.415+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=UYKDTDV361SD type=del 2024-09-18T02:39:56.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.418+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~W03JSZT5FM8N.0 size=1048576 2024-09-18T02:39:56.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.420+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~W03JSZT5FM8N.1 size=928921 2024-09-18T02:39:56.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.420+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=W03JSZT5FM8N tag=VQX13LW5L77H type=write size=3026073 2024-09-18T02:39:56.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.420+0000 7f3d344c5640 1 < canceled part key=_multipart_ZMNUVKZQG0VF.2~L9GFQRO8QRKC.0 size=1048576 2024-09-18T02:39:56.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.422+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~L9GFQRO8QRKC.1 size=633216 2024-09-18T02:39:56.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.425+0000 7f3d344c5640 1 < canceled multipart upload key=ZMNUVKZQG0VF upload=L9GFQRO8QRKC tag=KJ8QCBA0R99I type=write size=2730368 2024-09-18T02:39:56.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.427+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=LQHWNXOGCDK2 type=write size=995236 2024-09-18T02:39:56.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.429+0000 7f3d344c5640 1 < completed part key=_multipart_EDIMCFSPFVXQ.2~LRBS662EPLKC.0 size=383796 2024-09-18T02:39:56.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.433+0000 7f3d344c5640 1 < completed multipart upload key=EDIMCFSPFVXQ upload=LRBS662EPLKC tag=02ELXGXSCS2W type=write size=1432372 2024-09-18T02:39:56.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.435+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=B032QHT53UVQ type=del size=1058250 2024-09-18T02:39:56.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.438+0000 7f3d344c5640 1 < suggested remove operation key=4FYZMKC41CPI tag=RDBJW4QPWL0Y type=del 2024-09-18T02:39:56.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.440+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=NCPCESJMOPAH type=write size=370327 2024-09-18T02:39:56.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.441+0000 7f3d344c5640 1 < canceled part key=_multipart_TC8DKJV0NMUQ.2~PCSCTJGV0UW5.0 size=1048576 2024-09-18T02:39:56.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.442+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~PCSCTJGV0UW5.1 size=1048576 2024-09-18T02:39:56.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.444+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~PCSCTJGV0UW5.2 size=577967 2024-09-18T02:39:56.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.448+0000 7f3d344c5640 1 < canceled multipart upload key=TC8DKJV0NMUQ upload=PCSCTJGV0UW5 tag=0X5APJMMUJWC type=write size=3723695 2024-09-18T02:39:56.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.450+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=8BVZX0RHMWQI type=write size=957764 2024-09-18T02:39:56.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.452+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=EEEWLKE6S2GY type=del 2024-09-18T02:39:56.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.455+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~ICPLFWEB8L0L.0 size=1048576 2024-09-18T02:39:56.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.457+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~ICPLFWEB8L0L.1 size=1048576 2024-09-18T02:39:56.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.459+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~ICPLFWEB8L0L.2 size=741474 2024-09-18T02:39:56.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.459+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=ICPLFWEB8L0L tag=GRHSCX2O1FFK type=write size=3887202 2024-09-18T02:39:56.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.461+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~DR3YQ7KZE0GO.0 size=990070 2024-09-18T02:39:56.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.465+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=DR3YQ7KZE0GO tag=GWP5ZB2ODSF9 type=write size=2038646 2024-09-18T02:39:56.468 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.467+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=5J781OXN0HYL type=del size=2913967 2024-09-18T02:39:56.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.469+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~PLTP9WG9AFND.0 size=778298 2024-09-18T02:39:56.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.473+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=PLTP9WG9AFND tag=BEWMU7J4TR59 type=write size=1826874 2024-09-18T02:39:56.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.475+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=N6HUXKYL1E83 type=del size=1101919 2024-09-18T02:39:56.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.477+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~7Y4MG6V63TXX.0 size=404602 2024-09-18T02:39:56.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.481+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=7Y4MG6V63TXX tag=ZJ70XDQU6JUQ type=write size=1453178 2024-09-18T02:39:56.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.485+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~8894TD3C4H2C.0 size=1035353 2024-09-18T02:39:56.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.485+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=8894TD3C4H2C tag=MUZ1W48XYBBG type=write size=2083929 2024-09-18T02:39:56.488 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.487+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~00NKSSBIK3KY.0 size=445401 2024-09-18T02:39:56.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.490+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=00NKSSBIK3KY tag=OUZVQ6GB0Z9V type=write size=1493977 2024-09-18T02:39:56.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.492+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=QX35PUC09957 type=del size=2867355 2024-09-18T02:39:56.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.494+0000 7f3d344c5640 1 < completed write operation key=8Q8KLFROSEIU tag=DVA60O02ZZTN type=write size=311360 2024-09-18T02:39:56.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.496+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=NWM6ZABQ4GJY type=del size=3149566 2024-09-18T02:39:56.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.498+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~8M1J0AHPYXRU.0 size=909688 2024-09-18T02:39:56.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.501+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=8M1J0AHPYXRU tag=R20DKYINTMEP type=write size=1958264 2024-09-18T02:39:56.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.505+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~V7R8SW0P2B3L.0 size=512942 2024-09-18T02:39:56.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.505+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=V7R8SW0P2B3L tag=J89KICYJVZK8 type=write size=1561518 2024-09-18T02:39:56.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.507+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~LWUED64VJYUU.0 size=636383 2024-09-18T02:39:56.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.510+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=LWUED64VJYUU tag=Q341SJOW166G type=write size=1684959 2024-09-18T02:39:56.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.512+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=ZECFTMPK4ORS type=write size=545980 2024-09-18T02:39:56.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.513+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~X6GHB5UPHP2Q.0 size=1048576 2024-09-18T02:39:56.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.513+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~X6GHB5UPHP2Q.1 size=199136 2024-09-18T02:39:56.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.517+0000 7f3d344c5640 1 < canceled multipart upload key=VT9JVP3TEV2S upload=X6GHB5UPHP2Q tag=8R9PKZ1HNCJZ type=write size=2296288 2024-09-18T02:39:56.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.519+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=T7CVB09YJF8O type=del size=3326378 2024-09-18T02:39:56.523 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.521+0000 7f3d344c5640 1 < canceled operation key=YCO4SVB9T1HD tag=JTGMJRIVX8N1 type=del size=1352833 2024-09-18T02:39:56.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.523+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=O8KMI0TB6Q7B type=del size=333276 2024-09-18T02:39:56.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.525+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=OT8J3PZI457T type=del 2024-09-18T02:39:56.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.527+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=Z2SNRDUJB4UJ type=write size=565594 2024-09-18T02:39:56.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.529+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~W03JSZT5FM8N.0 size=1048576 2024-09-18T02:39:56.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.530+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~W03JSZT5FM8N.1 size=928921 2024-09-18T02:39:56.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.534+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=W03JSZT5FM8N tag=VQX13LW5L77H type=write size=3026073 2024-09-18T02:39:56.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.536+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=83L4D2N1A431 type=del size=566407 2024-09-18T02:39:56.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.540+0000 7f3d344c5640 1 < suggested remove operation key=ZMNUVKZQG0VF tag=LQHWNXOGCDK2 type=write 2024-09-18T02:39:56.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.542+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=8YTHM3T2VES3 type=del size=3177322 2024-09-18T02:39:56.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.544+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=B032QHT53UVQ type=del 2024-09-18T02:39:56.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.546+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=BHVHR1PCUQ27 type=write size=623743 2024-09-18T02:39:56.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.548+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=NCPCESJMOPAH type=write size=370327 2024-09-18T02:39:56.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.552+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~B1MJEGYVYBMH.0 size=1048576 2024-09-18T02:39:56.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.553+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~B1MJEGYVYBMH.1 size=87161 2024-09-18T02:39:56.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.553+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=B1MJEGYVYBMH tag=5I0HVLLXGST1 type=write size=2184313 2024-09-18T02:39:56.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.555+0000 7f3d344c5640 1 < completed write operation key=KS4ELJCFAWBQ tag=8BVZX0RHMWQI type=write size=957764 2024-09-18T02:39:56.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.559+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~3Z3XKFSVH1SF.0 size=1048576 2024-09-18T02:39:56.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.560+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~3Z3XKFSVH1SF.1 size=1048576 2024-09-18T02:39:56.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.562+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~3Z3XKFSVH1SF.2 size=270190 2024-09-18T02:39:56.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.562+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=3Z3XKFSVH1SF tag=YOXSPEJKOYDV type=write size=3415918 2024-09-18T02:39:56.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.564+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~ICPLFWEB8L0L.0 size=1048576 2024-09-18T02:39:56.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.566+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~ICPLFWEB8L0L.1 size=1048576 2024-09-18T02:39:56.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.568+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~ICPLFWEB8L0L.2 size=741474 2024-09-18T02:39:56.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.571+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=ICPLFWEB8L0L tag=GRHSCX2O1FFK type=write size=3887202 2024-09-18T02:39:56.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.573+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=QUFT9BBWIRT2 type=del size=839113 2024-09-18T02:39:56.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.574+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=5J781OXN0HYL type=del 2024-09-18T02:39:56.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.578+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~JKV0IH52ISQ1.0 size=919590 2024-09-18T02:39:56.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.578+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=JKV0IH52ISQ1 tag=OLHYMXHY8P74 type=write size=1968166 2024-09-18T02:39:56.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.581+0000 7f3d344c5640 1 < suggested remove operation key=QR81P6ZBIKCN tag=N6HUXKYL1E83 type=del 2024-09-18T02:39:56.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.583+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=Q707AMPJ6D09 type=del size=1488198 2024-09-18T02:39:56.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.585+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~8894TD3C4H2C.0 size=1035353 2024-09-18T02:39:56.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.589+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=8894TD3C4H2C tag=MUZ1W48XYBBG type=write size=2083929 2024-09-18T02:39:56.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.590+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=CQO1VPSCH4I6 type=del size=3196693 2024-09-18T02:39:56.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.592+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=QX35PUC09957 type=del 2024-09-18T02:39:56.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.594+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=3BB7021BH67Y type=del size=1890241 2024-09-18T02:39:56.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.596+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=NWM6ZABQ4GJY type=del 2024-09-18T02:39:56.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.600+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~JZM07EZWR3V3.0 size=324329 2024-09-18T02:39:56.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.600+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=JZM07EZWR3V3 tag=O3QA2ZEHEC8U type=write size=1372905 2024-09-18T02:39:56.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.601+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~V7R8SW0P2B3L.0 size=512942 2024-09-18T02:39:56.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.605+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=V7R8SW0P2B3L tag=J89KICYJVZK8 type=write size=1561518 2024-09-18T02:39:56.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.607+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=4CHZ5WP8AYPK type=del size=304789 2024-09-18T02:39:56.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.609+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=ZECFTMPK4ORS type=write size=545980 2024-09-18T02:39:56.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.611+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=K30HQCTW3ENC type=write size=344366 2024-09-18T02:39:56.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.614+0000 7f3d344c5640 1 < suggested remove operation key=4FYZMKC41CPI tag=T7CVB09YJF8O type=del 2024-09-18T02:39:56.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.616+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=1PJPCJSOZC1L type=del size=3200596 2024-09-18T02:39:56.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.618+0000 7f3d344c5640 1 < canceled operation key=57SLXVHRBLFP tag=O8KMI0TB6Q7B type=del size=333276 2024-09-18T02:39:56.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.620+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=00JT6HRLJVL3 type=del size=3575747 2024-09-18T02:39:56.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.622+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=Z2SNRDUJB4UJ type=write size=565594 2024-09-18T02:39:56.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.624+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=6EM6ROELS7M9 type=del size=150820 2024-09-18T02:39:56.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.628+0000 7f3d344c5640 1 < suggested update operation key=VT9JVP3TEV2S tag=83L4D2N1A431 type=del size=566407 2024-09-18T02:39:56.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.629+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=OQQB0AWY9PKJ type=del size=2724882 2024-09-18T02:39:56.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.631+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=8YTHM3T2VES3 type=del 2024-09-18T02:39:56.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.635+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~L02940DSVJQ7.0 size=1048576 2024-09-18T02:39:56.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.637+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~L02940DSVJQ7.1 size=1048576 2024-09-18T02:39:56.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.639+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~L02940DSVJQ7.2 size=348561 2024-09-18T02:39:56.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.639+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=L02940DSVJQ7 tag=1WTQN9HYJY4W type=write size=3494289 2024-09-18T02:39:56.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.641+0000 7f3d344c5640 1 < completed write operation key=YRRENRMOJCK2 tag=BHVHR1PCUQ27 type=write size=623743 2024-09-18T02:39:56.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.643+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=59AJN65ZYBFG type=del size=858454 2024-09-18T02:39:56.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.646+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~B1MJEGYVYBMH.0 size=1048576 2024-09-18T02:39:56.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.648+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~B1MJEGYVYBMH.1 size=87161 2024-09-18T02:39:56.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.651+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=B1MJEGYVYBMH tag=5I0HVLLXGST1 type=write size=2184313 2024-09-18T02:39:56.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.653+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=KN89CF8JMFYH type=del size=2995206 2024-09-18T02:39:56.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.655+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~3Z3XKFSVH1SF.0 size=1048576 2024-09-18T02:39:56.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.657+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~3Z3XKFSVH1SF.1 size=1048576 2024-09-18T02:39:56.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.659+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~3Z3XKFSVH1SF.2 size=270190 2024-09-18T02:39:56.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.662+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=3Z3XKFSVH1SF tag=YOXSPEJKOYDV type=write size=3415918 2024-09-18T02:39:56.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.666+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~PO2L1PUSUI01.0 size=1048576 2024-09-18T02:39:56.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.668+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~PO2L1PUSUI01.1 size=1048576 2024-09-18T02:39:56.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.670+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~PO2L1PUSUI01.2 size=732977 2024-09-18T02:39:56.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.670+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=PO2L1PUSUI01 tag=R8P7210GP6TA type=write size=3878705 2024-09-18T02:39:56.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.672+0000 7f3d344c5640 1 < canceled operation key=FZZPXI6Q3MK4 tag=QUFT9BBWIRT2 type=del size=839113 2024-09-18T02:39:56.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.674+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=INR53ZSXB86P type=del size=3638227 2024-09-18T02:39:56.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.676+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~JKV0IH52ISQ1.0 size=919590 2024-09-18T02:39:56.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.679+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=JKV0IH52ISQ1 tag=OLHYMXHY8P74 type=write size=1968166 2024-09-18T02:39:56.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.681+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=95GUFCIXV1YD type=write size=542437 2024-09-18T02:39:56.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.683+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=Q707AMPJ6D09 type=del 2024-09-18T02:39:56.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.686+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~Q1LIOC8L2C3J.0 size=304373 2024-09-18T02:39:56.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.686+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=Q1LIOC8L2C3J tag=R83RIPWQQRSL type=write size=1352949 2024-09-18T02:39:56.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.688+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=CQO1VPSCH4I6 type=del 2024-09-18T02:39:56.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.692+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~7SS1HWMFPF21.0 size=84154 2024-09-18T02:39:56.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.692+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=7SS1HWMFPF21 tag=DCIZYLV7GJNA type=write size=1132730 2024-09-18T02:39:56.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.694+0000 7f3d344c5640 1 < canceled operation key=D16IXCK8Y6D1 tag=3BB7021BH67Y type=del size=1890241 2024-09-18T02:39:56.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.696+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=UY7HGJ16IN6D type=del size=2056741 2024-09-18T02:39:56.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.698+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~JZM07EZWR3V3.0 size=324329 2024-09-18T02:39:56.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.701+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=JZM07EZWR3V3 tag=O3QA2ZEHEC8U type=write size=1372905 2024-09-18T02:39:56.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.704+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~8DQQNST4BUAQ.0 size=406590 2024-09-18T02:39:56.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.704+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=8DQQNST4BUAQ tag=W9NEFO09HVJ6 type=write size=1455166 2024-09-18T02:39:56.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.706+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=4CHZ5WP8AYPK type=del 2024-09-18T02:39:56.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.708+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=EN3IUK0X1MR5 type=del size=793117 2024-09-18T02:39:56.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.710+0000 7f3d344c5640 1 < completed write operation key=BDM08TCKAR39 tag=K30HQCTW3ENC type=write size=344366 2024-09-18T02:39:56.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.714+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~G6KLSUACKCNA.0 size=852964 2024-09-18T02:39:56.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.714+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=G6KLSUACKCNA tag=9MO5RPGKATOM type=write size=1901540 2024-09-18T02:39:56.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.716+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=1PJPCJSOZC1L type=del 2024-09-18T02:39:56.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.718+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=NKHSJT9107YX type=del size=1488865 2024-09-18T02:39:56.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.720+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=00JT6HRLJVL3 type=del 2024-09-18T02:39:56.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.724+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~Z61F4BQ768UV.0 size=1048576 2024-09-18T02:39:56.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.726+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~Z61F4BQ768UV.1 size=93498 2024-09-18T02:39:56.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.726+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=Z61F4BQ768UV tag=LJ79VZGRWX0F type=write size=2190650 2024-09-18T02:39:56.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.728+0000 7f3d344c5640 1 < canceled operation key=KETUC1BK1NFI tag=6EM6ROELS7M9 type=del size=150820 2024-09-18T02:39:56.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.730+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=790L8LZWKNEO type=del size=920246 2024-09-18T02:39:56.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.732+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=OQQB0AWY9PKJ type=del 2024-09-18T02:39:56.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.734+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=YKIAE78RZRM7 type=write size=38803 2024-09-18T02:39:56.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.737+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~L02940DSVJQ7.0 size=1048576 2024-09-18T02:39:56.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.739+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~L02940DSVJQ7.1 size=1048576 2024-09-18T02:39:56.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.739+0000 7f3d344c5640 1 < canceled part key=_multipart_5CBDBDRVY90O.2~L02940DSVJQ7.2 size=348561 2024-09-18T02:39:56.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.744+0000 7f3d344c5640 1 < canceled multipart upload key=5CBDBDRVY90O upload=L02940DSVJQ7 tag=1WTQN9HYJY4W type=write size=3494289 2024-09-18T02:39:56.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.749+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~Z2T3WY73G7TK.0 size=1048576 2024-09-18T02:39:56.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.751+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~Z2T3WY73G7TK.1 size=726093 2024-09-18T02:39:56.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.751+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=Z2T3WY73G7TK tag=CHPLVFYE3FVZ type=write size=2823245 2024-09-18T02:39:56.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.753+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=59AJN65ZYBFG type=del 2024-09-18T02:39:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:39:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:39:56] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-09-18T02:39:56.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.756+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=35JW7AS9XOF0 type=del size=3352631 2024-09-18T02:39:56.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.758+0000 7f3d344c5640 1 < canceled operation key=D16IXCK8Y6D1 tag=KN89CF8JMFYH type=del size=2995206 2024-09-18T02:39:56.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.761+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=QUXUUXCV3FI5 type=del size=4007518 2024-09-18T02:39:56.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.763+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~PO2L1PUSUI01.0 size=1048576 2024-09-18T02:39:56.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.766+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~PO2L1PUSUI01.1 size=1048576 2024-09-18T02:39:56.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.766+0000 7f3d344c5640 1 < canceled part key=_multipart_OHNLA0CFDTOZ.2~PO2L1PUSUI01.2 size=732977 2024-09-18T02:39:56.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.769+0000 7f3d344c5640 1 < canceled multipart upload key=OHNLA0CFDTOZ upload=PO2L1PUSUI01 tag=R8P7210GP6TA type=write size=3878705 2024-09-18T02:39:56.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.773+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~ACLD14N5YR2X.0 size=1048576 2024-09-18T02:39:56.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.775+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~ACLD14N5YR2X.1 size=1048576 2024-09-18T02:39:56.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.776+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~ACLD14N5YR2X.2 size=922983 2024-09-18T02:39:56.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.776+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=ACLD14N5YR2X tag=W1EIQYZ62KIH type=write size=4068711 2024-09-18T02:39:56.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.778+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=INR53ZSXB86P type=del 2024-09-18T02:39:56.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.782+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~UCEHQ2722BRW.0 size=998822 2024-09-18T02:39:56.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.782+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=UCEHQ2722BRW tag=XXTRYFZT8O5G type=write size=2047398 2024-09-18T02:39:56.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.786+0000 7f3d344c5640 1 < suggested update operation key=GD2B5B458L13 tag=95GUFCIXV1YD type=write size=542437 2024-09-18T02:39:56.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.790+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~BAHBIXKH326X.0 size=1048576 2024-09-18T02:39:56.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.791+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~BAHBIXKH326X.1 size=807151 2024-09-18T02:39:56.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.791+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=BAHBIXKH326X tag=1NHNH3Z3GWHS type=write size=2904303 2024-09-18T02:39:56.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.793+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~Q1LIOC8L2C3J.0 size=304373 2024-09-18T02:39:56.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.796+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=Q1LIOC8L2C3J tag=R83RIPWQQRSL type=write size=1352949 2024-09-18T02:39:56.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.798+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=C3Y7YT3JHVMR type=write size=382030 2024-09-18T02:39:56.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.800+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~7SS1HWMFPF21.0 size=84154 2024-09-18T02:39:56.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.803+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=7SS1HWMFPF21 tag=DCIZYLV7GJNA type=write size=1132730 2024-09-18T02:39:56.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.805+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=XZH42FHWIZPD type=del size=441354 2024-09-18T02:39:56.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.807+0000 7f3d344c5640 1 < canceled operation key=K7SSL4Q5FC67 tag=UY7HGJ16IN6D type=del size=2056741 2024-09-18T02:39:56.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.810+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~1IICVG5U8KRX.0 size=670112 2024-09-18T02:39:56.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.810+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=1IICVG5U8KRX tag=216L8GI6PQXA type=write size=1718688 2024-09-18T02:39:56.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.812+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~8DQQNST4BUAQ.0 size=406590 2024-09-18T02:39:56.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.816+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=8DQQNST4BUAQ tag=W9NEFO09HVJ6 type=write size=1455166 2024-09-18T02:39:56.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.818+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=ILYT8Z10O1NA type=write size=216187 2024-09-18T02:39:56.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.820+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=EN3IUK0X1MR5 type=del 2024-09-18T02:39:56.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.821+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=A20ETNYGLPZ7 type=del size=1906856 2024-09-18T02:39:56.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.822+0000 7f3d344c5640 1 < canceled part key=_multipart_K7SSL4Q5FC67.2~G6KLSUACKCNA.0 size=852964 2024-09-18T02:39:56.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.825+0000 7f3d344c5640 1 < canceled multipart upload key=K7SSL4Q5FC67 upload=G6KLSUACKCNA tag=9MO5RPGKATOM type=write size=1901540 2024-09-18T02:39:56.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.829+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~Y3340U52I29W.0 size=1048576 2024-09-18T02:39:56.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.831+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~Y3340U52I29W.1 size=1048576 2024-09-18T02:39:56.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.832+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~Y3340U52I29W.2 size=678993 2024-09-18T02:39:56.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.832+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=Y3340U52I29W tag=AMO70ITGOM6O type=write size=3824721 2024-09-18T02:39:56.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.836+0000 7f3d344c5640 1 < suggested update operation key=3SCTT0F0R5ZX tag=NKHSJT9107YX type=del size=1488865 2024-09-18T02:39:56.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.839+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=WM37W9UAFZFJ type=del size=3874689 2024-09-18T02:39:56.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.841+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~Z61F4BQ768UV.0 size=1048576 2024-09-18T02:39:56.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.842+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~Z61F4BQ768UV.1 size=93498 2024-09-18T02:39:56.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.846+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=Z61F4BQ768UV tag=LJ79VZGRWX0F type=write size=2190650 2024-09-18T02:39:56.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.848+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=87WQHAJ4TQZR type=del size=3522856 2024-09-18T02:39:56.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.850+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=790L8LZWKNEO type=del 2024-09-18T02:39:56.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.854+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~307AH7FN4LMO.0 size=1048576 2024-09-18T02:39:56.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.855+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~307AH7FN4LMO.1 size=346707 2024-09-18T02:39:56.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.856+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=307AH7FN4LMO tag=2ZHZ4PURD0AG type=write size=2443859 2024-09-18T02:39:56.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.858+0000 7f3d344c5640 -1 < failed to complete operation key=GD2B5B458L13 tag=YKIAE78RZRM7 type=write size=38803: (22) Invalid argument 2024-09-18T02:39:56.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.862+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~KDBFHVJSTP23.0 size=1048576 2024-09-18T02:39:56.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.864+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~KDBFHVJSTP23.1 size=1048576 2024-09-18T02:39:56.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.865+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~KDBFHVJSTP23.2 size=194222 2024-09-18T02:39:56.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.865+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=KDBFHVJSTP23 tag=ZEVCG7SOV249 type=write size=3339950 2024-09-18T02:39:56.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.867+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~Z2T3WY73G7TK.0 size=1048576 2024-09-18T02:39:56.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.869+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~Z2T3WY73G7TK.1 size=726093 2024-09-18T02:39:56.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.872+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=Z2T3WY73G7TK tag=CHPLVFYE3FVZ type=write size=2823245 2024-09-18T02:39:56.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.875+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~232QLC6A8NF2.0 size=619859 2024-09-18T02:39:56.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.875+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=232QLC6A8NF2 tag=1UR55VLXOT4V type=write size=1668435 2024-09-18T02:39:56.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.878+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=35JW7AS9XOF0 type=del 2024-09-18T02:39:56.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.881+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~SD8OD022WHZR.0 size=1048576 2024-09-18T02:39:56.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.883+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~SD8OD022WHZR.1 size=1048576 2024-09-18T02:39:56.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.884+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~SD8OD022WHZR.2 size=160394 2024-09-18T02:39:56.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.884+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=SD8OD022WHZR tag=OJVSTMO9NZ7F type=write size=3306122 2024-09-18T02:39:56.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.887+0000 7f3d344c5640 1 < canceled operation key=BDM08TCKAR39 tag=QUXUUXCV3FI5 type=del size=4007518 2024-09-18T02:39:56.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.889+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=U2UCN1B8XZWK type=del size=317864 2024-09-18T02:39:56.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.891+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~ACLD14N5YR2X.0 size=1048576 2024-09-18T02:39:56.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.893+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~ACLD14N5YR2X.1 size=1048576 2024-09-18T02:39:56.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.895+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~ACLD14N5YR2X.2 size=922983 2024-09-18T02:39:56.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.898+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=ACLD14N5YR2X tag=W1EIQYZ62KIH type=write size=4068711 2024-09-18T02:39:56.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.900+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=OGNUF9879EDS type=del size=494534 2024-09-18T02:39:56.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.902+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~UCEHQ2722BRW.0 size=998822 2024-09-18T02:39:56.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.905+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=UCEHQ2722BRW tag=XXTRYFZT8O5G type=write size=2047398 2024-09-18T02:39:56.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.907+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=T32KX1WXOTIV type=write size=597929 2024-09-18T02:39:56.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.909+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~BAHBIXKH326X.0 size=1048576 2024-09-18T02:39:56.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.911+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~BAHBIXKH326X.1 size=807151 2024-09-18T02:39:56.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.914+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=BAHBIXKH326X tag=1NHNH3Z3GWHS type=write size=2904303 2024-09-18T02:39:56.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.916+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=86Z11TETJI2V type=write size=74898 2024-09-18T02:39:56.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.918+0000 7f3d344c5640 1 < completed write operation key=KS4ELJCFAWBQ tag=C3Y7YT3JHVMR type=write size=382030 2024-09-18T02:39:56.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.919+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=XLVG92DOR3N6 type=write size=513634 2024-09-18T02:39:56.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.924+0000 7f3d344c5640 1 < suggested update operation key=3SCTT0F0R5ZX tag=XZH42FHWIZPD type=del size=441354 2024-09-18T02:39:56.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.925+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=T4F08ZNS2RZ1 type=del size=2916932 2024-09-18T02:39:56.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.927+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~1IICVG5U8KRX.0 size=670112 2024-09-18T02:39:56.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.931+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=1IICVG5U8KRX tag=216L8GI6PQXA type=write size=1718688 2024-09-18T02:39:56.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.933+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=M9OD3Y8KUWUG type=del size=357856 2024-09-18T02:39:56.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.938+0000 7f3d344c5640 1 < suggested update operation key=YCO4SVB9T1HD tag=ILYT8Z10O1NA type=write size=216187 2024-09-18T02:39:56.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.939+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=V9ACHWD1KXTN type=del size=42718 2024-09-18T02:39:56.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.942+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=A20ETNYGLPZ7 type=del 2024-09-18T02:39:56.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.945+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~BR19W1GHYFOH.0 size=1048576 2024-09-18T02:39:56.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.947+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~BR19W1GHYFOH.1 size=1048576 2024-09-18T02:39:56.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.948+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~BR19W1GHYFOH.2 size=955865 2024-09-18T02:39:56.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.948+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=BR19W1GHYFOH tag=PJU03PGFBMSB type=write size=4101593 2024-09-18T02:39:56.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.951+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~Y3340U52I29W.0 size=1048576 2024-09-18T02:39:56.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.952+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~Y3340U52I29W.1 size=1048576 2024-09-18T02:39:56.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.954+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~Y3340U52I29W.2 size=678993 2024-09-18T02:39:56.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.957+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=Y3340U52I29W tag=AMO70ITGOM6O type=write size=3824721 2024-09-18T02:39:56.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.960+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=KMT4AEVBX50Y type=del size=1515907 2024-09-18T02:39:56.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.962+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=WM37W9UAFZFJ type=del 2024-09-18T02:39:56.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.964+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=04HHSVP2PVWG type=write size=3818 2024-09-18T02:39:56.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.968+0000 7f3d344c5640 1 < suggested remove operation key=R9PMI2O5LB5E tag=87WQHAJ4TQZR type=del 2024-09-18T02:39:56.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.970+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=DGUDT3RHBNRY type=del size=2375172 2024-09-18T02:39:56.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.972+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~307AH7FN4LMO.0 size=1048576 2024-09-18T02:39:56.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.973+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~307AH7FN4LMO.1 size=346707 2024-09-18T02:39:56.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.976+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=307AH7FN4LMO tag=2ZHZ4PURD0AG type=write size=2443859 2024-09-18T02:39:56.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.980+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~T0QT9O2WWJ9K.0 size=75545 2024-09-18T02:39:56.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.980+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=T0QT9O2WWJ9K tag=NY0P70JULC65 type=write size=1124121 2024-09-18T02:39:56.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.982+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~KDBFHVJSTP23.0 size=1048576 2024-09-18T02:39:56.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.984+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~KDBFHVJSTP23.1 size=1048576 2024-09-18T02:39:56.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.985+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~KDBFHVJSTP23.2 size=194222 2024-09-18T02:39:56.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.989+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=KDBFHVJSTP23 tag=ZEVCG7SOV249 type=write size=3339950 2024-09-18T02:39:56.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.991+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=93RU24OIUUE1 type=write size=643179 2024-09-18T02:39:56.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.993+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~232QLC6A8NF2.0 size=619859 2024-09-18T02:39:56.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.996+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=232QLC6A8NF2 tag=1UR55VLXOT4V type=write size=1668435 2024-09-18T02:39:57.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:56.998+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=5T4HDRHAH3NB type=del size=836236 2024-09-18T02:39:57.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.000+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~SD8OD022WHZR.0 size=1048576 2024-09-18T02:39:57.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.001+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~SD8OD022WHZR.1 size=1048576 2024-09-18T02:39:57.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.003+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~SD8OD022WHZR.2 size=160394 2024-09-18T02:39:57.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.006+0000 7f3d344c5640 1 < completed multipart upload key=BDM08TCKAR39 upload=SD8OD022WHZR tag=OJVSTMO9NZ7F type=write size=3306122 2024-09-18T02:39:57.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.008+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=IQ0BJQWNPLDM type=del size=3827267 2024-09-18T02:39:57.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.013+0000 7f3d344c5640 1 < suggested remove operation key=GD2B5B458L13 tag=U2UCN1B8XZWK type=del 2024-09-18T02:39:57.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.015+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=5RL6MSC3SUY7 type=del size=408629 2024-09-18T02:39:57.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.019+0000 7f3d344c5640 1 < suggested remove operation key=EDIMCFSPFVXQ tag=OGNUF9879EDS type=del 2024-09-18T02:39:57.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.023+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~6CQQTAINUKQF.0 size=808746 2024-09-18T02:39:57.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.023+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=6CQQTAINUKQF tag=MWL1J9V6LRH5 type=write size=1857322 2024-09-18T02:39:57.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.026+0000 7f3d344c5640 -1 < failed to complete operation key=3SCTT0F0R5ZX tag=T32KX1WXOTIV type=write size=597929: (22) Invalid argument 2024-09-18T02:39:57.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.028+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=SFOJCSUHWJ9C type=del size=555021 2024-09-18T02:39:57.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.030+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=86Z11TETJI2V type=write size=74898 2024-09-18T02:39:57.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.032+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=8S7RD3ATCCUE type=del size=3986998 2024-09-18T02:39:57.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.034+0000 7f3d344c5640 1 < canceled operation key=ZMNUVKZQG0VF tag=XLVG92DOR3N6 type=write size=513634 2024-09-18T02:39:57.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.037+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~E9BRB3ZDEQEC.0 size=1039334 2024-09-18T02:39:57.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.037+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=E9BRB3ZDEQEC tag=AEWTABONNQIV type=write size=2087910 2024-09-18T02:39:57.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.041+0000 7f3d344c5640 1 < suggested update operation key=X478JHSYQ9O5 tag=T4F08ZNS2RZ1 type=del size=2916932 2024-09-18T02:39:57.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.043+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=VVQ7RQK7N5QA type=del size=2140247 2024-09-18T02:39:57.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.044+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=M9OD3Y8KUWUG type=del 2024-09-18T02:39:57.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.048+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~EFI69RG963W2.0 size=54261 2024-09-18T02:39:57.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.048+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=EFI69RG963W2 tag=Q5UTEDNDX5OJ type=write size=1102837 2024-09-18T02:39:57.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.050+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=V9ACHWD1KXTN type=del 2024-09-18T02:39:57.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.051+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=6OBWUF7ONLTK type=del size=3327424 2024-09-18T02:39:57.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.054+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~BR19W1GHYFOH.0 size=1048576 2024-09-18T02:39:57.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.055+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~BR19W1GHYFOH.1 size=1048576 2024-09-18T02:39:57.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.057+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~BR19W1GHYFOH.2 size=955865 2024-09-18T02:39:57.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.061+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=BR19W1GHYFOH tag=PJU03PGFBMSB type=write size=4101593 2024-09-18T02:39:57.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.064+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=3NT9ZNDHLG4R type=write size=692960 2024-09-18T02:39:57.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.066+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=KMT4AEVBX50Y type=del 2024-09-18T02:39:57.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.068+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=NVXH6CDS83UG type=del size=2023702 2024-09-18T02:39:57.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.070+0000 7f3d344c5640 1 < completed write operation key=8Q8KLFROSEIU tag=04HHSVP2PVWG type=write size=3818 2024-09-18T02:39:57.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.074+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~2DA0D6418UF8.0 size=1048576 2024-09-18T02:39:57.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.076+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~2DA0D6418UF8.1 size=97140 2024-09-18T02:39:57.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.076+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=2DA0D6418UF8 tag=ZIJTW8OE9O22 type=write size=2194292 2024-09-18T02:39:57.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.077+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=DGUDT3RHBNRY type=del 2024-09-18T02:39:57.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.081+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~4702RCQT6X8K.0 size=347378 2024-09-18T02:39:57.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.081+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=4702RCQT6X8K tag=3M2DNHKTUKPO type=write size=1395954 2024-09-18T02:39:57.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.083+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~T0QT9O2WWJ9K.0 size=75545 2024-09-18T02:39:57.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.086+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=T0QT9O2WWJ9K tag=NY0P70JULC65 type=write size=1124121 2024-09-18T02:39:57.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.088+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=7RSB3DQLT0I4 type=write size=13129 2024-09-18T02:39:57.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.090+0000 7f3d344c5640 1 < completed write operation key=6XGBHFR3S4FW tag=93RU24OIUUE1 type=write size=643179 2024-09-18T02:39:57.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.094+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~4ITYRJIAELKW.0 size=804264 2024-09-18T02:39:57.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.094+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=4ITYRJIAELKW tag=YK9HFP5JSBFO type=write size=1852840 2024-09-18T02:39:57.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.096+0000 7f3d344c5640 1 < canceled operation key=RXLDGQZXAUT0 tag=5T4HDRHAH3NB type=del size=836236 2024-09-18T02:39:57.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.098+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=KQ3HVZA9GH2Z type=del size=1736190 2024-09-18T02:39:57.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.099+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=IQ0BJQWNPLDM type=del 2024-09-18T02:39:57.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.101+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=5PM74KBQL1FA type=del size=2850846 2024-09-18T02:39:57.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.103+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=5RL6MSC3SUY7 type=del 2024-09-18T02:39:57.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.105+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=7HH05FX456H9 type=del size=203121 2024-09-18T02:39:57.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.107+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~6CQQTAINUKQF.0 size=808746 2024-09-18T02:39:57.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.110+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=6CQQTAINUKQF tag=MWL1J9V6LRH5 type=write size=1857322 2024-09-18T02:39:57.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.112+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=KY2Z0JW89KDA type=del size=1921665 2024-09-18T02:39:57.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.117+0000 7f3d344c5640 1 < suggested remove operation key=TC8DKJV0NMUQ tag=SFOJCSUHWJ9C type=del 2024-09-18T02:39:57.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.118+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=TYS6I6UFINJY type=del size=1239064 2024-09-18T02:39:57.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.121+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=8S7RD3ATCCUE type=del 2024-09-18T02:39:57.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.123+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=G1RN5XRNW1CZ type=del size=445569 2024-09-18T02:39:57.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.124+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~E9BRB3ZDEQEC.0 size=1039334 2024-09-18T02:39:57.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.128+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=E9BRB3ZDEQEC tag=AEWTABONNQIV type=write size=2087910 2024-09-18T02:39:57.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.130+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=NA89VGJY2U1T type=del size=389073 2024-09-18T02:39:57.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.132+0000 7f3d344c5640 1 < canceled operation key=RXLDGQZXAUT0 tag=VVQ7RQK7N5QA type=del size=2140247 2024-09-18T02:39:57.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.133+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=G8MAU61T6XZ6 type=del size=1982037 2024-09-18T02:39:57.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.136+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~EFI69RG963W2.0 size=54261 2024-09-18T02:39:57.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.139+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=EFI69RG963W2 tag=Q5UTEDNDX5OJ type=write size=1102837 2024-09-18T02:39:57.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.141+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=K6ZYT3DZJQWY type=write size=567837 2024-09-18T02:39:57.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.143+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=6OBWUF7ONLTK type=del 2024-09-18T02:39:57.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.145+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=MYPZLJROC47H type=del size=577744 2024-09-18T02:39:57.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.147+0000 7f3d344c5640 1 < completed write operation key=VZRBZUHWS0KG tag=3NT9ZNDHLG4R type=write size=692960 2024-09-18T02:39:57.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.150+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~4AZPI341PCMU.0 size=506272 2024-09-18T02:39:57.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.150+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=4AZPI341PCMU tag=A45YV9EAY90D type=write size=1554848 2024-09-18T02:39:57.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.151+0000 7f3d344c5640 -1 < no bi entry to suggest for operation key=TC8DKJV0NMUQ tag=NVXH6CDS83UG type=del size=2023702: (2) No such file or directory 2024-09-18T02:39:57.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.153+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=AU30JOU3GMAK type=del size=3976031 2024-09-18T02:39:57.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.155+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~2DA0D6418UF8.0 size=1048576 2024-09-18T02:39:57.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.156+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~2DA0D6418UF8.1 size=97140 2024-09-18T02:39:57.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.159+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=2DA0D6418UF8 tag=ZIJTW8OE9O22 type=write size=2194292 2024-09-18T02:39:57.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.161+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=CUU7J1B048X4 type=del size=1161652 2024-09-18T02:39:57.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.163+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~4702RCQT6X8K.0 size=347378 2024-09-18T02:39:57.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.167+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=4702RCQT6X8K tag=3M2DNHKTUKPO type=write size=1395954 2024-09-18T02:39:57.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.169+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=D6P67D2Q5FDR type=del size=1830176 2024-09-18T02:39:57.173 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.171+0000 7f3d344c5640 1 < completed write operation key=8Q8KLFROSEIU tag=7RSB3DQLT0I4 type=write size=13129 2024-09-18T02:39:57.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.173+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=WIVKKGSI05T7 type=del size=2309347 2024-09-18T02:39:57.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.175+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~4ITYRJIAELKW.0 size=804264 2024-09-18T02:39:57.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.178+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=4ITYRJIAELKW tag=YK9HFP5JSBFO type=write size=1852840 2024-09-18T02:39:57.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.181+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~UEZXCBLB7I3H.0 size=1048576 2024-09-18T02:39:57.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.183+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~UEZXCBLB7I3H.1 size=41376 2024-09-18T02:39:57.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.183+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=UEZXCBLB7I3H tag=ITFJ2X1J3O6C type=write size=2138528 2024-09-18T02:39:57.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.185+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=KQ3HVZA9GH2Z type=del 2024-09-18T02:39:57.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.187+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=9WG8165VS058 type=del size=2979434 2024-09-18T02:39:57.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.189+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=5PM74KBQL1FA type=del 2024-09-18T02:39:57.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.192+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~NJQ001RRBA5W.0 size=1048576 2024-09-18T02:39:57.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.194+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~NJQ001RRBA5W.1 size=23702 2024-09-18T02:39:57.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.194+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=NJQ001RRBA5W tag=G5A2Q10I97U3 type=write size=2120854 2024-09-18T02:39:57.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.196+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=7HH05FX456H9 type=del 2024-09-18T02:39:57.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.198+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=G45Q41EFWWJP type=del size=3903791 2024-09-18T02:39:57.201 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.200+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=KY2Z0JW89KDA type=del 2024-09-18T02:39:57.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.203+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~VNV0023OB3Z5.0 size=1048576 2024-09-18T02:39:57.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.205+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~VNV0023OB3Z5.1 size=894937 2024-09-18T02:39:57.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.205+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=VNV0023OB3Z5 tag=T4SCVE0SZ4XF type=write size=2992089 2024-09-18T02:39:57.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.209+0000 7f3d344c5640 1 < suggested update operation key=5CBDBDRVY90O tag=TYS6I6UFINJY type=del size=1239064 2024-09-18T02:39:57.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.210+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=ZZAGVE64MGAI type=del size=239839 2024-09-18T02:39:57.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.215+0000 7f3d344c5640 1 < suggested update operation key=KB9UDL27PX79 tag=G1RN5XRNW1CZ type=del size=445569 2024-09-18T02:39:57.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.217+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=2Z0WVHGUV7J4 type=write size=730926 2024-09-18T02:39:57.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.221+0000 7f3d344c5640 1 < suggested update operation key=FZZPXI6Q3MK4 tag=NA89VGJY2U1T type=del size=389073 2024-09-18T02:39:57.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.222+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=N1PW2Y1KZPKY type=write size=906623 2024-09-18T02:39:57.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.224+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=G8MAU61T6XZ6 type=del 2024-09-18T02:39:57.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.226+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=1YF3JYT10JOM type=del size=3205287 2024-09-18T02:39:57.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.228+0000 7f3d344c5640 1 < completed write operation key=VT9JVP3TEV2S tag=K6ZYT3DZJQWY type=write size=567837 2024-09-18T02:39:57.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.232+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~R0QT013OWW6S.0 size=1048576 2024-09-18T02:39:57.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.234+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~R0QT013OWW6S.1 size=710659 2024-09-18T02:39:57.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.234+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=R0QT013OWW6S tag=CUHXL8YD00ZR type=write size=2807811 2024-09-18T02:39:57.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.237+0000 7f3d344c5640 1 < suggested remove operation key=YRRENRMOJCK2 tag=MYPZLJROC47H type=del 2024-09-18T02:39:57.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.239+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=WI9TPLU1D38M type=del size=623371 2024-09-18T02:39:57.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.240+0000 7f3d344c5640 1 < canceled part key=_multipart_ARGL0GKCIOH5.2~4AZPI341PCMU.0 size=506272 2024-09-18T02:39:57.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.243+0000 7f3d344c5640 1 < canceled multipart upload key=ARGL0GKCIOH5 upload=4AZPI341PCMU tag=A45YV9EAY90D type=write size=1554848 2024-09-18T02:39:57.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.245+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=YFT2QZD7Z61I type=del size=3133662 2024-09-18T02:39:57.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.247+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=AU30JOU3GMAK type=del 2024-09-18T02:39:57.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.248+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=YI6YZ23SI7IX type=del size=49574 2024-09-18T02:39:57.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.252+0000 7f3d344c5640 1 < suggested remove operation key=ZMNUVKZQG0VF tag=CUU7J1B048X4 type=del 2024-09-18T02:39:57.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:57 smithi046 ceph-mon[94621]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 365 KiB/s wr, 1.89k op/s 2024-09-18T02:39:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:57 smithi046 ceph-mon[97106]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 365 KiB/s wr, 1.89k op/s 2024-09-18T02:39:57.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.257+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~8ONVTA7QAERE.0 size=1048576 2024-09-18T02:39:57.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.258+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~8ONVTA7QAERE.1 size=47105 2024-09-18T02:39:57.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.258+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=8ONVTA7QAERE tag=QIDIV28JNRJP type=write size=2144257 2024-09-18T02:39:57.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.260+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=D6P67D2Q5FDR type=del 2024-09-18T02:39:57.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.264+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~0VPLHSKGRDBO.0 size=1048576 2024-09-18T02:39:57.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.266+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~0VPLHSKGRDBO.1 size=1048576 2024-09-18T02:39:57.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.267+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~0VPLHSKGRDBO.2 size=12667 2024-09-18T02:39:57.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.267+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=0VPLHSKGRDBO tag=5QPY8E8AI9ZT type=write size=3158395 2024-09-18T02:39:57.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.271+0000 7f3d344c5640 1 < suggested remove operation key=VZRBZUHWS0KG tag=WIVKKGSI05T7 type=del 2024-09-18T02:39:57.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.273+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=CY1UCADZ12M2 type=del size=2645405 2024-09-18T02:39:57.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.275+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~UEZXCBLB7I3H.0 size=1048576 2024-09-18T02:39:57.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.277+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~UEZXCBLB7I3H.1 size=41376 2024-09-18T02:39:57.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.281+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=UEZXCBLB7I3H tag=ITFJ2X1J3O6C type=write size=2138528 2024-09-18T02:39:57.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.283+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=CREWEE68Q521 type=write size=434152 2024-09-18T02:39:57.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.287+0000 7f3d344c5640 1 < suggested remove operation key=K7SSL4Q5FC67 tag=9WG8165VS058 type=del 2024-09-18T02:39:57.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.291+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~783NN037XK53.0 size=1048576 2024-09-18T02:39:57.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.293+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~783NN037XK53.1 size=1048576 2024-09-18T02:39:57.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.294+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~783NN037XK53.2 size=795219 2024-09-18T02:39:57.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.294+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=783NN037XK53 tag=QJ73MO14NZFR type=write size=3940947 2024-09-18T02:39:57.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.296+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~NJQ001RRBA5W.0 size=1048576 2024-09-18T02:39:57.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.298+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~NJQ001RRBA5W.1 size=23702 2024-09-18T02:39:57.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.301+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=NJQ001RRBA5W tag=G5A2Q10I97U3 type=write size=2120854 2024-09-18T02:39:57.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.304+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=EDMWA0082796 type=del size=3060726 2024-09-18T02:39:57.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.306+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=G45Q41EFWWJP type=del 2024-09-18T02:39:57.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.309+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=H2NX2IQPQWD1 type=del size=1737606 2024-09-18T02:39:57.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.311+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~VNV0023OB3Z5.0 size=1048576 2024-09-18T02:39:57.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.313+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~VNV0023OB3Z5.1 size=894937 2024-09-18T02:39:57.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.318+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=VNV0023OB3Z5 tag=T4SCVE0SZ4XF type=write size=2992089 2024-09-18T02:39:57.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.324+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~G38NMSEVH9I2.0 size=1048576 2024-09-18T02:39:57.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.326+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~G38NMSEVH9I2.1 size=1048576 2024-09-18T02:39:57.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.329+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~G38NMSEVH9I2.2 size=395295 2024-09-18T02:39:57.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.329+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=G38NMSEVH9I2 tag=9AM9UZEQ8Y5V type=write size=3541023 2024-09-18T02:39:57.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.332+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=ZZAGVE64MGAI type=del 2024-09-18T02:39:57.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.335+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=RQYWNQA2CACN type=del size=1002566 2024-09-18T02:39:57.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.337+0000 7f3d344c5640 1 < completed write operation key=QR81P6ZBIKCN tag=2Z0WVHGUV7J4 type=write size=730926 2024-09-18T02:39:57.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.340+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=THM8BSXWQX3K type=write size=405872 2024-09-18T02:39:57.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.346+0000 7f3d344c5640 1 < suggested update operation key=GD2B5B458L13 tag=N1PW2Y1KZPKY type=write size=906623 2024-09-18T02:39:57.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.351+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~MCB6IY2PJZ8Z.0 size=693841 2024-09-18T02:39:57.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.351+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=MCB6IY2PJZ8Z tag=ASAE4HUI15DO type=write size=1742417 2024-09-18T02:39:57.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.354+0000 7f3d344c5640 -1 < failed to complete operation key=YRRENRMOJCK2 tag=1YF3JYT10JOM type=del size=3205287: (22) Invalid argument 2024-09-18T02:39:57.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.356+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=4XD5CHPVPOJO type=del size=2591980 2024-09-18T02:39:57.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.357+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~R0QT013OWW6S.0 size=1048576 2024-09-18T02:39:57.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.358+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~R0QT013OWW6S.1 size=710659 2024-09-18T02:39:57.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.362+0000 7f3d344c5640 1 < canceled multipart upload key=VT9JVP3TEV2S upload=R0QT013OWW6S tag=CUHXL8YD00ZR type=write size=2807811 2024-09-18T02:39:57.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.363+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=GJ59SHAVAORY type=del size=3800222 2024-09-18T02:39:57.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.367+0000 7f3d344c5640 1 < suggested update operation key=77U6SM23K6L1 tag=WI9TPLU1D38M type=del size=623371 2024-09-18T02:39:57.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.369+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=RM74DBHR474U type=del size=1149743 2024-09-18T02:39:57.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.372+0000 7f3d344c5640 1 < suggested update operation key=KETUC1BK1NFI tag=YFT2QZD7Z61I type=del size=3133662 2024-09-18T02:39:57.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.376+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~276OW5WJ42Q3.0 size=1048576 2024-09-18T02:39:57.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.377+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~276OW5WJ42Q3.1 size=1048576 2024-09-18T02:39:57.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.379+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~276OW5WJ42Q3.2 size=72672 2024-09-18T02:39:57.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.379+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=276OW5WJ42Q3 tag=MV1IJ51EBP01 type=write size=3218400 2024-09-18T02:39:57.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.382+0000 7f3d344c5640 1 < suggested remove operation key=8Q8KLFROSEIU tag=YI6YZ23SI7IX type=del 2024-09-18T02:39:57.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.386+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~20P6OS60TGAB.0 size=1048576 2024-09-18T02:39:57.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.387+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~20P6OS60TGAB.1 size=1048576 2024-09-18T02:39:57.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.389+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~20P6OS60TGAB.2 size=164642 2024-09-18T02:39:57.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.389+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=20P6OS60TGAB tag=EJNV8O143G2R type=write size=3310370 2024-09-18T02:39:57.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.389+0000 7f3d344c5640 1 < canceled part key=_multipart_YCO4SVB9T1HD.2~8ONVTA7QAERE.0 size=1048576 2024-09-18T02:39:57.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.389+0000 7f3d344c5640 1 < canceled part key=_multipart_YCO4SVB9T1HD.2~8ONVTA7QAERE.1 size=47105 2024-09-18T02:39:57.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.392+0000 7f3d344c5640 1 < canceled multipart upload key=YCO4SVB9T1HD upload=8ONVTA7QAERE tag=QIDIV28JNRJP type=write size=2144257 2024-09-18T02:39:57.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.394+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=M24R1BWEUPBW type=del size=1454827 2024-09-18T02:39:57.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.397+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~0VPLHSKGRDBO.0 size=1048576 2024-09-18T02:39:57.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.398+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~0VPLHSKGRDBO.1 size=1048576 2024-09-18T02:39:57.402 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.400+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~0VPLHSKGRDBO.2 size=12667 2024-09-18T02:39:57.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.403+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=0VPLHSKGRDBO tag=5QPY8E8AI9ZT type=write size=3158395 2024-09-18T02:39:57.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.407+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~X5XLUF3CPI4S.0 size=203253 2024-09-18T02:39:57.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.407+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=X5XLUF3CPI4S tag=9A0WC4NEA8B8 type=write size=1251829 2024-09-18T02:39:57.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.409+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=CY1UCADZ12M2 type=del 2024-09-18T02:39:57.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.412+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~HCNJX3IT7GQK.0 size=108942 2024-09-18T02:39:57.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.412+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=HCNJX3IT7GQK tag=H4JU667FUX9I type=write size=1157518 2024-09-18T02:39:57.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.416+0000 7f3d344c5640 1 < suggested remove operation key=5CBDBDRVY90O tag=CREWEE68Q521 type=write 2024-09-18T02:39:57.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.418+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=R8A7OU3QVCT7 type=del size=3932591 2024-09-18T02:39:57.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.420+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~783NN037XK53.0 size=1048576 2024-09-18T02:39:57.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.420+0000 7f3d344c5640 1 < canceled part key=_multipart_K7SSL4Q5FC67.2~783NN037XK53.1 size=1048576 2024-09-18T02:39:57.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.422+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~783NN037XK53.2 size=795219 2024-09-18T02:39:57.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.425+0000 7f3d344c5640 1 < canceled multipart upload key=K7SSL4Q5FC67 upload=783NN037XK53 tag=QJ73MO14NZFR type=write size=3940947 2024-09-18T02:39:57.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.429+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FDTWO5RK2UCW.0 size=1048576 2024-09-18T02:39:57.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.430+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FDTWO5RK2UCW.1 size=1048576 2024-09-18T02:39:57.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.432+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~FDTWO5RK2UCW.2 size=602364 2024-09-18T02:39:57.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.432+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=FDTWO5RK2UCW tag=7FC7XS0THWUF type=write size=3748092 2024-09-18T02:39:57.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.434+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=EDMWA0082796 type=del 2024-09-18T02:39:57.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.437+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~NJY0TGN4N5U1.0 size=741211 2024-09-18T02:39:57.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.437+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=NJY0TGN4N5U1 tag=E8D19Y2RMSDE type=write size=1789787 2024-09-18T02:39:57.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.441+0000 7f3d344c5640 -1 < failed to complete operation key=KETUC1BK1NFI tag=H2NX2IQPQWD1 type=del size=1737606: (22) Invalid argument 2024-09-18T02:39:57.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.443+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=LE1GCHVG1CTW type=del size=108008 2024-09-18T02:39:57.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.445+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~G38NMSEVH9I2.0 size=1048576 2024-09-18T02:39:57.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.447+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~G38NMSEVH9I2.1 size=1048576 2024-09-18T02:39:57.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.448+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~G38NMSEVH9I2.2 size=395295 2024-09-18T02:39:57.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.452+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=G38NMSEVH9I2 tag=9AM9UZEQ8Y5V type=write size=3541023 2024-09-18T02:39:57.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.454+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=OZV18MI9I0CZ type=del size=109023 2024-09-18T02:39:57.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.457+0000 7f3d344c5640 1 < canceled operation key=KS4ELJCFAWBQ tag=RQYWNQA2CACN type=del size=1002566 2024-09-18T02:39:57.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.459+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=W4VDXCELBJO7 type=del size=2978470 2024-09-18T02:39:57.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.460+0000 7f3d344c5640 1 < completed write operation key=VZRBZUHWS0KG tag=THM8BSXWQX3K type=write size=405872 2024-09-18T02:39:57.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.462+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=95B5Z0RKIS1B type=write size=531542 2024-09-18T02:39:57.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.464+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~MCB6IY2PJZ8Z.0 size=693841 2024-09-18T02:39:57.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.468+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=MCB6IY2PJZ8Z tag=ASAE4HUI15DO type=write size=1742417 2024-09-18T02:39:57.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.470+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=RFDN6ETTZOIX type=del size=3753096 2024-09-18T02:39:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:57 smithi195 ceph-mon[89559]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 365 KiB/s wr, 1.89k op/s 2024-09-18T02:39:57.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.472+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=4XD5CHPVPOJO type=del 2024-09-18T02:39:57.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.476+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~X9AT32XEZ9C3.0 size=1048576 2024-09-18T02:39:57.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.478+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~X9AT32XEZ9C3.1 size=1048576 2024-09-18T02:39:57.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.479+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~X9AT32XEZ9C3.2 size=335715 2024-09-18T02:39:57.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.479+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=X9AT32XEZ9C3 tag=SF2TKRUXXXGS type=write size=3481443 2024-09-18T02:39:57.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.483+0000 7f3d344c5640 1 < suggested remove operation key=WRPKCFEEMSVW tag=GJ59SHAVAORY type=del 2024-09-18T02:39:57.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.487+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~QOWTI145310Q.0 size=1048576 2024-09-18T02:39:57.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.488+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~QOWTI145310Q.1 size=811993 2024-09-18T02:39:57.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.488+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=QOWTI145310Q tag=6DDZMC3YY047 type=write size=2909145 2024-09-18T02:39:57.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.490+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=RM74DBHR474U type=del 2024-09-18T02:39:57.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.493+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=CGEUGEJIUWON type=del size=3474115 2024-09-18T02:39:57.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.495+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~276OW5WJ42Q3.0 size=1048576 2024-09-18T02:39:57.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.496+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~276OW5WJ42Q3.1 size=1048576 2024-09-18T02:39:57.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.498+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~276OW5WJ42Q3.2 size=72672 2024-09-18T02:39:57.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.501+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=276OW5WJ42Q3 tag=MV1IJ51EBP01 type=write size=3218400 2024-09-18T02:39:57.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.505+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~ODCRUKTE3M25.0 size=381919 2024-09-18T02:39:57.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.505+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=ODCRUKTE3M25 tag=03LD0M1DK8XD type=write size=1430495 2024-09-18T02:39:57.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.507+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~20P6OS60TGAB.0 size=1048576 2024-09-18T02:39:57.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.508+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~20P6OS60TGAB.1 size=1048576 2024-09-18T02:39:57.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.510+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~20P6OS60TGAB.2 size=164642 2024-09-18T02:39:57.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.514+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=20P6OS60TGAB tag=EJNV8O143G2R type=write size=3310370 2024-09-18T02:39:57.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.517+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~YXMZLZKVJF2Z.0 size=229472 2024-09-18T02:39:57.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.517+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=YXMZLZKVJF2Z tag=9XGRDCVSKWBL type=write size=1278048 2024-09-18T02:39:57.523 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.521+0000 7f3d344c5640 1 < suggested remove operation key=YRRENRMOJCK2 tag=M24R1BWEUPBW type=del 2024-09-18T02:39:57.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.524+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~9WR8BC008JRA.0 size=935163 2024-09-18T02:39:57.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.524+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=9WR8BC008JRA tag=RCXA3V9M11WI type=write size=1983739 2024-09-18T02:39:57.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.526+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~X5XLUF3CPI4S.0 size=203253 2024-09-18T02:39:57.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.530+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=X5XLUF3CPI4S tag=9A0WC4NEA8B8 type=write size=1251829 2024-09-18T02:39:57.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.533+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~361QPSG0J3KX.0 size=1048576 2024-09-18T02:39:57.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.535+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~361QPSG0J3KX.1 size=455042 2024-09-18T02:39:57.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.535+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=361QPSG0J3KX tag=O2Y24KGC7KMM type=write size=2552194 2024-09-18T02:39:57.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.537+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~HCNJX3IT7GQK.0 size=108942 2024-09-18T02:39:57.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.541+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=HCNJX3IT7GQK tag=H4JU667FUX9I type=write size=1157518 2024-09-18T02:39:57.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.543+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=HDP1781VB9YT type=write size=146541 2024-09-18T02:39:57.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.545+0000 7f3d344c5640 1 < canceled operation key=6XGBHFR3S4FW tag=R8A7OU3QVCT7 type=del size=3932591 2024-09-18T02:39:57.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.547+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=3Z1D3529GBD9 type=write size=375385 2024-09-18T02:39:57.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.549+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~FDTWO5RK2UCW.0 size=1048576 2024-09-18T02:39:57.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.550+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~FDTWO5RK2UCW.1 size=1048576 2024-09-18T02:39:57.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.552+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~FDTWO5RK2UCW.2 size=602364 2024-09-18T02:39:57.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.555+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=FDTWO5RK2UCW tag=7FC7XS0THWUF type=write size=3748092 2024-09-18T02:39:57.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.559+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~964I45WDYSSC.0 size=1048090 2024-09-18T02:39:57.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.559+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=964I45WDYSSC tag=XLYQWNY09Z1I type=write size=2096666 2024-09-18T02:39:57.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.562+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~NJY0TGN4N5U1.0 size=741211 2024-09-18T02:39:57.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.565+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=NJY0TGN4N5U1 tag=E8D19Y2RMSDE type=write size=1789787 2024-09-18T02:39:57.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.567+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=A6B204T52QQ8 type=del size=908215 2024-09-18T02:39:57.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.570+0000 7f3d344c5640 1 < suggested remove operation key=YCO4SVB9T1HD tag=LE1GCHVG1CTW type=del 2024-09-18T02:39:57.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.572+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=MOEHJP7CJ0ZT type=del size=1925678 2024-09-18T02:39:57.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.574+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=OZV18MI9I0CZ type=del 2024-09-18T02:39:57.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.576+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=M0RM024UVHPK type=del size=3444045 2024-09-18T02:39:57.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.578+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=W4VDXCELBJO7 type=del 2024-09-18T02:39:57.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.580+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=F5L6727BEWHI type=del size=1234822 2024-09-18T02:39:57.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.582+0000 7f3d344c5640 1 < completed write operation key=ZMNUVKZQG0VF tag=95B5Z0RKIS1B type=write size=531542 2024-09-18T02:39:57.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.584+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=3K0XC17240DS type=write size=772027 2024-09-18T02:39:57.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.586+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=RFDN6ETTZOIX type=del 2024-09-18T02:39:57.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.589+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~R3N0UJKFADIZ.0 size=198722 2024-09-18T02:39:57.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.589+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=R3N0UJKFADIZ tag=AI0CF9X3E4AO type=write size=1247298 2024-09-18T02:39:57.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.591+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~X9AT32XEZ9C3.0 size=1048576 2024-09-18T02:39:57.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.593+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~X9AT32XEZ9C3.1 size=1048576 2024-09-18T02:39:57.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.594+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~X9AT32XEZ9C3.2 size=335715 2024-09-18T02:39:57.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.599+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=X9AT32XEZ9C3 tag=SF2TKRUXXXGS type=write size=3481443 2024-09-18T02:39:57.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.602+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~LD0KTWCBEKNT.0 size=985071 2024-09-18T02:39:57.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.602+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=LD0KTWCBEKNT tag=ZG488YT55X1D type=write size=2033647 2024-09-18T02:39:57.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.604+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~QOWTI145310Q.0 size=1048576 2024-09-18T02:39:57.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.606+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~QOWTI145310Q.1 size=811993 2024-09-18T02:39:57.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.609+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=QOWTI145310Q tag=6DDZMC3YY047 type=write size=2909145 2024-09-18T02:39:57.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.613+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~PO4P4C24DVQD.0 size=1048576 2024-09-18T02:39:57.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.615+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~PO4P4C24DVQD.1 size=1048576 2024-09-18T02:39:57.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.616+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~PO4P4C24DVQD.2 size=574453 2024-09-18T02:39:57.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.616+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=PO4P4C24DVQD tag=HSOCMPIMGN3O type=write size=3720181 2024-09-18T02:39:57.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.618+0000 7f3d344c5640 1 < canceled operation key=KB9UDL27PX79 tag=CGEUGEJIUWON type=del size=3474115 2024-09-18T02:39:57.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.622+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~HUHCLCB6R6LG.0 size=96473 2024-09-18T02:39:57.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.622+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=HUHCLCB6R6LG tag=XQYI4A2J9QQY type=write size=1145049 2024-09-18T02:39:57.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.623+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~ODCRUKTE3M25.0 size=381919 2024-09-18T02:39:57.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.627+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=ODCRUKTE3M25 tag=03LD0M1DK8XD type=write size=1430495 2024-09-18T02:39:57.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.628+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=4PHR9AZZQHG6 type=del size=671145 2024-09-18T02:39:57.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.629+0000 7f3d344c5640 1 < canceled part key=_multipart_KS4ELJCFAWBQ.2~YXMZLZKVJF2Z.0 size=229472 2024-09-18T02:39:57.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.632+0000 7f3d344c5640 1 < canceled multipart upload key=KS4ELJCFAWBQ upload=YXMZLZKVJF2Z tag=9XGRDCVSKWBL type=write size=1278048 2024-09-18T02:39:57.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.634+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=Y7LRO9QF4GZ8 type=del size=1617813 2024-09-18T02:39:57.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.634+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~9WR8BC008JRA.0 size=935163 2024-09-18T02:39:57.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.639+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=9WR8BC008JRA tag=RCXA3V9M11WI type=write size=1983739 2024-09-18T02:39:57.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.641+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=A03R8ZZ7XVJG type=del size=2503331 2024-09-18T02:39:57.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.643+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~361QPSG0J3KX.0 size=1048576 2024-09-18T02:39:57.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.645+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~361QPSG0J3KX.1 size=455042 2024-09-18T02:39:57.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.649+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=361QPSG0J3KX tag=O2Y24KGC7KMM type=write size=2552194 2024-09-18T02:39:57.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.653+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~W5K6LFRV1CAU.0 size=1048576 2024-09-18T02:39:57.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.654+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~W5K6LFRV1CAU.1 size=656330 2024-09-18T02:39:57.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.654+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=W5K6LFRV1CAU tag=0HOT8UU87X0O type=write size=2753482 2024-09-18T02:39:57.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.657+0000 7f3d344c5640 1 < completed write operation key=QS1F2ZL7E8RC tag=HDP1781VB9YT type=write size=146541 2024-09-18T02:39:57.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.658+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=C5N08RRYO5ZM type=del size=1028898 2024-09-18T02:39:57.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.661+0000 7f3d344c5640 1 < completed write operation key=QS1F2ZL7E8RC tag=3Z1D3529GBD9 type=write size=375385 2024-09-18T02:39:57.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.663+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=BG6IGBFODRQ0 type=del size=2781903 2024-09-18T02:39:57.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.665+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~964I45WDYSSC.0 size=1048090 2024-09-18T02:39:57.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.669+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=964I45WDYSSC tag=XLYQWNY09Z1I type=write size=2096666 2024-09-18T02:39:57.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.671+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=SU1NVK9MN0LM type=del size=373516 2024-09-18T02:39:57.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.673+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=A6B204T52QQ8 type=del 2024-09-18T02:39:57.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.676+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~3BDJHM6IR63J.0 size=1048576 2024-09-18T02:39:57.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.678+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~3BDJHM6IR63J.1 size=612609 2024-09-18T02:39:57.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.678+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=3BDJHM6IR63J tag=M4OJJB2XM755 type=write size=2709761 2024-09-18T02:39:57.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.680+0000 7f3d344c5640 1 < canceled operation key=6XGBHFR3S4FW tag=MOEHJP7CJ0ZT type=del size=1925678 2024-09-18T02:39:57.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.682+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=Y0UY69EDK2AO type=del size=3476311 2024-09-18T02:39:57.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.684+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=M0RM024UVHPK type=del 2024-09-18T02:39:57.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.686+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=7JZ20Z7KK12Y type=del size=1321437 2024-09-18T02:39:57.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.687+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=F5L6727BEWHI type=del 2024-09-18T02:39:57.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.691+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~T9LFK4E33QUR.0 size=1048576 2024-09-18T02:39:57.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.692+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~T9LFK4E33QUR.1 size=466693 2024-09-18T02:39:57.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.692+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=T9LFK4E33QUR tag=N0I4UO06W109 type=write size=2563845 2024-09-18T02:39:57.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.694+0000 7f3d344c5640 1 < completed write operation key=WRPKCFEEMSVW tag=3K0XC17240DS type=write size=772027 2024-09-18T02:39:57.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.696+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=HT2IKFI3HO6X type=del size=134698 2024-09-18T02:39:57.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.698+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~R3N0UJKFADIZ.0 size=198722 2024-09-18T02:39:57.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.701+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=R3N0UJKFADIZ tag=AI0CF9X3E4AO type=write size=1247298 2024-09-18T02:39:57.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.705+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~F0F1DPPNCWTQ.0 size=1048576 2024-09-18T02:39:57.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.706+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~F0F1DPPNCWTQ.1 size=255496 2024-09-18T02:39:57.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.706+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=F0F1DPPNCWTQ tag=S251PFVEOZQ1 type=write size=2352648 2024-09-18T02:39:57.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.708+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~LD0KTWCBEKNT.0 size=985071 2024-09-18T02:39:57.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.712+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=LD0KTWCBEKNT tag=ZG488YT55X1D type=write size=2033647 2024-09-18T02:39:57.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.714+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=ST541TTX7WN0 type=del size=121132 2024-09-18T02:39:57.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.717+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~PO4P4C24DVQD.0 size=1048576 2024-09-18T02:39:57.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.718+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~PO4P4C24DVQD.1 size=1048576 2024-09-18T02:39:57.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.720+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~PO4P4C24DVQD.2 size=574453 2024-09-18T02:39:57.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.724+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=PO4P4C24DVQD tag=HSOCMPIMGN3O type=write size=3720181 2024-09-18T02:39:57.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.726+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=ICYNSWC10KRQ type=del size=3651423 2024-09-18T02:39:57.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.726+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~HUHCLCB6R6LG.0 size=96473 2024-09-18T02:39:57.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.729+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=HUHCLCB6R6LG tag=XQYI4A2J9QQY type=write size=1145049 2024-09-18T02:39:57.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.733+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~AP0ZU1DUGKLH.0 size=1048576 2024-09-18T02:39:57.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.734+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~AP0ZU1DUGKLH.1 size=936800 2024-09-18T02:39:57.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.734+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=AP0ZU1DUGKLH tag=2DUJSOUFEMFX type=write size=3033952 2024-09-18T02:39:57.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.737+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=4PHR9AZZQHG6 type=del 2024-09-18T02:39:57.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.739+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=0Y4YLYWFXRLV type=write size=201685 2024-09-18T02:39:57.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.741+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=Y7LRO9QF4GZ8 type=del 2024-09-18T02:39:57.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.743+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=DZ80QTM0K610 type=del size=966667 2024-09-18T02:39:57.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.745+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=A03R8ZZ7XVJG type=del 2024-09-18T02:39:57.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.749+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~JPME6U9NRKHQ.0 size=723392 2024-09-18T02:39:57.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.749+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=JPME6U9NRKHQ tag=JTIU9846V9TJ type=write size=1771968 2024-09-18T02:39:57.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.750+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~W5K6LFRV1CAU.0 size=1048576 2024-09-18T02:39:57.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.750+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~W5K6LFRV1CAU.1 size=656330 2024-09-18T02:39:57.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.754+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=W5K6LFRV1CAU tag=0HOT8UU87X0O type=write size=2753482 2024-09-18T02:39:57.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.756+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=58FV37345I6E type=del size=2574324 2024-09-18T02:39:57.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.758+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=C5N08RRYO5ZM type=del 2024-09-18T02:39:57.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.762+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~Q2OHWR20O0E6.0 size=1048576 2024-09-18T02:39:57.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.764+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~Q2OHWR20O0E6.1 size=1048576 2024-09-18T02:39:57.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.765+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~Q2OHWR20O0E6.2 size=768820 2024-09-18T02:39:57.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.765+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=Q2OHWR20O0E6 tag=02LBGRY7PA4D type=write size=3914548 2024-09-18T02:39:57.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.767+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=BG6IGBFODRQ0 type=del 2024-09-18T02:39:57.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.769+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=3QDSYI0PBTUG type=del size=3878919 2024-09-18T02:39:57.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.771+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=SU1NVK9MN0LM type=del 2024-09-18T02:39:57.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.774+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=2JY2CNEU230F type=write size=866980 2024-09-18T02:39:57.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.776+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~3BDJHM6IR63J.0 size=1048576 2024-09-18T02:39:57.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.777+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~3BDJHM6IR63J.1 size=612609 2024-09-18T02:39:57.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.781+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=3BDJHM6IR63J tag=M4OJJB2XM755 type=write size=2709761 2024-09-18T02:39:57.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.785+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~NU6M4NHLH0CH.0 size=1048576 2024-09-18T02:39:57.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.787+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~NU6M4NHLH0CH.1 size=761434 2024-09-18T02:39:57.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.787+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=NU6M4NHLH0CH tag=2APG3FQP3LJN type=write size=2858586 2024-09-18T02:39:57.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.791+0000 7f3d344c5640 1 < suggested remove operation key=VZRBZUHWS0KG tag=Y0UY69EDK2AO type=del 2024-09-18T02:39:57.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.793+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=13V0U8BFK4V1 type=del size=1443007 2024-09-18T02:39:57.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.795+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=7JZ20Z7KK12Y type=del 2024-09-18T02:39:57.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.797+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=B4WNXA1N0FV8 type=del size=2436393 2024-09-18T02:39:57.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.798+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~T9LFK4E33QUR.0 size=1048576 2024-09-18T02:39:57.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.799+0000 7f3d344c5640 1 < canceled part key=_multipart_6XGBHFR3S4FW.2~T9LFK4E33QUR.1 size=466693 2024-09-18T02:39:57.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.803+0000 7f3d344c5640 1 < canceled multipart upload key=6XGBHFR3S4FW upload=T9LFK4E33QUR tag=N0I4UO06W109 type=write size=2563845 2024-09-18T02:39:57.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.805+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=PSVYJSFCAYH3 type=del size=2727284 2024-09-18T02:39:57.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.809+0000 7f3d344c5640 1 < suggested update operation key=YRRENRMOJCK2 tag=HT2IKFI3HO6X type=del size=134698 2024-09-18T02:39:57.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.811+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=YPGUJOWU1MD7 type=del size=1466411 2024-09-18T02:39:57.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.813+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~F0F1DPPNCWTQ.0 size=1048576 2024-09-18T02:39:57.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.814+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~F0F1DPPNCWTQ.1 size=255496 2024-09-18T02:39:57.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.818+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=F0F1DPPNCWTQ tag=S251PFVEOZQ1 type=write size=2352648 2024-09-18T02:39:57.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.819+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=DR0TYSYJHSK6 type=del size=1787637 2024-09-18T02:39:57.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.823+0000 7f3d344c5640 1 < suggested remove operation key=RXLDGQZXAUT0 tag=ST541TTX7WN0 type=del 2024-09-18T02:39:57.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.827+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~KXNAXSX02BL1.0 size=206963 2024-09-18T02:39:57.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.827+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=KXNAXSX02BL1 tag=1TVGGIU9LVHL type=write size=1255539 2024-09-18T02:39:57.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.831+0000 7f3d344c5640 1 < suggested remove operation key=ARGL0GKCIOH5 tag=ICYNSWC10KRQ type=del 2024-09-18T02:39:57.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.833+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=4IOOKSSAB0QM type=del size=605932 2024-09-18T02:39:57.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.835+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~AP0ZU1DUGKLH.0 size=1048576 2024-09-18T02:39:57.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.836+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~AP0ZU1DUGKLH.1 size=936800 2024-09-18T02:39:57.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.839+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=AP0ZU1DUGKLH tag=2DUJSOUFEMFX type=write size=3033952 2024-09-18T02:39:57.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.841+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=RJ2VD1ITXIR7 type=del size=3786693 2024-09-18T02:39:57.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.845+0000 7f3d344c5640 -1 < failed to complete operation key=VZRBZUHWS0KG tag=0Y4YLYWFXRLV type=write size=201685: (22) Invalid argument 2024-09-18T02:39:57.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.849+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~4U4MUU0A0BUG.0 size=1048576 2024-09-18T02:39:57.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.850+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~4U4MUU0A0BUG.1 size=1048576 2024-09-18T02:39:57.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.852+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~4U4MUU0A0BUG.2 size=78178 2024-09-18T02:39:57.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.852+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=4U4MUU0A0BUG tag=UQ8OLGEJJAYH type=write size=3223906 2024-09-18T02:39:57.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.855+0000 7f3d344c5640 1 < suggested remove operation key=FZZPXI6Q3MK4 tag=DZ80QTM0K610 type=del 2024-09-18T02:39:57.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.859+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~0POPNMSLJM01.0 size=698854 2024-09-18T02:39:57.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.859+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=0POPNMSLJM01 tag=T4FRWH2EXRDS type=write size=1747430 2024-09-18T02:39:57.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.861+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~JPME6U9NRKHQ.0 size=723392 2024-09-18T02:39:57.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.864+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=JPME6U9NRKHQ tag=JTIU9846V9TJ type=write size=1771968 2024-09-18T02:39:57.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.867+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~36V0Q8249P83.0 size=1048576 2024-09-18T02:39:57.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.869+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~36V0Q8249P83.1 size=229950 2024-09-18T02:39:57.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.869+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=36V0Q8249P83 tag=VPC65B3ZRDNP type=write size=2327102 2024-09-18T02:39:57.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.871+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=58FV37345I6E type=del 2024-09-18T02:39:57.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.873+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=8GOQ56V760KE type=del size=3559048 2024-09-18T02:39:57.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.875+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~Q2OHWR20O0E6.0 size=1048576 2024-09-18T02:39:57.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.877+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~Q2OHWR20O0E6.1 size=1048576 2024-09-18T02:39:57.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.878+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~Q2OHWR20O0E6.2 size=768820 2024-09-18T02:39:57.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.881+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=Q2OHWR20O0E6 tag=02LBGRY7PA4D type=write size=3914548 2024-09-18T02:39:57.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.883+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=Y3WIUW0G6SV4 type=del size=2079176 2024-09-18T02:39:57.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.888+0000 7f3d344c5640 1 < suggested update operation key=R9PMI2O5LB5E tag=3QDSYI0PBTUG type=del size=3878919 2024-09-18T02:39:57.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.889+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=ML3JYOYR2QY5 type=del size=601122 2024-09-18T02:39:57.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.893+0000 7f3d344c5640 -1 < failed to complete operation key=VZRBZUHWS0KG tag=2JY2CNEU230F type=write size=866980: (22) Invalid argument 2024-09-18T02:39:57.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.895+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=PTOX2VWMVAXD type=del size=1341976 2024-09-18T02:39:57.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.897+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~NU6M4NHLH0CH.0 size=1048576 2024-09-18T02:39:57.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.898+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~NU6M4NHLH0CH.1 size=761434 2024-09-18T02:39:57.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.902+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=NU6M4NHLH0CH tag=2APG3FQP3LJN type=write size=2858586 2024-09-18T02:39:57.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.903+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=KBVVTIX61C76 type=del size=176111 2024-09-18T02:39:57.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.906+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=13V0U8BFK4V1 type=del 2024-09-18T02:39:57.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.909+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~3M45LHNPC6J7.0 size=1048576 2024-09-18T02:39:57.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.911+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~3M45LHNPC6J7.1 size=4052 2024-09-18T02:39:57.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.911+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=3M45LHNPC6J7 tag=E7267LT7ZJOR type=write size=2101204 2024-09-18T02:39:57.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.914+0000 7f3d344c5640 1 < suggested remove operation key=4FYZMKC41CPI tag=B4WNXA1N0FV8 type=del 2024-09-18T02:39:57.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.916+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=87CVN7HHWTLU type=del size=2526274 2024-09-18T02:39:57.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.920+0000 7f3d344c5640 1 < suggested remove operation key=5CBDBDRVY90O tag=PSVYJSFCAYH3 type=del 2024-09-18T02:39:57.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.924+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~1UTI1SUEB5SW.0 size=1048576 2024-09-18T02:39:57.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.925+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~1UTI1SUEB5SW.1 size=1048576 2024-09-18T02:39:57.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.928+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~1UTI1SUEB5SW.2 size=769194 2024-09-18T02:39:57.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.928+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=1UTI1SUEB5SW tag=SHQCP73P2VNG type=write size=3914922 2024-09-18T02:39:57.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.930+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=YPGUJOWU1MD7 type=del 2024-09-18T02:39:57.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.932+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=CMYT9U76KKE0 type=del size=440699 2024-09-18T02:39:57.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.934+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=DR0TYSYJHSK6 type=del 2024-09-18T02:39:57.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.936+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=DRWP7CXYOOS0 type=del size=344442 2024-09-18T02:39:57.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.938+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~KXNAXSX02BL1.0 size=206963 2024-09-18T02:39:57.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.941+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=KXNAXSX02BL1 tag=1TVGGIU9LVHL type=write size=1255539 2024-09-18T02:39:57.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.943+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=2F44YPA1GIAY type=del size=3870194 2024-09-18T02:39:57.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.946+0000 7f3d344c5640 -1 < failed to complete operation key=FZZPXI6Q3MK4 tag=4IOOKSSAB0QM type=del size=605932: (22) Invalid argument 2024-09-18T02:39:57.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.948+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=GFRTF8RLSUZR type=write size=501206 2024-09-18T02:39:57.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.950+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=RJ2VD1ITXIR7 type=del 2024-09-18T02:39:57.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.954+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~G2CQTSH6VLUQ.0 size=1002639 2024-09-18T02:39:57.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.954+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=G2CQTSH6VLUQ tag=RVNVSJ9K6FUS type=write size=2051215 2024-09-18T02:39:57.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.956+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~4U4MUU0A0BUG.0 size=1048576 2024-09-18T02:39:57.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.958+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~4U4MUU0A0BUG.1 size=1048576 2024-09-18T02:39:57.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.958+0000 7f3d344c5640 1 < canceled part key=_multipart_YCO4SVB9T1HD.2~4U4MUU0A0BUG.2 size=78178 2024-09-18T02:39:57.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.961+0000 7f3d344c5640 1 < canceled multipart upload key=YCO4SVB9T1HD upload=4U4MUU0A0BUG tag=UQ8OLGEJJAYH type=write size=3223906 2024-09-18T02:39:57.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.963+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=3S6GZDFIN2Z5 type=del size=2221952 2024-09-18T02:39:57.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.965+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~0POPNMSLJM01.0 size=698854 2024-09-18T02:39:57.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.969+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=0POPNMSLJM01 tag=T4FRWH2EXRDS type=write size=1747430 2024-09-18T02:39:57.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.970+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=UCKINP1F8EKU type=write size=270440 2024-09-18T02:39:57.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.973+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~36V0Q8249P83.0 size=1048576 2024-09-18T02:39:57.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.974+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~36V0Q8249P83.1 size=229950 2024-09-18T02:39:57.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.980+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=36V0Q8249P83 tag=VPC65B3ZRDNP type=write size=2327102 2024-09-18T02:39:57.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.982+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=9H1PYUJZCCUV type=del size=3923100 2024-09-18T02:39:57.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.984+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=8GOQ56V760KE type=del 2024-09-18T02:39:57.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.986+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=MGK7BX7QJLG0 type=del size=2556594 2024-09-18T02:39:57.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.989+0000 7f3d344c5640 -1 < failed to complete operation key=5CBDBDRVY90O tag=Y3WIUW0G6SV4 type=del size=2079176: (22) Invalid argument 2024-09-18T02:39:57.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.990+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=3NIFQE01EYM4 type=del size=1668038 2024-09-18T02:39:57.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.993+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=ML3JYOYR2QY5 type=del 2024-09-18T02:39:57.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.995+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=HSKWI1XME0JB type=write size=623329 2024-09-18T02:39:57.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:57.997+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=PTOX2VWMVAXD type=del 2024-09-18T02:39:58.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.000+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~JO9VUDQFG1C3.0 size=632210 2024-09-18T02:39:58.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.000+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=JO9VUDQFG1C3 tag=27FRHZ6I2BBE type=write size=1680786 2024-09-18T02:39:58.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.002+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=KBVVTIX61C76 type=del 2024-09-18T02:39:58.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.005+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~YB883CULWQ4T.0 size=1048576 2024-09-18T02:39:58.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.007+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~YB883CULWQ4T.1 size=1048576 2024-09-18T02:39:58.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.009+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~YB883CULWQ4T.2 size=912007 2024-09-18T02:39:58.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.009+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=YB883CULWQ4T tag=11FKW14MVPLT type=write size=4057735 2024-09-18T02:39:58.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.011+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~3M45LHNPC6J7.0 size=1048576 2024-09-18T02:39:58.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.013+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~3M45LHNPC6J7.1 size=4052 2024-09-18T02:39:58.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.016+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=3M45LHNPC6J7 tag=E7267LT7ZJOR type=write size=2101204 2024-09-18T02:39:58.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.020+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~5KUM1KQXVGI5.0 size=1048576 2024-09-18T02:39:58.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.021+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~5KUM1KQXVGI5.1 size=776253 2024-09-18T02:39:58.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.021+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=5KUM1KQXVGI5 tag=JMQEHATZ038Q type=write size=2873405 2024-09-18T02:39:58.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.023+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=87CVN7HHWTLU type=del 2024-09-18T02:39:58.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.025+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=GRC0X9PNNY8N type=del size=3919583 2024-09-18T02:39:58.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.027+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~1UTI1SUEB5SW.0 size=1048576 2024-09-18T02:39:58.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.029+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~1UTI1SUEB5SW.1 size=1048576 2024-09-18T02:39:58.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.030+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~1UTI1SUEB5SW.2 size=769194 2024-09-18T02:39:58.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.034+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=1UTI1SUEB5SW tag=SHQCP73P2VNG type=write size=3914922 2024-09-18T02:39:58.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.037+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~5SNPORMQ4ADR.0 size=1048576 2024-09-18T02:39:58.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.039+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~5SNPORMQ4ADR.1 size=932167 2024-09-18T02:39:58.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.039+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=5SNPORMQ4ADR tag=2Z913FQ9CL3D type=write size=3029319 2024-09-18T02:39:58.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.041+0000 7f3d344c5640 1 < canceled operation key=ARGL0GKCIOH5 tag=CMYT9U76KKE0 type=del size=440699 2024-09-18T02:39:58.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.043+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=V92TQTC3VID0 type=write size=549001 2024-09-18T02:39:58.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.045+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=DRWP7CXYOOS0 type=del 2024-09-18T02:39:58.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.046+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=N7TM0WHXW3XX type=write size=1008150 2024-09-18T02:39:58.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.048+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=2F44YPA1GIAY type=del 2024-09-18T02:39:58.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.050+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=RWSK6D7HHOEK type=del size=1166195 2024-09-18T02:39:58.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.052+0000 7f3d344c5640 1 < completed write operation key=EDIMCFSPFVXQ tag=GFRTF8RLSUZR type=write size=501206 2024-09-18T02:39:58.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.055+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~NBX1IG0P364Y.0 size=956842 2024-09-18T02:39:58.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.055+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=NBX1IG0P364Y tag=VD29U3EQHMKZ type=write size=2005418 2024-09-18T02:39:58.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.057+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~G2CQTSH6VLUQ.0 size=1002639 2024-09-18T02:39:58.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.061+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=G2CQTSH6VLUQ tag=RVNVSJ9K6FUS type=write size=2051215 2024-09-18T02:39:58.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.062+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=LPGMFDQ49PGS type=del size=3923809 2024-09-18T02:39:58.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.064+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=3S6GZDFIN2Z5 type=del 2024-09-18T02:39:58.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.066+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=S7HZTTXDIZM4 type=del size=1529172 2024-09-18T02:39:58.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.068+0000 7f3d344c5640 1 < completed write operation key=4FYZMKC41CPI tag=UCKINP1F8EKU type=write size=270440 2024-09-18T02:39:58.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.070+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=ZZ22N9CLJ1BR type=del size=2097263 2024-09-18T02:39:58.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.072+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=9H1PYUJZCCUV type=del 2024-09-18T02:39:58.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.075+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~L14U8Z0O0OAA.0 size=1048576 2024-09-18T02:39:58.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.077+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~L14U8Z0O0OAA.1 size=190548 2024-09-18T02:39:58.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.077+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=L14U8Z0O0OAA tag=KAGQ3DV3389U type=write size=2287700 2024-09-18T02:39:58.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.081+0000 7f3d344c5640 1 < suggested update operation key=KETUC1BK1NFI tag=MGK7BX7QJLG0 type=del size=2556594 2024-09-18T02:39:58.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.085+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~EPPTRP90KI7T.0 size=1048576 2024-09-18T02:39:58.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.087+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~EPPTRP90KI7T.1 size=679160 2024-09-18T02:39:58.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.087+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=EPPTRP90KI7T tag=VDCS4YD8XG60 type=write size=2776312 2024-09-18T02:39:58.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.091+0000 7f3d344c5640 1 < suggested remove operation key=IRE1LEWU02OL tag=3NIFQE01EYM4 type=del 2024-09-18T02:39:58.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.092+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=O7EXB91M790P type=del size=600816 2024-09-18T02:39:58.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.094+0000 7f3d344c5640 1 < completed write operation key=5CBDBDRVY90O tag=HSKWI1XME0JB type=write size=623329 2024-09-18T02:39:58.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.096+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=5VF9R4DLS1E1 type=del size=1751690 2024-09-18T02:39:58.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.098+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~JO9VUDQFG1C3.0 size=632210 2024-09-18T02:39:58.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.101+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=JO9VUDQFG1C3 tag=27FRHZ6I2BBE type=write size=1680786 2024-09-18T02:39:58.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.104+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=I7CQYCNFD0I1 type=write size=366534 2024-09-18T02:39:58.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.106+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~YB883CULWQ4T.0 size=1048576 2024-09-18T02:39:58.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.107+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~YB883CULWQ4T.1 size=1048576 2024-09-18T02:39:58.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.109+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~YB883CULWQ4T.2 size=912007 2024-09-18T02:39:58.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.112+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=YB883CULWQ4T tag=11FKW14MVPLT type=write size=4057735 2024-09-18T02:39:58.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.115+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=ZFGLFT3PC50P type=del size=3861434 2024-09-18T02:39:58.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.117+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~5KUM1KQXVGI5.0 size=1048576 2024-09-18T02:39:58.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.119+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~5KUM1KQXVGI5.1 size=776253 2024-09-18T02:39:58.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.122+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=5KUM1KQXVGI5 tag=JMQEHATZ038Q type=write size=2873405 2024-09-18T02:39:58.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.124+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=O8VO8RSQH2PF type=del size=843939 2024-09-18T02:39:58.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.128+0000 7f3d344c5640 1 < suggested update operation key=X478JHSYQ9O5 tag=GRC0X9PNNY8N type=del size=3919583 2024-09-18T02:39:58.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.130+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=NH9XB27K3QO2 type=del size=797858 2024-09-18T02:39:58.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.132+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~5SNPORMQ4ADR.0 size=1048576 2024-09-18T02:39:58.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.134+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~5SNPORMQ4ADR.1 size=932167 2024-09-18T02:39:58.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.137+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=5SNPORMQ4ADR tag=2Z913FQ9CL3D type=write size=3029319 2024-09-18T02:39:58.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.139+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=6Z8S3ZJE8NXF type=del size=2091001 2024-09-18T02:39:58.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.141+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=V92TQTC3VID0 type=write size=549001 2024-09-18T02:39:58.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.143+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=KNBIL63P4QUF type=write size=106067 2024-09-18T02:39:58.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.148+0000 7f3d344c5640 1 < suggested update operation key=5CBDBDRVY90O tag=N7TM0WHXW3XX type=write size=1008150 2024-09-18T02:39:58.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.150+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=TNF0W10JTE7P type=del size=3853244 2024-09-18T02:39:58.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.155+0000 7f3d344c5640 1 < suggested update operation key=77U6SM23K6L1 tag=RWSK6D7HHOEK type=del size=1166195 2024-09-18T02:39:58.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.157+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=QJIQW74WSTSI type=write size=100652 2024-09-18T02:39:58.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.159+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~NBX1IG0P364Y.0 size=956842 2024-09-18T02:39:58.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.162+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=NBX1IG0P364Y tag=VD29U3EQHMKZ type=write size=2005418 2024-09-18T02:39:58.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.167+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~523XSJOQ1FXI.0 size=347456 2024-09-18T02:39:58.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.167+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=523XSJOQ1FXI tag=W1DVTNV6AOXK type=write size=1396032 2024-09-18T02:39:58.173 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.171+0000 7f3d344c5640 1 < suggested update operation key=KETUC1BK1NFI tag=LPGMFDQ49PGS type=del size=3923809 2024-09-18T02:39:58.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.175+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~N8X5RDQOZ8E3.0 size=1048576 2024-09-18T02:39:58.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.176+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~N8X5RDQOZ8E3.1 size=560729 2024-09-18T02:39:58.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.176+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=N8X5RDQOZ8E3 tag=JYZSNFEKXHXE type=write size=2657881 2024-09-18T02:39:58.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.178+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=S7HZTTXDIZM4 type=del 2024-09-18T02:39:58.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.180+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=7L5FMB0L2GIN type=del size=4172966 2024-09-18T02:39:58.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.182+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=ZZ22N9CLJ1BR type=del 2024-09-18T02:39:58.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.184+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=AJW7CRZ2X12Z type=del size=2142294 2024-09-18T02:39:58.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.186+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~L14U8Z0O0OAA.0 size=1048576 2024-09-18T02:39:58.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.188+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~L14U8Z0O0OAA.1 size=190548 2024-09-18T02:39:58.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.191+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=L14U8Z0O0OAA tag=KAGQ3DV3389U type=write size=2287700 2024-09-18T02:39:58.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.196+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~9VYWIYVGYVBA.0 size=117092 2024-09-18T02:39:58.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.196+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=9VYWIYVGYVBA tag=FCVS1T0O5Q57 type=write size=1165668 2024-09-18T02:39:58.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.198+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~EPPTRP90KI7T.0 size=1048576 2024-09-18T02:39:58.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.198+0000 7f3d344c5640 1 < canceled part key=_multipart_VT9JVP3TEV2S.2~EPPTRP90KI7T.1 size=679160 2024-09-18T02:39:58.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.202+0000 7f3d344c5640 1 < canceled multipart upload key=VT9JVP3TEV2S upload=EPPTRP90KI7T tag=VDCS4YD8XG60 type=write size=2776312 2024-09-18T02:39:58.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.204+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=ABDL29X82YD5 type=del size=3753930 2024-09-18T02:39:58.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.206+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=O7EXB91M790P type=del 2024-09-18T02:39:58.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.210+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~RGIVN7S5W3AW.0 size=1048576 2024-09-18T02:39:58.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.212+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~RGIVN7S5W3AW.1 size=349293 2024-09-18T02:39:58.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.212+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=RGIVN7S5W3AW tag=3RHXCPEEYU1L type=write size=2446445 2024-09-18T02:39:58.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.213+0000 7f3d344c5640 1 < canceled operation key=57SLXVHRBLFP tag=5VF9R4DLS1E1 type=del size=1751690 2024-09-18T02:39:58.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.217+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~TBPOSUOPWFEI.0 size=1048576 2024-09-18T02:39:58.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.219+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~TBPOSUOPWFEI.1 size=1048576 2024-09-18T02:39:58.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.220+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~TBPOSUOPWFEI.2 size=600110 2024-09-18T02:39:58.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.220+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=TBPOSUOPWFEI tag=QXO1EL6U807K type=write size=3745838 2024-09-18T02:39:58.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.222+0000 7f3d344c5640 1 < completed write operation key=EDIMCFSPFVXQ tag=I7CQYCNFD0I1 type=write size=366534 2024-09-18T02:39:58.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.224+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=N38ST766AXK4 type=write size=477543 2024-09-18T02:39:58.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.226+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=ZFGLFT3PC50P type=del 2024-09-18T02:39:58.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.228+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=C9UNZUT87JUX type=del size=2982893 2024-09-18T02:39:58.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.231+0000 7f3d344c5640 -1 < failed to complete operation key=X478JHSYQ9O5 tag=O8VO8RSQH2PF type=del size=843939: (22) Invalid argument 2024-09-18T02:39:58.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.233+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=1LISKZ7L179H type=del size=112645 2024-09-18T02:39:58.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.235+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=NH9XB27K3QO2 type=del 2024-09-18T02:39:58.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.237+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=VQE1THYXCM8P type=del size=3430693 2024-09-18T02:39:58.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.241+0000 7f3d344c5640 1 < suggested remove operation key=X478JHSYQ9O5 tag=6Z8S3ZJE8NXF type=del 2024-09-18T02:39:58.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.243+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=9HI6M5U9G0S5 type=write size=158940 2024-09-18T02:39:58.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.245+0000 7f3d344c5640 1 < completed write operation key=IRE1LEWU02OL tag=KNBIL63P4QUF type=write size=106067 2024-09-18T02:39:58.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.247+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=WUFSJTT8A3YH type=del size=1268797 2024-09-18T02:39:58.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.251+0000 7f3d344c5640 1 < suggested remove operation key=QS1F2ZL7E8RC tag=TNF0W10JTE7P type=del 2024-09-18T02:39:58.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.252+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=Z2YZO9WMHMYN type=write size=211534 2024-09-18T02:39:58.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.254+0000 7f3d344c5640 1 < completed write operation key=YRRENRMOJCK2 tag=QJIQW74WSTSI type=write size=100652 2024-09-18T02:39:58.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.256+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=2QR5C9IT8SCK type=del size=688597 2024-09-18T02:39:58.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.259+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~523XSJOQ1FXI.0 size=347456 2024-09-18T02:39:58.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.262+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=523XSJOQ1FXI tag=W1DVTNV6AOXK type=write size=1396032 2024-09-18T02:39:58.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.265+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~ZPMHY4LPC88Q.0 size=1048576 2024-09-18T02:39:58.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.267+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~ZPMHY4LPC88Q.1 size=1048576 2024-09-18T02:39:58.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.268+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~ZPMHY4LPC88Q.2 size=891217 2024-09-18T02:39:58.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.268+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=ZPMHY4LPC88Q tag=VNA3YFMD1248 type=write size=4036945 2024-09-18T02:39:58.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.270+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~N8X5RDQOZ8E3.0 size=1048576 2024-09-18T02:39:58.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.272+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~N8X5RDQOZ8E3.1 size=560729 2024-09-18T02:39:58.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.275+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=N8X5RDQOZ8E3 tag=JYZSNFEKXHXE type=write size=2657881 2024-09-18T02:39:58.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.277+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=KHFE5EWE8ETJ type=write size=653353 2024-09-18T02:39:58.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.279+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=7L5FMB0L2GIN type=del 2024-09-18T02:39:58.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.281+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=TR0MXS78WUQX type=del size=2159394 2024-09-18T02:39:58.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.284+0000 7f3d344c5640 1 < canceled operation key=D16IXCK8Y6D1 tag=AJW7CRZ2X12Z type=del size=2142294 2024-09-18T02:39:58.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.286+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=5H4A5GXRPLTI type=del size=4155015 2024-09-18T02:39:58.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.287+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~9VYWIYVGYVBA.0 size=117092 2024-09-18T02:39:58.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.290+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=9VYWIYVGYVBA tag=FCVS1T0O5Q57 type=write size=1165668 2024-09-18T02:39:58.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.294+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~13IMR6SGJSZO.0 size=947968 2024-09-18T02:39:58.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.294+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=13IMR6SGJSZO tag=57ECXSN662AL type=write size=1996544 2024-09-18T02:39:58.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.296+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=ABDL29X82YD5 type=del 2024-09-18T02:39:58.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.300+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~OCOSW5FI2LHS.0 size=1048576 2024-09-18T02:39:58.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.302+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~OCOSW5FI2LHS.1 size=1048576 2024-09-18T02:39:58.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.304+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~OCOSW5FI2LHS.2 size=550780 2024-09-18T02:39:58.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.304+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=OCOSW5FI2LHS tag=7H3J0POGO0XU type=write size=3696508 2024-09-18T02:39:58.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.306+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~RGIVN7S5W3AW.0 size=1048576 2024-09-18T02:39:58.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.306+0000 7f3d344c5640 1 < canceled part key=_multipart_TC8DKJV0NMUQ.2~RGIVN7S5W3AW.1 size=349293 2024-09-18T02:39:58.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.310+0000 7f3d344c5640 1 < canceled multipart upload key=TC8DKJV0NMUQ upload=RGIVN7S5W3AW tag=3RHXCPEEYU1L type=write size=2446445 2024-09-18T02:39:58.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.312+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=17HNILPOW6X7 type=del size=1955008 2024-09-18T02:39:58.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.314+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~TBPOSUOPWFEI.0 size=1048576 2024-09-18T02:39:58.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.315+0000 7f3d344c5640 1 < completed part key=_multipart_BDM08TCKAR39.2~TBPOSUOPWFEI.1 size=1048576 2024-09-18T02:39:58.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.315+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~TBPOSUOPWFEI.2 size=600110 2024-09-18T02:39:58.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.319+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=TBPOSUOPWFEI tag=QXO1EL6U807K type=write size=3745838 2024-09-18T02:39:58.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.320+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=O82ND2HLA5MH type=write size=303485 2024-09-18T02:39:58.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.323+0000 7f3d344c5640 -1 < failed to complete operation key=QS1F2ZL7E8RC tag=N38ST766AXK4 type=write size=477543: (22) Invalid argument 2024-09-18T02:39:58.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.325+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=3HVUFKZ96UXY type=del size=511400 2024-09-18T02:39:58.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.329+0000 7f3d344c5640 1 < suggested remove operation key=YCO4SVB9T1HD tag=C9UNZUT87JUX type=del 2024-09-18T02:39:58.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.333+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~A092YNFJNYWF.0 size=200098 2024-09-18T02:39:58.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.333+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=A092YNFJNYWF tag=3PPFEA1G1W5X type=write size=1248674 2024-09-18T02:39:58.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.334+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=1LISKZ7L179H type=del 2024-09-18T02:39:58.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.338+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~6GZDCFCFJKTY.0 size=1048576 2024-09-18T02:39:58.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.340+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~6GZDCFCFJKTY.1 size=1048576 2024-09-18T02:39:58.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.342+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~6GZDCFCFJKTY.2 size=707005 2024-09-18T02:39:58.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.342+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=6GZDCFCFJKTY tag=XB0OYBP6G9LS type=write size=3852733 2024-09-18T02:39:58.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.345+0000 7f3d344c5640 1 < suggested update operation key=6XGBHFR3S4FW tag=VQE1THYXCM8P type=del size=3430693 2024-09-18T02:39:58.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.347+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=2ON9IUOF0MU8 type=del size=3604037 2024-09-18T02:39:58.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.349+0000 7f3d344c5640 1 < completed write operation key=D16IXCK8Y6D1 tag=9HI6M5U9G0S5 type=write size=158940 2024-09-18T02:39:58.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.351+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=3HJ1JGE1KWZM type=del size=3340810 2024-09-18T02:39:58.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.353+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=WUFSJTT8A3YH type=del 2024-09-18T02:39:58.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.357+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~58IEBY0SA9GN.0 size=1048576 2024-09-18T02:39:58.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.359+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~58IEBY0SA9GN.1 size=1048576 2024-09-18T02:39:58.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.361+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~58IEBY0SA9GN.2 size=886869 2024-09-18T02:39:58.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.361+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=58IEBY0SA9GN tag=KUCFSF4KRGV8 type=write size=4032597 2024-09-18T02:39:58.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.363+0000 7f3d344c5640 1 < completed write operation key=QS1F2ZL7E8RC tag=Z2YZO9WMHMYN type=write size=211534 2024-09-18T02:39:58.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.364+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=30LZQ3EQXWXN type=write size=522242 2024-09-18T02:39:58.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.366+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=2QR5C9IT8SCK type=del 2024-09-18T02:39:58.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.370+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~AKAXA7TF4IAY.0 size=1048576 2024-09-18T02:39:58.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.371+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~AKAXA7TF4IAY.1 size=1048576 2024-09-18T02:39:58.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.373+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~AKAXA7TF4IAY.2 size=704915 2024-09-18T02:39:58.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.373+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=AKAXA7TF4IAY tag=G1Q0KS2ODYM1 type=write size=3850643 2024-09-18T02:39:58.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.375+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~ZPMHY4LPC88Q.0 size=1048576 2024-09-18T02:39:58.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.376+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~ZPMHY4LPC88Q.1 size=1048576 2024-09-18T02:39:58.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.378+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~ZPMHY4LPC88Q.2 size=891217 2024-09-18T02:39:58.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.381+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=ZPMHY4LPC88Q tag=VNA3YFMD1248 type=write size=4036945 2024-09-18T02:39:58.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.385+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~3TWYYDKEI72R.0 size=1048576 2024-09-18T02:39:58.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.386+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~3TWYYDKEI72R.1 size=1048576 2024-09-18T02:39:58.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.388+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~3TWYYDKEI72R.2 size=496012 2024-09-18T02:39:58.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.388+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=3TWYYDKEI72R tag=LD4EUMOJNKAG type=write size=3641740 2024-09-18T02:39:58.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.389+0000 7f3d344c5640 1 < completed write operation key=57SLXVHRBLFP tag=KHFE5EWE8ETJ type=write size=653353 2024-09-18T02:39:58.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.391+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=NF9ZAS98PC9O type=del size=2953719 2024-09-18T02:39:58.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.394+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=TR0MXS78WUQX type=del 2024-09-18T02:39:58.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.398+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~GI8YSLM9UOU2.0 size=1048576 2024-09-18T02:39:58.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.400+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~GI8YSLM9UOU2.1 size=283030 2024-09-18T02:39:58.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.400+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=GI8YSLM9UOU2 tag=XB52NBQ5HNME type=write size=2380182 2024-09-18T02:39:58.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.402+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=5H4A5GXRPLTI type=del 2024-09-18T02:39:58.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.405+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~F239R9O3AUNH.0 size=1048576 2024-09-18T02:39:58.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.407+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~F239R9O3AUNH.1 size=1048576 2024-09-18T02:39:58.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.408+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~F239R9O3AUNH.2 size=779164 2024-09-18T02:39:58.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.409+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=F239R9O3AUNH tag=L3G66F8YVH79 type=write size=3924892 2024-09-18T02:39:58.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.411+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~13IMR6SGJSZO.0 size=947968 2024-09-18T02:39:58.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.414+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=13IMR6SGJSZO tag=57ECXSN662AL type=write size=1996544 2024-09-18T02:39:58.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.416+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=K0POPZ3OUTKB type=write size=351212 2024-09-18T02:39:58.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.418+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~OCOSW5FI2LHS.0 size=1048576 2024-09-18T02:39:58.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.419+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~OCOSW5FI2LHS.1 size=1048576 2024-09-18T02:39:58.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.419+0000 7f3d344c5640 1 < canceled part key=_multipart_K7SSL4Q5FC67.2~OCOSW5FI2LHS.2 size=550780 2024-09-18T02:39:58.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.422+0000 7f3d344c5640 1 < canceled multipart upload key=K7SSL4Q5FC67 upload=OCOSW5FI2LHS tag=7H3J0POGO0XU type=write size=3696508 2024-09-18T02:39:58.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.425+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=70TB19EM3E6M type=del size=471596 2024-09-18T02:39:58.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.427+0000 7f3d344c5640 1 < canceled operation key=KETUC1BK1NFI tag=17HNILPOW6X7 type=del size=1955008 2024-09-18T02:39:58.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.430+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~F31Y39U1M75E.0 size=1048576 2024-09-18T02:39:58.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.432+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~F31Y39U1M75E.1 size=865790 2024-09-18T02:39:58.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.432+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=F31Y39U1M75E tag=THKST3L6POYG type=write size=2962942 2024-09-18T02:39:58.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.434+0000 7f3d344c5640 1 < completed write operation key=ARGL0GKCIOH5 tag=O82ND2HLA5MH type=write size=303485 2024-09-18T02:39:58.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.436+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=G3EF2KJP89PI type=write size=372787 2024-09-18T02:39:58.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.437+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=3HVUFKZ96UXY type=del 2024-09-18T02:39:58.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.441+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~LZ5PMAQWPMMS.0 size=807439 2024-09-18T02:39:58.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.441+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=LZ5PMAQWPMMS tag=436P4HDWK6YI type=write size=1856015 2024-09-18T02:39:58.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.443+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~A092YNFJNYWF.0 size=200098 2024-09-18T02:39:58.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.447+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=A092YNFJNYWF tag=3PPFEA1G1W5X type=write size=1248674 2024-09-18T02:39:58.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.449+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=2FW9LB1DQH1K type=del size=1748976 2024-09-18T02:39:58.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.451+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~6GZDCFCFJKTY.0 size=1048576 2024-09-18T02:39:58.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.453+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~6GZDCFCFJKTY.1 size=1048576 2024-09-18T02:39:58.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.455+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~6GZDCFCFJKTY.2 size=707005 2024-09-18T02:39:58.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.458+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=6GZDCFCFJKTY tag=XB0OYBP6G9LS type=write size=3852733 2024-09-18T02:39:58.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.460+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=NJ7P1QJ4M1US type=del size=1945401 2024-09-18T02:39:58.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.464+0000 7f3d344c5640 1 < suggested update operation key=TC8DKJV0NMUQ tag=2ON9IUOF0MU8 type=del size=3604037 2024-09-18T02:39:58.468 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.466+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=ZEMVEQU2EYBN type=del size=1520690 2024-09-18T02:39:58.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.468+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=3HJ1JGE1KWZM type=del 2024-09-18T02:39:58.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.470+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=DS1HSE64KU41 type=del size=910181 2024-09-18T02:39:58.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.471+0000 7f3d344c5640 1 < canceled part key=_multipart_57SLXVHRBLFP.2~58IEBY0SA9GN.0 size=1048576 2024-09-18T02:39:58.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.472+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~58IEBY0SA9GN.1 size=1048576 2024-09-18T02:39:58.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.474+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~58IEBY0SA9GN.2 size=886869 2024-09-18T02:39:58.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.477+0000 7f3d344c5640 1 < canceled multipart upload key=57SLXVHRBLFP upload=58IEBY0SA9GN tag=KUCFSF4KRGV8 type=write size=4032597 2024-09-18T02:39:58.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.479+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=TX6BFQBAFYHC type=del size=1482700 2024-09-18T02:39:58.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.481+0000 7f3d344c5640 1 < completed write operation key=RXLDGQZXAUT0 tag=30LZQ3EQXWXN type=write size=522242 2024-09-18T02:39:58.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.483+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=GQJPLW8GRL1S type=del size=334391 2024-09-18T02:39:58.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.485+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~AKAXA7TF4IAY.0 size=1048576 2024-09-18T02:39:58.488 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.486+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~AKAXA7TF4IAY.1 size=1048576 2024-09-18T02:39:58.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.488+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~AKAXA7TF4IAY.2 size=704915 2024-09-18T02:39:58.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.491+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=AKAXA7TF4IAY tag=G1Q0KS2ODYM1 type=write size=3850643 2024-09-18T02:39:58.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.493+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=6WXDAVGN3BSW type=del size=34873 2024-09-18T02:39:58.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.495+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~3TWYYDKEI72R.0 size=1048576 2024-09-18T02:39:58.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.497+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~3TWYYDKEI72R.1 size=1048576 2024-09-18T02:39:58.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.497+0000 7f3d344c5640 1 < canceled part key=_multipart_4FYZMKC41CPI.2~3TWYYDKEI72R.2 size=496012 2024-09-18T02:39:58.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.501+0000 7f3d344c5640 1 < canceled multipart upload key=4FYZMKC41CPI upload=3TWYYDKEI72R tag=LD4EUMOJNKAG type=write size=3641740 2024-09-18T02:39:58.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.503+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=8ZTRTV2CJ9VF type=del size=3779084 2024-09-18T02:39:58.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.505+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=NF9ZAS98PC9O type=del 2024-09-18T02:39:58.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.508+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~71ORE1NCT9Q2.0 size=1048576 2024-09-18T02:39:58.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.510+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~71ORE1NCT9Q2.1 size=465710 2024-09-18T02:39:58.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.510+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=71ORE1NCT9Q2 tag=XM0OFSBOTSWM type=write size=2562862 2024-09-18T02:39:58.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.512+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~GI8YSLM9UOU2.0 size=1048576 2024-09-18T02:39:58.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.513+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~GI8YSLM9UOU2.1 size=283030 2024-09-18T02:39:58.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.516+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=GI8YSLM9UOU2 tag=XB52NBQ5HNME type=write size=2380182 2024-09-18T02:39:58.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.518+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=ECR83ZIDDACV type=del size=1082728 2024-09-18T02:39:58.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.520+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~F239R9O3AUNH.0 size=1048576 2024-09-18T02:39:58.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.522+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~F239R9O3AUNH.1 size=1048576 2024-09-18T02:39:58.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.524+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~F239R9O3AUNH.2 size=779164 2024-09-18T02:39:58.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.527+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=F239R9O3AUNH tag=L3G66F8YVH79 type=write size=3924892 2024-09-18T02:39:58.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.532+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~I0F3OYWCDG7A.0 size=647855 2024-09-18T02:39:58.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.532+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=I0F3OYWCDG7A tag=W2KDUFA8YRK7 type=write size=1696431 2024-09-18T02:39:58.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.534+0000 7f3d344c5640 1 < completed write operation key=BDM08TCKAR39 tag=K0POPZ3OUTKB type=write size=351212 2024-09-18T02:39:58.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.536+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=GZGLV3QHIKVT type=del size=2534150 2024-09-18T02:39:58.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.537+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=70TB19EM3E6M type=del 2024-09-18T02:39:58.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.540+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=81R7SO7229RS type=del size=80460 2024-09-18T02:39:58.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.542+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~F31Y39U1M75E.0 size=1048576 2024-09-18T02:39:58.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.543+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~F31Y39U1M75E.1 size=865790 2024-09-18T02:39:58.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.546+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=F31Y39U1M75E tag=THKST3L6POYG type=write size=2962942 2024-09-18T02:39:58.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.548+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=KM77P6R30KM9 type=write size=525910 2024-09-18T02:39:58.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.552+0000 7f3d344c5640 1 < suggested remove operation key=4FYZMKC41CPI tag=G3EF2KJP89PI type=write 2024-09-18T02:39:58.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.554+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=G8Q09ZB75SXB type=write size=2766 2024-09-18T02:39:58.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.554+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~LZ5PMAQWPMMS.0 size=807439 2024-09-18T02:39:58.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.557+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=LZ5PMAQWPMMS tag=436P4HDWK6YI type=write size=1856015 2024-09-18T02:39:58.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.561+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~IW9R44NNGP2F.0 size=1048576 2024-09-18T02:39:58.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.562+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~IW9R44NNGP2F.1 size=1048576 2024-09-18T02:39:58.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.564+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~IW9R44NNGP2F.2 size=40022 2024-09-18T02:39:58.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.564+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=IW9R44NNGP2F tag=EPOMAHO6LZ6I type=write size=3185750 2024-09-18T02:39:58.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.566+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=2FW9LB1DQH1K type=del 2024-09-18T02:39:58.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.570+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~WVAGPZ0ZIYG3.0 size=1048576 2024-09-18T02:39:58.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.571+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~WVAGPZ0ZIYG3.1 size=125919 2024-09-18T02:39:58.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.571+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=WVAGPZ0ZIYG3 tag=OW4EGJLGQ9N3 type=write size=2223071 2024-09-18T02:39:58.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.573+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=NJ7P1QJ4M1US type=del 2024-09-18T02:39:58.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.575+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=M0YMN38DDWGH type=del size=3318383 2024-09-18T02:39:58.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.579+0000 7f3d344c5640 1 < suggested update operation key=OHNLA0CFDTOZ tag=ZEMVEQU2EYBN type=del size=1520690 2024-09-18T02:39:58.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.581+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=M8V6X7DG17DG type=del size=3269794 2024-09-18T02:39:58.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.583+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=DS1HSE64KU41 type=del 2024-09-18T02:39:58.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.584+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=LCUSZJ9DK4AH type=del size=3147820 2024-09-18T02:39:58.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.586+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=TX6BFQBAFYHC type=del 2024-09-18T02:39:58.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.588+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=CGJ9RML1XQTX type=write size=229728 2024-09-18T02:39:58.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.590+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=GQJPLW8GRL1S type=del 2024-09-18T02:39:58.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.592+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=2VXRJ9ZBO521 type=del size=2515665 2024-09-18T02:39:58.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.594+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=6WXDAVGN3BSW type=del 2024-09-18T02:39:58.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.596+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=4P88YX5FFO8B type=del size=2160608 2024-09-18T02:39:58.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.598+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=8ZTRTV2CJ9VF type=del 2024-09-18T02:39:58.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.600+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=F1P3FVDZ2QTU type=write size=14561 2024-09-18T02:39:58.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.602+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~71ORE1NCT9Q2.0 size=1048576 2024-09-18T02:39:58.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.603+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~71ORE1NCT9Q2.1 size=465710 2024-09-18T02:39:58.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.606+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=71ORE1NCT9Q2 tag=XM0OFSBOTSWM type=write size=2562862 2024-09-18T02:39:58.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.608+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=ACE45ABBVVVK type=del size=3396830 2024-09-18T02:39:58.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.611+0000 7f3d344c5640 -1 < failed to complete operation key=4FYZMKC41CPI tag=ECR83ZIDDACV type=del size=1082728: (22) Invalid argument 2024-09-18T02:39:58.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.615+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~B0ZOV2FEDZWU.0 size=1048576 2024-09-18T02:39:58.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.616+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~B0ZOV2FEDZWU.1 size=1048576 2024-09-18T02:39:58.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.618+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~B0ZOV2FEDZWU.2 size=759497 2024-09-18T02:39:58.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.618+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=B0ZOV2FEDZWU tag=13JVL7BVLK16 type=write size=3905225 2024-09-18T02:39:58.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.618+0000 7f3d344c5640 1 < canceled part key=_multipart_YCO4SVB9T1HD.2~I0F3OYWCDG7A.0 size=647855 2024-09-18T02:39:58.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.622+0000 7f3d344c5640 1 < canceled multipart upload key=YCO4SVB9T1HD upload=I0F3OYWCDG7A tag=W2KDUFA8YRK7 type=write size=1696431 2024-09-18T02:39:58.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.624+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=NLQ8W6K68J12 type=del size=3797664 2024-09-18T02:39:58.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.625+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=GZGLV3QHIKVT type=del 2024-09-18T02:39:58.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.629+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~12PH99NDU3YB.0 size=1048576 2024-09-18T02:39:58.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.631+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~12PH99NDU3YB.1 size=341023 2024-09-18T02:39:58.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.631+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=12PH99NDU3YB tag=7GJOO3KNBAD9 type=write size=2438175 2024-09-18T02:39:58.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.633+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=81R7SO7229RS type=del 2024-09-18T02:39:58.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.635+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=Q2NJD0UCHDYS type=del size=3718683 2024-09-18T02:39:58.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.637+0000 7f3d344c5640 1 < canceled operation key=FZZPXI6Q3MK4 tag=KM77P6R30KM9 type=write size=525910 2024-09-18T02:39:58.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.639+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=IC1NY2HJ99IY type=del size=866804 2024-09-18T02:39:58.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.640+0000 7f3d344c5640 1 < completed write operation key=QS1F2ZL7E8RC tag=G8Q09ZB75SXB type=write size=2766 2024-09-18T02:39:58.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.642+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=45TGDA4IEV35 type=write size=734819 2024-09-18T02:39:58.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.644+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~IW9R44NNGP2F.0 size=1048576 2024-09-18T02:39:58.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.646+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~IW9R44NNGP2F.1 size=1048576 2024-09-18T02:39:58.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.647+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~IW9R44NNGP2F.2 size=40022 2024-09-18T02:39:58.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.650+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=IW9R44NNGP2F tag=EPOMAHO6LZ6I type=write size=3185750 2024-09-18T02:39:58.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.652+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=NN64SHEN3DRE type=del size=1666144 2024-09-18T02:39:58.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.654+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~WVAGPZ0ZIYG3.0 size=1048576 2024-09-18T02:39:58.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.656+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~WVAGPZ0ZIYG3.1 size=125919 2024-09-18T02:39:58.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.660+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=WVAGPZ0ZIYG3 tag=OW4EGJLGQ9N3 type=write size=2223071 2024-09-18T02:39:58.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.663+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~S2Z5562KTRN2.0 size=203154 2024-09-18T02:39:58.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.663+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=S2Z5562KTRN2 tag=WT2BVKXDW9GI type=write size=1251730 2024-09-18T02:39:58.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.665+0000 7f3d344c5640 1 < canceled operation key=R9PMI2O5LB5E tag=M0YMN38DDWGH type=del size=3318383 2024-09-18T02:39:58.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.668+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~4FXJ1QLBT5N2.0 size=1048576 2024-09-18T02:39:58.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.670+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~4FXJ1QLBT5N2.1 size=1048576 2024-09-18T02:39:58.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.671+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~4FXJ1QLBT5N2.2 size=145301 2024-09-18T02:39:58.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.671+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=4FXJ1QLBT5N2 tag=Y1D21DJZQDBG type=write size=3291029 2024-09-18T02:39:58.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.673+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=M8V6X7DG17DG type=del 2024-09-18T02:39:58.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.677+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~0G18IA1W2RDN.0 size=1048576 2024-09-18T02:39:58.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.679+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~0G18IA1W2RDN.1 size=875789 2024-09-18T02:39:58.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.679+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=0G18IA1W2RDN tag=DBPRPM6NHGBV type=write size=2972941 2024-09-18T02:39:58.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.681+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=LCUSZJ9DK4AH type=del 2024-09-18T02:39:58.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.683+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=AZXCYXA0U1UC type=del size=2992237 2024-09-18T02:39:58.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.685+0000 7f3d344c5640 1 < completed write operation key=77U6SM23K6L1 tag=CGJ9RML1XQTX type=write size=229728 2024-09-18T02:39:58.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.687+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=NULJVCZZVAIM type=del size=1575620 2024-09-18T02:39:58.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.688+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=2VXRJ9ZBO521 type=del 2024-09-18T02:39:58.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.692+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~CO7WGWDPGGQV.0 size=1048576 2024-09-18T02:39:58.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.694+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~CO7WGWDPGGQV.1 size=1048576 2024-09-18T02:39:58.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.696+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~CO7WGWDPGGQV.2 size=221975 2024-09-18T02:39:58.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.696+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=CO7WGWDPGGQV tag=BJJ5FE73XGJ6 type=write size=3367703 2024-09-18T02:39:58.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.698+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=4P88YX5FFO8B type=del 2024-09-18T02:39:58.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.700+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=9A3FDHPV8PGR type=del size=434290 2024-09-18T02:39:58.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.702+0000 7f3d344c5640 1 < completed write operation key=77U6SM23K6L1 tag=F1P3FVDZ2QTU type=write size=14561 2024-09-18T02:39:58.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.705+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~8SFNFR2OTOK7.0 size=1048576 2024-09-18T02:39:58.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.707+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~8SFNFR2OTOK7.1 size=102836 2024-09-18T02:39:58.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.707+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=8SFNFR2OTOK7 tag=I74GVGJE14J2 type=write size=2199988 2024-09-18T02:39:58.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.709+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=ACE45ABBVVVK type=del 2024-09-18T02:39:58.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.712+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~2ZARQ0FWL1R3.0 size=1048576 2024-09-18T02:39:58.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.714+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~2ZARQ0FWL1R3.1 size=624306 2024-09-18T02:39:58.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.714+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=2ZARQ0FWL1R3 tag=NKQGH895JOLZ type=write size=2721458 2024-09-18T02:39:58.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.716+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~B0ZOV2FEDZWU.0 size=1048576 2024-09-18T02:39:58.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.718+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~B0ZOV2FEDZWU.1 size=1048576 2024-09-18T02:39:58.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.719+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~B0ZOV2FEDZWU.2 size=759497 2024-09-18T02:39:58.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.723+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=B0ZOV2FEDZWU tag=13JVL7BVLK16 type=write size=3905225 2024-09-18T02:39:58.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.725+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=41EH8ABYGLLX type=del size=438578 2024-09-18T02:39:58.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.727+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=NLQ8W6K68J12 type=del 2024-09-18T02:39:58.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.729+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=B57IK1P2BEC0 type=del size=2467106 2024-09-18T02:39:58.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.731+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~12PH99NDU3YB.0 size=1048576 2024-09-18T02:39:58.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.732+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~12PH99NDU3YB.1 size=341023 2024-09-18T02:39:58.737 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.736+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=12PH99NDU3YB tag=7GJOO3KNBAD9 type=write size=2438175 2024-09-18T02:39:58.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.739+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~9M2RXDQJGZW2.0 size=1048576 2024-09-18T02:39:58.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.741+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~9M2RXDQJGZW2.1 size=373914 2024-09-18T02:39:58.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.741+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=9M2RXDQJGZW2 tag=2K3XYVE6TUN9 type=write size=2471066 2024-09-18T02:39:58.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.743+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=Q2NJD0UCHDYS type=del 2024-09-18T02:39:58.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.745+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=M8LRPGKI27C4 type=del size=153802 2024-09-18T02:39:58.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.746+0000 7f3d344c5640 1 < canceled operation key=EDIMCFSPFVXQ tag=IC1NY2HJ99IY type=del size=866804 2024-09-18T02:39:58.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.750+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~7FT2NEP7G8OJ.0 size=674565 2024-09-18T02:39:58.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.750+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=7FT2NEP7G8OJ tag=9IAW283R8HVQ type=write size=1723141 2024-09-18T02:39:58.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.752+0000 7f3d344c5640 1 < completed write operation key=OHNLA0CFDTOZ tag=45TGDA4IEV35 type=write size=734819 2024-09-18T02:39:58.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.753+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=8YJWGS1OUO94 type=del size=1383448 2024-09-18T02:39:58.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.755+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=NN64SHEN3DRE type=del 2024-09-18T02:39:58.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.757+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=ZWXGP7PSZBB1 type=del size=748913 2024-09-18T02:39:58.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.759+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~S2Z5562KTRN2.0 size=203154 2024-09-18T02:39:58.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.762+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=S2Z5562KTRN2 tag=WT2BVKXDW9GI type=write size=1251730 2024-09-18T02:39:58.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.764+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=WS2O6A5AATMB type=del size=226804 2024-09-18T02:39:58.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.764+0000 7f3d344c5640 1 < canceled part key=_multipart_ARGL0GKCIOH5.2~4FXJ1QLBT5N2.0 size=1048576 2024-09-18T02:39:58.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.766+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~4FXJ1QLBT5N2.1 size=1048576 2024-09-18T02:39:58.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.767+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~4FXJ1QLBT5N2.2 size=145301 2024-09-18T02:39:58.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.771+0000 7f3d344c5640 1 < canceled multipart upload key=ARGL0GKCIOH5 upload=4FXJ1QLBT5N2 tag=Y1D21DJZQDBG type=write size=3291029 2024-09-18T02:39:58.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.773+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=9Z1FCC0YJMET type=del size=1802739 2024-09-18T02:39:58.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.775+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~0G18IA1W2RDN.0 size=1048576 2024-09-18T02:39:58.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.776+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~0G18IA1W2RDN.1 size=875789 2024-09-18T02:39:58.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.780+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=0G18IA1W2RDN tag=DBPRPM6NHGBV type=write size=2972941 2024-09-18T02:39:58.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.782+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=RY20EX0O26TF type=del size=2645325 2024-09-18T02:39:58.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.784+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=AZXCYXA0U1UC type=del 2024-09-18T02:39:58.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.786+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=EV2YDJT4FJJK type=del size=2598118 2024-09-18T02:39:58.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.788+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=NULJVCZZVAIM type=del 2024-09-18T02:39:58.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.790+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=H7ZNMXXJMYN0 type=del size=367922 2024-09-18T02:39:58.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.792+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~CO7WGWDPGGQV.0 size=1048576 2024-09-18T02:39:58.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.793+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~CO7WGWDPGGQV.1 size=1048576 2024-09-18T02:39:58.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.793+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~CO7WGWDPGGQV.2 size=221975 2024-09-18T02:39:58.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.797+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=CO7WGWDPGGQV tag=BJJ5FE73XGJ6 type=write size=3367703 2024-09-18T02:39:58.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.799+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=S6FBMNIH11KJ type=del size=1069358 2024-09-18T02:39:58.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.801+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=9A3FDHPV8PGR type=del 2024-09-18T02:39:58.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.803+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=3N54PKVN4DG0 type=del size=997615 2024-09-18T02:39:58.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.805+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~8SFNFR2OTOK7.0 size=1048576 2024-09-18T02:39:58.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.807+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~8SFNFR2OTOK7.1 size=102836 2024-09-18T02:39:58.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.810+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=8SFNFR2OTOK7 tag=I74GVGJE14J2 type=write size=2199988 2024-09-18T02:39:58.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.812+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=9ZIEMONUUN16 type=write size=961280 2024-09-18T02:39:58.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.814+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~2ZARQ0FWL1R3.0 size=1048576 2024-09-18T02:39:58.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.816+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~2ZARQ0FWL1R3.1 size=624306 2024-09-18T02:39:58.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.820+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=2ZARQ0FWL1R3 tag=NKQGH895JOLZ type=write size=2721458 2024-09-18T02:39:58.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.821+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=4KVN3G331891 type=del size=3456211 2024-09-18T02:39:58.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.823+0000 7f3d344c5640 1 < completed delete operation key=VZRBZUHWS0KG tag=41EH8ABYGLLX type=del 2024-09-18T02:39:58.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.827+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~O347UQ2AA3FT.0 size=1048576 2024-09-18T02:39:58.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.828+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~O347UQ2AA3FT.1 size=517567 2024-09-18T02:39:58.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.828+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=O347UQ2AA3FT tag=XMWOXD9QP9B3 type=write size=2614719 2024-09-18T02:39:58.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.830+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=B57IK1P2BEC0 type=del 2024-09-18T02:39:58.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.832+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=IO7WXGO1ONRA type=del size=2178304 2024-09-18T02:39:58.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.834+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~9M2RXDQJGZW2.0 size=1048576 2024-09-18T02:39:58.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.836+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~9M2RXDQJGZW2.1 size=373914 2024-09-18T02:39:58.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.840+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=9M2RXDQJGZW2 tag=2K3XYVE6TUN9 type=write size=2471066 2024-09-18T02:39:58.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.842+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=U7L6SCJUQPV2 type=write size=650783 2024-09-18T02:39:58.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.844+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=M8LRPGKI27C4 type=del 2024-09-18T02:39:58.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.846+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=H9D4MI0MVP5R type=del size=1873363 2024-09-18T02:39:58.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.846+0000 7f3d344c5640 1 < canceled part key=_multipart_ZMNUVKZQG0VF.2~7FT2NEP7G8OJ.0 size=674565 2024-09-18T02:39:58.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.849+0000 7f3d344c5640 1 < canceled multipart upload key=ZMNUVKZQG0VF upload=7FT2NEP7G8OJ tag=9IAW283R8HVQ type=write size=1723141 2024-09-18T02:39:58.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.851+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=EVRYTTJS0THQ type=del size=2752938 2024-09-18T02:39:58.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.853+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=8YJWGS1OUO94 type=del 2024-09-18T02:39:58.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.855+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=W0VBVMXFC293 type=del size=3967151 2024-09-18T02:39:58.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.857+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=ZWXGP7PSZBB1 type=del 2024-09-18T02:39:58.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.859+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=DP6QI2I8Y1H4 type=write size=299545 2024-09-18T02:39:58.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.861+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=WS2O6A5AATMB type=del 2024-09-18T02:39:58.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.863+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=7KSTKTP6G06K type=del size=1928457 2024-09-18T02:39:58.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.865+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=9Z1FCC0YJMET type=del 2024-09-18T02:39:58.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.867+0000 7f3d344c5640 1 > prepared operation key=WRPKCFEEMSVW tag=NXV99OD0NFHW type=del size=1606766 2024-09-18T02:39:58.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.868+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=RY20EX0O26TF type=del 2024-09-18T02:39:58.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.870+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=K2S2UWCWLX91 type=del size=3947711 2024-09-18T02:39:58.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.872+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=EV2YDJT4FJJK type=del 2024-09-18T02:39:58.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.875+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~C54TPJ55EIRP.0 size=1048576 2024-09-18T02:39:58.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.877+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~C54TPJ55EIRP.1 size=1048576 2024-09-18T02:39:58.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.879+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~C54TPJ55EIRP.2 size=669793 2024-09-18T02:39:58.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.879+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=C54TPJ55EIRP tag=5CR3P40Z93F9 type=write size=3815521 2024-09-18T02:39:58.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.881+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=H7ZNMXXJMYN0 type=del 2024-09-18T02:39:58.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.883+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=NJ7GYFDLCRIU type=del size=2985082 2024-09-18T02:39:58.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.886+0000 7f3d344c5640 1 < suggested update operation key=ARGL0GKCIOH5 tag=S6FBMNIH11KJ type=del size=1069358 2024-09-18T02:39:58.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.889+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=F2NA310XMX1C type=del size=3618188 2024-09-18T02:39:58.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.893+0000 7f3d344c5640 1 < suggested update operation key=ARGL0GKCIOH5 tag=3N54PKVN4DG0 type=del size=997615 2024-09-18T02:39:58.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.895+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=SIL1520AH783 type=write size=589718 2024-09-18T02:39:58.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.896+0000 7f3d344c5640 1 < completed write operation key=6XGBHFR3S4FW tag=9ZIEMONUUN16 type=write size=961280 2024-09-18T02:39:58.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.900+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~Z9ALKCPN4NY6.0 size=1048576 2024-09-18T02:39:58.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.902+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~Z9ALKCPN4NY6.1 size=1048576 2024-09-18T02:39:58.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.903+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~Z9ALKCPN4NY6.2 size=801760 2024-09-18T02:39:58.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.903+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=Z9ALKCPN4NY6 tag=AZ77IC0VZKJI type=write size=3947488 2024-09-18T02:39:58.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.905+0000 7f3d344c5640 1 < canceled operation key=5CBDBDRVY90O tag=4KVN3G331891 type=del size=3456211 2024-09-18T02:39:58.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.907+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=ULEOXXX8NPAD type=del size=2071655 2024-09-18T02:39:58.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.909+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~O347UQ2AA3FT.0 size=1048576 2024-09-18T02:39:58.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.909+0000 7f3d344c5640 1 < canceled part key=_multipart_3SCTT0F0R5ZX.2~O347UQ2AA3FT.1 size=517567 2024-09-18T02:39:58.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.912+0000 7f3d344c5640 1 < canceled multipart upload key=3SCTT0F0R5ZX upload=O347UQ2AA3FT tag=XMWOXD9QP9B3 type=write size=2614719 2024-09-18T02:39:58.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.916+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~5VPSK8ADEA5N.0 size=483044 2024-09-18T02:39:58.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.916+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=5VPSK8ADEA5N tag=KDSF02WJ7KLE type=write size=1531620 2024-09-18T02:39:58.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.918+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=IO7WXGO1ONRA type=del 2024-09-18T02:39:58.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.921+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=GGZCGTDY6V1O type=write size=69620 2024-09-18T02:39:58.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.923+0000 7f3d344c5640 -1 < failed to complete operation key=ARGL0GKCIOH5 tag=U7L6SCJUQPV2 type=write size=650783: (22) Invalid argument 2024-09-18T02:39:58.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.925+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=2M2TSDBI4YH0 type=del size=1998125 2024-09-18T02:39:58.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.927+0000 7f3d344c5640 1 < canceled operation key=8Q8KLFROSEIU tag=H9D4MI0MVP5R type=del size=1873363 2024-09-18T02:39:58.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.929+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=N3IQKXIGFB73 type=del size=2646039 2024-09-18T02:39:58.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.932+0000 7f3d344c5640 1 < suggested remove operation key=YRRENRMOJCK2 tag=EVRYTTJS0THQ type=del 2024-09-18T02:39:58.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.936+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~02GY2J18PONH.0 size=1048576 2024-09-18T02:39:58.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.937+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~02GY2J18PONH.1 size=549587 2024-09-18T02:39:58.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.937+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=02GY2J18PONH tag=P3S55GZ6LXMN type=write size=2646739 2024-09-18T02:39:58.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.939+0000 7f3d344c5640 1 < canceled operation key=KS4ELJCFAWBQ tag=W0VBVMXFC293 type=del size=3967151 2024-09-18T02:39:58.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.941+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=5F2IWBVKAA6L type=write size=124478 2024-09-18T02:39:58.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.943+0000 7f3d344c5640 1 < completed write operation key=VZRBZUHWS0KG tag=DP6QI2I8Y1H4 type=write size=299545 2024-09-18T02:39:58.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.945+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=RVCUAAVBC54Q type=del size=2423371 2024-09-18T02:39:58.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.947+0000 7f3d344c5640 -1 < failed to complete operation key=YRRENRMOJCK2 tag=7KSTKTP6G06K type=del size=1928457: (22) Invalid argument 2024-09-18T02:39:58.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.949+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=CA4O4XIX3BQM type=del size=2580599 2024-09-18T02:39:58.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.951+0000 7f3d344c5640 1 < completed delete operation key=WRPKCFEEMSVW tag=NXV99OD0NFHW type=del 2024-09-18T02:39:58.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.953+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=TBLJLHR4EUMX type=del size=3130410 2024-09-18T02:39:58.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.955+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=K2S2UWCWLX91 type=del 2024-09-18T02:39:58.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.958+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~HS3H1BYKFCXW.0 size=1048576 2024-09-18T02:39:58.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.960+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~HS3H1BYKFCXW.1 size=1048576 2024-09-18T02:39:58.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.961+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~HS3H1BYKFCXW.2 size=729743 2024-09-18T02:39:58.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.961+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=HS3H1BYKFCXW tag=O5HZU7P3TZGW type=write size=3875471 2024-09-18T02:39:58.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.962+0000 7f3d344c5640 1 < canceled part key=_multipart_3SCTT0F0R5ZX.2~C54TPJ55EIRP.0 size=1048576 2024-09-18T02:39:58.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.963+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~C54TPJ55EIRP.1 size=1048576 2024-09-18T02:39:58.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.966+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~C54TPJ55EIRP.2 size=669793 2024-09-18T02:39:58.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.969+0000 7f3d344c5640 1 < canceled multipart upload key=3SCTT0F0R5ZX upload=C54TPJ55EIRP tag=5CR3P40Z93F9 type=write size=3815521 2024-09-18T02:39:58.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.971+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=XB3HZK4LSDHM type=write size=266889 2024-09-18T02:39:58.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.973+0000 7f3d344c5640 1 < completed delete operation key=YCO4SVB9T1HD tag=NJ7GYFDLCRIU type=del 2024-09-18T02:39:58.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.976+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~M85WVWU62J2H.0 size=941933 2024-09-18T02:39:58.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.976+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=M85WVWU62J2H tag=QWAH0U8L8X73 type=write size=1990509 2024-09-18T02:39:58.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.978+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=F2NA310XMX1C type=del 2024-09-18T02:39:58.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.982+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~O18J56ET0B9E.0 size=1048576 2024-09-18T02:39:58.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.984+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~O18J56ET0B9E.1 size=1048576 2024-09-18T02:39:58.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.986+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~O18J56ET0B9E.2 size=773674 2024-09-18T02:39:58.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.986+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=O18J56ET0B9E tag=ANLK99HU13HW type=write size=3919402 2024-09-18T02:39:58.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.988+0000 7f3d344c5640 1 < completed write operation key=DN8CVJBOI3G6 tag=SIL1520AH783 type=write size=589718 2024-09-18T02:39:58.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.992+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~64A2BXW9339W.0 size=1048576 2024-09-18T02:39:58.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.994+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~64A2BXW9339W.1 size=1048576 2024-09-18T02:39:58.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.996+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~64A2BXW9339W.2 size=310420 2024-09-18T02:39:58.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.996+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=64A2BXW9339W tag=8SC28QQR5FWG type=write size=3456148 2024-09-18T02:39:58.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.997+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~Z9ALKCPN4NY6.0 size=1048576 2024-09-18T02:39:59.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:58.998+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~Z9ALKCPN4NY6.1 size=1048576 2024-09-18T02:39:59.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.000+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~Z9ALKCPN4NY6.2 size=801760 2024-09-18T02:39:59.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.004+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=Z9ALKCPN4NY6 tag=AZ77IC0VZKJI type=write size=3947488 2024-09-18T02:39:59.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.005+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=4LVLXMXQLZ5D type=write size=930028 2024-09-18T02:39:59.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.008+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=ULEOXXX8NPAD type=del 2024-09-18T02:39:59.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.011+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~TZJG3BF82J7I.0 size=1048576 2024-09-18T02:39:59.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.013+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~TZJG3BF82J7I.1 size=1048576 2024-09-18T02:39:59.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.016+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~TZJG3BF82J7I.2 size=1001745 2024-09-18T02:39:59.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.016+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=TZJG3BF82J7I tag=9T8HM75B0DPS type=write size=4147473 2024-09-18T02:39:59.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.019+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~5VPSK8ADEA5N.0 size=483044 2024-09-18T02:39:59.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.022+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=5VPSK8ADEA5N tag=KDSF02WJ7KLE type=write size=1531620 2024-09-18T02:39:59.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.024+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=NSEAEEQCGR5B type=del size=985616 2024-09-18T02:39:59.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.026+0000 7f3d344c5640 1 < completed write operation key=RXLDGQZXAUT0 tag=GGZCGTDY6V1O type=write size=69620 2024-09-18T02:39:59.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.028+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=BGC7SA5AIF8S type=del size=3007393 2024-09-18T02:39:59.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.030+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=2M2TSDBI4YH0 type=del 2024-09-18T02:39:59.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.032+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=1Y38U2ADBK0C type=write size=660383 2024-09-18T02:39:59.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.034+0000 7f3d344c5640 1 < canceled operation key=8Q8KLFROSEIU tag=N3IQKXIGFB73 type=del size=2646039 2024-09-18T02:39:59.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.038+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~X5VWVBYBXMI7.0 size=1048576 2024-09-18T02:39:59.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.039+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~X5VWVBYBXMI7.1 size=1048576 2024-09-18T02:39:59.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.041+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~X5VWVBYBXMI7.2 size=613902 2024-09-18T02:39:59.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.041+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=X5VWVBYBXMI7 tag=OQG5K494MI8W type=write size=3759630 2024-09-18T02:39:59.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.043+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~02GY2J18PONH.0 size=1048576 2024-09-18T02:39:59.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.044+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~02GY2J18PONH.1 size=549587 2024-09-18T02:39:59.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.047+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=02GY2J18PONH tag=P3S55GZ6LXMN type=write size=2646739 2024-09-18T02:39:59.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.052+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~G2WUFR0KTIDN.0 size=320664 2024-09-18T02:39:59.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.052+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=G2WUFR0KTIDN tag=V64M88M59BAQ type=write size=1369240 2024-09-18T02:39:59.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.054+0000 7f3d344c5640 1 < completed write operation key=8Q8KLFROSEIU tag=5F2IWBVKAA6L type=write size=124478 2024-09-18T02:39:59.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.056+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=WL463MWLKFQ4 type=del size=4082352 2024-09-18T02:39:59.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.058+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=RVCUAAVBC54Q type=del 2024-09-18T02:39:59.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.062+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~U0BUOABAVFZG.0 size=1048576 2024-09-18T02:39:59.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.064+0000 7f3d344c5640 1 > prepared part key=_multipart_DN8CVJBOI3G6.2~U0BUOABAVFZG.1 size=864267 2024-09-18T02:39:59.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.064+0000 7f3d344c5640 1 > prepared multipart upload key=DN8CVJBOI3G6 upload=U0BUOABAVFZG tag=S5ISB98IK8H2 type=write size=2961419 2024-09-18T02:39:59.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.066+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=CA4O4XIX3BQM type=del 2024-09-18T02:39:59.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.068+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=S9J61WGY47EP type=del size=3724999 2024-09-18T02:39:59.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.071+0000 7f3d344c5640 1 < suggested remove operation key=EDIMCFSPFVXQ tag=TBLJLHR4EUMX type=del 2024-09-18T02:39:59.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.073+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=DZK57C1OMUEZ type=write size=836519 2024-09-18T02:39:59.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.075+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~HS3H1BYKFCXW.0 size=1048576 2024-09-18T02:39:59.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.075+0000 7f3d344c5640 1 < canceled part key=_multipart_QS1F2ZL7E8RC.2~HS3H1BYKFCXW.1 size=1048576 2024-09-18T02:39:59.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.077+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~HS3H1BYKFCXW.2 size=729743 2024-09-18T02:39:59.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.080+0000 7f3d344c5640 1 < canceled multipart upload key=QS1F2ZL7E8RC upload=HS3H1BYKFCXW tag=O5HZU7P3TZGW type=write size=3875471 2024-09-18T02:39:59.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.083+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~KTIOKEGKHUQW.0 size=990809 2024-09-18T02:39:59.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.083+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=KTIOKEGKHUQW tag=BK11U5GSQNVK type=write size=2039385 2024-09-18T02:39:59.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.085+0000 7f3d344c5640 1 < canceled operation key=QS1F2ZL7E8RC tag=XB3HZK4LSDHM type=write size=266889 2024-09-18T02:39:59.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.087+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=RGXE2UBFGVNZ type=del size=2727262 2024-09-18T02:39:59.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.087+0000 7f3d344c5640 1 < canceled part key=_multipart_RXLDGQZXAUT0.2~M85WVWU62J2H.0 size=941933 2024-09-18T02:39:59.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.091+0000 7f3d344c5640 1 < canceled multipart upload key=RXLDGQZXAUT0 upload=M85WVWU62J2H tag=QWAH0U8L8X73 type=write size=1990509 2024-09-18T02:39:59.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.092+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=BLRDDPG0U3CT type=write size=8998 2024-09-18T02:39:59.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.094+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~O18J56ET0B9E.0 size=1048576 2024-09-18T02:39:59.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.096+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~O18J56ET0B9E.1 size=1048576 2024-09-18T02:39:59.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.098+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~O18J56ET0B9E.2 size=773674 2024-09-18T02:39:59.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.101+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=O18J56ET0B9E tag=ANLK99HU13HW type=write size=3919402 2024-09-18T02:39:59.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.105+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~24L3G8B4N8YE.0 size=1048576 2024-09-18T02:39:59.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.107+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~24L3G8B4N8YE.1 size=1048576 2024-09-18T02:39:59.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.109+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~24L3G8B4N8YE.2 size=841433 2024-09-18T02:39:59.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.109+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=24L3G8B4N8YE tag=UV0PIZK9YW6H type=write size=3987161 2024-09-18T02:39:59.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.110+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~64A2BXW9339W.0 size=1048576 2024-09-18T02:39:59.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.112+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~64A2BXW9339W.1 size=1048576 2024-09-18T02:39:59.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.114+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~64A2BXW9339W.2 size=310420 2024-09-18T02:39:59.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.117+0000 7f3d344c5640 1 < completed multipart upload key=3SCTT0F0R5ZX upload=64A2BXW9339W tag=8SC28QQR5FWG type=write size=3456148 2024-09-18T02:39:59.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.120+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=KYX34GKPYBLH type=del size=2890279 2024-09-18T02:39:59.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.121+0000 7f3d344c5640 1 < canceled operation key=YCO4SVB9T1HD tag=4LVLXMXQLZ5D type=write size=930028 2024-09-18T02:39:59.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.123+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=7LQ2BF7Q9Q51 type=del size=1786961 2024-09-18T02:39:59.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.125+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~TZJG3BF82J7I.0 size=1048576 2024-09-18T02:39:59.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.127+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~TZJG3BF82J7I.1 size=1048576 2024-09-18T02:39:59.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.128+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~TZJG3BF82J7I.2 size=1001745 2024-09-18T02:39:59.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.132+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=TZJG3BF82J7I tag=9T8HM75B0DPS type=write size=4147473 2024-09-18T02:39:59.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.136+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=2NSYZ9TK5ZWM type=write size=649978 2024-09-18T02:39:59.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.138+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=NSEAEEQCGR5B type=del 2024-09-18T02:39:59.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.140+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=12OQG4LM5HI8 type=write size=286113 2024-09-18T02:39:59.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.143+0000 7f3d344c5640 1 < suggested remove operation key=OHNLA0CFDTOZ tag=BGC7SA5AIF8S type=del 2024-09-18T02:39:59.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.147+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~FDD5UQVDDRVE.0 size=590971 2024-09-18T02:39:59.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.147+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=FDD5UQVDDRVE tag=52FAY514W1AO type=write size=1639547 2024-09-18T02:39:59.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.149+0000 7f3d344c5640 1 < completed write operation key=FZZPXI6Q3MK4 tag=1Y38U2ADBK0C type=write size=660383 2024-09-18T02:39:59.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.152+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=2LZBIJZ2XV78 type=del size=1447221 2024-09-18T02:39:59.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.153+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~X5VWVBYBXMI7.0 size=1048576 2024-09-18T02:39:59.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.155+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~X5VWVBYBXMI7.1 size=1048576 2024-09-18T02:39:59.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.157+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~X5VWVBYBXMI7.2 size=613902 2024-09-18T02:39:59.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.160+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=X5VWVBYBXMI7 tag=OQG5K494MI8W type=write size=3759630 2024-09-18T02:39:59.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.162+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=MWN29O7F1P04 type=del size=1967407 2024-09-18T02:39:59.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.164+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~G2WUFR0KTIDN.0 size=320664 2024-09-18T02:39:59.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.167+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=G2WUFR0KTIDN tag=V64M88M59BAQ type=write size=1369240 2024-09-18T02:39:59.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.170+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=6X1GR4DWZ48X type=del size=2679592 2024-09-18T02:39:59.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.172+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=WL463MWLKFQ4 type=del 2024-09-18T02:39:59.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.174+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=A958AJHFM32Y type=del size=3601193 2024-09-18T02:39:59.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.176+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~U0BUOABAVFZG.0 size=1048576 2024-09-18T02:39:59.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.178+0000 7f3d344c5640 1 < completed part key=_multipart_DN8CVJBOI3G6.2~U0BUOABAVFZG.1 size=864267 2024-09-18T02:39:59.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.181+0000 7f3d344c5640 1 < completed multipart upload key=DN8CVJBOI3G6 upload=U0BUOABAVFZG tag=S5ISB98IK8H2 type=write size=2961419 2024-09-18T02:39:59.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.185+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~T7BC1K63MUUU.0 size=203376 2024-09-18T02:39:59.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.185+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=T7BC1K63MUUU tag=JIPF9Q3QGPOL type=write size=1251952 2024-09-18T02:39:59.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.187+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=S9J61WGY47EP type=del 2024-09-18T02:39:59.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.191+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~8KG6N4VBUKBY.0 size=660790 2024-09-18T02:39:59.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.191+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=8KG6N4VBUKBY tag=BOQ4TLGLJJKD type=write size=1709366 2024-09-18T02:39:59.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.195+0000 7f3d344c5640 1 < suggested remove operation key=KS4ELJCFAWBQ tag=DZK57C1OMUEZ type=write 2024-09-18T02:39:59.201 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.199+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~E5K6JGX5SRLX.0 size=1048576 2024-09-18T02:39:59.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.201+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~E5K6JGX5SRLX.1 size=1048576 2024-09-18T02:39:59.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.203+0000 7f3d344c5640 1 > prepared part key=_multipart_KS4ELJCFAWBQ.2~E5K6JGX5SRLX.2 size=1015720 2024-09-18T02:39:59.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.203+0000 7f3d344c5640 1 > prepared multipart upload key=KS4ELJCFAWBQ upload=E5K6JGX5SRLX tag=4X9JXZ7M14ET type=write size=4161448 2024-09-18T02:39:59.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.204+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~KTIOKEGKHUQW.0 size=990809 2024-09-18T02:39:59.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.208+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=KTIOKEGKHUQW tag=BK11U5GSQNVK type=write size=2039385 2024-09-18T02:39:59.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.209+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=YI0TDM2FFG7V type=del size=1610200 2024-09-18T02:39:59.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.211+0000 7f3d344c5640 1 < completed delete operation key=QS1F2ZL7E8RC tag=RGXE2UBFGVNZ type=del 2024-09-18T02:39:59.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.213+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=DJBMR8OD2934 type=del size=2376169 2024-09-18T02:39:59.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.215+0000 7f3d344c5640 1 < completed write operation key=QS1F2ZL7E8RC tag=BLRDDPG0U3CT type=write size=8998 2024-09-18T02:39:59.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.218+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=4O4PWK5NE0GJ type=del size=3709334 2024-09-18T02:39:59.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.220+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~24L3G8B4N8YE.0 size=1048576 2024-09-18T02:39:59.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.222+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~24L3G8B4N8YE.1 size=1048576 2024-09-18T02:39:59.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.223+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~24L3G8B4N8YE.2 size=841433 2024-09-18T02:39:59.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.227+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=24L3G8B4N8YE tag=UV0PIZK9YW6H type=write size=3987161 2024-09-18T02:39:59.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.230+0000 7f3d344c5640 1 > prepared part key=_multipart_VZRBZUHWS0KG.2~VE63P3GYAT3B.0 size=140213 2024-09-18T02:39:59.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.230+0000 7f3d344c5640 1 > prepared multipart upload key=VZRBZUHWS0KG upload=VE63P3GYAT3B tag=0ZQB73MTX288 type=write size=1188789 2024-09-18T02:39:59.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.234+0000 7f3d344c5640 1 < suggested remove operation key=KB9UDL27PX79 tag=KYX34GKPYBLH type=del 2024-09-18T02:39:59.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.236+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=EEA2268NRZN0 type=write size=771972 2024-09-18T02:39:59.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.239+0000 7f3d344c5640 -1 < failed to complete operation key=KS4ELJCFAWBQ tag=7LQ2BF7Q9Q51 type=del size=1786961: (22) Invalid argument 2024-09-18T02:39:59.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.241+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=HJW08LP2K7FB type=del size=2568479 2024-09-18T02:39:59.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.243+0000 7f3d344c5640 1 < canceled operation key=GD2B5B458L13 tag=2NSYZ9TK5ZWM type=write size=649978 2024-09-18T02:39:59.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.245+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=JIE6B9TLT2YM type=del size=2164163 2024-09-18T02:39:59.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.247+0000 7f3d344c5640 1 < canceled operation key=ZMNUVKZQG0VF tag=12OQG4LM5HI8 type=write size=286113 2024-09-18T02:39:59.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.250+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~O06ED47KI68D.0 size=1048576 2024-09-18T02:39:59.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.252+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~O06ED47KI68D.1 size=493131 2024-09-18T02:39:59.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.252+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=O06ED47KI68D tag=LLACZK74A4G9 type=write size=2590283 2024-09-18T02:39:59.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.254+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~FDD5UQVDDRVE.0 size=590971 2024-09-18T02:39:59.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.258+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=FDD5UQVDDRVE tag=52FAY514W1AO type=write size=1639547 2024-09-18T02:39:59.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.260+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=7FFT5YQR01KB type=del size=1255138 2024-09-18T02:39:59.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.262+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=2LZBIJZ2XV78 type=del 2024-09-18T02:39:59.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.263+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=QKOZJKZRA1I1 type=del size=42851 2024-09-18T02:39:59.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.265+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=MWN29O7F1P04 type=del 2024-09-18T02:39:59.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.267+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=6JNOL7ULKX9Q type=write size=845118 2024-09-18T02:39:59.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.269+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=6X1GR4DWZ48X type=del 2024-09-18T02:39:59.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.272+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~UOH3NMZZNZYM.0 size=1048576 2024-09-18T02:39:59.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.274+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~UOH3NMZZNZYM.1 size=590645 2024-09-18T02:39:59.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.274+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=UOH3NMZZNZYM tag=0CCXMNPFRW8F type=write size=2687797 2024-09-18T02:39:59.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.278+0000 7f3d344c5640 1 < suggested remove operation key=RXLDGQZXAUT0 tag=A958AJHFM32Y type=del 2024-09-18T02:39:59.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.281+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~J3W96H19XOUD.0 size=1048576 2024-09-18T02:39:59.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.283+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~J3W96H19XOUD.1 size=1048576 2024-09-18T02:39:59.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.285+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~J3W96H19XOUD.2 size=846258 2024-09-18T02:39:59.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.285+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=J3W96H19XOUD tag=O1LACGNID11P type=write size=3991986 2024-09-18T02:39:59.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.285+0000 7f3d344c5640 1 < canceled part key=_multipart_77U6SM23K6L1.2~T7BC1K63MUUU.0 size=203376 2024-09-18T02:39:59.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.290+0000 7f3d344c5640 1 < canceled multipart upload key=77U6SM23K6L1 upload=T7BC1K63MUUU tag=JIPF9Q3QGPOL type=write size=1251952 2024-09-18T02:39:59.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.293+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~HG89PCGEY8ZS.0 size=971222 2024-09-18T02:39:59.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.293+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=HG89PCGEY8ZS tag=WVONLXBZLC45 type=write size=2019798 2024-09-18T02:39:59.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.295+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~8KG6N4VBUKBY.0 size=660790 2024-09-18T02:39:59.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.299+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=8KG6N4VBUKBY tag=BOQ4TLGLJJKD type=write size=1709366 2024-09-18T02:39:59.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.301+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=XANBYTGBXSYC type=del size=2110850 2024-09-18T02:39:59.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.303+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~E5K6JGX5SRLX.0 size=1048576 2024-09-18T02:39:59.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.305+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~E5K6JGX5SRLX.1 size=1048576 2024-09-18T02:39:59.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.306+0000 7f3d344c5640 1 < completed part key=_multipart_KS4ELJCFAWBQ.2~E5K6JGX5SRLX.2 size=1015720 2024-09-18T02:39:59.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.310+0000 7f3d344c5640 1 < completed multipart upload key=KS4ELJCFAWBQ upload=E5K6JGX5SRLX tag=4X9JXZ7M14ET type=write size=4161448 2024-09-18T02:39:59.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.311+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=QO3HQPQ7U099 type=del size=1726217 2024-09-18T02:39:59.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.314+0000 7f3d344c5640 -1 < failed to complete operation key=KB9UDL27PX79 tag=YI0TDM2FFG7V type=del size=1610200: (22) Invalid argument 2024-09-18T02:39:59.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.316+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=G3RCS0MQP1PX type=del size=1596368 2024-09-18T02:39:59.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.319+0000 7f3d344c5640 -1 < failed to complete operation key=RXLDGQZXAUT0 tag=DJBMR8OD2934 type=del size=2376169: (22) Invalid argument 2024-09-18T02:39:59.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.322+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~ET4RQB3VROU8.0 size=1048576 2024-09-18T02:39:59.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.324+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~ET4RQB3VROU8.1 size=1048576 2024-09-18T02:39:59.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.326+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~ET4RQB3VROU8.2 size=319687 2024-09-18T02:39:59.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.326+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=ET4RQB3VROU8 tag=61HYOK54BHWO type=write size=3465415 2024-09-18T02:39:59.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.329+0000 7f3d344c5640 1 < suggested update operation key=77U6SM23K6L1 tag=4O4PWK5NE0GJ type=del size=3709334 2024-09-18T02:39:59.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.333+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~JGA3NGDZJT2R.0 size=1048576 2024-09-18T02:39:59.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.335+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~JGA3NGDZJT2R.1 size=1048576 2024-09-18T02:39:59.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.337+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~JGA3NGDZJT2R.2 size=951425 2024-09-18T02:39:59.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.337+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=JGA3NGDZJT2R tag=CIZURTZHC3IU type=write size=4097153 2024-09-18T02:39:59.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.339+0000 7f3d344c5640 1 < completed part key=_multipart_VZRBZUHWS0KG.2~VE63P3GYAT3B.0 size=140213 2024-09-18T02:39:59.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.343+0000 7f3d344c5640 1 < completed multipart upload key=VZRBZUHWS0KG upload=VE63P3GYAT3B tag=0ZQB73MTX288 type=write size=1188789 2024-09-18T02:39:59.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.347+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~T2H0R93SH1S7.0 size=1048576 2024-09-18T02:39:59.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.348+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~T2H0R93SH1S7.1 size=113229 2024-09-18T02:39:59.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.348+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=T2H0R93SH1S7 tag=JPYICUQ9L1LZ type=write size=2210381 2024-09-18T02:39:59.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.351+0000 7f3d344c5640 1 < completed write operation key=R9PMI2O5LB5E tag=EEA2268NRZN0 type=write size=771972 2024-09-18T02:39:59.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.356+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~6JWR73Z678VT.0 size=1041287 2024-09-18T02:39:59.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.356+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=6JWR73Z678VT tag=R7RL7NW0Z0AR type=write size=2089863 2024-09-18T02:39:59.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.358+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=HJW08LP2K7FB type=del 2024-09-18T02:39:59.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.362+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~C6TQR23NEJOX.0 size=1048576 2024-09-18T02:39:59.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.364+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~C6TQR23NEJOX.1 size=1048576 2024-09-18T02:39:59.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.366+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~C6TQR23NEJOX.2 size=188491 2024-09-18T02:39:59.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.366+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=C6TQR23NEJOX tag=2H4CIWGZRII9 type=write size=3334219 2024-09-18T02:39:59.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.368+0000 7f3d344c5640 1 < completed delete operation key=DN8CVJBOI3G6 tag=JIE6B9TLT2YM type=del 2024-09-18T02:39:59.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.370+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=IRLSJS7B8L0G type=del size=2113828 2024-09-18T02:39:59.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.372+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~O06ED47KI68D.0 size=1048576 2024-09-18T02:39:59.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.373+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~O06ED47KI68D.1 size=493131 2024-09-18T02:39:59.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.377+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=O06ED47KI68D tag=LLACZK74A4G9 type=write size=2590283 2024-09-18T02:39:59.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.378+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=4MUFLUQA5978 type=del size=584485 2024-09-18T02:39:59.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.380+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=7FFT5YQR01KB type=del 2024-09-18T02:39:59.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.382+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=8H0G1VGV8USO type=del size=2010827 2024-09-18T02:39:59.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.384+0000 7f3d344c5640 1 < completed delete operation key=KS4ELJCFAWBQ tag=QKOZJKZRA1I1 type=del 2024-09-18T02:39:59.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.386+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=Q3U06TIJWNRT type=del size=2766471 2024-09-18T02:39:59.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.388+0000 7f3d344c5640 1 < completed write operation key=YCO4SVB9T1HD tag=6JNOL7ULKX9Q type=write size=845118 2024-09-18T02:39:59.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.391+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=NEHLUXVSKRPY type=del size=404466 2024-09-18T02:39:59.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.393+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~UOH3NMZZNZYM.0 size=1048576 2024-09-18T02:39:59.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.394+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~UOH3NMZZNZYM.1 size=590645 2024-09-18T02:39:59.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.397+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=UOH3NMZZNZYM tag=0CCXMNPFRW8F type=write size=2687797 2024-09-18T02:39:59.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.399+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=XIQPOFOYN75S type=write size=811465 2024-09-18T02:39:59.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.401+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~J3W96H19XOUD.0 size=1048576 2024-09-18T02:39:59.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.403+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~J3W96H19XOUD.1 size=1048576 2024-09-18T02:39:59.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.405+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~J3W96H19XOUD.2 size=846258 2024-09-18T02:39:59.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.408+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=J3W96H19XOUD tag=O1LACGNID11P type=write size=3991986 2024-09-18T02:39:59.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.410+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=RTGR0785BDJ8 type=del size=2301543 2024-09-18T02:39:59.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.412+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~HG89PCGEY8ZS.0 size=971222 2024-09-18T02:39:59.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.415+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=HG89PCGEY8ZS tag=WVONLXBZLC45 type=write size=2019798 2024-09-18T02:39:59.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.417+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=72072F9F320C type=del size=856725 2024-09-18T02:39:59.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.421+0000 7f3d344c5640 1 < suggested remove operation key=DN8CVJBOI3G6 tag=XANBYTGBXSYC type=del 2024-09-18T02:39:59.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.425+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~QD1VZMNYGPJ2.0 size=1048576 2024-09-18T02:39:59.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.427+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~QD1VZMNYGPJ2.1 size=937903 2024-09-18T02:39:59.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.427+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=QD1VZMNYGPJ2 tag=5KJI14SRB747 type=write size=3035055 2024-09-18T02:39:59.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.428+0000 7f3d344c5640 1 < canceled operation key=4FYZMKC41CPI tag=QO3HQPQ7U099 type=del size=1726217 2024-09-18T02:39:59.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.432+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~YHUKSAOX24SJ.0 size=147818 2024-09-18T02:39:59.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.432+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=YHUKSAOX24SJ tag=MV352IDDOACW type=write size=1196394 2024-09-18T02:39:59.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.434+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=G3RCS0MQP1PX type=del 2024-09-18T02:39:59.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.438+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8ORU73R9W2HW.0 size=1048576 2024-09-18T02:39:59.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.440+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8ORU73R9W2HW.1 size=1048576 2024-09-18T02:39:59.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.441+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~8ORU73R9W2HW.2 size=946260 2024-09-18T02:39:59.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.441+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=8ORU73R9W2HW tag=WYA6UQTRG4UB type=write size=4091988 2024-09-18T02:39:59.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.443+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~ET4RQB3VROU8.0 size=1048576 2024-09-18T02:39:59.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.445+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~ET4RQB3VROU8.1 size=1048576 2024-09-18T02:39:59.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.447+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~ET4RQB3VROU8.2 size=319687 2024-09-18T02:39:59.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.450+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=ET4RQB3VROU8 tag=61HYOK54BHWO type=write size=3465415 2024-09-18T02:39:59.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.452+0000 7f3d344c5640 1 > prepared operation key=OHNLA0CFDTOZ tag=00QB72DMX6CR type=del size=3309827 2024-09-18T02:39:59.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.454+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~JGA3NGDZJT2R.0 size=1048576 2024-09-18T02:39:59.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.456+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~JGA3NGDZJT2R.1 size=1048576 2024-09-18T02:39:59.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.457+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~JGA3NGDZJT2R.2 size=951425 2024-09-18T02:39:59.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.461+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=JGA3NGDZJT2R tag=CIZURTZHC3IU type=write size=4097153 2024-09-18T02:39:59.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.464+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~LT7ZV9LV80B8.0 size=1048576 2024-09-18T02:39:59.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.466+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~LT7ZV9LV80B8.1 size=34125 2024-09-18T02:39:59.468 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.466+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=LT7ZV9LV80B8 tag=AKI49YXUHN23 type=write size=2131277 2024-09-18T02:39:59.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.468+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~T2H0R93SH1S7.0 size=1048576 2024-09-18T02:39:59.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.469+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~T2H0R93SH1S7.1 size=113229 2024-09-18T02:39:59.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:59 smithi195 ceph-mon[89559]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 307 KiB/s wr, 1.60k op/s 2024-09-18T02:39:59.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:39:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:59.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.473+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=T2H0R93SH1S7 tag=JPYICUQ9L1LZ type=write size=2210381 2024-09-18T02:39:59.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.477+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~KSNMAJDVZAX3.0 size=1048576 2024-09-18T02:39:59.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.479+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~KSNMAJDVZAX3.1 size=1048576 2024-09-18T02:39:59.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.480+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~KSNMAJDVZAX3.2 size=915203 2024-09-18T02:39:59.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.480+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=KSNMAJDVZAX3 tag=5OW4HWEF2060 type=write size=4060931 2024-09-18T02:39:59.484 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.482+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~6JWR73Z678VT.0 size=1041287 2024-09-18T02:39:59.488 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.486+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=6JWR73Z678VT tag=R7RL7NW0Z0AR type=write size=2089863 2024-09-18T02:39:59.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.488+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=KD5OQ7YYE0SP type=write size=285187 2024-09-18T02:39:59.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.489+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~C6TQR23NEJOX.0 size=1048576 2024-09-18T02:39:59.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.489+0000 7f3d344c5640 1 < canceled part key=_multipart_GD2B5B458L13.2~C6TQR23NEJOX.1 size=1048576 2024-09-18T02:39:59.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.491+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~C6TQR23NEJOX.2 size=188491 2024-09-18T02:39:59.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.495+0000 7f3d344c5640 1 < canceled multipart upload key=GD2B5B458L13 upload=C6TQR23NEJOX tag=2H4CIWGZRII9 type=write size=3334219 2024-09-18T02:39:59.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.497+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=W1MBKX9ZTZU6 type=del size=502248 2024-09-18T02:39:59.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.500+0000 7f3d344c5640 -1 < failed to complete operation key=DN8CVJBOI3G6 tag=IRLSJS7B8L0G type=del size=2113828: (22) Invalid argument 2024-09-18T02:39:59.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.502+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=JRNSPCQMBN6K type=write size=818425 2024-09-18T02:39:59.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.505+0000 7f3d344c5640 1 < suggested update operation key=TC8DKJV0NMUQ tag=4MUFLUQA5978 type=del size=584485 2024-09-18T02:39:59.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:59 smithi046 ceph-mon[97106]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 307 KiB/s wr, 1.60k op/s 2024-09-18T02:39:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:39:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:59 smithi046 ceph-mon[94621]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 307 KiB/s wr, 1.60k op/s 2024-09-18T02:39:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:39:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:39:59.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.507+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=2EZAMOGQ8DKS type=del size=522701 2024-09-18T02:39:59.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.509+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=8H0G1VGV8USO type=del 2024-09-18T02:39:59.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.511+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=SKAPSDSK9VBC type=del size=1875872 2024-09-18T02:39:59.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.515+0000 7f3d344c5640 1 < suggested update operation key=IRE1LEWU02OL tag=Q3U06TIJWNRT type=del size=2766471 2024-09-18T02:39:59.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.517+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=CXZR9Q45209Y type=del size=208304 2024-09-18T02:39:59.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.518+0000 7f3d344c5640 1 < canceled operation key=YCO4SVB9T1HD tag=NEHLUXVSKRPY type=del size=404466 2024-09-18T02:39:59.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.521+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=UD48ZVRHJ0CQ type=del size=1893275 2024-09-18T02:39:59.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.523+0000 7f3d344c5640 1 < completed write operation key=GD2B5B458L13 tag=XIQPOFOYN75S type=write size=811465 2024-09-18T02:39:59.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.525+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=30GB5G35T8BB type=del size=1880506 2024-09-18T02:39:59.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.527+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=RTGR0785BDJ8 type=del 2024-09-18T02:39:59.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.530+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~1HYMCX0H3ER5.0 size=334337 2024-09-18T02:39:59.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.530+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=1HYMCX0H3ER5 tag=ND6LBB770GY9 type=write size=1382913 2024-09-18T02:39:59.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.532+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=72072F9F320C type=del 2024-09-18T02:39:59.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.534+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=0IXDARAYRDG5 type=del size=3188653 2024-09-18T02:39:59.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.536+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~QD1VZMNYGPJ2.0 size=1048576 2024-09-18T02:39:59.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.536+0000 7f3d344c5640 1 < canceled part key=_multipart_X478JHSYQ9O5.2~QD1VZMNYGPJ2.1 size=937903 2024-09-18T02:39:59.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.539+0000 7f3d344c5640 1 < canceled multipart upload key=X478JHSYQ9O5 upload=QD1VZMNYGPJ2 tag=5KJI14SRB747 type=write size=3035055 2024-09-18T02:39:59.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.543+0000 7f3d344c5640 1 > prepared part key=_multipart_4FYZMKC41CPI.2~I6SL8AAMLWC1.0 size=931075 2024-09-18T02:39:59.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.543+0000 7f3d344c5640 1 > prepared multipart upload key=4FYZMKC41CPI upload=I6SL8AAMLWC1 tag=GF7XVOYT7BZY type=write size=1979651 2024-09-18T02:39:59.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.545+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~YHUKSAOX24SJ.0 size=147818 2024-09-18T02:39:59.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.548+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=YHUKSAOX24SJ tag=MV352IDDOACW type=write size=1196394 2024-09-18T02:39:59.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.551+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=BAL2W0F99252 type=del size=2657562 2024-09-18T02:39:59.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.552+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~8ORU73R9W2HW.0 size=1048576 2024-09-18T02:39:59.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.554+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~8ORU73R9W2HW.1 size=1048576 2024-09-18T02:39:59.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.556+0000 7f3d344c5640 1 < completed part key=_multipart_QS1F2ZL7E8RC.2~8ORU73R9W2HW.2 size=946260 2024-09-18T02:39:59.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.559+0000 7f3d344c5640 1 < completed multipart upload key=QS1F2ZL7E8RC upload=8ORU73R9W2HW tag=WYA6UQTRG4UB type=write size=4091988 2024-09-18T02:39:59.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.561+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=JJUGCGIRHJ8X type=del size=4191843 2024-09-18T02:39:59.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.563+0000 7f3d344c5640 1 < completed delete operation key=OHNLA0CFDTOZ tag=00QB72DMX6CR type=del 2024-09-18T02:39:59.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.564+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=FS2WYJKTVW8J type=del size=3690271 2024-09-18T02:39:59.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.566+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~LT7ZV9LV80B8.0 size=1048576 2024-09-18T02:39:59.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.568+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~LT7ZV9LV80B8.1 size=34125 2024-09-18T02:39:59.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.572+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=LT7ZV9LV80B8 tag=AKI49YXUHN23 type=write size=2131277 2024-09-18T02:39:59.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.574+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=2A4KPL7W60HM type=del size=3796312 2024-09-18T02:39:59.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.576+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~KSNMAJDVZAX3.0 size=1048576 2024-09-18T02:39:59.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.577+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~KSNMAJDVZAX3.1 size=1048576 2024-09-18T02:39:59.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.579+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~KSNMAJDVZAX3.2 size=915203 2024-09-18T02:39:59.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.583+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=KSNMAJDVZAX3 tag=5OW4HWEF2060 type=write size=4060931 2024-09-18T02:39:59.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.586+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=CL2EKP04H0WW type=del size=3547625 2024-09-18T02:39:59.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.588+0000 7f3d344c5640 1 < completed write operation key=RXLDGQZXAUT0 tag=KD5OQ7YYE0SP type=write size=285187 2024-09-18T02:39:59.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.590+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=RDD9T4X35FCI type=del size=2712358 2024-09-18T02:39:59.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.592+0000 7f3d344c5640 1 < completed delete operation key=77U6SM23K6L1 tag=W1MBKX9ZTZU6 type=del 2024-09-18T02:39:59.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.593+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=E38ML38LUP1D type=del size=2163085 2024-09-18T02:39:59.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.595+0000 7f3d344c5640 1 < completed write operation key=BDM08TCKAR39 tag=JRNSPCQMBN6K type=write size=818425 2024-09-18T02:39:59.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.597+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=6UIPDFTGKQTA type=del size=2601209 2024-09-18T02:39:59.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.599+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=2EZAMOGQ8DKS type=del 2024-09-18T02:39:59.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.601+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=QUOKGD311GH7 type=del size=3732761 2024-09-18T02:39:59.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.603+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=SKAPSDSK9VBC type=del 2024-09-18T02:39:59.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.605+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=HNX4JYWKA6S7 type=write size=313970 2024-09-18T02:39:59.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.607+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=CXZR9Q45209Y type=del 2024-09-18T02:39:59.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.609+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=P0SF3K555BRF type=del size=327609 2024-09-18T02:39:59.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.613+0000 7f3d344c5640 1 < suggested update operation key=KETUC1BK1NFI tag=UD48ZVRHJ0CQ type=del size=1893275 2024-09-18T02:39:59.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.616+0000 7f3d344c5640 1 > prepared part key=_multipart_VT9JVP3TEV2S.2~UJ3Q7B3CATPT.0 size=434919 2024-09-18T02:39:59.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.616+0000 7f3d344c5640 1 > prepared multipart upload key=VT9JVP3TEV2S upload=UJ3Q7B3CATPT tag=G6HU2IGSDZ1J type=write size=1483495 2024-09-18T02:39:59.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.618+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=30GB5G35T8BB type=del 2024-09-18T02:39:59.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.622+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~8RBHZ8FWDXA9.0 size=1048576 2024-09-18T02:39:59.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.623+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~8RBHZ8FWDXA9.1 size=1048576 2024-09-18T02:39:59.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.625+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~8RBHZ8FWDXA9.2 size=498956 2024-09-18T02:39:59.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.625+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=8RBHZ8FWDXA9 tag=FBV0KOG44KUB type=write size=3644684 2024-09-18T02:39:59.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.625+0000 7f3d344c5640 1 < canceled part key=_multipart_8Q8KLFROSEIU.2~1HYMCX0H3ER5.0 size=334337 2024-09-18T02:39:59.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.629+0000 7f3d344c5640 1 < canceled multipart upload key=8Q8KLFROSEIU upload=1HYMCX0H3ER5 tag=ND6LBB770GY9 type=write size=1382913 2024-09-18T02:39:59.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.631+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=V2Z0APCQ4TCF type=del size=532505 2024-09-18T02:39:59.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.633+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=0IXDARAYRDG5 type=del 2024-09-18T02:39:59.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.635+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=L1I6QO03RSH0 type=del size=3912409 2024-09-18T02:39:59.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.638+0000 7f3d344c5640 1 < completed part key=_multipart_4FYZMKC41CPI.2~I6SL8AAMLWC1.0 size=931075 2024-09-18T02:39:59.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.643+0000 7f3d344c5640 1 < completed multipart upload key=4FYZMKC41CPI upload=I6SL8AAMLWC1 tag=GF7XVOYT7BZY type=write size=1979651 2024-09-18T02:39:59.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.646+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~LU77PXAHW1W1.0 size=1048576 2024-09-18T02:39:59.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.648+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~LU77PXAHW1W1.1 size=1048576 2024-09-18T02:39:59.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.650+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~LU77PXAHW1W1.2 size=411333 2024-09-18T02:39:59.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.650+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=LU77PXAHW1W1 tag=6ADEA8Y286FT type=write size=3557061 2024-09-18T02:39:59.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.652+0000 7f3d344c5640 1 < completed delete operation key=X478JHSYQ9O5 tag=BAL2W0F99252 type=del 2024-09-18T02:39:59.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.654+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=4X5NE5K2MK4Q type=del size=3931973 2024-09-18T02:39:59.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.656+0000 7f3d344c5640 1 < canceled operation key=RXLDGQZXAUT0 tag=JJUGCGIRHJ8X type=del size=4191843 2024-09-18T02:39:59.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.659+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~PP4M2W9EZ94Y.0 size=1048576 2024-09-18T02:39:59.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.661+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~PP4M2W9EZ94Y.1 size=1048576 2024-09-18T02:39:59.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.663+0000 7f3d344c5640 1 > prepared part key=_multipart_8Q8KLFROSEIU.2~PP4M2W9EZ94Y.2 size=702935 2024-09-18T02:39:59.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.663+0000 7f3d344c5640 1 > prepared multipart upload key=8Q8KLFROSEIU upload=PP4M2W9EZ94Y tag=UUW1W52MXVK7 type=write size=3848663 2024-09-18T02:39:59.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.666+0000 7f3d344c5640 1 < completed delete operation key=KB9UDL27PX79 tag=FS2WYJKTVW8J type=del 2024-09-18T02:39:59.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.671+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~JYI8TBBURPZO.0 size=1048576 2024-09-18T02:39:59.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.672+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~JYI8TBBURPZO.1 size=803011 2024-09-18T02:39:59.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.672+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=JYI8TBBURPZO tag=1EMKCLJ344CH type=write size=2900163 2024-09-18T02:39:59.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.674+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=2A4KPL7W60HM type=del 2024-09-18T02:39:59.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.678+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~OTLORCBDD4ON.0 size=1048576 2024-09-18T02:39:59.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.679+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~OTLORCBDD4ON.1 size=304254 2024-09-18T02:39:59.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.679+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=OTLORCBDD4ON tag=S5GBZ2CF868Z type=write size=2401406 2024-09-18T02:39:59.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.681+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=CL2EKP04H0WW type=del 2024-09-18T02:39:59.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.683+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=QM1WIF2C3DSE type=del size=2151457 2024-09-18T02:39:59.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.687+0000 7f3d344c5640 1 < suggested remove operation key=6XGBHFR3S4FW tag=RDD9T4X35FCI type=del 2024-09-18T02:39:59.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.689+0000 7f3d344c5640 1 > prepared operation key=VZRBZUHWS0KG tag=99TDJM60R828 type=write size=636776 2024-09-18T02:39:59.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.691+0000 7f3d344c5640 1 < completed delete operation key=K7SSL4Q5FC67 tag=E38ML38LUP1D type=del 2024-09-18T02:39:59.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.696+0000 7f3d344c5640 1 > prepared part key=_multipart_IRE1LEWU02OL.2~OUTZ0DMRCR9J.0 size=679676 2024-09-18T02:39:59.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.696+0000 7f3d344c5640 1 > prepared multipart upload key=IRE1LEWU02OL upload=OUTZ0DMRCR9J tag=EMH9KPC6D7PM type=write size=1728252 2024-09-18T02:39:59.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.698+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=6UIPDFTGKQTA type=del 2024-09-18T02:39:59.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.703+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~Z1H64UTQYKNB.0 size=1048576 2024-09-18T02:39:59.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.705+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~Z1H64UTQYKNB.1 size=1048576 2024-09-18T02:39:59.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.707+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~Z1H64UTQYKNB.2 size=920792 2024-09-18T02:39:59.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.707+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=Z1H64UTQYKNB tag=9C00PJYGIGM7 type=write size=4066520 2024-09-18T02:39:59.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.711+0000 7f3d344c5640 1 < suggested update operation key=QS1F2ZL7E8RC tag=QUOKGD311GH7 type=del size=3732761 2024-09-18T02:39:59.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.713+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=7XQZOBUWSL17 type=write size=955033 2024-09-18T02:39:59.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.715+0000 7f3d344c5640 1 < completed write operation key=QR81P6ZBIKCN tag=HNX4JYWKA6S7 type=write size=313970 2024-09-18T02:39:59.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.718+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~3CD2D9EQKLBA.0 size=1048576 2024-09-18T02:39:59.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.720+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~3CD2D9EQKLBA.1 size=1048576 2024-09-18T02:39:59.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.721+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~3CD2D9EQKLBA.2 size=943006 2024-09-18T02:39:59.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.721+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=3CD2D9EQKLBA tag=YGI30GLHM9FF type=write size=4088734 2024-09-18T02:39:59.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.723+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=P0SF3K555BRF type=del 2024-09-18T02:39:59.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.725+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=FVA70WQHYG8Q type=del size=394217 2024-09-18T02:39:59.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.727+0000 7f3d344c5640 1 < completed part key=_multipart_VT9JVP3TEV2S.2~UJ3Q7B3CATPT.0 size=434919 2024-09-18T02:39:59.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.731+0000 7f3d344c5640 1 < completed multipart upload key=VT9JVP3TEV2S upload=UJ3Q7B3CATPT tag=G6HU2IGSDZ1J type=write size=1483495 2024-09-18T02:39:59.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.733+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=SPZDC82VJ2SH type=del size=4189566 2024-09-18T02:39:59.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.735+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~8RBHZ8FWDXA9.0 size=1048576 2024-09-18T02:39:59.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.736+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~8RBHZ8FWDXA9.1 size=1048576 2024-09-18T02:39:59.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.738+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~8RBHZ8FWDXA9.2 size=498956 2024-09-18T02:39:59.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.741+0000 7f3d344c5640 1 < completed multipart upload key=RXLDGQZXAUT0 upload=8RBHZ8FWDXA9 tag=FBV0KOG44KUB type=write size=3644684 2024-09-18T02:39:59.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.743+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=QEN6L6FOOWZJ type=write size=732046 2024-09-18T02:39:59.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.744+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=V2Z0APCQ4TCF type=del 2024-09-18T02:39:59.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.748+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~0QSEJ48Y3A1A.0 size=1048576 2024-09-18T02:39:59.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.750+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~0QSEJ48Y3A1A.1 size=854586 2024-09-18T02:39:59.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.750+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=0QSEJ48Y3A1A tag=K2VC8ZPPDXJO type=write size=2951738 2024-09-18T02:39:59.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.752+0000 7f3d344c5640 -1 < failed to complete operation key=QS1F2ZL7E8RC tag=L1I6QO03RSH0 type=del size=3912409: (22) Invalid argument 2024-09-18T02:39:59.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.755+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=IE9LG5ALWGZV type=write size=856019 2024-09-18T02:39:59.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.756+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~LU77PXAHW1W1.0 size=1048576 2024-09-18T02:39:59.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.758+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~LU77PXAHW1W1.1 size=1048576 2024-09-18T02:39:59.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.760+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~LU77PXAHW1W1.2 size=411333 2024-09-18T02:39:59.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.763+0000 7f3d344c5640 1 < completed multipart upload key=YRRENRMOJCK2 upload=LU77PXAHW1W1 tag=6ADEA8Y286FT type=write size=3557061 2024-09-18T02:39:59.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.765+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=5SKRBZRQOXDO type=del size=189175 2024-09-18T02:39:59.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.767+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=4X5NE5K2MK4Q type=del 2024-09-18T02:39:59.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.769+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=J0UILIWZAY43 type=del size=2206345 2024-09-18T02:39:59.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.770+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~PP4M2W9EZ94Y.0 size=1048576 2024-09-18T02:39:59.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.772+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~PP4M2W9EZ94Y.1 size=1048576 2024-09-18T02:39:59.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.774+0000 7f3d344c5640 1 < completed part key=_multipart_8Q8KLFROSEIU.2~PP4M2W9EZ94Y.2 size=702935 2024-09-18T02:39:59.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.777+0000 7f3d344c5640 1 < completed multipart upload key=8Q8KLFROSEIU upload=PP4M2W9EZ94Y tag=UUW1W52MXVK7 type=write size=3848663 2024-09-18T02:39:59.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.779+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=GLURCUO2WQ17 type=del size=4096560 2024-09-18T02:39:59.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.781+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~JYI8TBBURPZO.0 size=1048576 2024-09-18T02:39:59.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.782+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~JYI8TBBURPZO.1 size=803011 2024-09-18T02:39:59.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.786+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=JYI8TBBURPZO tag=1EMKCLJ344CH type=write size=2900163 2024-09-18T02:39:59.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.788+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=ZXDKKMYVFOW3 type=del size=2209416 2024-09-18T02:39:59.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.788+0000 7f3d344c5640 1 < canceled part key=_multipart_57SLXVHRBLFP.2~OTLORCBDD4ON.0 size=1048576 2024-09-18T02:39:59.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.790+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~OTLORCBDD4ON.1 size=304254 2024-09-18T02:39:59.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.793+0000 7f3d344c5640 1 < canceled multipart upload key=57SLXVHRBLFP upload=OTLORCBDD4ON tag=S5GBZ2CF868Z type=write size=2401406 2024-09-18T02:39:59.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.795+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=LKL41F02GORH type=del size=2758842 2024-09-18T02:39:59.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.797+0000 7f3d344c5640 1 < completed delete operation key=KETUC1BK1NFI tag=QM1WIF2C3DSE type=del 2024-09-18T02:39:59.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.799+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=0GQDSFFT6K7E type=write size=890386 2024-09-18T02:39:59.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.801+0000 7f3d344c5640 1 < completed write operation key=VZRBZUHWS0KG tag=99TDJM60R828 type=write size=636776 2024-09-18T02:39:59.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.805+0000 7f3d344c5640 1 > prepared part key=_multipart_K7SSL4Q5FC67.2~CK9OG5UG9OZ9.0 size=384603 2024-09-18T02:39:59.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.805+0000 7f3d344c5640 1 > prepared multipart upload key=K7SSL4Q5FC67 upload=CK9OG5UG9OZ9 tag=ZWBTNDGM6EWP type=write size=1433179 2024-09-18T02:39:59.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.807+0000 7f3d344c5640 1 < completed part key=_multipart_IRE1LEWU02OL.2~OUTZ0DMRCR9J.0 size=679676 2024-09-18T02:39:59.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.810+0000 7f3d344c5640 1 < completed multipart upload key=IRE1LEWU02OL upload=OUTZ0DMRCR9J tag=EMH9KPC6D7PM type=write size=1728252 2024-09-18T02:39:59.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.812+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=417YIP876WJ8 type=del size=3704380 2024-09-18T02:39:59.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.814+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~Z1H64UTQYKNB.0 size=1048576 2024-09-18T02:39:59.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.816+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~Z1H64UTQYKNB.1 size=1048576 2024-09-18T02:39:59.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.817+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~Z1H64UTQYKNB.2 size=920792 2024-09-18T02:39:59.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.821+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=Z1H64UTQYKNB tag=9C00PJYGIGM7 type=write size=4066520 2024-09-18T02:39:59.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.825+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~ZYNO836B6FU7.0 size=285902 2024-09-18T02:39:59.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.825+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=ZYNO836B6FU7 tag=L532B6W9H71T type=write size=1334478 2024-09-18T02:39:59.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.827+0000 7f3d344c5640 1 < completed write operation key=TC8DKJV0NMUQ tag=7XQZOBUWSL17 type=write size=955033 2024-09-18T02:39:59.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.829+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=84YOGIEG0OCH type=write size=374916 2024-09-18T02:39:59.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.832+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~3CD2D9EQKLBA.0 size=1048576 2024-09-18T02:39:59.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.834+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~3CD2D9EQKLBA.1 size=1048576 2024-09-18T02:39:59.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.835+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~3CD2D9EQKLBA.2 size=943006 2024-09-18T02:39:59.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.839+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=3CD2D9EQKLBA tag=YGI30GLHM9FF type=write size=4088734 2024-09-18T02:39:59.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.841+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=ZKBON24H7R38 type=del size=1758131 2024-09-18T02:39:59.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.844+0000 7f3d344c5640 1 < suggested remove operation key=RXLDGQZXAUT0 tag=FVA70WQHYG8Q type=del 2024-09-18T02:39:59.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.846+0000 7f3d344c5640 1 > prepared operation key=57SLXVHRBLFP tag=O2CBQU24NM8R type=del size=766181 2024-09-18T02:39:59.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.850+0000 7f3d344c5640 1 < suggested update operation key=ARGL0GKCIOH5 tag=SPZDC82VJ2SH type=del size=4189566 2024-09-18T02:39:59.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.852+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=JGR8P8APDM06 type=del size=56337 2024-09-18T02:39:59.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.854+0000 7f3d344c5640 1 < completed write operation key=YRRENRMOJCK2 tag=QEN6L6FOOWZJ type=write size=732046 2024-09-18T02:39:59.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.856+0000 7f3d344c5640 1 > prepared operation key=77U6SM23K6L1 tag=UYQFXNXFVWZ7 type=write size=941519 2024-09-18T02:39:59.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.858+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~0QSEJ48Y3A1A.0 size=1048576 2024-09-18T02:39:59.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.860+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~0QSEJ48Y3A1A.1 size=854586 2024-09-18T02:39:59.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.863+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=0QSEJ48Y3A1A tag=K2VC8ZPPDXJO type=write size=2951738 2024-09-18T02:39:59.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.867+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~1TNXED53NV8V.0 size=1048576 2024-09-18T02:39:59.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.869+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~1TNXED53NV8V.1 size=588038 2024-09-18T02:39:59.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.869+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=1TNXED53NV8V tag=I6K299NWBIKP type=write size=2685190 2024-09-18T02:39:59.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.870+0000 7f3d344c5640 1 < completed write operation key=3SCTT0F0R5ZX tag=IE9LG5ALWGZV type=write size=856019 2024-09-18T02:39:59.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.874+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~WNI3OZWQPCNZ.0 size=1048576 2024-09-18T02:39:59.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.876+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~WNI3OZWQPCNZ.1 size=446914 2024-09-18T02:39:59.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.876+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=WNI3OZWQPCNZ tag=DJH2VT4OXAI0 type=write size=2544066 2024-09-18T02:39:59.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.878+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=5SKRBZRQOXDO type=del 2024-09-18T02:39:59.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.880+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=N2DK15PXIZLA type=del size=2710200 2024-09-18T02:39:59.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.883+0000 7f3d344c5640 -1 < failed to complete operation key=ARGL0GKCIOH5 tag=J0UILIWZAY43 type=del size=2206345: (22) Invalid argument 2024-09-18T02:39:59.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.884+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=TV8ARU18KT60 type=del size=3026038 2024-09-18T02:39:59.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.886+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=GLURCUO2WQ17 type=del 2024-09-18T02:39:59.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.888+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=L1OGL2RN3P12 type=del size=2199327 2024-09-18T02:39:59.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.891+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=ZXDKKMYVFOW3 type=del 2024-09-18T02:39:59.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.894+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~PTUX2GIQICFT.0 size=1048576 2024-09-18T02:39:59.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.896+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~PTUX2GIQICFT.1 size=814791 2024-09-18T02:39:59.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.896+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=PTUX2GIQICFT tag=EPF4RXLIJJ8R type=write size=2911943 2024-09-18T02:39:59.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.898+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=LKL41F02GORH type=del 2024-09-18T02:39:59.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.900+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=CZYOLOC3D6K3 type=write size=515930 2024-09-18T02:39:59.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.902+0000 7f3d344c5640 1 < completed write operation key=TC8DKJV0NMUQ tag=0GQDSFFT6K7E type=write size=890386 2024-09-18T02:39:59.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.904+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=NZ23XE74VIUA type=del size=119341 2024-09-18T02:39:59.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.905+0000 7f3d344c5640 1 < completed part key=_multipart_K7SSL4Q5FC67.2~CK9OG5UG9OZ9.0 size=384603 2024-09-18T02:39:59.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.908+0000 7f3d344c5640 1 < completed multipart upload key=K7SSL4Q5FC67 upload=CK9OG5UG9OZ9 tag=ZWBTNDGM6EWP type=write size=1433179 2024-09-18T02:39:59.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.912+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~SN6YQT2BNECZ.0 size=1048576 2024-09-18T02:39:59.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.913+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~SN6YQT2BNECZ.1 size=1048576 2024-09-18T02:39:59.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.915+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~SN6YQT2BNECZ.2 size=560784 2024-09-18T02:39:59.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.915+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=SN6YQT2BNECZ tag=QQKCPHJWH32O type=write size=3706512 2024-09-18T02:39:59.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.917+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=417YIP876WJ8 type=del 2024-09-18T02:39:59.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.919+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=7S3NI5PNFI18 type=write size=905631 2024-09-18T02:39:59.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.921+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~ZYNO836B6FU7.0 size=285902 2024-09-18T02:39:59.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.924+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=ZYNO836B6FU7 tag=L532B6W9H71T type=write size=1334478 2024-09-18T02:39:59.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.928+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~E3114BIWL9H9.0 size=1048576 2024-09-18T02:39:59.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.930+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~E3114BIWL9H9.1 size=1048576 2024-09-18T02:39:59.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.931+0000 7f3d344c5640 1 > prepared part key=_multipart_5CBDBDRVY90O.2~E3114BIWL9H9.2 size=185524 2024-09-18T02:39:59.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.931+0000 7f3d344c5640 1 > prepared multipart upload key=5CBDBDRVY90O upload=E3114BIWL9H9 tag=MB89FYL9EXIW type=write size=3331252 2024-09-18T02:39:59.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.933+0000 7f3d344c5640 1 < completed write operation key=KS4ELJCFAWBQ tag=84YOGIEG0OCH type=write size=374916 2024-09-18T02:39:59.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.935+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=EEM30EL8XK2Z type=del size=413276 2024-09-18T02:39:59.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.937+0000 7f3d344c5640 1 < completed delete operation key=4FYZMKC41CPI tag=ZKBON24H7R38 type=del 2024-09-18T02:39:59.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.939+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=PT14ZQWNMNN2 type=del size=3729411 2024-09-18T02:39:59.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.941+0000 7f3d344c5640 1 < completed delete operation key=57SLXVHRBLFP tag=O2CBQU24NM8R type=del 2024-09-18T02:39:59.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.945+0000 7f3d344c5640 1 > prepared part key=_multipart_D16IXCK8Y6D1.2~YI79D0FJYFBK.0 size=199387 2024-09-18T02:39:59.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.945+0000 7f3d344c5640 1 > prepared multipart upload key=D16IXCK8Y6D1 upload=YI79D0FJYFBK tag=IV720I2DV2IO type=write size=1247963 2024-09-18T02:39:59.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.947+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=JGR8P8APDM06 type=del 2024-09-18T02:39:59.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.950+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~CWTM4XF3NKAY.0 size=1048576 2024-09-18T02:39:59.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.952+0000 7f3d344c5640 1 > prepared part key=_multipart_6XGBHFR3S4FW.2~CWTM4XF3NKAY.1 size=464232 2024-09-18T02:39:59.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.952+0000 7f3d344c5640 1 > prepared multipart upload key=6XGBHFR3S4FW upload=CWTM4XF3NKAY tag=2LELPAJSC2UV type=write size=2561384 2024-09-18T02:39:59.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.954+0000 7f3d344c5640 1 < completed write operation key=77U6SM23K6L1 tag=UYQFXNXFVWZ7 type=write size=941519 2024-09-18T02:39:59.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.955+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=233MTW4QPRKO type=del size=1712622 2024-09-18T02:39:59.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.957+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~1TNXED53NV8V.0 size=1048576 2024-09-18T02:39:59.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.959+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~1TNXED53NV8V.1 size=588038 2024-09-18T02:39:59.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.963+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=1TNXED53NV8V tag=I6K299NWBIKP type=write size=2685190 2024-09-18T02:39:59.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.964+0000 7f3d344c5640 1 > prepared operation key=ZMNUVKZQG0VF tag=W7W0N3JCUHDJ type=del size=1334133 2024-09-18T02:39:59.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.966+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~WNI3OZWQPCNZ.0 size=1048576 2024-09-18T02:39:59.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.968+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~WNI3OZWQPCNZ.1 size=446914 2024-09-18T02:39:59.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.971+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=WNI3OZWQPCNZ tag=DJH2VT4OXAI0 type=write size=2544066 2024-09-18T02:39:59.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.976+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~DBTKI2UWQT1Q.0 size=1048576 2024-09-18T02:39:59.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.978+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~DBTKI2UWQT1Q.1 size=1031488 2024-09-18T02:39:59.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.978+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=DBTKI2UWQT1Q tag=CQLRLH3XA304 type=write size=3128640 2024-09-18T02:39:59.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.982+0000 7f3d344c5640 1 < suggested remove operation key=YRRENRMOJCK2 tag=N2DK15PXIZLA type=del 2024-09-18T02:39:59.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.985+0000 7f3d344c5640 1 > prepared part key=_multipart_BDM08TCKAR39.2~9D6CCFNCVYPJ.0 size=495365 2024-09-18T02:39:59.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.985+0000 7f3d344c5640 1 > prepared multipart upload key=BDM08TCKAR39 upload=9D6CCFNCVYPJ tag=9F54RVXVIVWL type=write size=1543941 2024-09-18T02:39:59.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.987+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=TV8ARU18KT60 type=del 2024-09-18T02:39:59.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.992+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~BXORIG08KKZA.0 size=1048576 2024-09-18T02:39:59.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.994+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~BXORIG08KKZA.1 size=962901 2024-09-18T02:39:59.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.994+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=BXORIG08KKZA tag=VJ4HESX65AJ0 type=write size=3060053 2024-09-18T02:39:59.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.996+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=L1OGL2RN3P12 type=del 2024-09-18T02:39:59.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:39:59.998+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=KBDVOWSG11GQ type=del size=4117 2024-09-18T02:40:00.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.000+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~PTUX2GIQICFT.0 size=1048576 2024-09-18T02:40:00.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.001+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~PTUX2GIQICFT.1 size=814791 2024-09-18T02:40:00.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.005+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=PTUX2GIQICFT tag=EPF4RXLIJJ8R type=write size=2911943 2024-09-18T02:40:00.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.007+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=2FTVZYCYWOYE type=del size=827824 2024-09-18T02:40:00.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.010+0000 7f3d344c5640 1 < completed write operation key=K7SSL4Q5FC67 tag=CZYOLOC3D6K3 type=write size=515930 2024-09-18T02:40:00.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.014+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~12BLC28WKWIE.0 size=159109 2024-09-18T02:40:00.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.014+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=12BLC28WKWIE tag=P3CKZKYZ1QGM type=write size=1207685 2024-09-18T02:40:00.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.017+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=NZ23XE74VIUA type=del 2024-09-18T02:40:00.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.019+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=GNTO2ZOZDLTE type=del size=1960006 2024-09-18T02:40:00.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.021+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~SN6YQT2BNECZ.0 size=1048576 2024-09-18T02:40:00.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.022+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~SN6YQT2BNECZ.1 size=1048576 2024-09-18T02:40:00.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.024+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~SN6YQT2BNECZ.2 size=560784 2024-09-18T02:40:00.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.027+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=SN6YQT2BNECZ tag=QQKCPHJWH32O type=write size=3706512 2024-09-18T02:40:00.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.029+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=7IF7T7MW8F1N type=del size=1602332 2024-09-18T02:40:00.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.033+0000 7f3d344c5640 1 < suggested update operation key=YCO4SVB9T1HD tag=7S3NI5PNFI18 type=write size=905631 2024-09-18T02:40:00.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.035+0000 7f3d344c5640 1 > prepared operation key=4FYZMKC41CPI tag=3CH0CQSNT7SO type=write size=303273 2024-09-18T02:40:00.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.037+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~E3114BIWL9H9.0 size=1048576 2024-09-18T02:40:00.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.039+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~E3114BIWL9H9.1 size=1048576 2024-09-18T02:40:00.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.041+0000 7f3d344c5640 1 < completed part key=_multipart_5CBDBDRVY90O.2~E3114BIWL9H9.2 size=185524 2024-09-18T02:40:00.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.044+0000 7f3d344c5640 1 < completed multipart upload key=5CBDBDRVY90O upload=E3114BIWL9H9 tag=MB89FYL9EXIW type=write size=3331252 2024-09-18T02:40:00.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.046+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=Y0VQCLBAYMLD type=del size=2249138 2024-09-18T02:40:00.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.048+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=EEM30EL8XK2Z type=del 2024-09-18T02:40:00.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.052+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~4ID0R0LKB6JE.0 size=426620 2024-09-18T02:40:00.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.052+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=4ID0R0LKB6JE tag=MLF7HKATEZYV type=write size=1475196 2024-09-18T02:40:00.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.054+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=PT14ZQWNMNN2 type=del 2024-09-18T02:40:00.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.055+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=1ESCOBEYDNBV type=del size=1475876 2024-09-18T02:40:00.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.057+0000 7f3d344c5640 1 < completed part key=_multipart_D16IXCK8Y6D1.2~YI79D0FJYFBK.0 size=199387 2024-09-18T02:40:00.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.060+0000 7f3d344c5640 1 < completed multipart upload key=D16IXCK8Y6D1 upload=YI79D0FJYFBK tag=IV720I2DV2IO type=write size=1247963 2024-09-18T02:40:00.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.062+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=U1628EM7VFWY type=del size=162519 2024-09-18T02:40:00.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.064+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~CWTM4XF3NKAY.0 size=1048576 2024-09-18T02:40:00.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.066+0000 7f3d344c5640 1 < completed part key=_multipart_6XGBHFR3S4FW.2~CWTM4XF3NKAY.1 size=464232 2024-09-18T02:40:00.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.069+0000 7f3d344c5640 1 < completed multipart upload key=6XGBHFR3S4FW upload=CWTM4XF3NKAY tag=2LELPAJSC2UV type=write size=2561384 2024-09-18T02:40:00.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.071+0000 7f3d344c5640 1 > prepared operation key=QR81P6ZBIKCN tag=FQOJ8A11AW3A type=del size=3339065 2024-09-18T02:40:00.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.073+0000 7f3d344c5640 1 < completed delete operation key=6XGBHFR3S4FW tag=233MTW4QPRKO type=del 2024-09-18T02:40:00.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.076+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~018NQ29TKNUR.0 size=1048576 2024-09-18T02:40:00.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.078+0000 7f3d344c5640 1 > prepared part key=_multipart_ARGL0GKCIOH5.2~018NQ29TKNUR.1 size=449789 2024-09-18T02:40:00.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.078+0000 7f3d344c5640 1 > prepared multipart upload key=ARGL0GKCIOH5 upload=018NQ29TKNUR tag=X5MIG5XJG284 type=write size=2546941 2024-09-18T02:40:00.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.080+0000 7f3d344c5640 1 < completed delete operation key=ZMNUVKZQG0VF tag=W7W0N3JCUHDJ type=del 2024-09-18T02:40:00.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.083+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~26HGRNU50K4B.0 size=1048576 2024-09-18T02:40:00.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.085+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~26HGRNU50K4B.1 size=1048576 2024-09-18T02:40:00.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.087+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~26HGRNU50K4B.2 size=1040888 2024-09-18T02:40:00.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.087+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=26HGRNU50K4B tag=RL4BA4PGVBK3 type=write size=4186616 2024-09-18T02:40:00.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.088+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~DBTKI2UWQT1Q.0 size=1048576 2024-09-18T02:40:00.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.090+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~DBTKI2UWQT1Q.1 size=1031488 2024-09-18T02:40:00.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.093+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=DBTKI2UWQT1Q tag=CQLRLH3XA304 type=write size=3128640 2024-09-18T02:40:00.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.097+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~KAI9Z5ED1PU1.0 size=1048576 2024-09-18T02:40:00.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.098+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~KAI9Z5ED1PU1.1 size=788896 2024-09-18T02:40:00.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.098+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=KAI9Z5ED1PU1 tag=J7J1A8SNFWM1 type=write size=2886048 2024-09-18T02:40:00.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.098+0000 7f3d344c5640 1 < canceled part key=_multipart_BDM08TCKAR39.2~9D6CCFNCVYPJ.0 size=495365 2024-09-18T02:40:00.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.101+0000 7f3d344c5640 1 < canceled multipart upload key=BDM08TCKAR39 upload=9D6CCFNCVYPJ tag=9F54RVXVIVWL type=write size=1543941 2024-09-18T02:40:00.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.103+0000 7f3d344c5640 1 > prepared operation key=YRRENRMOJCK2 tag=VIII5FGCW2I1 type=del size=3402275 2024-09-18T02:40:00.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.105+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~BXORIG08KKZA.0 size=1048576 2024-09-18T02:40:00.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.107+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~BXORIG08KKZA.1 size=962901 2024-09-18T02:40:00.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.110+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=BXORIG08KKZA tag=VJ4HESX65AJ0 type=write size=3060053 2024-09-18T02:40:00.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.112+0000 7f3d344c5640 1 > prepared operation key=DN8CVJBOI3G6 tag=A3FRK90QYEBJ type=write size=858502 2024-09-18T02:40:00.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.113+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=KBDVOWSG11GQ type=del 2024-09-18T02:40:00.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.117+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~FPXKY5ZXI6XO.0 size=1048576 2024-09-18T02:40:00.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.119+0000 7f3d344c5640 1 > prepared part key=_multipart_TC8DKJV0NMUQ.2~FPXKY5ZXI6XO.1 size=40698 2024-09-18T02:40:00.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.119+0000 7f3d344c5640 1 > prepared multipart upload key=TC8DKJV0NMUQ upload=FPXKY5ZXI6XO tag=TEIGJ8XC1Y4I type=write size=2137850 2024-09-18T02:40:00.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.120+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=2FTVZYCYWOYE type=del 2024-09-18T02:40:00.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.124+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~OWYRL68MXH3I.0 size=1048576 2024-09-18T02:40:00.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.125+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~OWYRL68MXH3I.1 size=879181 2024-09-18T02:40:00.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.125+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=OWYRL68MXH3I tag=ODI97QE96H29 type=write size=2976333 2024-09-18T02:40:00.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.127+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~12BLC28WKWIE.0 size=159109 2024-09-18T02:40:00.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.130+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=12BLC28WKWIE tag=P3CKZKYZ1QGM type=write size=1207685 2024-09-18T02:40:00.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.132+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=FN5NSVEGYFNV type=del size=451035 2024-09-18T02:40:00.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.134+0000 7f3d344c5640 1 < completed delete operation key=EDIMCFSPFVXQ tag=GNTO2ZOZDLTE type=del 2024-09-18T02:40:00.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.137+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~JXAEL0Q03KPD.0 size=97544 2024-09-18T02:40:00.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.137+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=JXAEL0Q03KPD tag=SHYOFFJTCC64 type=write size=1146120 2024-09-18T02:40:00.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.139+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=7IF7T7MW8F1N type=del 2024-09-18T02:40:00.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.141+0000 7f3d344c5640 1 > prepared operation key=VT9JVP3TEV2S tag=SJJL82HA59O8 type=del size=2752423 2024-09-18T02:40:00.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.143+0000 7f3d344c5640 1 < completed write operation key=4FYZMKC41CPI tag=3CH0CQSNT7SO type=write size=303273 2024-09-18T02:40:00.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.146+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~3LOYVK39XI7J.0 size=1048576 2024-09-18T02:40:00.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.148+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~3LOYVK39XI7J.1 size=1048576 2024-09-18T02:40:00.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.149+0000 7f3d344c5640 1 > prepared part key=_multipart_OHNLA0CFDTOZ.2~3LOYVK39XI7J.2 size=440371 2024-09-18T02:40:00.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.149+0000 7f3d344c5640 1 > prepared multipart upload key=OHNLA0CFDTOZ upload=3LOYVK39XI7J tag=8US48QLLD16T type=write size=3586099 2024-09-18T02:40:00.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.151+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=Y0VQCLBAYMLD type=del 2024-09-18T02:40:00.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.153+0000 7f3d344c5640 1 > prepared operation key=TC8DKJV0NMUQ tag=Q2J7H6F3NHEX type=del size=3535169 2024-09-18T02:40:00.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.155+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~4ID0R0LKB6JE.0 size=426620 2024-09-18T02:40:00.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.158+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=4ID0R0LKB6JE tag=MLF7HKATEZYV type=write size=1475196 2024-09-18T02:40:00.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.160+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=V7UVTYVB304O type=del size=2149604 2024-09-18T02:40:00.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.162+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=1ESCOBEYDNBV type=del 2024-09-18T02:40:00.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.165+0000 7f3d344c5640 1 > prepared operation key=GD2B5B458L13 tag=EE2R6BHLEQ4N type=del size=2951627 2024-09-18T02:40:00.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.167+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=U1628EM7VFWY type=del 2024-09-18T02:40:00.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.169+0000 7f3d344c5640 1 > prepared operation key=5CBDBDRVY90O tag=EJIBTFDRJMKJ type=del size=3622261 2024-09-18T02:40:00.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.170+0000 7f3d344c5640 1 < completed delete operation key=QR81P6ZBIKCN tag=FQOJ8A11AW3A type=del 2024-09-18T02:40:00.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.173+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=00PA0R7DPNQP type=write size=971589 2024-09-18T02:40:00.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.175+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~018NQ29TKNUR.0 size=1048576 2024-09-18T02:40:00.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.176+0000 7f3d344c5640 1 < completed part key=_multipart_ARGL0GKCIOH5.2~018NQ29TKNUR.1 size=449789 2024-09-18T02:40:00.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.181+0000 7f3d344c5640 1 < completed multipart upload key=ARGL0GKCIOH5 upload=018NQ29TKNUR tag=X5MIG5XJG284 type=write size=2546941 2024-09-18T02:40:00.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.185+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~2DYB3SCXTR8V.0 size=1048576 2024-09-18T02:40:00.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.187+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~2DYB3SCXTR8V.1 size=1048576 2024-09-18T02:40:00.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.188+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~2DYB3SCXTR8V.2 size=564037 2024-09-18T02:40:00.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.188+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=2DYB3SCXTR8V tag=K3F7SOVZS9X9 type=write size=3709765 2024-09-18T02:40:00.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.191+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~26HGRNU50K4B.0 size=1048576 2024-09-18T02:40:00.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.194+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~26HGRNU50K4B.1 size=1048576 2024-09-18T02:40:00.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.194+0000 7f3d344c5640 1 < canceled part key=_multipart_77U6SM23K6L1.2~26HGRNU50K4B.2 size=1040888 2024-09-18T02:40:00.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.197+0000 7f3d344c5640 1 < canceled multipart upload key=77U6SM23K6L1 upload=26HGRNU50K4B tag=RL4BA4PGVBK3 type=write size=4186616 2024-09-18T02:40:00.201 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.199+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=OG4ANMW6M6FU type=del size=1742543 2024-09-18T02:40:00.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.201+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~KAI9Z5ED1PU1.0 size=1048576 2024-09-18T02:40:00.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.201+0000 7f3d344c5640 1 < canceled part key=_multipart_KETUC1BK1NFI.2~KAI9Z5ED1PU1.1 size=788896 2024-09-18T02:40:00.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.205+0000 7f3d344c5640 1 < canceled multipart upload key=KETUC1BK1NFI upload=KAI9Z5ED1PU1 tag=J7J1A8SNFWM1 type=write size=2886048 2024-09-18T02:40:00.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.208+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~DSPQPQGUB64H.0 size=1048576 2024-09-18T02:40:00.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.210+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~DSPQPQGUB64H.1 size=866314 2024-09-18T02:40:00.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.210+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=DSPQPQGUB64H tag=5QW1IKGO2EEJ type=write size=2963466 2024-09-18T02:40:00.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.212+0000 7f3d344c5640 1 < completed delete operation key=YRRENRMOJCK2 tag=VIII5FGCW2I1 type=del 2024-09-18T02:40:00.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.216+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~QPN1F070Z68B.0 size=1048576 2024-09-18T02:40:00.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.218+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~QPN1F070Z68B.1 size=1048576 2024-09-18T02:40:00.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.220+0000 7f3d344c5640 1 > prepared part key=_multipart_ZMNUVKZQG0VF.2~QPN1F070Z68B.2 size=960635 2024-09-18T02:40:00.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.220+0000 7f3d344c5640 1 > prepared multipart upload key=ZMNUVKZQG0VF upload=QPN1F070Z68B tag=Z10TLDMN9CB9 type=write size=4106363 2024-09-18T02:40:00.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.222+0000 7f3d344c5640 1 < completed write operation key=DN8CVJBOI3G6 tag=A3FRK90QYEBJ type=write size=858502 2024-09-18T02:40:00.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.224+0000 7f3d344c5640 1 > prepared operation key=ARGL0GKCIOH5 tag=RFM53IOP0XMQ type=del size=1904417 2024-09-18T02:40:00.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.227+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~FPXKY5ZXI6XO.0 size=1048576 2024-09-18T02:40:00.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.228+0000 7f3d344c5640 1 < completed part key=_multipart_TC8DKJV0NMUQ.2~FPXKY5ZXI6XO.1 size=40698 2024-09-18T02:40:00.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.232+0000 7f3d344c5640 1 < completed multipart upload key=TC8DKJV0NMUQ upload=FPXKY5ZXI6XO tag=TEIGJ8XC1Y4I type=write size=2137850 2024-09-18T02:40:00.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.234+0000 7f3d344c5640 1 > prepared operation key=KS4ELJCFAWBQ tag=Z1VOIFBRDTA2 type=write size=303836 2024-09-18T02:40:00.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.236+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~OWYRL68MXH3I.0 size=1048576 2024-09-18T02:40:00.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.237+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~OWYRL68MXH3I.1 size=879181 2024-09-18T02:40:00.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.241+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=OWYRL68MXH3I tag=ODI97QE96H29 type=write size=2976333 2024-09-18T02:40:00.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.243+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=JDX7M0DD3JHH type=del size=929484 2024-09-18T02:40:00.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.247+0000 7f3d344c5640 1 < suggested remove operation key=8Q8KLFROSEIU tag=FN5NSVEGYFNV type=del 2024-09-18T02:40:00.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.251+0000 7f3d344c5640 1 > prepared part key=_multipart_X478JHSYQ9O5.2~MES9LBDKD0DV.0 size=196692 2024-09-18T02:40:00.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.251+0000 7f3d344c5640 1 > prepared multipart upload key=X478JHSYQ9O5 upload=MES9LBDKD0DV tag=21683VMC01J7 type=write size=1245268 2024-09-18T02:40:00.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.253+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~JXAEL0Q03KPD.0 size=97544 2024-09-18T02:40:00.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.256+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=JXAEL0Q03KPD tag=SHYOFFJTCC64 type=write size=1146120 2024-09-18T02:40:00.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.260+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~DK99AHEJJTXW.0 size=1048576 2024-09-18T02:40:00.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.262+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~DK99AHEJJTXW.1 size=1048576 2024-09-18T02:40:00.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.264+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~DK99AHEJJTXW.2 size=589327 2024-09-18T02:40:00.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.264+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=DK99AHEJJTXW tag=B0MCAUFK97D5 type=write size=3735055 2024-09-18T02:40:00.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.266+0000 7f3d344c5640 1 < completed delete operation key=VT9JVP3TEV2S tag=SJJL82HA59O8 type=del 2024-09-18T02:40:00.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.268+0000 7f3d344c5640 1 > prepared operation key=BDM08TCKAR39 tag=3C6NHIY2M2AG type=del size=3540692 2024-09-18T02:40:00.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.271+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~3LOYVK39XI7J.0 size=1048576 2024-09-18T02:40:00.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.272+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~3LOYVK39XI7J.1 size=1048576 2024-09-18T02:40:00.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.274+0000 7f3d344c5640 1 < completed part key=_multipart_OHNLA0CFDTOZ.2~3LOYVK39XI7J.2 size=440371 2024-09-18T02:40:00.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.278+0000 7f3d344c5640 1 < completed multipart upload key=OHNLA0CFDTOZ upload=3LOYVK39XI7J tag=8US48QLLD16T type=write size=3586099 2024-09-18T02:40:00.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.281+0000 7f3d344c5640 1 > prepared part key=_multipart_QR81P6ZBIKCN.2~HSJ7YDMEOMB7.0 size=684956 2024-09-18T02:40:00.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.281+0000 7f3d344c5640 1 > prepared multipart upload key=QR81P6ZBIKCN upload=HSJ7YDMEOMB7 tag=OY1AK5MAWXUD type=write size=1733532 2024-09-18T02:40:00.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.284+0000 7f3d344c5640 1 < completed delete operation key=TC8DKJV0NMUQ tag=Q2J7H6F3NHEX type=del 2024-09-18T02:40:00.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.287+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~B8Z77R6FYHXH.0 size=1048576 2024-09-18T02:40:00.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.289+0000 7f3d344c5640 1 > prepared part key=_multipart_57SLXVHRBLFP.2~B8Z77R6FYHXH.1 size=404739 2024-09-18T02:40:00.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.289+0000 7f3d344c5640 1 > prepared multipart upload key=57SLXVHRBLFP upload=B8Z77R6FYHXH tag=QEWWU75OSRHP type=write size=2501891 2024-09-18T02:40:00.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.291+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=V7UVTYVB304O type=del 2024-09-18T02:40:00.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.296+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~VJFYZ3NXUD0Y.0 size=1048576 2024-09-18T02:40:00.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.297+0000 7f3d344c5640 1 > prepared part key=_multipart_GD2B5B458L13.2~VJFYZ3NXUD0Y.1 size=951819 2024-09-18T02:40:00.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.297+0000 7f3d344c5640 1 > prepared multipart upload key=GD2B5B458L13 upload=VJFYZ3NXUD0Y tag=T07WGBL41XTK type=write size=3048971 2024-09-18T02:40:00.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.300+0000 7f3d344c5640 1 < completed delete operation key=GD2B5B458L13 tag=EE2R6BHLEQ4N type=del 2024-09-18T02:40:00.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.303+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~01CV56GMEXVA.0 size=1048576 2024-09-18T02:40:00.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.305+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~01CV56GMEXVA.1 size=799727 2024-09-18T02:40:00.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.305+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=01CV56GMEXVA tag=DLMR6833241F type=write size=2896879 2024-09-18T02:40:00.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.307+0000 7f3d344c5640 1 < completed delete operation key=5CBDBDRVY90O tag=EJIBTFDRJMKJ type=del 2024-09-18T02:40:00.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.311+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~JV3EU0L09F6J.0 size=1048576 2024-09-18T02:40:00.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.312+0000 7f3d344c5640 1 > prepared part key=_multipart_YCO4SVB9T1HD.2~JV3EU0L09F6J.1 size=159352 2024-09-18T02:40:00.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.313+0000 7f3d344c5640 1 > prepared multipart upload key=YCO4SVB9T1HD upload=JV3EU0L09F6J tag=5SW0UN8B564F type=write size=2256504 2024-09-18T02:40:00.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.315+0000 7f3d344c5640 1 < completed write operation key=X478JHSYQ9O5 tag=00PA0R7DPNQP type=write size=971589 2024-09-18T02:40:00.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.317+0000 7f3d344c5640 1 > prepared operation key=IRE1LEWU02OL tag=UI217DS6NNGH type=del size=2957547 2024-09-18T02:40:00.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.317+0000 7f3d344c5640 1 < canceled part key=_multipart_QR81P6ZBIKCN.2~2DYB3SCXTR8V.0 size=1048576 2024-09-18T02:40:00.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.319+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~2DYB3SCXTR8V.1 size=1048576 2024-09-18T02:40:00.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.320+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~2DYB3SCXTR8V.2 size=564037 2024-09-18T02:40:00.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.324+0000 7f3d344c5640 1 < canceled multipart upload key=QR81P6ZBIKCN upload=2DYB3SCXTR8V tag=K3F7SOVZS9X9 type=write size=3709765 2024-09-18T02:40:00.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.327+0000 7f3d344c5640 1 > prepared operation key=RXLDGQZXAUT0 tag=4GYPKWHLYCEI type=del size=312473 2024-09-18T02:40:00.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.329+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=OG4ANMW6M6FU type=del 2024-09-18T02:40:00.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.331+0000 7f3d344c5640 1 > prepared operation key=3SCTT0F0R5ZX tag=4NQA2GBX1WU4 type=del size=2266384 2024-09-18T02:40:00.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.333+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~DSPQPQGUB64H.0 size=1048576 2024-09-18T02:40:00.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.335+0000 7f3d344c5640 1 < completed part key=_multipart_WRPKCFEEMSVW.2~DSPQPQGUB64H.1 size=866314 2024-09-18T02:40:00.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.338+0000 7f3d344c5640 1 < completed multipart upload key=WRPKCFEEMSVW upload=DSPQPQGUB64H tag=5QW1IKGO2EEJ type=write size=2963466 2024-09-18T02:40:00.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.340+0000 7f3d344c5640 1 > prepared operation key=KETUC1BK1NFI tag=B380QCBADE5Y type=del size=1278314 2024-09-18T02:40:00.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.342+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~QPN1F070Z68B.0 size=1048576 2024-09-18T02:40:00.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.344+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~QPN1F070Z68B.1 size=1048576 2024-09-18T02:40:00.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.346+0000 7f3d344c5640 1 < completed part key=_multipart_ZMNUVKZQG0VF.2~QPN1F070Z68B.2 size=960635 2024-09-18T02:40:00.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.349+0000 7f3d344c5640 1 < completed multipart upload key=ZMNUVKZQG0VF upload=QPN1F070Z68B tag=Z10TLDMN9CB9 type=write size=4106363 2024-09-18T02:40:00.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.353+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~MBX77RZXE1PG.0 size=1048576 2024-09-18T02:40:00.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.354+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~MBX77RZXE1PG.1 size=1048576 2024-09-18T02:40:00.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.356+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~MBX77RZXE1PG.2 size=818469 2024-09-18T02:40:00.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.356+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=MBX77RZXE1PG tag=RRJ53NXOSYRX type=write size=3964197 2024-09-18T02:40:00.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.359+0000 7f3d344c5640 1 < completed delete operation key=ARGL0GKCIOH5 tag=RFM53IOP0XMQ type=del 2024-09-18T02:40:00.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.363+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~2GL0TDM7AWMP.0 size=1048576 2024-09-18T02:40:00.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.365+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~2GL0TDM7AWMP.1 size=1048576 2024-09-18T02:40:00.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.366+0000 7f3d344c5640 1 > prepared part key=_multipart_R9PMI2O5LB5E.2~2GL0TDM7AWMP.2 size=157612 2024-09-18T02:40:00.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.366+0000 7f3d344c5640 1 > prepared multipart upload key=R9PMI2O5LB5E upload=2GL0TDM7AWMP tag=HRGXLOWRMJBE type=write size=3303340 2024-09-18T02:40:00.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.368+0000 7f3d344c5640 1 < completed write operation key=KS4ELJCFAWBQ tag=Z1VOIFBRDTA2 type=write size=303836 2024-09-18T02:40:00.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.370+0000 7f3d344c5640 1 > prepared operation key=EDIMCFSPFVXQ tag=29WIFZLBBSGJ type=write size=995033 2024-09-18T02:40:00.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.372+0000 7f3d344c5640 1 < completed delete operation key=FZZPXI6Q3MK4 tag=JDX7M0DD3JHH type=del 2024-09-18T02:40:00.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.374+0000 7f3d344c5640 1 > prepared operation key=R9PMI2O5LB5E tag=A9NCWP8KHFUR type=del size=2306027 2024-09-18T02:40:00.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.376+0000 7f3d344c5640 1 < completed part key=_multipart_X478JHSYQ9O5.2~MES9LBDKD0DV.0 size=196692 2024-09-18T02:40:00.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.379+0000 7f3d344c5640 1 < completed multipart upload key=X478JHSYQ9O5 upload=MES9LBDKD0DV tag=21683VMC01J7 type=write size=1245268 2024-09-18T02:40:00.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.384+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~OGIV5FU2TTTK.0 size=1048576 2024-09-18T02:40:00.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.386+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~OGIV5FU2TTTK.1 size=1048576 2024-09-18T02:40:00.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.387+0000 7f3d344c5640 1 > prepared part key=_multipart_77U6SM23K6L1.2~OGIV5FU2TTTK.2 size=218622 2024-09-18T02:40:00.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.387+0000 7f3d344c5640 1 > prepared multipart upload key=77U6SM23K6L1 upload=OGIV5FU2TTTK tag=SPS9IZL4F2I4 type=write size=3364350 2024-09-18T02:40:00.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.390+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~DK99AHEJJTXW.0 size=1048576 2024-09-18T02:40:00.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.391+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~DK99AHEJJTXW.1 size=1048576 2024-09-18T02:40:00.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.393+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~DK99AHEJJTXW.2 size=589327 2024-09-18T02:40:00.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.397+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=DK99AHEJJTXW tag=B0MCAUFK97D5 type=write size=3735055 2024-09-18T02:40:00.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.399+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=LSBWNP7310EZ type=del size=689224 2024-09-18T02:40:00.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.401+0000 7f3d344c5640 1 < completed delete operation key=BDM08TCKAR39 tag=3C6NHIY2M2AG type=del 2024-09-18T02:40:00.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.403+0000 7f3d344c5640 1 > prepared operation key=X478JHSYQ9O5 tag=II9663TW4AZE type=write size=806725 2024-09-18T02:40:00.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.404+0000 7f3d344c5640 1 < completed part key=_multipart_QR81P6ZBIKCN.2~HSJ7YDMEOMB7.0 size=684956 2024-09-18T02:40:00.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.408+0000 7f3d344c5640 1 < completed multipart upload key=QR81P6ZBIKCN upload=HSJ7YDMEOMB7 tag=OY1AK5MAWXUD type=write size=1733532 2024-09-18T02:40:00.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.412+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~XOXQCSWIYPQ4.0 size=1048576 2024-09-18T02:40:00.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.414+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~XOXQCSWIYPQ4.1 size=1048576 2024-09-18T02:40:00.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.416+0000 7f3d344c5640 1 > prepared part key=_multipart_FZZPXI6Q3MK4.2~XOXQCSWIYPQ4.2 size=652684 2024-09-18T02:40:00.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.416+0000 7f3d344c5640 1 > prepared multipart upload key=FZZPXI6Q3MK4 upload=XOXQCSWIYPQ4 tag=2ST5EZVC7U03 type=write size=3798412 2024-09-18T02:40:00.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.418+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~B8Z77R6FYHXH.0 size=1048576 2024-09-18T02:40:00.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.420+0000 7f3d344c5640 1 < completed part key=_multipart_57SLXVHRBLFP.2~B8Z77R6FYHXH.1 size=404739 2024-09-18T02:40:00.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.423+0000 7f3d344c5640 1 < completed multipart upload key=57SLXVHRBLFP upload=B8Z77R6FYHXH tag=QEWWU75OSRHP type=write size=2501891 2024-09-18T02:40:00.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.427+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~2Z14CZK8CN2M.0 size=1048576 2024-09-18T02:40:00.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.430+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~2Z14CZK8CN2M.1 size=1048576 2024-09-18T02:40:00.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.432+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~2Z14CZK8CN2M.2 size=918167 2024-09-18T02:40:00.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.432+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=2Z14CZK8CN2M tag=4SPHNC50IMAH type=write size=4063895 2024-09-18T02:40:00.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.434+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~VJFYZ3NXUD0Y.0 size=1048576 2024-09-18T02:40:00.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.435+0000 7f3d344c5640 1 < completed part key=_multipart_GD2B5B458L13.2~VJFYZ3NXUD0Y.1 size=951819 2024-09-18T02:40:00.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.439+0000 7f3d344c5640 1 < completed multipart upload key=GD2B5B458L13 upload=VJFYZ3NXUD0Y tag=T07WGBL41XTK type=write size=3048971 2024-09-18T02:40:00.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.441+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=HUR4LLLT2ZQS type=del size=154724 2024-09-18T02:40:00.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.443+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~01CV56GMEXVA.0 size=1048576 2024-09-18T02:40:00.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.445+0000 7f3d344c5640 1 < completed part key=_multipart_KB9UDL27PX79.2~01CV56GMEXVA.1 size=799727 2024-09-18T02:40:00.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.448+0000 7f3d344c5640 1 < completed multipart upload key=KB9UDL27PX79 upload=01CV56GMEXVA tag=DLMR6833241F type=write size=2896879 2024-09-18T02:40:00.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.451+0000 7f3d344c5640 1 > prepared part key=_multipart_KETUC1BK1NFI.2~PZG1YXX0FMCY.0 size=856676 2024-09-18T02:40:00.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.451+0000 7f3d344c5640 1 > prepared multipart upload key=KETUC1BK1NFI upload=PZG1YXX0FMCY tag=QSATNDWBXTV2 type=write size=1905252 2024-09-18T02:40:00.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.453+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~JV3EU0L09F6J.0 size=1048576 2024-09-18T02:40:00.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.455+0000 7f3d344c5640 1 < completed part key=_multipart_YCO4SVB9T1HD.2~JV3EU0L09F6J.1 size=159352 2024-09-18T02:40:00.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.458+0000 7f3d344c5640 1 < completed multipart upload key=YCO4SVB9T1HD upload=JV3EU0L09F6J tag=5SW0UN8B564F type=write size=2256504 2024-09-18T02:40:00.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.460+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=V44MS9BU0DMF type=del size=3715320 2024-09-18T02:40:00.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.462+0000 7f3d344c5640 1 < completed delete operation key=IRE1LEWU02OL tag=UI217DS6NNGH type=del 2024-09-18T02:40:00.468 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.466+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~2EPY64Q0D730.0 size=1048576 2024-09-18T02:40:00.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.468+0000 7f3d344c5640 1 > prepared part key=_multipart_RXLDGQZXAUT0.2~2EPY64Q0D730.1 size=144663 2024-09-18T02:40:00.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.468+0000 7f3d344c5640 1 > prepared multipart upload key=RXLDGQZXAUT0 upload=2EPY64Q0D730 tag=C1SZL2MW4XW4 type=write size=2241815 2024-09-18T02:40:00.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.470+0000 7f3d344c5640 1 < completed delete operation key=RXLDGQZXAUT0 tag=4GYPKWHLYCEI type=del 2024-09-18T02:40:00.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:00 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T02:40:00.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.474+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~57YOD3I4P62F.0 size=1048576 2024-09-18T02:40:00.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.476+0000 7f3d344c5640 1 > prepared part key=_multipart_KB9UDL27PX79.2~57YOD3I4P62F.1 size=654687 2024-09-18T02:40:00.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.476+0000 7f3d344c5640 1 > prepared multipart upload key=KB9UDL27PX79 upload=57YOD3I4P62F tag=5NLHIBG2YKNW type=write size=2751839 2024-09-18T02:40:00.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.478+0000 7f3d344c5640 1 < completed delete operation key=3SCTT0F0R5ZX tag=4NQA2GBX1WU4 type=del 2024-09-18T02:40:00.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.480+0000 7f3d344c5640 1 > prepared operation key=8Q8KLFROSEIU tag=KKUX6EI8EJA5 type=del size=2182942 2024-09-18T02:40:00.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.483+0000 7f3d344c5640 1 < suggested update operation key=KETUC1BK1NFI tag=B380QCBADE5Y type=del size=1278314 2024-09-18T02:40:00.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.486+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=3JW57Z2KDZWH type=del size=3299684 2024-09-18T02:40:00.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.488+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~MBX77RZXE1PG.0 size=1048576 2024-09-18T02:40:00.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.488+0000 7f3d344c5640 1 < canceled part key=_multipart_YRRENRMOJCK2.2~MBX77RZXE1PG.1 size=1048576 2024-09-18T02:40:00.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.489+0000 7f3d344c5640 1 < completed part key=_multipart_YRRENRMOJCK2.2~MBX77RZXE1PG.2 size=818469 2024-09-18T02:40:00.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.493+0000 7f3d344c5640 1 < canceled multipart upload key=YRRENRMOJCK2 upload=MBX77RZXE1PG tag=RRJ53NXOSYRX type=write size=3964197 2024-09-18T02:40:00.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.496+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~YHLX8JPH56UW.0 size=1048576 2024-09-18T02:40:00.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.498+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~YHLX8JPH56UW.1 size=226564 2024-09-18T02:40:00.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.498+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=YHLX8JPH56UW tag=UQ1LFOY3LZF8 type=write size=2323716 2024-09-18T02:40:00.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.500+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~2GL0TDM7AWMP.0 size=1048576 2024-09-18T02:40:00.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.502+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~2GL0TDM7AWMP.1 size=1048576 2024-09-18T02:40:00.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.504+0000 7f3d344c5640 1 < completed part key=_multipart_R9PMI2O5LB5E.2~2GL0TDM7AWMP.2 size=157612 2024-09-18T02:40:00.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:00 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T02:40:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:00 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T02:40:00.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.507+0000 7f3d344c5640 1 < completed multipart upload key=R9PMI2O5LB5E upload=2GL0TDM7AWMP tag=HRGXLOWRMJBE type=write size=3303340 2024-09-18T02:40:00.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.509+0000 7f3d344c5640 1 > prepared operation key=FZZPXI6Q3MK4 tag=CNETPFZQMT24 type=del size=2994262 2024-09-18T02:40:00.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.511+0000 7f3d344c5640 1 < completed write operation key=EDIMCFSPFVXQ tag=29WIFZLBBSGJ type=write size=995033 2024-09-18T02:40:00.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.512+0000 7f3d344c5640 1 > prepared operation key=6XGBHFR3S4FW tag=JO90AZBLKBYH type=del size=3247991 2024-09-18T02:40:00.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.514+0000 7f3d344c5640 1 < completed delete operation key=R9PMI2O5LB5E tag=A9NCWP8KHFUR type=del 2024-09-18T02:40:00.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.517+0000 7f3d344c5640 1 > prepared operation key=YCO4SVB9T1HD tag=9WEA1VX9AY0N type=write size=934821 2024-09-18T02:40:00.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.519+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~OGIV5FU2TTTK.0 size=1048576 2024-09-18T02:40:00.523 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.521+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~OGIV5FU2TTTK.1 size=1048576 2024-09-18T02:40:00.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.523+0000 7f3d344c5640 1 < completed part key=_multipart_77U6SM23K6L1.2~OGIV5FU2TTTK.2 size=218622 2024-09-18T02:40:00.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.526+0000 7f3d344c5640 1 < completed multipart upload key=77U6SM23K6L1 upload=OGIV5FU2TTTK tag=SPS9IZL4F2I4 type=write size=3364350 2024-09-18T02:40:00.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.529+0000 7f3d344c5640 1 > prepared operation key=QS1F2ZL7E8RC tag=2SN3EUDXG3G0 type=del size=1264752 2024-09-18T02:40:00.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.531+0000 7f3d344c5640 1 < canceled operation key=KB9UDL27PX79 tag=LSBWNP7310EZ type=del size=689224 2024-09-18T02:40:00.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.535+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~5UJ3FTSTED23.0 size=1048576 2024-09-18T02:40:00.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.536+0000 7f3d344c5640 1 > prepared part key=_multipart_WRPKCFEEMSVW.2~5UJ3FTSTED23.1 size=689208 2024-09-18T02:40:00.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.536+0000 7f3d344c5640 1 > prepared multipart upload key=WRPKCFEEMSVW upload=5UJ3FTSTED23 tag=4O8GT2N5RXN9 type=write size=2786360 2024-09-18T02:40:00.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.538+0000 7f3d344c5640 1 < completed write operation key=X478JHSYQ9O5 tag=II9663TW4AZE type=write size=806725 2024-09-18T02:40:00.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.540+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=QNBI7JU4YFAM type=del size=1284644 2024-09-18T02:40:00.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.542+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~XOXQCSWIYPQ4.0 size=1048576 2024-09-18T02:40:00.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.544+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~XOXQCSWIYPQ4.1 size=1048576 2024-09-18T02:40:00.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.545+0000 7f3d344c5640 1 < completed part key=_multipart_FZZPXI6Q3MK4.2~XOXQCSWIYPQ4.2 size=652684 2024-09-18T02:40:00.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.549+0000 7f3d344c5640 1 < completed multipart upload key=FZZPXI6Q3MK4 upload=XOXQCSWIYPQ4 tag=2ST5EZVC7U03 type=write size=3798412 2024-09-18T02:40:00.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.551+0000 7f3d344c5640 1 > prepared operation key=KB9UDL27PX79 tag=TYM69FA5A01T type=del size=4130042 2024-09-18T02:40:00.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.553+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~2Z14CZK8CN2M.0 size=1048576 2024-09-18T02:40:00.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.553+0000 7f3d344c5640 1 < canceled part key=_multipart_3SCTT0F0R5ZX.2~2Z14CZK8CN2M.1 size=1048576 2024-09-18T02:40:00.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.554+0000 7f3d344c5640 1 < completed part key=_multipart_3SCTT0F0R5ZX.2~2Z14CZK8CN2M.2 size=918167 2024-09-18T02:40:00.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.558+0000 7f3d344c5640 1 < canceled multipart upload key=3SCTT0F0R5ZX upload=2Z14CZK8CN2M tag=4SPHNC50IMAH type=write size=4063895 2024-09-18T02:40:00.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.560+0000 7f3d344c5640 1 > prepared operation key=K7SSL4Q5FC67 tag=KVN3JOACURAG type=del size=4097703 2024-09-18T02:40:00.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.562+0000 7f3d344c5640 1 < completed delete operation key=D16IXCK8Y6D1 tag=HUR4LLLT2ZQS type=del 2024-09-18T02:40:00.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.565+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~Q7MMDCTVUL0D.0 size=1048576 2024-09-18T02:40:00.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.567+0000 7f3d344c5640 1 > prepared part key=_multipart_3SCTT0F0R5ZX.2~Q7MMDCTVUL0D.1 size=1009264 2024-09-18T02:40:00.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.567+0000 7f3d344c5640 1 > prepared multipart upload key=3SCTT0F0R5ZX upload=Q7MMDCTVUL0D tag=7Y8FUIGURTF3 type=write size=3106416 2024-09-18T02:40:00.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.569+0000 7f3d344c5640 1 < completed part key=_multipart_KETUC1BK1NFI.2~PZG1YXX0FMCY.0 size=856676 2024-09-18T02:40:00.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.573+0000 7f3d344c5640 1 < completed multipart upload key=KETUC1BK1NFI upload=PZG1YXX0FMCY tag=QSATNDWBXTV2 type=write size=1905252 2024-09-18T02:40:00.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.575+0000 7f3d344c5640 1 > prepared operation key=D16IXCK8Y6D1 tag=SW3096O5EAP0 type=del size=917652 2024-09-18T02:40:00.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.577+0000 7f3d344c5640 1 < completed delete operation key=8Q8KLFROSEIU tag=V44MS9BU0DMF type=del 2024-09-18T02:40:00.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.581+0000 7f3d344c5640 1 > prepared part key=_multipart_QS1F2ZL7E8RC.2~6X8F6DCLJQWL.0 size=390936 2024-09-18T02:40:00.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.581+0000 7f3d344c5640 1 > prepared multipart upload key=QS1F2ZL7E8RC upload=6X8F6DCLJQWL tag=O2ROMP3BT592 type=write size=1439512 2024-09-18T02:40:00.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.581+0000 7f3d344c5640 1 < canceled part key=_multipart_RXLDGQZXAUT0.2~2EPY64Q0D730.0 size=1048576 2024-09-18T02:40:00.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.583+0000 7f3d344c5640 1 < completed part key=_multipart_RXLDGQZXAUT0.2~2EPY64Q0D730.1 size=144663 2024-09-18T02:40:00.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.586+0000 7f3d344c5640 1 < canceled multipart upload key=RXLDGQZXAUT0 upload=2EPY64Q0D730 tag=C1SZL2MW4XW4 type=write size=2241815 2024-09-18T02:40:00.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.589+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~RWWXJPYCU1UV.0 size=1048576 2024-09-18T02:40:00.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.591+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~RWWXJPYCU1UV.1 size=1048576 2024-09-18T02:40:00.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.593+0000 7f3d344c5640 1 > prepared part key=_multipart_YRRENRMOJCK2.2~RWWXJPYCU1UV.2 size=498354 2024-09-18T02:40:00.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-18T02:40:00.593+0000 7f3d344c5640 1 > prepared multipart upload key=YRRENRMOJCK2 upload=RWWXJPYCU1UV tag=16K55AHB5XY6 type=write size=3644082 2024-09-18T02:40:00.595 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_stats.simulate (12592 ms) 2024-09-18T02:40:00.596 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from cls_rgw_stats (12592 ms total) 2024-09-18T02:40:00.596 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:40:00.596 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:40:01.028 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 1 test from 1 test suite ran. (14885 ms total) 2024-09-18T02:40:01.028 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 1 test. 2024-09-18T02:40:01.032 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:40:01.032 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:40:01.104 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-09-18T02:40:01.104 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-09-18T02:40:01.174 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-18T02:40:01.175 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 2 tests from 1 test suite. 2024-09-18T02:40:01.175 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T02:40:01.175 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from ClsSDK 2024-09-18T02:40:01.175 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-09-18T02:40:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:01 smithi195 ceph-mon[89559]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.52k op/s 2024-09-18T02:40:01.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:01 smithi046 ceph-mon[97106]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.52k op/s 2024-09-18T02:40:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:01 smithi046 ceph-mon[94621]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.52k op/s 2024-09-18T02:40:02.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:02 smithi195 ceph-mon[89559]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-18T02:40:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:02 smithi046 ceph-mon[94621]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-18T02:40:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:02 smithi046 ceph-mon[97106]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-18T02:40:02.589 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:40:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:40:03.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:03 smithi195 ceph-mon[89559]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:03 smithi195 ceph-mon[89559]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-18T02:40:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:03 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3382129643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:03 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[97106]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[97106]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-18T02:40:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3382129643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[94621]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[94621]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-18T02:40:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3382129643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:03 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:04.046 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2872 ms) 2024-09-18T02:40:04.047 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-09-18T02:40:04.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:04 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:40:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:04 smithi195 ceph-mon[89559]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-18T02:40:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:04 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:40:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:04 smithi046 ceph-mon[97106]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-18T02:40:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:04 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:40:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:04 smithi046 ceph-mon[94621]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-18T02:40:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:05 smithi195 ceph-mon[89559]: pgmap v1403: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:05 smithi195 ceph-mon[89559]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-18T02:40:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:05 smithi046 ceph-mon[97106]: pgmap v1403: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:05 smithi046 ceph-mon[97106]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-18T02:40:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:05 smithi046 ceph-mon[94621]: pgmap v1403: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:05 smithi046 ceph-mon[94621]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-18T02:40:06.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:06 smithi046 ceph-mon[94621]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-18T02:40:06.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:06 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/65535043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:06.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:06 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:06.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:06 smithi046 ceph-mon[97106]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-18T02:40:06.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:06 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/65535043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:06.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:06 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:06.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:06 smithi195 ceph-mon[89559]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-18T02:40:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:06 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/65535043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:06 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T02:40:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:40:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:40:06] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-09-18T02:40:07.061 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3015 ms) 2024-09-18T02:40:07.061 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from ClsSDK (5887 ms total) 2024-09-18T02:40:07.061 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T02:40:07.062 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T02:40:07.062 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 2 tests from 1 test suite ran. (5887 ms total) 2024-09-18T02:40:07.062 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 2 tests. 2024-09-18T02:40:07.064 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T02:40:07.064 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T02:40:07.137 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-18T02:40:07.137 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-18T02:40:07.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[97106]: pgmap v1406: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:07.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:40:07.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:40:07.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[97106]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-18T02:40:07.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[94621]: pgmap v1406: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:07.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:40:07.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:40:07.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:07 smithi046 ceph-mon[94621]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-18T02:40:07.414 DEBUG:teuthology.parallel:result is None 2024-09-18T02:40:07.415 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T02:40:07.441 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T02:40:07.441 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:40:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:07 smithi195 ceph-mon[89559]: pgmap v1406: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:07 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T02:40:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:07 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-140325-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T02:40:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:07 smithi195 ceph-mon[89559]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-18T02:40:07.497 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T02:40:07.497 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T02:40:07.497 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-09-18T02:40:07.497 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T02:40:07.497 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-09-18T02:40:07.497 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-18T02:40:07.498 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-18T02:40:07.498 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-18T02:40:07.499 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:40:07.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T02:40:07.553 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-18T02:40:07.554 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T02:40:07.610 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-18T02:40:07.610 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-18T02:40:07.665 INFO:tasks.workunit:timeout=3h 2024-09-18T02:40:07.666 INFO:tasks.workunit:cleanup=True 2024-09-18T02:40:07.666 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-18T02:40:07.722 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-18T02:40:08.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:08 smithi195 ceph-mon[89559]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-18T02:40:08.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:08 smithi046 ceph-mon[94621]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-18T02:40:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:08 smithi046 ceph-mon[97106]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-18T02:40:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:09 smithi195 ceph-mon[89559]: pgmap v1409: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:09 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:40:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:09 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T02:40:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:09 smithi046 ceph-mon[94621]: pgmap v1409: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:09 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:40:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:09 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T02:40:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:09 smithi046 ceph-mon[97106]: pgmap v1409: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:09 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T02:40:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:09 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T02:40:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:11 smithi195 ceph-mon[89559]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:11 smithi046 ceph-mon[94621]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:11 smithi046 ceph-mon[97106]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:40:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:40:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:13 smithi195 ceph-mon[89559]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:13.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:13 smithi046 ceph-mon[97106]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:13 smithi046 ceph-mon[94621]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:14.258 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-18T02:40:14.315 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-18T02:40:14.317 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T02:40:14.317 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-18T02:40:14.368 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-18T02:40:14.417 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-18T02:40:14.457 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T02:40:14.459 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T02:40:14.459 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-18T02:40:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:14.498 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T02:40:14.502 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T02:40:14.502 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-18T02:40:14.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:14.524 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-09-18T02:40:14.525 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-09-18T02:40:14.525 DEBUG:teuthology.orchestra.run.smithi046:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-09-18T02:40:14.622 INFO:tasks.workunit.client.0.smithi046.stdout:run length 1200 seconds 2024-09-18T02:40:14.622 INFO:tasks.workunit.client.0.smithi046.stdout:preparing 10240 objects 2024-09-18T02:40:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:15 smithi046 ceph-mon[94621]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:15 smithi046 ceph-mon[97106]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:15 smithi195 ceph-mon[89559]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-18T02:40:16.597 INFO:tasks.workunit.client.0.smithi046.stdout:load-gen will run 1200 seconds 2024-09-18T02:40:16.744 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:40:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:40:16] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-18T02:40:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:17 smithi195 ceph-mon[89559]: pgmap v1413: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s wr, 88 op/s 2024-09-18T02:40:17.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:17 smithi046 ceph-mon[97106]: pgmap v1413: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s wr, 88 op/s 2024-09-18T02:40:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:17 smithi046 ceph-mon[94621]: pgmap v1413: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s wr, 88 op/s 2024-09-18T02:40:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: 1: throughput=0MB/sec pending data=0 2024-09-18T02:40:17.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BzOmW-0psN0vHWc off=2504531 len=1402584 2024-09-18T02:40:17.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 0 completed, throughput=1.33MB/sec 2024-09-18T02:40:17.600 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HWOlz7I0q69kDKB off=13266467 len=154852 2024-09-18T02:40:17.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 1 completed, throughput=1.48MB/sec 2024-09-18T02:40:17.601 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UU-2ZoC48b1jZjg off=16273500 len=1690760 2024-09-18T02:40:17.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 2 completed, throughput=3.08MB/sec 2024-09-18T02:40:17.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WEsF66c3xnpNAbr off=1645397 len=1100757 2024-09-18T02:40:17.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 3 completed, throughput=4.09MB/sec 2024-09-18T02:40:17.611 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q53yC483cdzu4sJ off=548847 len=1548744 2024-09-18T02:40:17.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 4 completed, throughput=5.54MB/sec 2024-09-18T02:40:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: 2: throughput=2.79MB/sec pending data=0 2024-09-18T02:40:18.614 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v8A90mLD45TtSSV off=7239757 len=1769336 2024-09-18T02:40:18.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 5 completed, throughput=3.61MB/sec 2024-09-18T02:40:18.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kQlkrMAdwDKDh7w off=7924151 len=1084523 2024-09-18T02:40:18.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 6 completed, throughput=4.11MB/sec 2024-09-18T02:40:18.629 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AERJyxXb7TXs5dP off=934042 len=800506 2024-09-18T02:40:18.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 7 completed, throughput=4.48MB/sec 2024-09-18T02:40:18.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bI9Z6N_S8qh-H1V off=2010191 len=1845659 2024-09-18T02:40:18.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 8 completed, throughput=5.34MB/sec 2024-09-18T02:40:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:19 smithi195 ceph-mon[89559]: pgmap v1414: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s wr, 79 op/s 2024-09-18T02:40:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:19 smithi046 ceph-mon[94621]: pgmap v1414: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s wr, 79 op/s 2024-09-18T02:40:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:19 smithi046 ceph-mon[97106]: pgmap v1414: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s wr, 79 op/s 2024-09-18T02:40:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: 3: throughput=3.58MB/sec pending data=0 2024-09-18T02:40:19.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cDQ6SLJBJo33g9X off=3537939 len=1995856 2024-09-18T02:40:19.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 9 completed, throughput=4.2MB/sec 2024-09-18T02:40:19.636 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iQTnyXOarsFCjgU off=2130515 len=438555 2024-09-18T02:40:19.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 10 completed, throughput=4.34MB/sec 2024-09-18T02:40:19.638 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lZWltL4bswT-zfi off=4687762 len=1400455 2024-09-18T02:40:19.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 11 completed, throughput=4.77MB/sec 2024-09-18T02:40:19.640 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hibp5dOxukQMaB1 off=1645614 len=734854 2024-09-18T02:40:19.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 12 completed, throughput=5MB/sec 2024-09-18T02:40:19.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zq8t8IireXRLT74 off=13070879 len=1935334 2024-09-18T02:40:19.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 13 completed, throughput=5.6MB/sec 2024-09-18T02:40:20.648 INFO:tasks.workunit.client.0.smithi046.stdout: 4: throughput=4.22MB/sec pending data=0 2024-09-18T02:40:20.648 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ET5qF4LywlGn1xk off=186127 len=1493877 2024-09-18T02:40:20.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 14 completed, throughput=4.56MB/sec 2024-09-18T02:40:20.650 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hMwJ7T2fi06npgz off=12634037 len=1941421 2024-09-18T02:40:20.658 INFO:tasks.workunit.client.0.smithi046.stdout:op 15 completed, throughput=5.01MB/sec 2024-09-18T02:40:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:21 smithi195 ceph-mon[89559]: pgmap v1415: 105 pgs: 105 active+clean; 73 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 582 KiB/s wr, 493 op/s 2024-09-18T02:40:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:21 smithi046 ceph-mon[94621]: pgmap v1415: 105 pgs: 105 active+clean; 73 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 582 KiB/s wr, 493 op/s 2024-09-18T02:40:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:21 smithi046 ceph-mon[97106]: pgmap v1415: 105 pgs: 105 active+clean; 73 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 582 KiB/s wr, 493 op/s 2024-09-18T02:40:21.659 INFO:tasks.workunit.client.0.smithi046.stdout: 5: throughput=4.02MB/sec pending data=0 2024-09-18T02:40:21.659 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GEpZ0F5APKo_x-q off=15576341 len=1073100 2024-09-18T02:40:21.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 16 completed, throughput=4.22MB/sec 2024-09-18T02:40:21.661 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xjcGuvkn0CZmvlK off=15804923 len=41157 2024-09-18T02:40:21.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 17 completed, throughput=4.23MB/sec 2024-09-18T02:40:21.661 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8yrJU3lB-hPV8jD off=1131258 len=990162 2024-09-18T02:40:21.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 18 completed, throughput=4.41MB/sec 2024-09-18T02:40:21.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iOXVBl4GYCyxoGq off=6035622 len=565445 2024-09-18T02:40:21.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 19 completed, throughput=4.51MB/sec 2024-09-18T02:40:21.671 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-20D6zBAiZkBjI8h off=19567585 len=1349234 2024-09-18T02:40:21.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 20 completed, throughput=4.76MB/sec 2024-09-18T02:40:21.674 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ayQ2Z96B6zOBPq6 off=0 len=1428678 2024-09-18T02:40:21.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 21 completed, throughput=5.03MB/sec 2024-09-18T02:40:22.677 INFO:tasks.workunit.client.0.smithi046.stdout: 6: throughput=4.2MB/sec pending data=0 2024-09-18T02:40:22.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nuZhH_WfKiZHg8U off=261128 len=913914 2024-09-18T02:40:22.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 22 completed, throughput=4.34MB/sec 2024-09-18T02:40:22.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qR4wW_xOSu_Opsq off=7016760 len=1309288 2024-09-18T02:40:22.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 23 completed, throughput=4.54MB/sec 2024-09-18T02:40:22.685 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IKTn3--lOiD6s3y off=3875729 len=1245885 2024-09-18T02:40:22.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 24 completed, throughput=4.73MB/sec 2024-09-18T02:40:22.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5kXvF-q9I49SVuT off=16800144 len=1756243 2024-09-18T02:40:22.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 25 completed, throughput=5.01MB/sec 2024-09-18T02:40:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:40:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:40:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:23 smithi195 ceph-mon[89559]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-09-18T02:40:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:23 smithi046 ceph-mon[97106]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-09-18T02:40:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:23 smithi046 ceph-mon[94621]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-09-18T02:40:23.695 INFO:tasks.workunit.client.0.smithi046.stdout: 7: throughput=4.3MB/sec pending data=0 2024-09-18T02:40:23.695 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n-G-h_ygB2vIRCa off=3130227 len=2079861 2024-09-18T02:40:23.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 26 completed, throughput=4.57MB/sec 2024-09-18T02:40:23.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vvsn8otvqTkRbZh off=785038 len=736728 2024-09-18T02:40:23.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 27 completed, throughput=4.67MB/sec 2024-09-18T02:40:23.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IYJJZczlViz4Tc9 off=11705092 len=1574588 2024-09-18T02:40:23.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 28 completed, throughput=4.88MB/sec 2024-09-18T02:40:23.717 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CbCtxW8Uuc0ssbo off=5789107 len=1810998 2024-09-18T02:40:23.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 29 completed, throughput=5.11MB/sec 2024-09-18T02:40:24.726 INFO:tasks.workunit.client.0.smithi046.stdout: 8: throughput=4.48MB/sec pending data=0 2024-09-18T02:40:24.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HQTY8Spnw1ivmGv off=19346666 len=727471 2024-09-18T02:40:24.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 30 completed, throughput=4.57MB/sec 2024-09-18T02:40:24.727 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6HeYSfEvxQMbExE off=4441359 len=872338 2024-09-18T02:40:24.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 31 completed, throughput=4.67MB/sec 2024-09-18T02:40:24.729 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-39wKCVI9s1zNG2o off=1766681 len=355910 2024-09-18T02:40:24.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 32 completed, throughput=4.71MB/sec 2024-09-18T02:40:24.730 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YU7Z0modsHgWXe3 off=0 len=1352077 2024-09-18T02:40:24.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 33 completed, throughput=4.86MB/sec 2024-09-18T02:40:24.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U9xJmkgJX4fmUys off=4418012 len=1638664 2024-09-18T02:40:24.746 INFO:tasks.workunit.client.0.smithi046.stdout:op 34 completed, throughput=5.05MB/sec 2024-09-18T02:40:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:25 smithi195 ceph-mon[89559]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 854 op/s 2024-09-18T02:40:25.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:25 smithi046 ceph-mon[97106]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 854 op/s 2024-09-18T02:40:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:25 smithi046 ceph-mon[94621]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 854 op/s 2024-09-18T02:40:25.747 INFO:tasks.workunit.client.0.smithi046.stdout: 9: throughput=4.5MB/sec pending data=0 2024-09-18T02:40:25.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3nLjj-9NQJO4pPi off=4652902 len=1798800 2024-09-18T02:40:25.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 35 completed, throughput=4.68MB/sec 2024-09-18T02:40:25.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ELKKDOGnrfHstzx off=3087450 len=143666 2024-09-18T02:40:25.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 36 completed, throughput=4.7MB/sec 2024-09-18T02:40:25.752 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uxdiRyRttEEwOBG off=3600888 len=542012 2024-09-18T02:40:25.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 37 completed, throughput=4.75MB/sec 2024-09-18T02:40:25.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tCdrQcB9UM89Jq- off=4386072 len=1077035 2024-09-18T02:40:25.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 38 completed, throughput=4.86MB/sec 2024-09-18T02:40:25.761 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-svdT_4nW__WPDne off=10928574 len=1888729 2024-09-18T02:40:25.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 39 completed, throughput=5.06MB/sec 2024-09-18T02:40:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:40:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:40:26] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-18T02:40:26.763 INFO:tasks.workunit.client.0.smithi046.stdout: 10: throughput=4.56MB/sec pending data=0 2024-09-18T02:40:26.764 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D5u9XnY-AMh_LLV off=2203347 len=614640 2024-09-18T02:40:26.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 40 completed, throughput=4.62MB/sec 2024-09-18T02:40:26.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t6yuIn_E-qYWhPq off=9269039 len=369797 2024-09-18T02:40:26.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 41 completed, throughput=4.65MB/sec 2024-09-18T02:40:26.768 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TFB20-vUgZo_gFj off=5527612 len=1083787 2024-09-18T02:40:26.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 42 completed, throughput=4.75MB/sec 2024-09-18T02:40:26.770 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hjs4QmfR8iLlePR off=6455653 len=1360971 2024-09-18T02:40:26.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 43 completed, throughput=4.88MB/sec 2024-09-18T02:40:26.776 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AQeR8H9f4DWfGk8 off=1388141 len=302379 2024-09-18T02:40:26.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 44 completed, throughput=4.9MB/sec 2024-09-18T02:40:26.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4JB_uoC7MD7Tei5 off=9107818 len=157173 2024-09-18T02:40:26.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 45 completed, throughput=4.92MB/sec 2024-09-18T02:40:26.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5u3HEoZdSRAASkx off=12322983 len=2004826 2024-09-18T02:40:26.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 46 completed, throughput=5.1MB/sec 2024-09-18T02:40:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:27 smithi195 ceph-mon[89559]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-09-18T02:40:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:27 smithi046 ceph-mon[97106]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-09-18T02:40:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:27 smithi046 ceph-mon[94621]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-09-18T02:40:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: 11: throughput=4.65MB/sec pending data=0 2024-09-18T02:40:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H3y2trpNhNYGCBG off=3769984 len=381207 2024-09-18T02:40:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 47 completed, throughput=4.68MB/sec 2024-09-18T02:40:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ihMzMqx00u_AGo- off=15251996 len=508238 2024-09-18T02:40:27.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 48 completed, throughput=4.72MB/sec 2024-09-18T02:40:27.785 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_-ChzABs2gzKYgx off=2069277 len=722388 2024-09-18T02:40:27.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 49 completed, throughput=4.78MB/sec 2024-09-18T02:40:27.786 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lX4Wndp1Y6YGa5v off=3262326 len=1714849 2024-09-18T02:40:27.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 50 completed, throughput=4.93MB/sec 2024-09-18T02:40:27.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-20D6zBAiZkBjI8h off=5005390 len=378006 2024-09-18T02:40:27.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 51 completed, throughput=4.96MB/sec 2024-09-18T02:40:27.793 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-htXleFO4mFKfnP- off=13647274 len=1840202 2024-09-18T02:40:27.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 52 completed, throughput=5.11MB/sec 2024-09-18T02:40:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: 12: throughput=4.69MB/sec pending data=0 2024-09-18T02:40:28.800 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nDqDOFx7UDePT9F off=14523762 len=1573429 2024-09-18T02:40:28.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 53 completed, throughput=4.81MB/sec 2024-09-18T02:40:28.808 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aPIkITl-li4css3 off=1311216 len=169715 2024-09-18T02:40:28.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 54 completed, throughput=4.83MB/sec 2024-09-18T02:40:28.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vR6k1d6XKS_w42p off=12036978 len=76592 2024-09-18T02:40:28.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 55 completed, throughput=4.83MB/sec 2024-09-18T02:40:28.811 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wkzlox76DDMDE2V off=45330 len=1242821 2024-09-18T02:40:28.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 56 completed, throughput=4.93MB/sec 2024-09-18T02:40:28.818 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HbhvjC49tpiTXPP off=3595006 len=1554991 2024-09-18T02:40:28.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 57 completed, throughput=5.05MB/sec 2024-09-18T02:40:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:29 smithi195 ceph-mon[89559]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 786 op/s 2024-09-18T02:40:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:29 smithi046 ceph-mon[94621]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 786 op/s 2024-09-18T02:40:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:29 smithi046 ceph-mon[97106]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 786 op/s 2024-09-18T02:40:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: 13: throughput=4.66MB/sec pending data=0 2024-09-18T02:40:29.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--1tPokLhyldKSIh off=1794440 len=1740160 2024-09-18T02:40:29.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 58 completed, throughput=4.79MB/sec 2024-09-18T02:40:29.823 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4ag5juNlceCAEZh off=18390122 len=423626 2024-09-18T02:40:29.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 59 completed, throughput=4.82MB/sec 2024-09-18T02:40:29.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aakqK2wmrOo58le off=7564491 len=1406141 2024-09-18T02:40:29.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 60 completed, throughput=4.92MB/sec 2024-09-18T02:40:29.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4ppqy6Ed0ViYT2F off=8060375 len=987236 2024-09-18T02:40:29.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 61 completed, throughput=4.99MB/sec 2024-09-18T02:40:29.831 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9Owmm4NIr9y58Ux off=813309 len=1626769 2024-09-18T02:40:29.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 62 completed, throughput=5.1MB/sec 2024-09-18T02:40:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: 14: throughput=4.74MB/sec pending data=0 2024-09-18T02:40:30.839 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tvxI28AFr8JAkNN off=468906 len=1945552 2024-09-18T02:40:30.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 63 completed, throughput=4.87MB/sec 2024-09-18T02:40:30.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OHsovSlf-meUEAL off=2046684 len=1133972 2024-09-18T02:40:30.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 64 completed, throughput=4.95MB/sec 2024-09-18T02:40:30.854 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CcYMjreVbmciMD6 off=6365172 len=981441 2024-09-18T02:40:30.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 65 completed, throughput=5.01MB/sec 2024-09-18T02:40:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:31 smithi195 ceph-mon[89559]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 787 op/s 2024-09-18T02:40:31.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:31 smithi046 ceph-mon[94621]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 787 op/s 2024-09-18T02:40:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:31 smithi046 ceph-mon[97106]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 787 op/s 2024-09-18T02:40:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: 15: throughput=4.68MB/sec pending data=0 2024-09-18T02:40:31.860 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DGQ4DS_iNnn26-x off=2034816 len=228913 2024-09-18T02:40:31.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 66 completed, throughput=4.69MB/sec 2024-09-18T02:40:31.861 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YrQfsM3TRerhxAo off=4953662 len=1230172 2024-09-18T02:40:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 67 completed, throughput=4.77MB/sec 2024-09-18T02:40:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FDfyP5swaQ3fP3o off=9584203 len=1177061 2024-09-18T02:40:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 68 completed, throughput=4.84MB/sec 2024-09-18T02:40:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kV7nmtR4qOt4eSK off=9276739 len=1202359 2024-09-18T02:40:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 69 completed, throughput=4.92MB/sec 2024-09-18T02:40:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mYoZF3ZIAFa4NId off=3796055 len=880941 2024-09-18T02:40:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 70 completed, throughput=4.97MB/sec 2024-09-18T02:40:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jfCpiWSKpzefYi9 off=4212985 len=809868 2024-09-18T02:40:31.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 71 completed, throughput=5.02MB/sec 2024-09-18T02:40:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:40:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:40:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: 16: throughput=4.71MB/sec pending data=0 2024-09-18T02:40:32.877 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qENKm70J_EbvMyY off=8421475 len=840210 2024-09-18T02:40:32.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 72 completed, throughput=4.76MB/sec 2024-09-18T02:40:32.883 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DSTRVU7KbPh7RI- off=1471191 len=41894 2024-09-18T02:40:32.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 73 completed, throughput=4.76MB/sec 2024-09-18T02:40:32.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rb_MHEBIsbY2iY6 off=1150887 len=432638 2024-09-18T02:40:32.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 74 completed, throughput=4.79MB/sec 2024-09-18T02:40:32.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kq0N_MFGekjThfc off=13797625 len=1829851 2024-09-18T02:40:32.896 INFO:tasks.workunit.client.0.smithi046.stdout:op 75 completed, throughput=4.89MB/sec 2024-09-18T02:40:32.896 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zJDQpp2Yflcnnx3 off=3829313 len=1609039 2024-09-18T02:40:32.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 76 completed, throughput=4.98MB/sec 2024-09-18T02:40:32.903 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kMt0SAI0mkEociV off=8427082 len=942679 2024-09-18T02:40:32.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 77 completed, throughput=5.04MB/sec 2024-09-18T02:40:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:33 smithi195 ceph-mon[89559]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 364 op/s 2024-09-18T02:40:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:33 smithi046 ceph-mon[94621]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 364 op/s 2024-09-18T02:40:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:33 smithi046 ceph-mon[97106]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 364 op/s 2024-09-18T02:40:33.908 INFO:tasks.workunit.client.0.smithi046.stdout: 17: throughput=4.75MB/sec pending data=0 2024-09-18T02:40:33.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q6pUWZR9rWLZace off=1009498 len=1241213 2024-09-18T02:40:33.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 78 completed, throughput=4.81MB/sec 2024-09-18T02:40:33.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-46OLNC5fWIP8Zu7 off=6035147 len=2047947 2024-09-18T02:40:33.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 79 completed, throughput=4.93MB/sec 2024-09-18T02:40:33.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tuv3lDtq5VRx51i off=4584208 len=180622 2024-09-18T02:40:33.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 80 completed, throughput=4.93MB/sec 2024-09-18T02:40:33.915 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CJH9HiYe5Rd9Fc1 off=163155 len=1780675 2024-09-18T02:40:33.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 81 completed, throughput=5.03MB/sec 2024-09-18T02:40:34.924 INFO:tasks.workunit.client.0.smithi046.stdout: 18: throughput=4.76MB/sec pending data=0 2024-09-18T02:40:34.924 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x0izu0nUH450YMA off=3077875 len=1473680 2024-09-18T02:40:34.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 82 completed, throughput=4.83MB/sec 2024-09-18T02:40:34.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZinZpFVKE6W0KV4 off=21765015 len=1584704 2024-09-18T02:40:34.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 83 completed, throughput=4.91MB/sec 2024-09-18T02:40:34.939 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dpI30-PWMSR4tVN off=11350824 len=1277493 2024-09-18T02:40:34.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 84 completed, throughput=4.98MB/sec 2024-09-18T02:40:34.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GULm-F-gKBPZ34W off=6160095 len=530401 2024-09-18T02:40:34.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 85 completed, throughput=5MB/sec 2024-09-18T02:40:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:35 smithi195 ceph-mon[89559]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:35 smithi046 ceph-mon[97106]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:35 smithi046 ceph-mon[94621]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:35.944 INFO:tasks.workunit.client.0.smithi046.stdout: 19: throughput=4.74MB/sec pending data=0 2024-09-18T02:40:35.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E-JFMZk7_7f2vy9 off=3009586 len=484556 2024-09-18T02:40:35.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 86 completed, throughput=4.77MB/sec 2024-09-18T02:40:35.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kCn72Td2vme_0dL off=1823768 len=2041183 2024-09-18T02:40:35.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 87 completed, throughput=4.87MB/sec 2024-09-18T02:40:35.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ECxPrVyETFu9KGl off=6909007 len=563474 2024-09-18T02:40:35.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 88 completed, throughput=4.89MB/sec 2024-09-18T02:40:35.955 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MjrvF0-qvmMxIKn off=1284478 len=1065360 2024-09-18T02:40:35.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 89 completed, throughput=4.95MB/sec 2024-09-18T02:40:35.957 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EEOFmwhvNyyK_tI off=720877 len=525846 2024-09-18T02:40:35.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 90 completed, throughput=4.97MB/sec 2024-09-18T02:40:35.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HWnsHlAp_zy_uEA off=3012046 len=1291009 2024-09-18T02:40:35.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 91 completed, throughput=5.03MB/sec 2024-09-18T02:40:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:40:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:40:36] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-18T02:40:36.963 INFO:tasks.workunit.client.0.smithi046.stdout: 20: throughput=4.79MB/sec pending data=0 2024-09-18T02:40:36.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gkj43GXACGAJQ7g off=6273514 len=318688 2024-09-18T02:40:36.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 92 completed, throughput=4.8MB/sec 2024-09-18T02:40:36.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HbhvjC49tpiTXPP off=1739234 len=222298 2024-09-18T02:40:36.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 93 completed, throughput=4.81MB/sec 2024-09-18T02:40:36.973 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-go6T7fEyeVJRSx4 off=5900185 len=1527558 2024-09-18T02:40:36.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 94 completed, throughput=4.88MB/sec 2024-09-18T02:40:36.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iULlcJaGUUpIeS7 off=13585388 len=779587 2024-09-18T02:40:36.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 95 completed, throughput=4.92MB/sec 2024-09-18T02:40:36.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FItleXQERQCpl8C off=7224650 len=1630099 2024-09-18T02:40:36.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 96 completed, throughput=4.99MB/sec 2024-09-18T02:40:36.978 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WhBcFYznijTPH_m off=9410210 len=323406 2024-09-18T02:40:36.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 97 completed, throughput=5.01MB/sec 2024-09-18T02:40:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:37 smithi195 ceph-mon[89559]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:40:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:37 smithi046 ceph-mon[94621]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:40:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:37 smithi046 ceph-mon[97106]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:40:37.982 INFO:tasks.workunit.client.0.smithi046.stdout: 21: throughput=4.77MB/sec pending data=0 2024-09-18T02:40:37.982 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s9EhFgoDcD6ckho off=3688245 len=350300 2024-09-18T02:40:37.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 98 completed, throughput=4.79MB/sec 2024-09-18T02:40:37.985 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cBR_fW-v2Et0ZAm off=4556331 len=1498840 2024-09-18T02:40:37.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 99 completed, throughput=4.85MB/sec 2024-09-18T02:40:37.987 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7HeYfJ0jnbfY8mG off=1292943 len=1344152 2024-09-18T02:40:37.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 100 completed, throughput=4.91MB/sec 2024-09-18T02:40:37.994 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zu9ranT_-cuJJlH off=4202607 len=151542 2024-09-18T02:40:37.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 101 completed, throughput=4.92MB/sec 2024-09-18T02:40:37.995 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l1jvdXYAUdlxEeD off=1490936 len=1584099 2024-09-18T02:40:38.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 102 completed, throughput=4.99MB/sec 2024-09-18T02:40:38.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_dFxyRy0LFv1uzd off=6904399 len=1615221 2024-09-18T02:40:38.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 103 completed, throughput=5.06MB/sec 2024-09-18T02:40:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:40:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:40:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:40:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:40:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:40:39.008 INFO:tasks.workunit.client.0.smithi046.stdout: 22: throughput=4.83MB/sec pending data=0 2024-09-18T02:40:39.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-il0_6s4W2dMNgCg off=2143134 len=435268 2024-09-18T02:40:39.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 104 completed, throughput=4.85MB/sec 2024-09-18T02:40:39.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6l7qCs_AIsLk4Mc off=6108968 len=1907923 2024-09-18T02:40:39.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 105 completed, throughput=4.93MB/sec 2024-09-18T02:40:39.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9GNzXon8mudEHkZ off=13361728 len=446833 2024-09-18T02:40:39.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 106 completed, throughput=4.95MB/sec 2024-09-18T02:40:39.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bYRHmF7Bs1oAXbf off=3459035 len=1103615 2024-09-18T02:40:39.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 107 completed, throughput=4.99MB/sec 2024-09-18T02:40:39.027 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eyuimnfGAh4bRM_ off=14200954 len=1485720 2024-09-18T02:40:39.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 108 completed, throughput=5.06MB/sec 2024-09-18T02:40:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:39 smithi195 ceph-mon[89559]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:40:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:39 smithi046 ceph-mon[94621]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:40:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:39 smithi046 ceph-mon[97106]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:40:40.031 INFO:tasks.workunit.client.0.smithi046.stdout: 23: throughput=4.84MB/sec pending data=0 2024-09-18T02:40:40.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-is1G4wI_VnYV0Es off=14847550 len=1536497 2024-09-18T02:40:40.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 109 completed, throughput=4.9MB/sec 2024-09-18T02:40:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wNP4b29RYx9W1MC off=25794 len=1733823 2024-09-18T02:40:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 110 completed, throughput=4.97MB/sec 2024-09-18T02:40:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sIQsKF7OuZ_1e84 off=9372679 len=756013 2024-09-18T02:40:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 111 completed, throughput=5MB/sec 2024-09-18T02:40:41.040 INFO:tasks.workunit.client.0.smithi046.stdout: 24: throughput=4.8MB/sec pending data=0 2024-09-18T02:40:41.040 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-67j4gZItGxg_ZWU off=632801 len=252090 2024-09-18T02:40:41.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 112 completed, throughput=4.81MB/sec 2024-09-18T02:40:41.041 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hNYTVjz9Y--GKnh off=1990093 len=1031089 2024-09-18T02:40:41.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 113 completed, throughput=4.85MB/sec 2024-09-18T02:40:41.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Un3jA5BJtpTSmVH off=8820048 len=1554086 2024-09-18T02:40:41.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 114 completed, throughput=4.91MB/sec 2024-09-18T02:40:41.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H16wCMnI_2_smA9 off=11082880 len=928325 2024-09-18T02:40:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 115 completed, throughput=4.94MB/sec 2024-09-18T02:40:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xydJ6_kuUQtfRbX off=3763210 len=885054 2024-09-18T02:40:41.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 116 completed, throughput=4.98MB/sec 2024-09-18T02:40:41.060 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8MAAL5V8JJYEIj5 off=13845656 len=1556725 2024-09-18T02:40:41.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 117 completed, throughput=5.03MB/sec 2024-09-18T02:40:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:41 smithi195 ceph-mon[89559]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:41 smithi046 ceph-mon[97106]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:41 smithi046 ceph-mon[94621]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:42.068 INFO:tasks.workunit.client.0.smithi046.stdout: 25: throughput=4.84MB/sec pending data=0 2024-09-18T02:40:42.068 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uoR6jdz0RJcifUa off=1209137 len=1839412 2024-09-18T02:40:42.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 118 completed, throughput=4.91MB/sec 2024-09-18T02:40:42.070 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PAWt1UU-WGCrVlx off=1656098 len=1806705 2024-09-18T02:40:42.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 119 completed, throughput=4.97MB/sec 2024-09-18T02:40:42.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ytC9WUU_oeS7zui off=7046496 len=1826098 2024-09-18T02:40:42.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 120 completed, throughput=5.04MB/sec 2024-09-18T02:40:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:40:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:40:43.081 INFO:tasks.workunit.client.0.smithi046.stdout: 26: throughput=4.85MB/sec pending data=0 2024-09-18T02:40:43.081 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-viwOcgk1q8BmOn2 off=833725 len=559911 2024-09-18T02:40:43.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 121 completed, throughput=4.87MB/sec 2024-09-18T02:40:43.084 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M6BJLNaQVNRt-gb off=8253290 len=65215 2024-09-18T02:40:43.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 122 completed, throughput=4.87MB/sec 2024-09-18T02:40:43.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C4WUtLUcPqIRpov off=3588986 len=188595 2024-09-18T02:40:43.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 123 completed, throughput=4.88MB/sec 2024-09-18T02:40:43.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r0sbZ4DSQ6rzudW off=857436 len=225131 2024-09-18T02:40:43.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 124 completed, throughput=4.88MB/sec 2024-09-18T02:40:43.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7W3rqMqLrR2UI7d off=2103411 len=402966 2024-09-18T02:40:43.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 125 completed, throughput=4.9MB/sec 2024-09-18T02:40:43.094 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vjIUQa4ossL6KXP off=23957526 len=329813 2024-09-18T02:40:43.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 126 completed, throughput=4.91MB/sec 2024-09-18T02:40:43.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZChHsmU7gUBuijq off=6010457 len=1724636 2024-09-18T02:40:43.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 127 completed, throughput=4.97MB/sec 2024-09-18T02:40:43.097 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k6CJxypKK_cfBq2 off=7324294 len=1665796 2024-09-18T02:40:43.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 128 completed, throughput=5.03MB/sec 2024-09-18T02:40:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:43 smithi195 ceph-mon[89559]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:43 smithi046 ceph-mon[94621]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:43 smithi046 ceph-mon[97106]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:40:44.100 INFO:tasks.workunit.client.0.smithi046.stdout: 27: throughput=4.85MB/sec pending data=0 2024-09-18T02:40:44.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-65OVkDA4-tXoYq- off=4713473 len=1023767 2024-09-18T02:40:44.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 129 completed, throughput=4.88MB/sec 2024-09-18T02:40:44.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tBQVnh3upV-TFDO off=18954971 len=173569 2024-09-18T02:40:44.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 130 completed, throughput=4.89MB/sec 2024-09-18T02:40:44.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-63PlcWI7XaksInX off=8049323 len=536034 2024-09-18T02:40:44.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 131 completed, throughput=4.91MB/sec 2024-09-18T02:40:44.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vOSbFq-XeZrKC-X off=2870407 len=861112 2024-09-18T02:40:44.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 132 completed, throughput=4.94MB/sec 2024-09-18T02:40:44.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JVzGrrH5DYBYUkJ off=3934316 len=2084615 2024-09-18T02:40:44.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 133 completed, throughput=5.01MB/sec 2024-09-18T02:40:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:45.118 INFO:tasks.workunit.client.0.smithi046.stdout: 28: throughput=4.83MB/sec pending data=0 2024-09-18T02:40:45.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UPk9Q2m0w0iCZFS off=23729718 len=182574 2024-09-18T02:40:45.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 134 completed, throughput=4.84MB/sec 2024-09-18T02:40:45.121 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gxJ0ZawZI1rmDK8 off=10980667 len=197116 2024-09-18T02:40:45.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 135 completed, throughput=4.84MB/sec 2024-09-18T02:40:45.124 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZFr0eY9wA1uSzzT off=7917227 len=500962 2024-09-18T02:40:45.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 136 completed, throughput=4.86MB/sec 2024-09-18T02:40:45.127 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AQeR8H9f4DWfGk8 off=6812484 len=1905841 2024-09-18T02:40:45.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 137 completed, throughput=4.92MB/sec 2024-09-18T02:40:45.136 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--wRhrQiMhftWZgm off=5457947 len=2032584 2024-09-18T02:40:45.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 138 completed, throughput=4.99MB/sec 2024-09-18T02:40:45.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hw93EoynkSXx5qY off=2162050 len=837569 2024-09-18T02:40:45.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 139 completed, throughput=5.02MB/sec 2024-09-18T02:40:45.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:45 smithi046 ceph-mon[94621]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:40:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:45 smithi046 ceph-mon[97106]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:40:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:45 smithi195 ceph-mon[89559]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:40:46.145 INFO:tasks.workunit.client.0.smithi046.stdout: 29: throughput=4.85MB/sec pending data=0 2024-09-18T02:40:46.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cxnv3lnHAZvBbzL off=24031422 len=1206130 2024-09-18T02:40:46.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 140 completed, throughput=4.88MB/sec 2024-09-18T02:40:46.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K4rZsqDMexaeze0 off=2066680 len=1551941 2024-09-18T02:40:46.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 141 completed, throughput=4.93MB/sec 2024-09-18T02:40:46.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3lJjCBXfnNWYFSd off=15185785 len=1643823 2024-09-18T02:40:46.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 142 completed, throughput=4.99MB/sec 2024-09-18T02:40:46.159 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SP-cvX64zXYsyus off=6843184 len=2021244 2024-09-18T02:40:46.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 143 completed, throughput=5.05MB/sec 2024-09-18T02:40:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:40:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:40:46] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-18T02:40:47.162 INFO:tasks.workunit.client.0.smithi046.stdout: 30: throughput=4.89MB/sec pending data=0 2024-09-18T02:40:47.162 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q4_BoNJIn3wCFp- off=199082 len=703788 2024-09-18T02:40:47.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 144 completed, throughput=4.91MB/sec 2024-09-18T02:40:47.163 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T_vXD2HfVuMFQ4B off=15947340 len=1161571 2024-09-18T02:40:47.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 145 completed, throughput=4.94MB/sec 2024-09-18T02:40:47.170 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kpx-MNqccntgayu off=11154985 len=1289299 2024-09-18T02:40:47.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 146 completed, throughput=4.98MB/sec 2024-09-18T02:40:47.172 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-99QuJajUb-h07gg off=9428909 len=835267 2024-09-18T02:40:47.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 147 completed, throughput=5.01MB/sec 2024-09-18T02:40:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:47 smithi195 ceph-mon[89559]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:40:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:47 smithi046 ceph-mon[94621]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:40:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:47 smithi046 ceph-mon[97106]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:40:48.177 INFO:tasks.workunit.client.0.smithi046.stdout: 31: throughput=4.85MB/sec pending data=0 2024-09-18T02:40:48.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uaNovoFe9OSVubv off=8194257 len=2040992 2024-09-18T02:40:48.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 148 completed, throughput=4.91MB/sec 2024-09-18T02:40:48.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dHCF0mTYNC7VFax off=5358072 len=1424593 2024-09-18T02:40:48.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 149 completed, throughput=4.95MB/sec 2024-09-18T02:40:48.192 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PAWt1UU-WGCrVlx off=13619707 len=1876921 2024-09-18T02:40:48.193 INFO:tasks.workunit.client.0.smithi046.stdout:op 150 completed, throughput=5.01MB/sec 2024-09-18T02:40:49.194 INFO:tasks.workunit.client.0.smithi046.stdout: 32: throughput=4.85MB/sec pending data=0 2024-09-18T02:40:49.194 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-whMWXUmPXosjsu_ off=813742 len=102746 2024-09-18T02:40:49.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 151 completed, throughput=4.86MB/sec 2024-09-18T02:40:49.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-20xbeMu8BPJaR7z off=5005933 len=622877 2024-09-18T02:40:49.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 152 completed, throughput=4.87MB/sec 2024-09-18T02:40:49.197 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m51o-1u9vaKj0Hh off=2648341 len=1889215 2024-09-18T02:40:49.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 153 completed, throughput=4.93MB/sec 2024-09-18T02:40:49.207 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PeqwpA0b9syhIYS off=1892314 len=559928 2024-09-18T02:40:49.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 154 completed, throughput=4.94MB/sec 2024-09-18T02:40:49.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zKQS0cRJg7fDaqq off=211520 len=235615 2024-09-18T02:40:49.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 155 completed, throughput=4.95MB/sec 2024-09-18T02:40:49.214 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ywg9BWbf3AHb4As off=1866437 len=197356 2024-09-18T02:40:49.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 156 completed, throughput=4.96MB/sec 2024-09-18T02:40:49.214 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-If_N1CxbY9UXx8P off=13807280 len=1682997 2024-09-18T02:40:49.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 157 completed, throughput=5.01MB/sec 2024-09-18T02:40:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:49 smithi195 ceph-mon[89559]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:40:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:49 smithi046 ceph-mon[94621]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:40:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:49 smithi046 ceph-mon[97106]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:40:50.218 INFO:tasks.workunit.client.0.smithi046.stdout: 33: throughput=4.86MB/sec pending data=0 2024-09-18T02:40:50.218 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wB1UKgR-xx_LXNY off=8492070 len=1250484 2024-09-18T02:40:50.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 158 completed, throughput=4.89MB/sec 2024-09-18T02:40:50.221 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WcYz5kvcW0oEztT off=12799890 len=465792 2024-09-18T02:40:50.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 159 completed, throughput=4.9MB/sec 2024-09-18T02:40:50.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iOuzvqd27AJlYCd off=20398968 len=672185 2024-09-18T02:40:50.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 160 completed, throughput=4.92MB/sec 2024-09-18T02:40:50.227 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gGVxbblYnA7wmmg off=13755699 len=585581 2024-09-18T02:40:50.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 161 completed, throughput=4.94MB/sec 2024-09-18T02:40:50.228 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TtP6wta4RLmiTyT off=15957869 len=1905973 2024-09-18T02:40:50.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 162 completed, throughput=4.99MB/sec 2024-09-18T02:40:50.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_qUrEssDavk66KC off=9790341 len=1278503 2024-09-18T02:40:50.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 163 completed, throughput=5.03MB/sec 2024-09-18T02:40:51.243 INFO:tasks.workunit.client.0.smithi046.stdout: 34: throughput=4.88MB/sec pending data=0 2024-09-18T02:40:51.243 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RLAhAzN7tWnwoU- off=6936570 len=661413 2024-09-18T02:40:51.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 164 completed, throughput=4.9MB/sec 2024-09-18T02:40:51.245 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7ncOK9-wZNHVqh3 off=3050479 len=404723 2024-09-18T02:40:51.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 165 completed, throughput=4.91MB/sec 2024-09-18T02:40:51.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-76v13rkKPnts8Yt off=1104959 len=1990087 2024-09-18T02:40:51.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 166 completed, throughput=4.96MB/sec 2024-09-18T02:40:51.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y04MYrhUrHrZznz off=2332170 len=1623905 2024-09-18T02:40:51.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 167 completed, throughput=5.01MB/sec 2024-09-18T02:40:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:51 smithi195 ceph-mon[89559]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:40:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:51 smithi046 ceph-mon[97106]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:40:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:51 smithi046 ceph-mon[94621]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:40:52.260 INFO:tasks.workunit.client.0.smithi046.stdout: 35: throughput=4.87MB/sec pending data=0 2024-09-18T02:40:52.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xQZGilAQxKZiyyo off=19104417 len=555153 2024-09-18T02:40:52.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 168 completed, throughput=4.88MB/sec 2024-09-18T02:40:52.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J9m6w_jX0K_D9PP off=1263273 len=1009683 2024-09-18T02:40:52.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 169 completed, throughput=4.91MB/sec 2024-09-18T02:40:52.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TC2VsL7qqZ00N6r off=1296740 len=1681485 2024-09-18T02:40:52.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 170 completed, throughput=4.95MB/sec 2024-09-18T02:40:52.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UMm4zI4gir3YCOU off=1575238 len=1963684 2024-09-18T02:40:52.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 171 completed, throughput=5MB/sec 2024-09-18T02:40:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:40:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:40:53.290 INFO:tasks.workunit.client.0.smithi046.stdout: 36: throughput=4.87MB/sec pending data=0 2024-09-18T02:40:53.290 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M-2TNyqG4kyTTq_ off=12837455 len=882544 2024-09-18T02:40:53.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 172 completed, throughput=4.89MB/sec 2024-09-18T02:40:53.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TllJeWLn3StsG6w off=3922449 len=895625 2024-09-18T02:40:53.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 173 completed, throughput=4.91MB/sec 2024-09-18T02:40:53.298 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N26y9nu_96bEk_I off=1575353 len=1772807 2024-09-18T02:40:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 174 completed, throughput=4.96MB/sec 2024-09-18T02:40:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5XytB28jPlHxYV3 off=18453531 len=1933574 2024-09-18T02:40:53.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 175 completed, throughput=5.01MB/sec 2024-09-18T02:40:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:53 smithi195 ceph-mon[89559]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:40:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:53 smithi046 ceph-mon[94621]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:40:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:53 smithi046 ceph-mon[97106]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:40:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: 37: throughput=4.87MB/sec pending data=0 2024-09-18T02:40:54.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WOQgyhgRW1b04cJ off=4458572 len=352200 2024-09-18T02:40:54.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 176 completed, throughput=4.88MB/sec 2024-09-18T02:40:54.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2b4G2YJoOL1Gk-G off=11925 len=2078710 2024-09-18T02:40:54.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 177 completed, throughput=4.93MB/sec 2024-09-18T02:40:54.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WMapKJGkHRA7Q4f off=3225957 len=1904192 2024-09-18T02:40:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 178 completed, throughput=4.98MB/sec 2024-09-18T02:40:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yyEW6JI4Upv_LXq off=6589217 len=961926 2024-09-18T02:40:54.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 179 completed, throughput=5.01MB/sec 2024-09-18T02:40:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: 38: throughput=4.88MB/sec pending data=0 2024-09-18T02:40:55.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MMSbkdehpnFm1SM off=9623244 len=1962848 2024-09-18T02:40:55.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 180 completed, throughput=4.92MB/sec 2024-09-18T02:40:55.330 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A8gSKHrAWL_MDE4 off=1805912 len=1828208 2024-09-18T02:40:55.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 181 completed, throughput=4.97MB/sec 2024-09-18T02:40:55.338 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mjuaGZavAL0N3cT off=6216200 len=1932926 2024-09-18T02:40:55.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 182 completed, throughput=5.02MB/sec 2024-09-18T02:40:55.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:55 smithi195 ceph-mon[89559]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:40:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:55 smithi046 ceph-mon[94621]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:40:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:55 smithi046 ceph-mon[97106]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:40:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: 39: throughput=4.89MB/sec pending data=0 2024-09-18T02:40:56.341 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SQ2OK-EYl3yAuCd off=3551627 len=902605 2024-09-18T02:40:56.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 183 completed, throughput=4.91MB/sec 2024-09-18T02:40:56.346 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nRj__o0pnI3NniI off=12131864 len=1663009 2024-09-18T02:40:56.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 184 completed, throughput=4.95MB/sec 2024-09-18T02:40:56.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O4gVlKOKtEzrXQ3 off=10501941 len=1576278 2024-09-18T02:40:56.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 185 completed, throughput=4.99MB/sec 2024-09-18T02:40:56.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-shEVA5yWsgO1oqn off=14920989 len=1450296 2024-09-18T02:40:56.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 186 completed, throughput=5.02MB/sec 2024-09-18T02:40:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:40:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:40:56] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-18T02:40:57.359 INFO:tasks.workunit.client.0.smithi046.stdout: 40: throughput=4.9MB/sec pending data=0 2024-09-18T02:40:57.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YlUwnmoUGEJni7E off=4299307 len=1448868 2024-09-18T02:40:57.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 187 completed, throughput=4.93MB/sec 2024-09-18T02:40:57.361 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-twr9M-JoFZJd2hp off=2951517 len=2018097 2024-09-18T02:40:57.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 188 completed, throughput=4.98MB/sec 2024-09-18T02:40:57.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jg4lDGfWk-QCz8P off=5966373 len=1406964 2024-09-18T02:40:57.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 189 completed, throughput=5.01MB/sec 2024-09-18T02:40:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:57 smithi195 ceph-mon[89559]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:40:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:57 smithi046 ceph-mon[94621]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:40:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:57 smithi046 ceph-mon[97106]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:40:58.372 INFO:tasks.workunit.client.0.smithi046.stdout: 41: throughput=4.89MB/sec pending data=0 2024-09-18T02:40:58.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QuUhfN4utYLmfh- off=11249620 len=1025819 2024-09-18T02:40:58.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 190 completed, throughput=4.91MB/sec 2024-09-18T02:40:58.378 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HFSsBGZH87XcRZV off=766662 len=1488032 2024-09-18T02:40:58.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 191 completed, throughput=4.95MB/sec 2024-09-18T02:40:58.380 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZhL0nUs7rjBgonz off=960706 len=1316324 2024-09-18T02:40:58.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 192 completed, throughput=4.98MB/sec 2024-09-18T02:40:58.383 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qnq9A_H67xnJIiF off=5102214 len=477370 2024-09-18T02:40:58.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 193 completed, throughput=4.99MB/sec 2024-09-18T02:40:58.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vCJlwwkkkMjYh_H off=23543325 len=396444 2024-09-18T02:40:58.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 194 completed, throughput=5MB/sec 2024-09-18T02:40:58.388 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Sdmda4-WA4kBz4_ off=1009429 len=1215671 2024-09-18T02:40:58.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 195 completed, throughput=5.02MB/sec 2024-09-18T02:40:59.394 INFO:tasks.workunit.client.0.smithi046.stdout: 42: throughput=4.91MB/sec pending data=0 2024-09-18T02:40:59.395 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jzxDDPD01gasauC off=1411539 len=1960441 2024-09-18T02:40:59.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 196 completed, throughput=4.95MB/sec 2024-09-18T02:40:59.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s9EhFgoDcD6ckho off=11109006 len=2068293 2024-09-18T02:40:59.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 197 completed, throughput=4.99MB/sec 2024-09-18T02:40:59.407 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d80JRZJIG8E8wYJ off=10757770 len=542641 2024-09-18T02:40:59.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 198 completed, throughput=5.01MB/sec 2024-09-18T02:40:59.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:59 smithi195 ceph-mon[89559]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:40:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:40:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:59 smithi046 ceph-mon[94621]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:40:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:40:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:40:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:59 smithi046 ceph-mon[97106]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:40:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:40:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:00.409 INFO:tasks.workunit.client.0.smithi046.stdout: 43: throughput=4.89MB/sec pending data=0 2024-09-18T02:41:00.409 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XSnYvAyeszOIFfa off=16732175 len=450197 2024-09-18T02:41:00.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 199 completed, throughput=4.9MB/sec 2024-09-18T02:41:00.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1mMShDR-fn1tnrm off=12442763 len=1975099 2024-09-18T02:41:00.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 200 completed, throughput=4.94MB/sec 2024-09-18T02:41:00.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dsFeIT7Z4jrKIoa off=6353945 len=1118696 2024-09-18T02:41:00.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 201 completed, throughput=4.97MB/sec 2024-09-18T02:41:00.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SRrDwzAXKPB3Mbx off=6044831 len=894858 2024-09-18T02:41:00.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 202 completed, throughput=4.99MB/sec 2024-09-18T02:41:00.429 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fk_Mp0iMS2fl29J off=6807370 len=1900469 2024-09-18T02:41:00.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 203 completed, throughput=5.03MB/sec 2024-09-18T02:41:01.431 INFO:tasks.workunit.client.0.smithi046.stdout: 44: throughput=4.91MB/sec pending data=0 2024-09-18T02:41:01.432 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TTljBY6nxLaZWi5 off=548404 len=1905527 2024-09-18T02:41:01.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 204 completed, throughput=4.95MB/sec 2024-09-18T02:41:01.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hM7T_YiqUc6QBrJ off=1487667 len=600750 2024-09-18T02:41:01.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 205 completed, throughput=4.97MB/sec 2024-09-18T02:41:01.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_jiJwGuU5GTnD7f off=7613897 len=1976959 2024-09-18T02:41:01.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 206 completed, throughput=5.01MB/sec 2024-09-18T02:41:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:01 smithi195 ceph-mon[89559]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:41:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:01 smithi046 ceph-mon[97106]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:41:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:01 smithi046 ceph-mon[94621]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:41:02.438 INFO:tasks.workunit.client.0.smithi046.stdout: 45: throughput=4.9MB/sec pending data=0 2024-09-18T02:41:02.438 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EDS2n-T_-IPBh-q off=19442621 len=1810157 2024-09-18T02:41:02.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 207 completed, throughput=4.94MB/sec 2024-09-18T02:41:02.447 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dGte3wMlHsEE2rJ off=5107121 len=4327 2024-09-18T02:41:02.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 208 completed, throughput=4.94MB/sec 2024-09-18T02:41:02.448 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XvmRcT7k_pa4dTW off=8204241 len=2000282 2024-09-18T02:41:02.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 209 completed, throughput=4.98MB/sec 2024-09-18T02:41:02.451 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L2MnfcA7a_r0Pxu off=203346 len=1118417 2024-09-18T02:41:02.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 210 completed, throughput=5MB/sec 2024-09-18T02:41:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:41:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:41:03.453 INFO:tasks.workunit.client.0.smithi046.stdout: 46: throughput=4.89MB/sec pending data=0 2024-09-18T02:41:03.453 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WL1TMwAz48z82FM off=5743426 len=172262 2024-09-18T02:41:03.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 211 completed, throughput=4.9MB/sec 2024-09-18T02:41:03.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DsOGmn0Ilmo4BVZ off=1265280 len=210923 2024-09-18T02:41:03.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 212 completed, throughput=4.9MB/sec 2024-09-18T02:41:03.457 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hA1gPemaM-pNJnc off=4362156 len=674478 2024-09-18T02:41:03.461 INFO:tasks.workunit.client.0.smithi046.stdout:op 213 completed, throughput=4.92MB/sec 2024-09-18T02:41:03.461 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5J6PKSHyvqsf1uV off=5328071 len=295114 2024-09-18T02:41:03.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 214 completed, throughput=4.92MB/sec 2024-09-18T02:41:03.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3DA1sLDGHq_qMAb off=13381124 len=1164671 2024-09-18T02:41:03.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 215 completed, throughput=4.94MB/sec 2024-09-18T02:41:03.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2XknOsM2UgDcSH7 off=15442656 len=344753 2024-09-18T02:41:03.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 216 completed, throughput=4.95MB/sec 2024-09-18T02:41:03.473 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u-fL492F2BL8YL7 off=3256057 len=984921 2024-09-18T02:41:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:03 smithi195 ceph-mon[89559]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:41:03.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 217 completed, throughput=4.97MB/sec 2024-09-18T02:41:03.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8QufHE2NAwMgquZ off=311763 len=1016099 2024-09-18T02:41:03.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 218 completed, throughput=4.99MB/sec 2024-09-18T02:41:03.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qj6MmfpwORL5IL9 off=14279242 len=826884 2024-09-18T02:41:03.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 219 completed, throughput=5.01MB/sec 2024-09-18T02:41:03.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:03 smithi046 ceph-mon[97106]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:41:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:03 smithi046 ceph-mon[94621]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:41:04.481 INFO:tasks.workunit.client.0.smithi046.stdout: 47: throughput=4.9MB/sec pending data=0 2024-09-18T02:41:04.481 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vBYuwYo3VHRt_GE off=6128488 len=972537 2024-09-18T02:41:04.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 220 completed, throughput=4.92MB/sec 2024-09-18T02:41:04.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-baTkRDlbtvc28jk off=10868316 len=1160179 2024-09-18T02:41:04.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 221 completed, throughput=4.94MB/sec 2024-09-18T02:41:04.484 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6WHl81_kU7REBks off=11973483 len=1742292 2024-09-18T02:41:04.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 222 completed, throughput=4.98MB/sec 2024-09-18T02:41:04.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HRM68uhtizXNKNY off=1624842 len=46474 2024-09-18T02:41:04.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 223 completed, throughput=4.98MB/sec 2024-09-18T02:41:04.495 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZwxWLBvRhsvj0N7 off=16210426 len=1816907 2024-09-18T02:41:04.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 224 completed, throughput=5.02MB/sec 2024-09-18T02:41:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:05 smithi195 ceph-mon[89559]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:41:05.498 INFO:tasks.workunit.client.0.smithi046.stdout: 48: throughput=4.91MB/sec pending data=0 2024-09-18T02:41:05.498 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zlV2pfrhMdQXxdq off=553721 len=1501117 2024-09-18T02:41:05.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 225 completed, throughput=4.94MB/sec 2024-09-18T02:41:05.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ACMwMgCDWwuvtZx off=5879816 len=68854 2024-09-18T02:41:05.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 226 completed, throughput=4.94MB/sec 2024-09-18T02:41:05.503 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OcNDy4sg4mAakdM off=8183681 len=1733393 2024-09-18T02:41:05.506 INFO:tasks.workunit.client.0.smithi046.stdout:op 227 completed, throughput=4.98MB/sec 2024-09-18T02:41:05.506 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jH1kjfPm_Fl6dFV off=23593888 len=1298088 2024-09-18T02:41:05.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:05 smithi046 ceph-mon[97106]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:41:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:05 smithi046 ceph-mon[94621]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:41:05.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 228 completed, throughput=5MB/sec 2024-09-18T02:41:06.512 INFO:tasks.workunit.client.0.smithi046.stdout: 49: throughput=4.9MB/sec pending data=0 2024-09-18T02:41:06.512 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rc8YYneZGcbgXrz off=4087787 len=432798 2024-09-18T02:41:06.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 229 completed, throughput=4.91MB/sec 2024-09-18T02:41:06.516 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hu7VZXsoS0Q92C3 off=9501799 len=766278 2024-09-18T02:41:06.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 230 completed, throughput=4.92MB/sec 2024-09-18T02:41:06.521 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ar6AAEZ5HP4Nza off=6667133 len=1872796 2024-09-18T02:41:06.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 231 completed, throughput=4.96MB/sec 2024-09-18T02:41:06.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q4_BoNJIn3wCFp- off=109505 len=1876996 2024-09-18T02:41:06.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 232 completed, throughput=4.99MB/sec 2024-09-18T02:41:06.533 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r9AYHrm-dsuHe0D off=519136 len=1585469 2024-09-18T02:41:06.540 INFO:tasks.workunit.client.0.smithi046.stdout:op 233 completed, throughput=5.02MB/sec 2024-09-18T02:41:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:41:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:41:06] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-18T02:41:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:07 smithi195 ceph-mon[89559]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:41:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:07 smithi046 ceph-mon[97106]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:41:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:07 smithi046 ceph-mon[94621]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:41:07.540 INFO:tasks.workunit.client.0.smithi046.stdout: 50: throughput=4.92MB/sec pending data=0 2024-09-18T02:41:07.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9bqTa3jsY3MbvBV off=4395636 len=1513882 2024-09-18T02:41:07.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 234 completed, throughput=4.95MB/sec 2024-09-18T02:41:07.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xMQ2r5Jfc5DCWi9 off=138706 len=1680294 2024-09-18T02:41:07.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 235 completed, throughput=4.98MB/sec 2024-09-18T02:41:07.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I5iTyt0AtVHXPuI off=12348023 len=1533426 2024-09-18T02:41:07.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 236 completed, throughput=5.01MB/sec 2024-09-18T02:41:08.556 INFO:tasks.workunit.client.0.smithi046.stdout: 51: throughput=4.91MB/sec pending data=0 2024-09-18T02:41:08.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5CGmiwAptLr7brJ off=5982600 len=1209539 2024-09-18T02:41:08.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 237 completed, throughput=4.94MB/sec 2024-09-18T02:41:08.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MoeDYSwlq7RcJi1 off=7490705 len=1896494 2024-09-18T02:41:08.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 238 completed, throughput=4.97MB/sec 2024-09-18T02:41:08.566 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dqdsFqZaVoOLZvy off=4138393 len=1432399 2024-09-18T02:41:08.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 239 completed, throughput=5MB/sec 2024-09-18T02:41:08.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MnkAhresOWjVniJ off=5105447 len=916451 2024-09-18T02:41:08.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 240 completed, throughput=5.01MB/sec 2024-09-18T02:41:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:09 smithi195 ceph-mon[89559]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-18T02:41:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:09 smithi046 ceph-mon[94621]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-18T02:41:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:09 smithi046 ceph-mon[97106]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-18T02:41:09.570 INFO:tasks.workunit.client.0.smithi046.stdout: 52: throughput=4.92MB/sec pending data=0 2024-09-18T02:41:09.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CagJdH06IJkKuYb off=9977705 len=1899349 2024-09-18T02:41:09.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 241 completed, throughput=4.95MB/sec 2024-09-18T02:41:09.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wVIK7pgYE0VelLy off=9895424 len=1272000 2024-09-18T02:41:09.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 242 completed, throughput=4.97MB/sec 2024-09-18T02:41:09.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k5fn9JpozFXX781 off=14040894 len=1384274 2024-09-18T02:41:09.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 243 completed, throughput=5MB/sec 2024-09-18T02:41:09.587 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nOzlpanQmO5M98M off=3127487 len=844169 2024-09-18T02:41:09.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 244 completed, throughput=5.01MB/sec 2024-09-18T02:41:10.588 INFO:tasks.workunit.client.0.smithi046.stdout: 53: throughput=4.92MB/sec pending data=0 2024-09-18T02:41:10.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0zwWUX2wCcEAui2 off=205085 len=1927356 2024-09-18T02:41:10.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 245 completed, throughput=4.95MB/sec 2024-09-18T02:41:10.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LWezfoy3n_cfGjl off=8104277 len=1801066 2024-09-18T02:41:10.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 246 completed, throughput=4.99MB/sec 2024-09-18T02:41:10.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DSTRVU7KbPh7RI- off=112568 len=1730458 2024-09-18T02:41:10.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 247 completed, throughput=5.02MB/sec 2024-09-18T02:41:11.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:11 smithi195 ceph-mon[89559]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:11 smithi046 ceph-mon[94621]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:11 smithi046 ceph-mon[97106]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:11.618 INFO:tasks.workunit.client.0.smithi046.stdout: 54: throughput=4.92MB/sec pending data=0 2024-09-18T02:41:11.618 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-shKdFz0uEmPvMlO off=2808351 len=1045829 2024-09-18T02:41:11.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 248 completed, throughput=4.94MB/sec 2024-09-18T02:41:11.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EEOFmwhvNyyK_tI off=6882890 len=981077 2024-09-18T02:41:11.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 249 completed, throughput=4.96MB/sec 2024-09-18T02:41:11.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ratkxqIqivIbZhR off=1884431 len=1501401 2024-09-18T02:41:11.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 250 completed, throughput=4.98MB/sec 2024-09-18T02:41:11.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I5iTyt0AtVHXPuI off=12084741 len=1796708 2024-09-18T02:41:11.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 251 completed, throughput=5.01MB/sec 2024-09-18T02:41:12.644 INFO:tasks.workunit.client.0.smithi046.stdout: 55: throughput=4.92MB/sec pending data=0 2024-09-18T02:41:12.644 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1V5-YFAzDFbsWmj off=1172053 len=1459635 2024-09-18T02:41:12.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 252 completed, throughput=4.95MB/sec 2024-09-18T02:41:12.646 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JE5wzVVEhfeMXbi off=2019175 len=1044308 2024-09-18T02:41:12.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 253 completed, throughput=4.97MB/sec 2024-09-18T02:41:12.652 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DWeZVP5N9OVtn1L off=6933195 len=415525 2024-09-18T02:41:12.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 254 completed, throughput=4.97MB/sec 2024-09-18T02:41:12.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T5zUiYuQCezcb5y off=20730217 len=721982 2024-09-18T02:41:12.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 255 completed, throughput=4.99MB/sec 2024-09-18T02:41:12.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N4AoVvP3cGEoVaO off=1600042 len=1673940 2024-09-18T02:41:12.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 256 completed, throughput=5.01MB/sec 2024-09-18T02:41:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:41:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:41:13.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:13 smithi195 ceph-mon[89559]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:41:13.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:13 smithi046 ceph-mon[94621]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:41:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:13 smithi046 ceph-mon[97106]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:41:13.664 INFO:tasks.workunit.client.0.smithi046.stdout: 56: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:13.665 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AoGjhifeqEWRGWY off=2984907 len=2033457 2024-09-18T02:41:13.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 257 completed, throughput=4.96MB/sec 2024-09-18T02:41:13.673 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h8Xe_BvWW163ohZ off=4471756 len=1480078 2024-09-18T02:41:13.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 258 completed, throughput=4.98MB/sec 2024-09-18T02:41:13.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9R-XzZVI5tWud5e off=8804982 len=861935 2024-09-18T02:41:13.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 259 completed, throughput=5MB/sec 2024-09-18T02:41:13.681 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T7Wq7ykYXOLQLyO off=14396567 len=155823 2024-09-18T02:41:13.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 260 completed, throughput=5MB/sec 2024-09-18T02:41:13.684 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qLhP2kXr74mLZR1 off=13042712 len=1278380 2024-09-18T02:41:13.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 261 completed, throughput=5.02MB/sec 2024-09-18T02:41:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:14.689 INFO:tasks.workunit.client.0.smithi046.stdout: 57: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:14.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CnJJigiOGgKJQT0 off=15341286 len=1750293 2024-09-18T02:41:14.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 262 completed, throughput=4.96MB/sec 2024-09-18T02:41:14.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xQocuePgFFef1gK off=21974353 len=1584823 2024-09-18T02:41:14.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 263 completed, throughput=4.99MB/sec 2024-09-18T02:41:14.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ibt_1br8ndRSRAU off=11857802 len=266891 2024-09-18T02:41:14.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 264 completed, throughput=4.99MB/sec 2024-09-18T02:41:14.696 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9PCH-2Fp6W2nhhJ off=10461163 len=1320489 2024-09-18T02:41:14.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 265 completed, throughput=5.01MB/sec 2024-09-18T02:41:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:15 smithi195 ceph-mon[89559]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:15.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:15 smithi046 ceph-mon[94621]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:15 smithi046 ceph-mon[97106]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:15.702 INFO:tasks.workunit.client.0.smithi046.stdout: 58: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:15.702 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eI5iJfMUW-F6JLB off=3001442 len=70492 2024-09-18T02:41:15.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 266 completed, throughput=4.93MB/sec 2024-09-18T02:41:15.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y04MYrhUrHrZznz off=12132511 len=1031262 2024-09-18T02:41:15.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 267 completed, throughput=4.95MB/sec 2024-09-18T02:41:15.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TyUbvjyTTZLH87B off=10651390 len=220849 2024-09-18T02:41:15.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 268 completed, throughput=4.95MB/sec 2024-09-18T02:41:15.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hJoBDZdEnz1pDIg off=5435846 len=937075 2024-09-18T02:41:15.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 269 completed, throughput=4.96MB/sec 2024-09-18T02:41:15.710 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4DzKJPgJXm1wyFf off=692651 len=639793 2024-09-18T02:41:15.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 270 completed, throughput=4.97MB/sec 2024-09-18T02:41:15.712 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z2s2YkSvZCABcSH off=1152547 len=156022 2024-09-18T02:41:15.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 271 completed, throughput=4.98MB/sec 2024-09-18T02:41:15.713 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6TSk6fY7PqOFLTo off=10545262 len=1755870 2024-09-18T02:41:15.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 272 completed, throughput=5MB/sec 2024-09-18T02:41:16.720 INFO:tasks.workunit.client.0.smithi046.stdout: 59: throughput=4.92MB/sec pending data=0 2024-09-18T02:41:16.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2SV1xmWxPOo92cq off=3328690 len=69174 2024-09-18T02:41:16.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 273 completed, throughput=4.92MB/sec 2024-09-18T02:41:16.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J1j8GFkBgoZT3J5 off=13245889 len=1972504 2024-09-18T02:41:16.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 274 completed, throughput=4.95MB/sec 2024-09-18T02:41:16.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b9mXcTbYMcNSvdD off=3481 len=564773 2024-09-18T02:41:16.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 275 completed, throughput=4.96MB/sec 2024-09-18T02:41:16.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EOOTdwd6n44f89W off=0 len=1619935 2024-09-18T02:41:16.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 276 completed, throughput=4.99MB/sec 2024-09-18T02:41:16.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R_-tafHU1TIc0IH off=1471815 len=1910768 2024-09-18T02:41:16.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 277 completed, throughput=5.02MB/sec 2024-09-18T02:41:16.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:41:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:41:16] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-18T02:41:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:17 smithi195 ceph-mon[89559]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:41:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:17 smithi046 ceph-mon[94621]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:41:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:17 smithi046 ceph-mon[97106]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:41:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: 60: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:17.742 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nOvQCZBSC_eglGh off=14296867 len=1835621 2024-09-18T02:41:17.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 278 completed, throughput=4.96MB/sec 2024-09-18T02:41:17.750 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CVBGc-q8dFbfmDF off=7402757 len=937851 2024-09-18T02:41:17.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 279 completed, throughput=4.98MB/sec 2024-09-18T02:41:17.755 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jF0F8s-A2e5oJwq off=1641660 len=790014 2024-09-18T02:41:17.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 280 completed, throughput=4.99MB/sec 2024-09-18T02:41:17.756 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V6sqEFxADv5H9x- off=3803365 len=1472393 2024-09-18T02:41:17.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 281 completed, throughput=5.01MB/sec 2024-09-18T02:41:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: 61: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:18.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6xpziePfp_kdVq9 off=6320433 len=1484433 2024-09-18T02:41:18.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 282 completed, throughput=4.95MB/sec 2024-09-18T02:41:18.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qq5Bz192IEUPJ00 off=18393545 len=1587575 2024-09-18T02:41:18.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 283 completed, throughput=4.98MB/sec 2024-09-18T02:41:18.771 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7szmvLink83nmmE off=13359371 len=1932415 2024-09-18T02:41:18.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 284 completed, throughput=5.01MB/sec 2024-09-18T02:41:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:19 smithi195 ceph-mon[89559]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-18T02:41:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:19 smithi046 ceph-mon[94621]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-18T02:41:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:19 smithi046 ceph-mon[97106]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-18T02:41:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: 62: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:19.780 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xh0fVzhTVd5OrMT off=5426487 len=1849653 2024-09-18T02:41:19.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 285 completed, throughput=4.95MB/sec 2024-09-18T02:41:19.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CHFgYLVxEc2RB0m off=2783424 len=1651260 2024-09-18T02:41:19.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 286 completed, throughput=4.98MB/sec 2024-09-18T02:41:19.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5jvW5czoC44JEY3 off=6726664 len=1811512 2024-09-18T02:41:19.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 287 completed, throughput=5.01MB/sec 2024-09-18T02:41:20.792 INFO:tasks.workunit.client.0.smithi046.stdout: 63: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:20.793 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Omxmy7DG4UYO8rZ off=12859750 len=618388 2024-09-18T02:41:20.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 288 completed, throughput=4.94MB/sec 2024-09-18T02:41:20.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Sgfn2HsWSF_j65Y off=4201405 len=515476 2024-09-18T02:41:20.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 289 completed, throughput=4.94MB/sec 2024-09-18T02:41:20.801 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FAgZYQT6QKUKgov off=3920331 len=64116 2024-09-18T02:41:20.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 290 completed, throughput=4.95MB/sec 2024-09-18T02:41:20.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q08GD6-PyIzwYnO off=22959926 len=623034 2024-09-18T02:41:20.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 291 completed, throughput=4.95MB/sec 2024-09-18T02:41:20.806 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4m10SQeL7D2J2r1 off=7825226 len=1375149 2024-09-18T02:41:20.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 292 completed, throughput=4.97MB/sec 2024-09-18T02:41:20.813 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JVM-3l2cjhNPX-N off=3591042 len=1482048 2024-09-18T02:41:20.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 293 completed, throughput=5MB/sec 2024-09-18T02:41:20.817 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RxKp0jO3-koVlUX off=1571873 len=574987 2024-09-18T02:41:20.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 294 completed, throughput=5MB/sec 2024-09-18T02:41:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:21 smithi195 ceph-mon[89559]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:41:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:21 smithi046 ceph-mon[94621]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:41:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:21 smithi046 ceph-mon[97106]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:41:21.818 INFO:tasks.workunit.client.0.smithi046.stdout: 64: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:21.818 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kY1E-JpRgiFlXp3 off=14016955 len=1396881 2024-09-18T02:41:21.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 295 completed, throughput=4.95MB/sec 2024-09-18T02:41:21.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8cmHuHrqTN5NZkK off=2168375 len=102984 2024-09-18T02:41:21.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 296 completed, throughput=4.95MB/sec 2024-09-18T02:41:21.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1JMsAPSe2_tTihk off=2357997 len=1063598 2024-09-18T02:41:21.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 297 completed, throughput=4.96MB/sec 2024-09-18T02:41:21.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4IXLLeXlrJgOxKo off=8397471 len=1697944 2024-09-18T02:41:21.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 298 completed, throughput=4.99MB/sec 2024-09-18T02:41:21.836 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vi47LrNQ4uEq59c off=162151 len=891698 2024-09-18T02:41:21.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 299 completed, throughput=5MB/sec 2024-09-18T02:41:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:41:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:41:22.841 INFO:tasks.workunit.client.0.smithi046.stdout: 65: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:22.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dORws_-7___xvDc off=4296909 len=1349453 2024-09-18T02:41:22.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 300 completed, throughput=4.94MB/sec 2024-09-18T02:41:22.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T0d74nul3Y4gkpM off=3133252 len=1854375 2024-09-18T02:41:22.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 301 completed, throughput=4.97MB/sec 2024-09-18T02:41:22.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8ndL3qnOUgsm0TO off=1489769 len=1646286 2024-09-18T02:41:22.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 302 completed, throughput=4.99MB/sec 2024-09-18T02:41:22.860 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6JMGeFP6CvWou6D off=2250714 len=1522048 2024-09-18T02:41:22.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 303 completed, throughput=5.02MB/sec 2024-09-18T02:41:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:23 smithi195 ceph-mon[89559]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:41:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:23 smithi046 ceph-mon[94621]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:41:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:23 smithi046 ceph-mon[97106]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:41:23.869 INFO:tasks.workunit.client.0.smithi046.stdout: 66: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:23.869 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zYuVOZeiVhjr4yR off=10081253 len=269146 2024-09-18T02:41:23.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 304 completed, throughput=4.94MB/sec 2024-09-18T02:41:23.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dWoipnUTDLWUjqU off=3614297 len=1187230 2024-09-18T02:41:23.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 305 completed, throughput=4.96MB/sec 2024-09-18T02:41:23.875 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4XX38_UrcUwpM1T off=434155 len=1300352 2024-09-18T02:41:23.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 306 completed, throughput=4.98MB/sec 2024-09-18T02:41:23.877 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O3Jj8qKVWTSDVuX off=13178684 len=1662918 2024-09-18T02:41:23.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 307 completed, throughput=5MB/sec 2024-09-18T02:41:24.885 INFO:tasks.workunit.client.0.smithi046.stdout: 67: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:24.886 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TAxn9WQmDC8183j off=7342105 len=903902 2024-09-18T02:41:24.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 308 completed, throughput=4.94MB/sec 2024-09-18T02:41:24.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3xDOMcAZxmQlF96 off=9583885 len=212134 2024-09-18T02:41:24.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 309 completed, throughput=4.94MB/sec 2024-09-18T02:41:24.888 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gIlHsofh4ANWQls off=7972703 len=687598 2024-09-18T02:41:24.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 310 completed, throughput=4.95MB/sec 2024-09-18T02:41:24.890 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WVJA5j0ke7BwfUi off=3954636 len=1440444 2024-09-18T02:41:24.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 311 completed, throughput=4.97MB/sec 2024-09-18T02:41:24.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u87dNg0OqEtlo2G off=7095055 len=1012418 2024-09-18T02:41:24.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 312 completed, throughput=4.99MB/sec 2024-09-18T02:41:24.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yC78Brhr3WQ-Tk0 off=67958 len=1438348 2024-09-18T02:41:24.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 313 completed, throughput=5.01MB/sec 2024-09-18T02:41:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:25 smithi195 ceph-mon[89559]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-18T02:41:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:25 smithi046 ceph-mon[94621]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-18T02:41:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:25 smithi046 ceph-mon[97106]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-18T02:41:25.909 INFO:tasks.workunit.client.0.smithi046.stdout: 68: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:25.909 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2zWV3bXOsgx4xfj off=23291666 len=1270392 2024-09-18T02:41:25.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 314 completed, throughput=4.95MB/sec 2024-09-18T02:41:25.914 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bEbl95frC72mKyO off=833591 len=1128796 2024-09-18T02:41:25.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 315 completed, throughput=4.97MB/sec 2024-09-18T02:41:25.920 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4gOg0WqJiq1q_mS off=10946990 len=395297 2024-09-18T02:41:25.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 316 completed, throughput=4.97MB/sec 2024-09-18T02:41:25.923 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fDwLtG0UcqScNWc off=13878038 len=1566229 2024-09-18T02:41:25.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 317 completed, throughput=4.99MB/sec 2024-09-18T02:41:25.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Dyf0Px1mj42TBw2 off=9456824 len=1760199 2024-09-18T02:41:25.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 318 completed, throughput=5.02MB/sec 2024-09-18T02:41:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:41:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:41:26] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-18T02:41:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: 69: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:26.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0JGcxgxoe0Tiv7z off=757900 len=1262518 2024-09-18T02:41:26.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 319 completed, throughput=4.96MB/sec 2024-09-18T02:41:26.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eHOHH5mMZxplE1k off=1317784 len=1148883 2024-09-18T02:41:26.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 320 completed, throughput=4.98MB/sec 2024-09-18T02:41:26.940 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hikIlnXozB5gJ-P off=493210 len=301256 2024-09-18T02:41:26.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 321 completed, throughput=4.98MB/sec 2024-09-18T02:41:26.940 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4MBeEGIxp4SklQY off=13231517 len=40283 2024-09-18T02:41:26.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 322 completed, throughput=4.98MB/sec 2024-09-18T02:41:26.941 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uv7JmZFYLrRaJ4- off=7052574 len=1612723 2024-09-18T02:41:26.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 323 completed, throughput=5MB/sec 2024-09-18T02:41:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:27 smithi195 ceph-mon[89559]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-09-18T02:41:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:27 smithi046 ceph-mon[94621]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-09-18T02:41:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:27 smithi046 ceph-mon[97106]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-09-18T02:41:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: 70: throughput=4.93MB/sec pending data=0 2024-09-18T02:41:27.943 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AQZdFsnCscNtOpo off=80665 len=720502 2024-09-18T02:41:27.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 324 completed, throughput=4.94MB/sec 2024-09-18T02:41:27.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1dcVm_t3CUQwjDn off=55141 len=1741309 2024-09-18T02:41:27.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 325 completed, throughput=4.97MB/sec 2024-09-18T02:41:27.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EBUrCAkCOg8nbWZ off=6193213 len=1266725 2024-09-18T02:41:27.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 326 completed, throughput=4.98MB/sec 2024-09-18T02:41:27.952 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sOZ8JagQrgVcK_v off=7323313 len=997873 2024-09-18T02:41:27.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 327 completed, throughput=5MB/sec 2024-09-18T02:41:27.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JWQ1jH6P3xvqCA1 off=8836388 len=1031246 2024-09-18T02:41:27.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 328 completed, throughput=5.01MB/sec 2024-09-18T02:41:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: 71: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:28.959 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PoP29Fn6qFecbaX off=3845543 len=1123924 2024-09-18T02:41:28.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 329 completed, throughput=4.96MB/sec 2024-09-18T02:41:28.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yKAC9S_FxBklGqz off=3751448 len=358176 2024-09-18T02:41:28.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 330 completed, throughput=4.96MB/sec 2024-09-18T02:41:28.965 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UGUzGx0f364KbKk off=120492 len=820573 2024-09-18T02:41:28.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 331 completed, throughput=4.97MB/sec 2024-09-18T02:41:28.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GxL2tUrsAP2aKbM off=5522217 len=397624 2024-09-18T02:41:28.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 332 completed, throughput=4.98MB/sec 2024-09-18T02:41:28.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8mheli7JhEA4WRD off=3122541 len=144205 2024-09-18T02:41:28.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 333 completed, throughput=4.98MB/sec 2024-09-18T02:41:28.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZGMVlcemTcXlY7g off=6958504 len=1632842 2024-09-18T02:41:28.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 334 completed, throughput=5MB/sec 2024-09-18T02:41:28.985 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i06Jjy2QvMnP05l off=2562903 len=2029948 2024-09-18T02:41:28.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 335 completed, throughput=5.02MB/sec 2024-09-18T02:41:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:29 smithi195 ceph-mon[89559]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:41:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:29.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:29 smithi046 ceph-mon[94621]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:41:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:29 smithi046 ceph-mon[97106]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:41:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: 72: throughput=4.96MB/sec pending data=0 2024-09-18T02:41:29.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x21NgcgNIasadLZ off=3695658 len=1384340 2024-09-18T02:41:29.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 336 completed, throughput=4.97MB/sec 2024-09-18T02:41:29.990 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6H0C-n23RLifEJS off=16061922 len=1676135 2024-09-18T02:41:29.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 337 completed, throughput=5MB/sec 2024-09-18T02:41:29.993 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RQtSD8cItEzb2x1 off=388663 len=1244818 2024-09-18T02:41:29.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 338 completed, throughput=5.01MB/sec 2024-09-18T02:41:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: 73: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:30.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zP5Nqn9Mbg3cOZo off=10700964 len=859940 2024-09-18T02:41:30.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 339 completed, throughput=4.96MB/sec 2024-09-18T02:41:30.996 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ft9qHqV5OaxYkwA off=2020867 len=16318 2024-09-18T02:41:30.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 340 completed, throughput=4.96MB/sec 2024-09-18T02:41:30.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pj37-_t53CWnlqL off=1496379 len=893588 2024-09-18T02:41:31.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 341 completed, throughput=4.97MB/sec 2024-09-18T02:41:31.000 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P-gjkgFTrH9iIJe off=5866325 len=1407364 2024-09-18T02:41:31.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 342 completed, throughput=4.98MB/sec 2024-09-18T02:41:31.007 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HHeAevcTokzdENj off=4312598 len=1469322 2024-09-18T02:41:31.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 343 completed, throughput=5MB/sec 2024-09-18T02:41:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:31 smithi195 ceph-mon[89559]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:41:31.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:31 smithi046 ceph-mon[94621]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:41:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:31 smithi046 ceph-mon[97106]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:41:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: 74: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:32.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qQ-1lRwXFKDNh4G off=7674823 len=1636960 2024-09-18T02:41:32.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 344 completed, throughput=4.96MB/sec 2024-09-18T02:41:32.012 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CZbjZsexZ53sc5j off=13512284 len=604317 2024-09-18T02:41:32.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 345 completed, throughput=4.96MB/sec 2024-09-18T02:41:32.012 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ljcZCIa3JhgE3Th off=9904527 len=1636955 2024-09-18T02:41:32.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 346 completed, throughput=4.99MB/sec 2024-09-18T02:41:32.014 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mKlOocW1D8u7fSw off=7644040 len=895038 2024-09-18T02:41:32.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 347 completed, throughput=5MB/sec 2024-09-18T02:41:32.019 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sRxUEw37TZSbw5H off=6660080 len=1935771 2024-09-18T02:41:32.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 348 completed, throughput=5.02MB/sec 2024-09-18T02:41:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:41:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:41:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: 75: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:33.022 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gP6VSOUTM9MUm4y off=6647505 len=1060430 2024-09-18T02:41:33.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 349 completed, throughput=4.97MB/sec 2024-09-18T02:41:33.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CV5qoyquhvKeMuR off=18015046 len=1334393 2024-09-18T02:41:33.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 350 completed, throughput=4.98MB/sec 2024-09-18T02:41:33.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rfBDXTBkjc7K_eQ off=1103582 len=300623 2024-09-18T02:41:33.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 351 completed, throughput=4.99MB/sec 2024-09-18T02:41:33.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0R3ntFpkRIUu6Ud off=8921 len=1916504 2024-09-18T02:41:33.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 352 completed, throughput=5.01MB/sec 2024-09-18T02:41:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:33 smithi195 ceph-mon[89559]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:41:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:33 smithi046 ceph-mon[94621]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:41:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:33 smithi046 ceph-mon[97106]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:41:34.030 INFO:tasks.workunit.client.0.smithi046.stdout: 76: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:34.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4AQNy9hp0Lp9Bcp off=18102350 len=28345 2024-09-18T02:41:34.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 353 completed, throughput=4.95MB/sec 2024-09-18T02:41:34.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_mMC0Pr24A2dDAI off=12419749 len=642578 2024-09-18T02:41:34.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 354 completed, throughput=4.95MB/sec 2024-09-18T02:41:34.035 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cA-t8EBqCwjWC5j off=5191371 len=2016878 2024-09-18T02:41:34.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 355 completed, throughput=4.98MB/sec 2024-09-18T02:41:34.037 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-02sdzRSXJn1ZzTo off=9527316 len=1856295 2024-09-18T02:41:34.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 356 completed, throughput=5MB/sec 2024-09-18T02:41:35.046 INFO:tasks.workunit.client.0.smithi046.stdout: 77: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:35.046 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N7MC2gCi3TPZdcL off=9337248 len=1716290 2024-09-18T02:41:35.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 357 completed, throughput=4.96MB/sec 2024-09-18T02:41:35.054 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B-4pVUwiWzCqFg5 off=10351640 len=1689002 2024-09-18T02:41:35.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 358 completed, throughput=4.98MB/sec 2024-09-18T02:41:35.063 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CBr88RsNKdeHstq off=6198429 len=777177 2024-09-18T02:41:35.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 359 completed, throughput=4.99MB/sec 2024-09-18T02:41:35.067 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hvVIv2YD0bb834w off=2958802 len=376257 2024-09-18T02:41:35.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 360 completed, throughput=4.99MB/sec 2024-09-18T02:41:35.070 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UCJNugG0fFLc13s off=4546332 len=875577 2024-09-18T02:41:35.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 361 completed, throughput=5MB/sec 2024-09-18T02:41:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:35 smithi195 ceph-mon[89559]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:41:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:35 smithi046 ceph-mon[94621]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:41:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:35 smithi046 ceph-mon[97106]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:41:36.075 INFO:tasks.workunit.client.0.smithi046.stdout: 78: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:36.075 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0CKw3RwMwD8K3CO off=2512417 len=1174118 2024-09-18T02:41:36.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 362 completed, throughput=4.95MB/sec 2024-09-18T02:41:36.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HUmotvjPKwHQ16u off=3859161 len=231758 2024-09-18T02:41:36.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 363 completed, throughput=4.96MB/sec 2024-09-18T02:41:36.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9G6gz4fAujGgIcN off=15471233 len=160956 2024-09-18T02:41:36.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 364 completed, throughput=4.96MB/sec 2024-09-18T02:41:36.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L2QPilzwxtbt6Vz off=6060240 len=1012808 2024-09-18T02:41:36.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 365 completed, throughput=4.97MB/sec 2024-09-18T02:41:36.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8cQMQgWaAvp134O off=7734583 len=1228153 2024-09-18T02:41:36.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 366 completed, throughput=4.98MB/sec 2024-09-18T02:41:36.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yQ_QzKnd79JXqY2 off=18031732 len=124652 2024-09-18T02:41:36.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 367 completed, throughput=4.99MB/sec 2024-09-18T02:41:36.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wH4kgL75XXKolpt off=10317045 len=1263461 2024-09-18T02:41:36.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 368 completed, throughput=5MB/sec 2024-09-18T02:41:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:41:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:41:36] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:41:37.089 INFO:tasks.workunit.client.0.smithi046.stdout: 79: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:37.089 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nEIeCzBZl8TyGEe off=10816285 len=229601 2024-09-18T02:41:37.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 369 completed, throughput=4.94MB/sec 2024-09-18T02:41:37.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z75BHBQQsGbWKvj off=14393051 len=1630608 2024-09-18T02:41:37.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 370 completed, throughput=4.96MB/sec 2024-09-18T02:41:37.099 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pALL1UfyqZc2gHy off=8015142 len=695404 2024-09-18T02:41:37.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 371 completed, throughput=4.97MB/sec 2024-09-18T02:41:37.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w588zVENJqJF0A3 off=3737756 len=762082 2024-09-18T02:41:37.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 372 completed, throughput=4.98MB/sec 2024-09-18T02:41:37.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a167ItV7Tc4j8ot off=11605307 len=343863 2024-09-18T02:41:37.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 373 completed, throughput=4.98MB/sec 2024-09-18T02:41:37.105 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G_nEqwefAOAsujO off=4414849 len=2037109 2024-09-18T02:41:37.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 374 completed, throughput=5.01MB/sec 2024-09-18T02:41:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:37 smithi195 ceph-mon[89559]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:37 smithi046 ceph-mon[97106]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:37 smithi046 ceph-mon[94621]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:41:38.107 INFO:tasks.workunit.client.0.smithi046.stdout: 80: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:38.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rjudXGFxqbLhoia off=14388690 len=1981495 2024-09-18T02:41:38.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 375 completed, throughput=4.97MB/sec 2024-09-18T02:41:38.110 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YubETy8LEFCORFE off=22133493 len=208765 2024-09-18T02:41:38.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 376 completed, throughput=4.97MB/sec 2024-09-18T02:41:38.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wIjgPmYYWyPA6P5 off=5099462 len=426716 2024-09-18T02:41:38.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 377 completed, throughput=4.97MB/sec 2024-09-18T02:41:38.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ar1QaUAHkb6Zs6U off=6590625 len=311272 2024-09-18T02:41:38.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 378 completed, throughput=4.98MB/sec 2024-09-18T02:41:38.118 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mj6SWHnATAKx25y off=3308799 len=565846 2024-09-18T02:41:38.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 379 completed, throughput=4.98MB/sec 2024-09-18T02:41:38.119 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cPC7qH9IjL52fg2 off=786417 len=54218 2024-09-18T02:41:38.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 380 completed, throughput=4.98MB/sec 2024-09-18T02:41:38.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4tAQTowhDjBBr63 off=1461859 len=1404309 2024-09-18T02:41:38.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 381 completed, throughput=5MB/sec 2024-09-18T02:41:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:41:38.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:41:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:41:39.128 INFO:tasks.workunit.client.0.smithi046.stdout: 81: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:39.128 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L1nT4b5IsLAHQgw off=19787366 len=14976 2024-09-18T02:41:39.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 382 completed, throughput=4.94MB/sec 2024-09-18T02:41:39.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUseW-ORFwcOfsF off=5988393 len=964602 2024-09-18T02:41:39.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 383 completed, throughput=4.95MB/sec 2024-09-18T02:41:39.132 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xgg7IYw-u-nq7gA off=353099 len=513120 2024-09-18T02:41:39.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 384 completed, throughput=4.96MB/sec 2024-09-18T02:41:39.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7cW4DF_xr1skT7v off=16267723 len=913754 2024-09-18T02:41:39.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 385 completed, throughput=4.97MB/sec 2024-09-18T02:41:39.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VAfDrg-ePcKfzqJ off=13826685 len=1261614 2024-09-18T02:41:39.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 386 completed, throughput=4.98MB/sec 2024-09-18T02:41:39.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H2nH3ex7vgVbZew off=2432132 len=882119 2024-09-18T02:41:39.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 387 completed, throughput=4.99MB/sec 2024-09-18T02:41:39.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AcSd51F0StHH5z5 off=659350 len=386520 2024-09-18T02:41:39.154 INFO:tasks.workunit.client.0.smithi046.stdout:op 388 completed, throughput=5MB/sec 2024-09-18T02:41:39.154 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qGTjqsf_RxCf-SO off=1149540 len=381482 2024-09-18T02:41:39.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 389 completed, throughput=5MB/sec 2024-09-18T02:41:39.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j8mENTXvrpHh8UW off=6685754 len=1596122 2024-09-18T02:41:39.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 390 completed, throughput=5.02MB/sec 2024-09-18T02:41:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:39 smithi195 ceph-mon[89559]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:41:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:41:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:41:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[94621]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[97106]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:41:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:41:40.159 INFO:tasks.workunit.client.0.smithi046.stdout: 82: throughput=4.96MB/sec pending data=0 2024-09-18T02:41:40.159 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BgW52ROxnij3XIl off=2148156 len=1347799 2024-09-18T02:41:40.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 391 completed, throughput=4.97MB/sec 2024-09-18T02:41:40.162 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F1siq_PfpeUzunj off=13021192 len=532052 2024-09-18T02:41:40.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 392 completed, throughput=4.98MB/sec 2024-09-18T02:41:40.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C3rrOiUuMzbpNTj off=7501429 len=1765441 2024-09-18T02:41:40.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 393 completed, throughput=5MB/sec 2024-09-18T02:41:40.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EhaNWZRUajqUbZV off=249771 len=229744 2024-09-18T02:41:40.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 394 completed, throughput=5MB/sec 2024-09-18T02:41:41.168 INFO:tasks.workunit.client.0.smithi046.stdout: 83: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:41.168 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T3T5EMWpj99aGSI off=593942 len=581112 2024-09-18T02:41:41.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 395 completed, throughput=4.95MB/sec 2024-09-18T02:41:41.170 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UsqYxhdnVgscFE5 off=15828633 len=1977977 2024-09-18T02:41:41.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 396 completed, throughput=4.97MB/sec 2024-09-18T02:41:41.180 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7jbBGsBWU3Ftc92 off=1466494 len=270563 2024-09-18T02:41:41.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 397 completed, throughput=4.97MB/sec 2024-09-18T02:41:41.181 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5lNOfsPIg9KBlIY off=9029026 len=685282 2024-09-18T02:41:41.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 398 completed, throughput=4.98MB/sec 2024-09-18T02:41:41.182 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G6w5qenPbBkmwto off=5637795 len=1409933 2024-09-18T02:41:41.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 399 completed, throughput=5MB/sec 2024-09-18T02:41:41.190 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s62jZEK0IsiCicD off=370449 len=1868837 2024-09-18T02:41:41.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 400 completed, throughput=5.02MB/sec 2024-09-18T02:41:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:41 smithi195 ceph-mon[89559]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:41:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:41 smithi046 ceph-mon[94621]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:41:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:41 smithi046 ceph-mon[97106]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:41:42.198 INFO:tasks.workunit.client.0.smithi046.stdout: 84: throughput=4.96MB/sec pending data=0 2024-09-18T02:41:42.198 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SRrDwzAXKPB3Mbx off=15491650 len=56294 2024-09-18T02:41:42.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 401 completed, throughput=4.96MB/sec 2024-09-18T02:41:42.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dWlAe_hWbT9rd5O off=16710977 len=1181774 2024-09-18T02:41:42.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 402 completed, throughput=4.97MB/sec 2024-09-18T02:41:42.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yVjdmfpkwsUZiWi off=2298536 len=1500760 2024-09-18T02:41:42.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 403 completed, throughput=4.99MB/sec 2024-09-18T02:41:42.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mwBtZTC-ASkBkkK off=4675437 len=778317 2024-09-18T02:41:42.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 404 completed, throughput=5MB/sec 2024-09-18T02:41:42.212 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CDaGeM2ODBufFTi off=10339919 len=41434 2024-09-18T02:41:42.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 405 completed, throughput=5MB/sec 2024-09-18T02:41:42.213 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TwDBR1ZnfAcEslW off=1887438 len=1096063 2024-09-18T02:41:42.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 406 completed, throughput=5.01MB/sec 2024-09-18T02:41:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:41:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:41:43.219 INFO:tasks.workunit.client.0.smithi046.stdout: 85: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:43.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-13FxGtykjgW3YFR off=0 len=1268371 2024-09-18T02:41:43.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 407 completed, throughput=4.97MB/sec 2024-09-18T02:41:43.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jByBHFTHa8WZFBQ off=1469425 len=1292875 2024-09-18T02:41:43.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 408 completed, throughput=4.98MB/sec 2024-09-18T02:41:43.227 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S0Qzq9UsuW4Q7x7 off=11917468 len=2000185 2024-09-18T02:41:43.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 409 completed, throughput=5MB/sec 2024-09-18T02:41:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:43 smithi195 ceph-mon[89559]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:41:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:43 smithi046 ceph-mon[97106]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:41:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:43 smithi046 ceph-mon[94621]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:41:44.235 INFO:tasks.workunit.client.0.smithi046.stdout: 86: throughput=4.94MB/sec pending data=0 2024-09-18T02:41:44.235 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QGYc1ZdusgGDYM5 off=4024504 len=152680 2024-09-18T02:41:44.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 410 completed, throughput=4.95MB/sec 2024-09-18T02:41:44.236 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6kgzXUrUV2rjLN- off=306267 len=1124915 2024-09-18T02:41:44.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 411 completed, throughput=4.96MB/sec 2024-09-18T02:41:44.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k5J3aygL-d0kA6s off=22422287 len=144631 2024-09-18T02:41:44.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 412 completed, throughput=4.96MB/sec 2024-09-18T02:41:44.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OzABEGOSdKbHg_J off=18879895 len=181179 2024-09-18T02:41:44.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 413 completed, throughput=4.96MB/sec 2024-09-18T02:41:44.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f1R3TLATNDWCzmS off=1355237 len=1204775 2024-09-18T02:41:44.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 414 completed, throughput=4.97MB/sec 2024-09-18T02:41:44.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cb7JwnsXR7mxnV0 off=14171088 len=608919 2024-09-18T02:41:44.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 415 completed, throughput=4.98MB/sec 2024-09-18T02:41:44.246 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mzL1J2EPmoxAA1j off=23002158 len=163731 2024-09-18T02:41:44.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 416 completed, throughput=4.98MB/sec 2024-09-18T02:41:44.247 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Iciwtqby-fAwM9T off=3236410 len=366891 2024-09-18T02:41:44.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 417 completed, throughput=4.99MB/sec 2024-09-18T02:41:44.251 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yMBoZUxWzHCz6hO off=21179750 len=1787831 2024-09-18T02:41:44.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 418 completed, throughput=5MB/sec 2024-09-18T02:41:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:44.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:45.260 INFO:tasks.workunit.client.0.smithi046.stdout: 87: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:45.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rmSJAi0yaGWrTOG off=2601966 len=1363886 2024-09-18T02:41:45.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 419 completed, throughput=4.96MB/sec 2024-09-18T02:41:45.263 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6iLbVIjYGfdUc2- off=953224 len=1631660 2024-09-18T02:41:45.270 INFO:tasks.workunit.client.0.smithi046.stdout:op 420 completed, throughput=4.98MB/sec 2024-09-18T02:41:45.270 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DB6OoU9VcIUtFRU off=3201508 len=1084244 2024-09-18T02:41:45.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 421 completed, throughput=4.99MB/sec 2024-09-18T02:41:45.276 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pIZU9gsA_ruAX3h off=16787534 len=1989605 2024-09-18T02:41:45.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 422 completed, throughput=5.01MB/sec 2024-09-18T02:41:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:45 smithi195 ceph-mon[89559]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-18T02:41:45.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:45 smithi046 ceph-mon[94621]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-18T02:41:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:45 smithi046 ceph-mon[97106]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-18T02:41:46.286 INFO:tasks.workunit.client.0.smithi046.stdout: 88: throughput=4.96MB/sec pending data=0 2024-09-18T02:41:46.286 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1-MpsS8VVm_QaFH off=8197941 len=619595 2024-09-18T02:41:46.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 423 completed, throughput=4.96MB/sec 2024-09-18T02:41:46.291 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nbl3uL77cAyP9-3 off=10497436 len=560020 2024-09-18T02:41:46.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 424 completed, throughput=4.97MB/sec 2024-09-18T02:41:46.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QRDa-Z5tJ_TmSk9 off=2985768 len=441407 2024-09-18T02:41:46.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 425 completed, throughput=4.97MB/sec 2024-09-18T02:41:46.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5P60M1cmYueKtgb off=3023433 len=775948 2024-09-18T02:41:46.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 426 completed, throughput=4.98MB/sec 2024-09-18T02:41:46.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GzHSqoJqXjtwBow off=8242843 len=365448 2024-09-18T02:41:46.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 427 completed, throughput=4.98MB/sec 2024-09-18T02:41:46.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nX91B4gZW5ALrcd off=10325070 len=1864563 2024-09-18T02:41:46.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 428 completed, throughput=5MB/sec 2024-09-18T02:41:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:41:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:41:46] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:41:47.309 INFO:tasks.workunit.client.0.smithi046.stdout: 89: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:47.309 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6G_S_2Zi9Sfr3zn off=11080842 len=2021741 2024-09-18T02:41:47.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 429 completed, throughput=4.97MB/sec 2024-09-18T02:41:47.312 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hDH_BStttfcW3Bj off=15316967 len=390454 2024-09-18T02:41:47.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 430 completed, throughput=4.97MB/sec 2024-09-18T02:41:47.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eSCJC0eUdXy4Cf2 off=7607127 len=453020 2024-09-18T02:41:47.320 INFO:tasks.workunit.client.0.smithi046.stdout:op 431 completed, throughput=4.98MB/sec 2024-09-18T02:41:47.320 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PRoLMIVSEm6LL4n off=3265348 len=1433911 2024-09-18T02:41:47.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 432 completed, throughput=4.99MB/sec 2024-09-18T02:41:47.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7vN0eiBtvoKnqhP off=7530980 len=381588 2024-09-18T02:41:47.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 433 completed, throughput=5MB/sec 2024-09-18T02:41:47.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eqcXgo_uEHLFmci off=40356 len=1665694 2024-09-18T02:41:47.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 434 completed, throughput=5.01MB/sec 2024-09-18T02:41:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:47 smithi195 ceph-mon[89559]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:41:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:47 smithi046 ceph-mon[94621]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:41:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:47 smithi046 ceph-mon[97106]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:41:48.331 INFO:tasks.workunit.client.0.smithi046.stdout: 90: throughput=4.96MB/sec pending data=0 2024-09-18T02:41:48.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8qQvdi9rTE_IMSW off=1022116 len=1830914 2024-09-18T02:41:48.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 435 completed, throughput=4.98MB/sec 2024-09-18T02:41:48.339 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uv6ht4bcjpHeeN3 off=11160258 len=598082 2024-09-18T02:41:48.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 436 completed, throughput=4.98MB/sec 2024-09-18T02:41:48.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uAAc-1esdnzTMgK off=1211522 len=1480115 2024-09-18T02:41:48.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 437 completed, throughput=5MB/sec 2024-09-18T02:41:48.344 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qNEug2nmonBTkTg off=8343372 len=503582 2024-09-18T02:41:48.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 438 completed, throughput=5MB/sec 2024-09-18T02:41:49.345 INFO:tasks.workunit.client.0.smithi046.stdout: 91: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:49.346 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-goC_cchbTBxRUUc off=2030705 len=1533578 2024-09-18T02:41:49.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 439 completed, throughput=4.97MB/sec 2024-09-18T02:41:49.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iBKnxWIlTVRjyUj off=74551 len=938360 2024-09-18T02:41:49.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 440 completed, throughput=4.98MB/sec 2024-09-18T02:41:49.349 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GUDeESsYn0y45i8 off=5743681 len=1275587 2024-09-18T02:41:49.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 441 completed, throughput=4.99MB/sec 2024-09-18T02:41:49.351 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q78mpl6cwjKWhkr off=16801149 len=1102540 2024-09-18T02:41:49.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 442 completed, throughput=5MB/sec 2024-09-18T02:41:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:49 smithi195 ceph-mon[89559]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:41:49.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:49 smithi046 ceph-mon[97106]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:41:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:49 smithi046 ceph-mon[94621]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:41:50.357 INFO:tasks.workunit.client.0.smithi046.stdout: 92: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:50.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vwojWJeexQXepsC off=12694216 len=1224322 2024-09-18T02:41:50.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 443 completed, throughput=4.96MB/sec 2024-09-18T02:41:50.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-toxFLmKp89OD7of off=7017135 len=2049602 2024-09-18T02:41:50.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 444 completed, throughput=4.98MB/sec 2024-09-18T02:41:50.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Fq5VbQG4cgRByD off=7484422 len=1685204 2024-09-18T02:41:50.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 445 completed, throughput=5MB/sec 2024-09-18T02:41:50.371 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--k4oC3Nn1p8icnc off=2148457 len=74683 2024-09-18T02:41:50.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 446 completed, throughput=5MB/sec 2024-09-18T02:41:50.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cHFG1Fs2NQNGY4r off=5611912 len=45065 2024-09-18T02:41:50.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 447 completed, throughput=5MB/sec 2024-09-18T02:41:50.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c3i4x49YcmqlTET off=11013953 len=1255397 2024-09-18T02:41:50.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 448 completed, throughput=5.01MB/sec 2024-09-18T02:41:51.375 INFO:tasks.workunit.client.0.smithi046.stdout: 93: throughput=4.96MB/sec pending data=0 2024-09-18T02:41:51.375 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-55V3YQqNaUwSJbM off=2262979 len=227693 2024-09-18T02:41:51.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 449 completed, throughput=4.96MB/sec 2024-09-18T02:41:51.375 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zv2vj9MaEvdWtgI off=11736475 len=1290940 2024-09-18T02:41:51.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 450 completed, throughput=4.97MB/sec 2024-09-18T02:41:51.382 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-59E10-Ne-RMo_86 off=4709394 len=273443 2024-09-18T02:41:51.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 451 completed, throughput=4.97MB/sec 2024-09-18T02:41:51.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o684ynOb7ABxkEz off=6149512 len=1171625 2024-09-18T02:41:51.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 452 completed, throughput=4.99MB/sec 2024-09-18T02:41:51.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--vwDZaGGo4KxLgv off=5810336 len=1507029 2024-09-18T02:41:51.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 453 completed, throughput=5MB/sec 2024-09-18T02:41:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:51 smithi046 ceph-mon[97106]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:41:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:51 smithi046 ceph-mon[94621]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:41:51.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:51 smithi195 ceph-mon[89559]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:41:52.400 INFO:tasks.workunit.client.0.smithi046.stdout: 94: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:52.400 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JrXaj2u90ADQYGw off=7824897 len=815255 2024-09-18T02:41:52.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 454 completed, throughput=4.96MB/sec 2024-09-18T02:41:52.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OtDTqU1Okd8dUQV off=10124065 len=1330244 2024-09-18T02:41:52.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 455 completed, throughput=4.97MB/sec 2024-09-18T02:41:52.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fwg8FHBIw5hPSNi off=6458497 len=1274565 2024-09-18T02:41:52.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 456 completed, throughput=4.98MB/sec 2024-09-18T02:41:52.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VepYmgzrbo9DzjB off=1604337 len=746897 2024-09-18T02:41:52.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 457 completed, throughput=4.99MB/sec 2024-09-18T02:41:52.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-baTkRDlbtvc28jk off=12838836 len=1401143 2024-09-18T02:41:52.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 458 completed, throughput=5MB/sec 2024-09-18T02:41:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:41:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:41:53.416 INFO:tasks.workunit.client.0.smithi046.stdout: 95: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:53.416 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XL3t7Ux4Ue51b-p off=3423749 len=248253 2024-09-18T02:41:53.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 459 completed, throughput=4.95MB/sec 2024-09-18T02:41:53.417 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q77yj1YixYpm57C off=9370274 len=69272 2024-09-18T02:41:53.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 460 completed, throughput=4.95MB/sec 2024-09-18T02:41:53.420 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-if80SyadQ4Vm-D_ off=224862 len=699288 2024-09-18T02:41:53.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 461 completed, throughput=4.96MB/sec 2024-09-18T02:41:53.424 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6VbiITL2X34CNug off=5675186 len=187998 2024-09-18T02:41:53.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 462 completed, throughput=4.96MB/sec 2024-09-18T02:41:53.424 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bsl0ElxN-jmIj9J off=2545911 len=1486899 2024-09-18T02:41:53.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 463 completed, throughput=4.98MB/sec 2024-09-18T02:41:53.426 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f6rAYK5750emdnd off=2927654 len=252843 2024-09-18T02:41:53.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 464 completed, throughput=4.98MB/sec 2024-09-18T02:41:53.430 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ePTTEK0li9EEJ_9 off=19845606 len=880199 2024-09-18T02:41:53.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 465 completed, throughput=4.99MB/sec 2024-09-18T02:41:53.435 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iGV7RPKy_kmwHz7 off=11320316 len=1829587 2024-09-18T02:41:53.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 466 completed, throughput=5.01MB/sec 2024-09-18T02:41:53.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:53 smithi046 ceph-mon[97106]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-18T02:41:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:53 smithi046 ceph-mon[94621]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-18T02:41:53.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:53 smithi195 ceph-mon[89559]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-18T02:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: 96: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y0VbWprhlXES5f7 off=10011246 len=9375 2024-09-18T02:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 467 completed, throughput=4.95MB/sec 2024-09-18T02:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mrI674ZgZmhibro off=1372900 len=1617677 2024-09-18T02:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 468 completed, throughput=4.97MB/sec 2024-09-18T02:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YeqNTKd3wubadWe off=424750 len=747352 2024-09-18T02:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 469 completed, throughput=4.98MB/sec 2024-09-18T02:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hwx3COAdr75h1ku off=5570018 len=923689 2024-09-18T02:41:54.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 470 completed, throughput=4.99MB/sec 2024-09-18T02:41:54.449 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jqnDdJIpgSAdDPU off=13425871 len=703849 2024-09-18T02:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 471 completed, throughput=4.99MB/sec 2024-09-18T02:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MhvsRSO7-SSbyya off=1654024 len=1210784 2024-09-18T02:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 472 completed, throughput=5MB/sec 2024-09-18T02:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: 97: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6gstCZniWrZp-ze off=6105698 len=1475716 2024-09-18T02:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 473 completed, throughput=4.97MB/sec 2024-09-18T02:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J8HpvzcPFgcweAh off=11477842 len=518040 2024-09-18T02:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 474 completed, throughput=4.97MB/sec 2024-09-18T02:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FkdPHKn-aQcdjKy off=1955184 len=733505 2024-09-18T02:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 475 completed, throughput=4.98MB/sec 2024-09-18T02:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TwDBR1ZnfAcEslW off=995269 len=1988232 2024-09-18T02:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 476 completed, throughput=5MB/sec 2024-09-18T02:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0ND2xRC8TaYXcPr off=6420883 len=276949 2024-09-18T02:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 477 completed, throughput=5MB/sec 2024-09-18T02:41:55.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:55 smithi046 ceph-mon[97106]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:41:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:55 smithi046 ceph-mon[94621]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:41:55.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:55 smithi195 ceph-mon[89559]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: 98: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vUEpiReqacCp2Ij off=8088669 len=821161 2024-09-18T02:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 478 completed, throughput=4.96MB/sec 2024-09-18T02:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X-83-o4Mwf67TlG off=12792205 len=1681733 2024-09-18T02:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 479 completed, throughput=4.97MB/sec 2024-09-18T02:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QzRGxR_XXjaRat3 off=5280270 len=2033445 2024-09-18T02:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 480 completed, throughput=4.99MB/sec 2024-09-18T02:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0CKw3RwMwD8K3CO off=5273298 len=809711 2024-09-18T02:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 481 completed, throughput=5MB/sec 2024-09-18T02:41:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:41:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:41:56] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:41:57.497 INFO:tasks.workunit.client.0.smithi046.stdout: 99: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:57.497 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AD75bXkF4HYwNV1 off=8956668 len=1846609 2024-09-18T02:41:57.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 482 completed, throughput=4.97MB/sec 2024-09-18T02:41:57.499 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y8axhf_gbNaWgGP off=4466700 len=162760 2024-09-18T02:41:57.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 483 completed, throughput=4.97MB/sec 2024-09-18T02:41:57.500 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vvsgVg45T4Z8B0W off=4797108 len=682620 2024-09-18T02:41:57.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 484 completed, throughput=4.98MB/sec 2024-09-18T02:41:57.505 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Micb8h6TUHYh64D off=3399847 len=1042820 2024-09-18T02:41:57.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:57 smithi046 ceph-mon[97106]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-18T02:41:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:57 smithi046 ceph-mon[94621]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-18T02:41:57.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 485 completed, throughput=4.99MB/sec 2024-09-18T02:41:57.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Oywa1dQYKVP9hqv off=877231 len=988279 2024-09-18T02:41:57.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 486 completed, throughput=5MB/sec 2024-09-18T02:41:57.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jg5kMB2Jm9Zqt4g off=628801 len=602435 2024-09-18T02:41:57.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 487 completed, throughput=5MB/sec 2024-09-18T02:41:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:57 smithi195 ceph-mon[89559]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-18T02:41:58.517 INFO:tasks.workunit.client.0.smithi046.stdout: 100: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:58.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PnoTLWxb3S6iu23 off=1927984 len=1211282 2024-09-18T02:41:58.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 488 completed, throughput=4.96MB/sec 2024-09-18T02:41:58.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FX2HexVRjzGPjpO off=5120424 len=424733 2024-09-18T02:41:58.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 489 completed, throughput=4.97MB/sec 2024-09-18T02:41:58.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VTJHXAVQLDEAIVs off=25001 len=1295714 2024-09-18T02:41:58.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 490 completed, throughput=4.98MB/sec 2024-09-18T02:41:58.529 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2fYVJDhf3yH1ij1 off=186332 len=1060280 2024-09-18T02:41:58.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 491 completed, throughput=4.99MB/sec 2024-09-18T02:41:58.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4r7kdNhBXgk_utQ off=2254774 len=1324188 2024-09-18T02:41:58.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 492 completed, throughput=5MB/sec 2024-09-18T02:41:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:59 smithi046 ceph-mon[94621]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:41:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:41:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:59 smithi046 ceph-mon[97106]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:41:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:41:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:41:59.539 INFO:tasks.workunit.client.0.smithi046.stdout: 101: throughput=4.95MB/sec pending data=0 2024-09-18T02:41:59.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YC2LKhA-UKGIL3v off=8429950 len=493399 2024-09-18T02:41:59.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 493 completed, throughput=4.96MB/sec 2024-09-18T02:41:59.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gNZZBDI4-6BoyNe off=1572923 len=62051 2024-09-18T02:41:59.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 494 completed, throughput=4.96MB/sec 2024-09-18T02:41:59.544 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wLapfvBpsxvcdp4 off=1077365 len=474353 2024-09-18T02:41:59.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 495 completed, throughput=4.96MB/sec 2024-09-18T02:41:59.544 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I91OMAuNRsXY8uJ off=6469742 len=702725 2024-09-18T02:41:59.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 496 completed, throughput=4.97MB/sec 2024-09-18T02:41:59.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OSJDoTQpWJpuBHY off=177453 len=1977266 2024-09-18T02:41:59.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 497 completed, throughput=4.99MB/sec 2024-09-18T02:41:59.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-raxYojqCnZbvwrD off=2837966 len=1445879 2024-09-18T02:41:59.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 498 completed, throughput=5MB/sec 2024-09-18T02:41:59.552 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CTtDYtvfRP4dYmL off=15133206 len=1737683 2024-09-18T02:41:59.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 499 completed, throughput=5.02MB/sec 2024-09-18T02:41:59.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:59 smithi195 ceph-mon[89559]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:41:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:41:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:00.555 INFO:tasks.workunit.client.0.smithi046.stdout: 102: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:00.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MDFhuJ8uQQyEKqQ off=8448518 len=1812637 2024-09-18T02:42:00.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 500 completed, throughput=4.98MB/sec 2024-09-18T02:42:00.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-haMu6dD_V9wq_Gn off=283460 len=1063982 2024-09-18T02:42:00.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 501 completed, throughput=4.99MB/sec 2024-09-18T02:42:00.569 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ECr2eAX1hinStYH off=18607599 len=373093 2024-09-18T02:42:00.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 502 completed, throughput=5MB/sec 2024-09-18T02:42:00.571 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iUe1oBn5OqmsfBt off=3937453 len=26042 2024-09-18T02:42:00.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 503 completed, throughput=5MB/sec 2024-09-18T02:42:00.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JseN4cDJ6MiQIZ7 off=15506725 len=978241 2024-09-18T02:42:00.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 504 completed, throughput=5.01MB/sec 2024-09-18T02:42:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:01 smithi046 ceph-mon[94621]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:01 smithi046 ceph-mon[97106]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:01.574 INFO:tasks.workunit.client.0.smithi046.stdout: 103: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:01.574 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o0vNuakHuex7L1u off=14663119 len=798201 2024-09-18T02:42:01.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 505 completed, throughput=4.96MB/sec 2024-09-18T02:42:01.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Hck_qyS60x3CDi off=18895856 len=290732 2024-09-18T02:42:01.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 506 completed, throughput=4.97MB/sec 2024-09-18T02:42:01.582 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nc1wl0qRVMXQDrn off=5497670 len=1166033 2024-09-18T02:42:01.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 507 completed, throughput=4.98MB/sec 2024-09-18T02:42:01.584 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QwMePBeBN2REHMo off=2493354 len=1229108 2024-09-18T02:42:01.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 508 completed, throughput=4.99MB/sec 2024-09-18T02:42:01.591 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9ZAbq-FcMMlm3Id off=2973220 len=1536234 2024-09-18T02:42:01.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 509 completed, throughput=5MB/sec 2024-09-18T02:42:01.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:01 smithi195 ceph-mon[89559]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:02.593 INFO:tasks.workunit.client.0.smithi046.stdout: 104: throughput=4.95MB/sec pending data=0 2024-09-18T02:42:02.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q18U0mR1_lHuSah off=16179451 len=964279 2024-09-18T02:42:02.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 510 completed, throughput=4.96MB/sec 2024-09-18T02:42:02.595 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t34FuVBSWWntWsj off=1723497 len=407965 2024-09-18T02:42:02.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 511 completed, throughput=4.97MB/sec 2024-09-18T02:42:02.596 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z0Gj8wuKRKAsnwI off=8715816 len=416755 2024-09-18T02:42:02.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 512 completed, throughput=4.97MB/sec 2024-09-18T02:42:02.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LiYX7lxMPlGGOT9 off=13658536 len=988892 2024-09-18T02:42:02.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 513 completed, throughput=4.98MB/sec 2024-09-18T02:42:02.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w6F2Z48Dip1b9Gb off=1022344 len=628454 2024-09-18T02:42:02.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 514 completed, throughput=4.98MB/sec 2024-09-18T02:42:02.609 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eiB8yOnOjqQa97J off=7113831 len=217503 2024-09-18T02:42:02.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 515 completed, throughput=4.99MB/sec 2024-09-18T02:42:02.610 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0jjgMSB4v5pcs7I off=1792209 len=1017295 2024-09-18T02:42:02.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 516 completed, throughput=5MB/sec 2024-09-18T02:42:02.611 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XTcRPPI60d4Ftsg off=7278904 len=1738900 2024-09-18T02:42:02.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 517 completed, throughput=5.01MB/sec 2024-09-18T02:42:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:42:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:42:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:03 smithi046 ceph-mon[94621]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:03 smithi046 ceph-mon[97106]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:03.613 INFO:tasks.workunit.client.0.smithi046.stdout: 105: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:03.613 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yZv-uQk99P2iyZT off=6602752 len=1906673 2024-09-18T02:42:03.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 518 completed, throughput=4.98MB/sec 2024-09-18T02:42:03.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Wf01GOli_cKRa8i off=11819304 len=187393 2024-09-18T02:42:03.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 519 completed, throughput=4.98MB/sec 2024-09-18T02:42:03.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7xDQt35V0jU3Xm9 off=10205587 len=327502 2024-09-18T02:42:03.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 520 completed, throughput=4.99MB/sec 2024-09-18T02:42:03.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K9GwwZ8QC4WVtUQ off=3174639 len=976810 2024-09-18T02:42:03.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 521 completed, throughput=4.99MB/sec 2024-09-18T02:42:03.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1FVIr2TmGlcqX9h off=7576780 len=654085 2024-09-18T02:42:03.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 522 completed, throughput=5MB/sec 2024-09-18T02:42:03.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7O8BzjTSuoUTMYk off=6386310 len=1044365 2024-09-18T02:42:03.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 523 completed, throughput=5.01MB/sec 2024-09-18T02:42:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:03 smithi195 ceph-mon[89559]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:04.638 INFO:tasks.workunit.client.0.smithi046.stdout: 106: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:04.638 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aliMy34PXoL_y2t off=4013584 len=1849782 2024-09-18T02:42:04.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 524 completed, throughput=4.98MB/sec 2024-09-18T02:42:04.646 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-10VVcp0oeSCOBhB off=11229299 len=87183 2024-09-18T02:42:04.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 525 completed, throughput=4.98MB/sec 2024-09-18T02:42:04.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MbUFsNxLRMl15k0 off=1037983 len=807493 2024-09-18T02:42:04.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 526 completed, throughput=4.99MB/sec 2024-09-18T02:42:04.648 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NWpHjtxwwTA3hhz off=2314768 len=1137025 2024-09-18T02:42:04.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 527 completed, throughput=5MB/sec 2024-09-18T02:42:04.655 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BQQsLRUal3jrhpZ off=1236277 len=2019256 2024-09-18T02:42:04.658 INFO:tasks.workunit.client.0.smithi046.stdout:op 528 completed, throughput=5.01MB/sec 2024-09-18T02:42:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:05 smithi046 ceph-mon[94621]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:42:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:05 smithi046 ceph-mon[97106]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:42:05.658 INFO:tasks.workunit.client.0.smithi046.stdout: 107: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:05.658 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fvf_P_276jpzvQd off=2942943 len=503655 2024-09-18T02:42:05.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 529 completed, throughput=4.97MB/sec 2024-09-18T02:42:05.663 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OScfF2yxYR6412- off=13157684 len=732968 2024-09-18T02:42:05.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 530 completed, throughput=4.98MB/sec 2024-09-18T02:42:05.668 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cwdz79evMMQ5VzH off=7754052 len=991834 2024-09-18T02:42:05.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 531 completed, throughput=4.99MB/sec 2024-09-18T02:42:05.674 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-llIjbDGNbSPHqZP off=3922435 len=999401 2024-09-18T02:42:05.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 532 completed, throughput=4.99MB/sec 2024-09-18T02:42:05.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qx8hLrUs7O6EDls off=10983004 len=414603 2024-09-18T02:42:05.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 533 completed, throughput=5MB/sec 2024-09-18T02:42:05.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-boqdE_xFCJLbi1E off=3092066 len=1282747 2024-09-18T02:42:05.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 534 completed, throughput=5.01MB/sec 2024-09-18T02:42:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:05 smithi195 ceph-mon[89559]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:42:06.690 INFO:tasks.workunit.client.0.smithi046.stdout: 108: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:06.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1lE9NdaXebn32n1 off=6881471 len=1937165 2024-09-18T02:42:06.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 535 completed, throughput=4.98MB/sec 2024-09-18T02:42:06.698 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ydnlhYYzO9dWFfm off=5985417 len=767610 2024-09-18T02:42:06.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 536 completed, throughput=4.99MB/sec 2024-09-18T02:42:06.699 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AQdvToSkxpT4eEb off=134891 len=1175071 2024-09-18T02:42:06.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 537 completed, throughput=5MB/sec 2024-09-18T02:42:06.701 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FCqujRrFOeHE4R8 off=1787580 len=1771157 2024-09-18T02:42:06.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 538 completed, throughput=5.01MB/sec 2024-09-18T02:42:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:42:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:42:06] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-18T02:42:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:07 smithi046 ceph-mon[94621]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:42:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:07 smithi046 ceph-mon[97106]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:42:07.708 INFO:tasks.workunit.client.0.smithi046.stdout: 109: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:07.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oDJp5LW0YdZbbkN off=4015347 len=1981283 2024-09-18T02:42:07.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 539 completed, throughput=4.98MB/sec 2024-09-18T02:42:07.710 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SnnxoSkmxvHnzLL off=2231284 len=930909 2024-09-18T02:42:07.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 540 completed, throughput=4.99MB/sec 2024-09-18T02:42:07.716 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x5zoTGqifaSnmSg off=1324501 len=461477 2024-09-18T02:42:07.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 541 completed, throughput=5MB/sec 2024-09-18T02:42:07.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-34Ym72Dxfh9LHw_ off=4458702 len=832625 2024-09-18T02:42:07.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:07 smithi195 ceph-mon[89559]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:42:07.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 542 completed, throughput=5MB/sec 2024-09-18T02:42:08.726 INFO:tasks.workunit.client.0.smithi046.stdout: 110: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:08.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mWR-i-XmsF7HW2Z off=15463438 len=1141204 2024-09-18T02:42:08.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 543 completed, throughput=4.97MB/sec 2024-09-18T02:42:08.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TyUbvjyTTZLH87B off=11777363 len=1585811 2024-09-18T02:42:08.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 544 completed, throughput=4.98MB/sec 2024-09-18T02:42:08.739 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nHGVTXR9AWMjQLz off=230985 len=2031295 2024-09-18T02:42:08.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 545 completed, throughput=5MB/sec 2024-09-18T02:42:08.748 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oJ5_MYUefQchiNj off=187539 len=1325559 2024-09-18T02:42:08.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 546 completed, throughput=5.01MB/sec 2024-09-18T02:42:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:09 smithi046 ceph-mon[94621]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:42:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:09 smithi046 ceph-mon[97106]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:42:09.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:09 smithi195 ceph-mon[89559]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:42:09.750 INFO:tasks.workunit.client.0.smithi046.stdout: 111: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:09.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xQocuePgFFef1gK off=7702023 len=1353661 2024-09-18T02:42:09.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 547 completed, throughput=4.98MB/sec 2024-09-18T02:42:09.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mkdTP5u1uOI7z59 off=15161628 len=1328529 2024-09-18T02:42:09.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 548 completed, throughput=4.99MB/sec 2024-09-18T02:42:09.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PodDG1wfKe0X_Yq off=747049 len=878871 2024-09-18T02:42:09.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 549 completed, throughput=4.99MB/sec 2024-09-18T02:42:09.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mp2DB7YMGKnkQPP off=1984056 len=1505081 2024-09-18T02:42:09.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 550 completed, throughput=5.01MB/sec 2024-09-18T02:42:10.770 INFO:tasks.workunit.client.0.smithi046.stdout: 112: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:10.770 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1ZELeUoszrrRAvM off=2850014 len=49951 2024-09-18T02:42:10.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 551 completed, throughput=4.96MB/sec 2024-09-18T02:42:10.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uceZ3qHlUys6Jyq off=2240544 len=488311 2024-09-18T02:42:10.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 552 completed, throughput=4.97MB/sec 2024-09-18T02:42:10.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wU2jkGiuXiOOyyW off=953445 len=67835 2024-09-18T02:42:10.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 553 completed, throughput=4.97MB/sec 2024-09-18T02:42:10.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-He4p6E0jJ_K_OVG off=1316680 len=776230 2024-09-18T02:42:10.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 554 completed, throughput=4.97MB/sec 2024-09-18T02:42:10.775 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cxnv3lnHAZvBbzL off=17720267 len=1439557 2024-09-18T02:42:10.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 555 completed, throughput=4.99MB/sec 2024-09-18T02:42:10.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sAaR9XSCQ73ZpK9 off=5676876 len=1584763 2024-09-18T02:42:10.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 556 completed, throughput=5MB/sec 2024-09-18T02:42:10.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zcjbQRSDmOJeNMi off=7669474 len=1546272 2024-09-18T02:42:10.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 557 completed, throughput=5.01MB/sec 2024-09-18T02:42:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:11 smithi046 ceph-mon[94621]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:11 smithi046 ceph-mon[97106]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:11.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:11 smithi195 ceph-mon[89559]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:11.788 INFO:tasks.workunit.client.0.smithi046.stdout: 113: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:11.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FeqHBD2LVWY9wKS off=3306979 len=1998495 2024-09-18T02:42:11.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 558 completed, throughput=4.98MB/sec 2024-09-18T02:42:11.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jezQpHvSZ_KQHTV off=4840695 len=885277 2024-09-18T02:42:11.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 559 completed, throughput=4.99MB/sec 2024-09-18T02:42:11.792 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Slxlkvo3pvYPwXm off=245173 len=82646 2024-09-18T02:42:11.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 560 completed, throughput=4.99MB/sec 2024-09-18T02:42:11.793 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-30cc6KvM2tSCX9I off=10626449 len=1678356 2024-09-18T02:42:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 561 completed, throughput=5.01MB/sec 2024-09-18T02:42:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:42:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:42:12.795 INFO:tasks.workunit.client.0.smithi046.stdout: 114: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:12.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0_G6vha_pdKOMlS off=642964 len=1554283 2024-09-18T02:42:12.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 562 completed, throughput=4.98MB/sec 2024-09-18T02:42:12.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x2Ug1uCWpeNx389 off=6695859 len=1215712 2024-09-18T02:42:12.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 563 completed, throughput=4.98MB/sec 2024-09-18T02:42:12.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7_TTvJwvBZTmExn off=4577813 len=136339 2024-09-18T02:42:12.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 564 completed, throughput=4.99MB/sec 2024-09-18T02:42:12.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fV7u8naqVrP0V0f off=2692913 len=591431 2024-09-18T02:42:12.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 565 completed, throughput=4.99MB/sec 2024-09-18T02:42:12.801 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eejPlkhI-mW0bkX off=2689418 len=1984248 2024-09-18T02:42:12.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 566 completed, throughput=5.01MB/sec 2024-09-18T02:42:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:13 smithi046 ceph-mon[94621]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:42:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:13 smithi046 ceph-mon[97106]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:42:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:13 smithi195 ceph-mon[89559]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:42:13.811 INFO:tasks.workunit.client.0.smithi046.stdout: 115: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:13.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-akQySq2CmtsNzlL off=6862186 len=1631916 2024-09-18T02:42:13.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 567 completed, throughput=4.98MB/sec 2024-09-18T02:42:13.814 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O2gHyc-n2oHN30j off=1270213 len=1109065 2024-09-18T02:42:13.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 568 completed, throughput=4.99MB/sec 2024-09-18T02:42:13.820 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vX_HyijQxUFXLyy off=2959903 len=1084680 2024-09-18T02:42:13.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 569 completed, throughput=4.99MB/sec 2024-09-18T02:42:13.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PF5wVqZixi8oFtq off=5990976 len=185868 2024-09-18T02:42:13.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 570 completed, throughput=5MB/sec 2024-09-18T02:42:13.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YaIN46sty8_7jTY off=3741425 len=247934 2024-09-18T02:42:13.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 571 completed, throughput=5MB/sec 2024-09-18T02:42:13.827 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WLRzawTMdqjZiTp off=1772286 len=1899345 2024-09-18T02:42:13.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 572 completed, throughput=5.01MB/sec 2024-09-18T02:42:14.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:14.829 INFO:tasks.workunit.client.0.smithi046.stdout: 116: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:14.829 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WWKVDYrkhTYD7Ku off=15791288 len=531924 2024-09-18T02:42:14.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 573 completed, throughput=4.98MB/sec 2024-09-18T02:42:14.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XkpiYOu9rIx7IZX off=941744 len=1759532 2024-09-18T02:42:14.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 574 completed, throughput=4.99MB/sec 2024-09-18T02:42:14.833 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kmWhSJ_r-HNzcmx off=6801412 len=1128618 2024-09-18T02:42:14.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 575 completed, throughput=5MB/sec 2024-09-18T02:42:14.834 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GpVR0ZP9AaKGzjn off=1519089 len=1027467 2024-09-18T02:42:14.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 576 completed, throughput=5.01MB/sec 2024-09-18T02:42:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:15 smithi046 ceph-mon[94621]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:42:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:15 smithi046 ceph-mon[97106]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:42:15.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:15 smithi195 ceph-mon[89559]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:42:15.840 INFO:tasks.workunit.client.0.smithi046.stdout: 117: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:15.840 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VHNaJLrDJODbQdz off=14871280 len=416901 2024-09-18T02:42:15.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 577 completed, throughput=4.97MB/sec 2024-09-18T02:42:15.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5u9vjJ_p_EYTejw off=5604252 len=1569708 2024-09-18T02:42:15.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 578 completed, throughput=4.98MB/sec 2024-09-18T02:42:15.849 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BmcgJeDRxLkhSSi off=10587751 len=1946377 2024-09-18T02:42:15.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 579 completed, throughput=5MB/sec 2024-09-18T02:42:15.851 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uDxRYP0fCAA0gRj off=1269628 len=1531189 2024-09-18T02:42:15.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 580 completed, throughput=5.01MB/sec 2024-09-18T02:42:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:42:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:42:16] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-18T02:42:16.853 INFO:tasks.workunit.client.0.smithi046.stdout: 118: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:16.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7xO9SkEjQx_90qB off=8565737 len=323929 2024-09-18T02:42:16.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 581 completed, throughput=4.97MB/sec 2024-09-18T02:42:16.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vB830y1iblRpWFw off=5106016 len=1509906 2024-09-18T02:42:16.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 582 completed, throughput=4.98MB/sec 2024-09-18T02:42:16.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hvVIv2YD0bb834w off=13714008 len=1166452 2024-09-18T02:42:16.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 583 completed, throughput=4.99MB/sec 2024-09-18T02:42:16.857 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1rqiREsgWbJv3tG off=8623337 len=1457856 2024-09-18T02:42:16.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 584 completed, throughput=5MB/sec 2024-09-18T02:42:17.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:17 smithi195 ceph-mon[89559]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:42:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:17 smithi046 ceph-mon[94621]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:42:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:17 smithi046 ceph-mon[97106]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:42:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: 119: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:17.866 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oO0yV6OGD3qQ-L2 off=5098163 len=1816894 2024-09-18T02:42:17.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 585 completed, throughput=4.97MB/sec 2024-09-18T02:42:17.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v6pLufjPSYmiocg off=594225 len=358540 2024-09-18T02:42:17.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 586 completed, throughput=4.98MB/sec 2024-09-18T02:42:17.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xIwtzXO6nyz-Wts off=6520923 len=256786 2024-09-18T02:42:17.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 587 completed, throughput=4.98MB/sec 2024-09-18T02:42:17.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AbZBr7KKLqtc7SN off=5516696 len=1032395 2024-09-18T02:42:17.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 588 completed, throughput=4.99MB/sec 2024-09-18T02:42:17.874 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xPoc7T7vbUUqzzp off=6972736 len=340377 2024-09-18T02:42:17.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 589 completed, throughput=4.99MB/sec 2024-09-18T02:42:17.874 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K7zEStYaGzvJZ7I off=5369076 len=936697 2024-09-18T02:42:17.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 590 completed, throughput=5MB/sec 2024-09-18T02:42:17.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pVKT0B3F7ZU7o-I off=16735555 len=1537281 2024-09-18T02:42:17.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 591 completed, throughput=5.01MB/sec 2024-09-18T02:42:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: 120: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:18.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ARs4tyA9cWfvXMq off=10587755 len=1537128 2024-09-18T02:42:18.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 592 completed, throughput=4.98MB/sec 2024-09-18T02:42:18.895 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xyQcpUngwF-5etg off=2297363 len=667131 2024-09-18T02:42:18.896 INFO:tasks.workunit.client.0.smithi046.stdout:op 593 completed, throughput=4.98MB/sec 2024-09-18T02:42:18.897 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vhlR9lYtkc3A8Mn off=2803556 len=1172319 2024-09-18T02:42:18.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 594 completed, throughput=4.99MB/sec 2024-09-18T02:42:18.898 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kMuGweKHiisMGWE off=2705671 len=1554924 2024-09-18T02:42:18.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 595 completed, throughput=5MB/sec 2024-09-18T02:42:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:19 smithi195 ceph-mon[89559]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:42:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:19 smithi046 ceph-mon[94621]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:42:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:19 smithi046 ceph-mon[97106]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:42:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: 121: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:19.902 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MhUV-cTI6_YVaj2 off=241352 len=888327 2024-09-18T02:42:19.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 596 completed, throughput=4.97MB/sec 2024-09-18T02:42:19.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XEz9i44asgeWVMx off=1362520 len=164999 2024-09-18T02:42:19.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 597 completed, throughput=4.97MB/sec 2024-09-18T02:42:19.904 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SOy8752rrXNV2eH off=1053348 len=678975 2024-09-18T02:42:19.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 598 completed, throughput=4.98MB/sec 2024-09-18T02:42:19.905 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zhlt2g2hqByylQY off=349557 len=1624893 2024-09-18T02:42:19.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 599 completed, throughput=4.99MB/sec 2024-09-18T02:42:19.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8s3mzBYbFFZCEAX off=387137 len=1434482 2024-09-18T02:42:19.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 600 completed, throughput=5MB/sec 2024-09-18T02:42:20.921 INFO:tasks.workunit.client.0.smithi046.stdout: 122: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:20.921 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6NcBPYWIzSKVHmk off=483875 len=842533 2024-09-18T02:42:20.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 601 completed, throughput=4.97MB/sec 2024-09-18T02:42:20.926 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-caLfnP0Xk-3-6yN off=6791683 len=2049071 2024-09-18T02:42:20.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 602 completed, throughput=4.98MB/sec 2024-09-18T02:42:20.936 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N1AEJ_XY2ntJsZV off=4236716 len=1598138 2024-09-18T02:42:20.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 603 completed, throughput=4.99MB/sec 2024-09-18T02:42:20.943 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ed457NHsz7uH-VL off=629618 len=39368 2024-09-18T02:42:20.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 604 completed, throughput=4.99MB/sec 2024-09-18T02:42:20.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-91Fdy37BvM9WiE5 off=14114460 len=368459 2024-09-18T02:42:20.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 605 completed, throughput=5MB/sec 2024-09-18T02:42:20.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vLGDrF6M1vxX4jJ off=4228581 len=978893 2024-09-18T02:42:20.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 606 completed, throughput=5MB/sec 2024-09-18T02:42:21.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:21 smithi195 ceph-mon[89559]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:42:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:21 smithi046 ceph-mon[94621]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:42:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:21 smithi046 ceph-mon[97106]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:42:21.949 INFO:tasks.workunit.client.0.smithi046.stdout: 123: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:21.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3OWb5GFXnWGcXDb off=8471991 len=1394599 2024-09-18T02:42:21.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 607 completed, throughput=4.97MB/sec 2024-09-18T02:42:21.951 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8gGZf0IRAugSHdf off=230486 len=959324 2024-09-18T02:42:21.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 608 completed, throughput=4.98MB/sec 2024-09-18T02:42:21.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pRSVkTZn50vgyWD off=8175784 len=70316 2024-09-18T02:42:21.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 609 completed, throughput=4.98MB/sec 2024-09-18T02:42:21.956 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eFOJX7Hr2BM72UC off=15863953 len=1497842 2024-09-18T02:42:21.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 610 completed, throughput=4.99MB/sec 2024-09-18T02:42:21.958 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VF7VKa-zH8A40rS off=7672172 len=476169 2024-09-18T02:42:21.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 611 completed, throughput=5MB/sec 2024-09-18T02:42:21.962 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IqVsdgrGQy336-C off=6374467 len=112935 2024-09-18T02:42:21.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 612 completed, throughput=5MB/sec 2024-09-18T02:42:21.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-59hc9abIcvDUqSu off=588974 len=611473 2024-09-18T02:42:21.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 613 completed, throughput=5MB/sec 2024-09-18T02:42:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:42:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:42:22.967 INFO:tasks.workunit.client.0.smithi046.stdout: 124: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:22.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--Ouf7HEqUsv4FYB off=2684206 len=1070638 2024-09-18T02:42:22.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 614 completed, throughput=4.97MB/sec 2024-09-18T02:42:22.972 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I5OAGD1SpsdIhzF off=1744534 len=1454121 2024-09-18T02:42:22.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 615 completed, throughput=4.98MB/sec 2024-09-18T02:42:22.974 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RtFGQ6r66NzsiHV off=10454026 len=1701564 2024-09-18T02:42:22.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 616 completed, throughput=4.99MB/sec 2024-09-18T02:42:22.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yJXF-kGzYTHKCa4 off=825341 len=484179 2024-09-18T02:42:22.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 617 completed, throughput=5MB/sec 2024-09-18T02:42:22.977 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jqnDdJIpgSAdDPU off=15998438 len=1087557 2024-09-18T02:42:22.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 618 completed, throughput=5.01MB/sec 2024-09-18T02:42:23.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:23 smithi195 ceph-mon[89559]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:23.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:23 smithi046 ceph-mon[94621]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:23 smithi046 ceph-mon[97106]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:23.983 INFO:tasks.workunit.client.0.smithi046.stdout: 125: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:23.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lPP5qNu_8lVmuEd off=470688 len=716382 2024-09-18T02:42:23.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 619 completed, throughput=4.97MB/sec 2024-09-18T02:42:23.988 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-10VVcp0oeSCOBhB off=4874266 len=1164735 2024-09-18T02:42:23.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 620 completed, throughput=4.98MB/sec 2024-09-18T02:42:23.990 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0jCgHrfcKqXhER7 off=1514626 len=1299633 2024-09-18T02:42:23.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 621 completed, throughput=4.99MB/sec 2024-09-18T02:42:23.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MYCq6-IFNF3EyUP off=10910632 len=1488583 2024-09-18T02:42:23.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 622 completed, throughput=5MB/sec 2024-09-18T02:42:24.999 INFO:tasks.workunit.client.0.smithi046.stdout: 126: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:24.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q7ENKOXfZqZWOPU off=5114627 len=1048071 2024-09-18T02:42:25.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 623 completed, throughput=4.97MB/sec 2024-09-18T02:42:25.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-se6fbdCsfrQ-Soo off=1754604 len=1131466 2024-09-18T02:42:25.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 624 completed, throughput=4.98MB/sec 2024-09-18T02:42:25.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eFxII6y2g02r-Mm off=6093181 len=290878 2024-09-18T02:42:25.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 625 completed, throughput=4.98MB/sec 2024-09-18T02:42:25.007 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uny7Gjv_xpTLnpb off=10502354 len=45380 2024-09-18T02:42:25.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 626 completed, throughput=4.98MB/sec 2024-09-18T02:42:25.007 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oeJqk5dyxZ2ah1F off=6002172 len=1397390 2024-09-18T02:42:25.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 627 completed, throughput=4.99MB/sec 2024-09-18T02:42:25.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sFO3-NEGaJDEekA off=11107091 len=1597271 2024-09-18T02:42:25.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 628 completed, throughput=5MB/sec 2024-09-18T02:42:25.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:25 smithi195 ceph-mon[89559]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:42:25.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:25 smithi046 ceph-mon[94621]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:42:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:25 smithi046 ceph-mon[97106]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:42:26.017 INFO:tasks.workunit.client.0.smithi046.stdout: 127: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:26.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NPm84_VDs9kDFvj off=19675031 len=1256027 2024-09-18T02:42:26.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 629 completed, throughput=4.97MB/sec 2024-09-18T02:42:26.024 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ADxfNngyM2MA3l6 off=104894 len=1091840 2024-09-18T02:42:26.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 630 completed, throughput=4.98MB/sec 2024-09-18T02:42:26.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vix4Xllp4OHuTt0 off=4540804 len=1810880 2024-09-18T02:42:26.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 631 completed, throughput=4.99MB/sec 2024-09-18T02:42:26.033 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Um6oHqXjN0IVCDZ off=8646149 len=1080150 2024-09-18T02:42:26.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 632 completed, throughput=5MB/sec 2024-09-18T02:42:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:42:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:42:26] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-18T02:42:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: 128: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:27.035 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y0VbWprhlXES5f7 off=4244619 len=443912 2024-09-18T02:42:27.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 633 completed, throughput=4.97MB/sec 2024-09-18T02:42:27.039 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DLBCOMrhb-2HlaS off=2465607 len=1644123 2024-09-18T02:42:27.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 634 completed, throughput=4.98MB/sec 2024-09-18T02:42:27.047 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vULzE1h0XZjgM6h off=910468 len=1528215 2024-09-18T02:42:27.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 635 completed, throughput=4.99MB/sec 2024-09-18T02:42:27.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z68685IEUUY4jJY off=10619746 len=520067 2024-09-18T02:42:27.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 636 completed, throughput=4.99MB/sec 2024-09-18T02:42:27.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9pHzWShAfXjIcbe off=2164703 len=32642 2024-09-18T02:42:27.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 637 completed, throughput=4.99MB/sec 2024-09-18T02:42:27.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z7O3lGvotpyY1l_ off=6446531 len=1087417 2024-09-18T02:42:27.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 638 completed, throughput=5MB/sec 2024-09-18T02:42:27.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:27 smithi195 ceph-mon[89559]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:42:27.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:27 smithi046 ceph-mon[94621]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:42:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:27 smithi046 ceph-mon[97106]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:42:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: 129: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:28.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M1e4iWu6PL65ZEv off=4819711 len=2038646 2024-09-18T02:42:28.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 639 completed, throughput=4.98MB/sec 2024-09-18T02:42:28.068 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wHqxKj6hRTAw8NX off=4283531 len=1740622 2024-09-18T02:42:28.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 640 completed, throughput=4.99MB/sec 2024-09-18T02:42:28.076 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sCgjFynxB-iem0o off=13591692 len=1662559 2024-09-18T02:42:28.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 641 completed, throughput=5MB/sec 2024-09-18T02:42:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: 130: throughput=4.96MB/sec pending data=0 2024-09-18T02:42:29.086 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GvoCR_xhsErH9zd off=12490455 len=113556 2024-09-18T02:42:29.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 642 completed, throughput=4.96MB/sec 2024-09-18T02:42:29.088 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C77H4fNUwhAat6q off=5061291 len=1020382 2024-09-18T02:42:29.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 643 completed, throughput=4.97MB/sec 2024-09-18T02:42:29.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RlfEtGGdRoID39t off=2363000 len=725251 2024-09-18T02:42:29.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 644 completed, throughput=4.98MB/sec 2024-09-18T02:42:29.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-46OLNC5fWIP8Zu7 off=6992895 len=1674120 2024-09-18T02:42:29.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 645 completed, throughput=4.99MB/sec 2024-09-18T02:42:29.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qjpdsYmwyQkcMSu off=1882496 len=100147 2024-09-18T02:42:29.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 646 completed, throughput=4.99MB/sec 2024-09-18T02:42:29.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s5FpkUcLFWaOgo9 off=3639991 len=1958354 2024-09-18T02:42:29.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 647 completed, throughput=5MB/sec 2024-09-18T02:42:29.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:29 smithi195 ceph-mon[89559]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-18T02:42:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:29.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:29 smithi046 ceph-mon[94621]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-18T02:42:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:29 smithi046 ceph-mon[97106]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-18T02:42:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: 131: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:30.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-33HK8Jf22Ugidcd off=1679714 len=1197791 2024-09-18T02:42:30.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 648 completed, throughput=4.97MB/sec 2024-09-18T02:42:30.117 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-des4Df277-8h3H8 off=3124896 len=896587 2024-09-18T02:42:30.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 649 completed, throughput=4.98MB/sec 2024-09-18T02:42:30.119 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vjEBVUDza0NkFBu off=19866895 len=805341 2024-09-18T02:42:30.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 650 completed, throughput=4.99MB/sec 2024-09-18T02:42:30.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8hKjX7Th8AM3RFw off=12061119 len=498950 2024-09-18T02:42:30.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 651 completed, throughput=4.99MB/sec 2024-09-18T02:42:30.123 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6aft8mupkxuBUY9 off=635107 len=1919996 2024-09-18T02:42:30.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 652 completed, throughput=5MB/sec 2024-09-18T02:42:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: 132: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:31.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7oLfTxILtSGnkGq off=662104 len=1573467 2024-09-18T02:42:31.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 653 completed, throughput=4.98MB/sec 2024-09-18T02:42:31.133 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-go6T7fEyeVJRSx4 off=3125009 len=881638 2024-09-18T02:42:31.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 654 completed, throughput=4.98MB/sec 2024-09-18T02:42:31.134 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MWymtSpR0o7Xex0 off=15347638 len=1782317 2024-09-18T02:42:31.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 655 completed, throughput=5MB/sec 2024-09-18T02:42:31.136 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WvlwdkyyC1kt6Ie off=196531 len=1565600 2024-09-18T02:42:31.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 656 completed, throughput=5.01MB/sec 2024-09-18T02:42:31.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:31 smithi195 ceph-mon[89559]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:31.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:31 smithi046 ceph-mon[97106]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:31 smithi046 ceph-mon[94621]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: 133: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:32.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fG1TujOKkC7ZB-5 off=187047 len=721381 2024-09-18T02:42:32.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 657 completed, throughput=4.97MB/sec 2024-09-18T02:42:32.145 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tYDN7UncLvP3b8m off=1044086 len=1581620 2024-09-18T02:42:32.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 658 completed, throughput=4.99MB/sec 2024-09-18T02:42:32.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3i0EY0_4YhJWHpe off=12932408 len=2037727 2024-09-18T02:42:32.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 659 completed, throughput=5MB/sec 2024-09-18T02:42:32.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f68kltvD_f5LQpI off=1907302 len=1235501 2024-09-18T02:42:32.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 660 completed, throughput=5.01MB/sec 2024-09-18T02:42:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:42:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:42:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: 134: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:33.163 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A0cA7igrTlSfFqH off=7680275 len=1748126 2024-09-18T02:42:33.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 661 completed, throughput=4.98MB/sec 2024-09-18T02:42:33.165 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ayFrmjjW3Ycwe-4 off=1863135 len=378001 2024-09-18T02:42:33.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 662 completed, throughput=4.99MB/sec 2024-09-18T02:42:33.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sb0XTNVNi7g57fg off=1360699 len=1912596 2024-09-18T02:42:33.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 663 completed, throughput=5MB/sec 2024-09-18T02:42:33.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nRdQjWlx9SpM_09 off=6990019 len=501740 2024-09-18T02:42:33.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 664 completed, throughput=5MB/sec 2024-09-18T02:42:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:33 smithi195 ceph-mon[89559]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:42:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:33 smithi046 ceph-mon[94621]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:42:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:33 smithi046 ceph-mon[97106]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:42:34.170 INFO:tasks.workunit.client.0.smithi046.stdout: 135: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:34.170 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vdci8e7wMq0NowA off=14730614 len=100197 2024-09-18T02:42:34.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 665 completed, throughput=4.97MB/sec 2024-09-18T02:42:34.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SpXmi4cYmIv0mrN off=5456341 len=2065767 2024-09-18T02:42:34.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 666 completed, throughput=4.98MB/sec 2024-09-18T02:42:34.181 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IYJJZczlViz4Tc9 off=9513687 len=317051 2024-09-18T02:42:34.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 667 completed, throughput=4.98MB/sec 2024-09-18T02:42:34.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zKOOzrB-6oP_3Y3 off=4851461 len=636182 2024-09-18T02:42:34.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 668 completed, throughput=4.99MB/sec 2024-09-18T02:42:34.185 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KMRFnFz5oSlTokL off=6481280 len=31170 2024-09-18T02:42:34.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 669 completed, throughput=4.99MB/sec 2024-09-18T02:42:34.186 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rEjmosrOeznsGNP off=536125 len=1075996 2024-09-18T02:42:34.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 670 completed, throughput=4.99MB/sec 2024-09-18T02:42:34.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FLRlgGkvQpFQuZo off=7714108 len=96893 2024-09-18T02:42:34.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 671 completed, throughput=5MB/sec 2024-09-18T02:42:34.190 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aKQmjv8Pg9O11Zr off=16409585 len=1767977 2024-09-18T02:42:34.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 672 completed, throughput=5.01MB/sec 2024-09-18T02:42:35.199 INFO:tasks.workunit.client.0.smithi046.stdout: 136: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:35.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2ZvZ18C8cqU9GYV off=2340894 len=349299 2024-09-18T02:42:35.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 673 completed, throughput=4.97MB/sec 2024-09-18T02:42:35.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C6_c_OKWrutQFQf off=17129202 len=1717592 2024-09-18T02:42:35.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 674 completed, throughput=4.98MB/sec 2024-09-18T02:42:35.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O0LTgJ6h4KYEHg6 off=12421176 len=933309 2024-09-18T02:42:35.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 675 completed, throughput=4.99MB/sec 2024-09-18T02:42:35.210 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kD8WbfW51Pi0ei2 off=9010105 len=1586825 2024-09-18T02:42:35.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 676 completed, throughput=5MB/sec 2024-09-18T02:42:35.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:35 smithi195 ceph-mon[89559]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:42:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:35 smithi046 ceph-mon[97106]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:42:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:35 smithi046 ceph-mon[94621]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:42:36.218 INFO:tasks.workunit.client.0.smithi046.stdout: 137: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:36.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mjuaGZavAL0N3cT off=3164095 len=1862760 2024-09-18T02:42:36.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 677 completed, throughput=4.98MB/sec 2024-09-18T02:42:36.221 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vnc4w_aGSeHwHcR off=0 len=1466123 2024-09-18T02:42:36.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 678 completed, throughput=4.99MB/sec 2024-09-18T02:42:36.228 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wIFEZ19zCJzOAYQ off=5611229 len=1679504 2024-09-18T02:42:36.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 679 completed, throughput=5MB/sec 2024-09-18T02:42:36.230 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7ALpWwpPs0Vg9Dh off=6319321 len=785957 2024-09-18T02:42:36.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 680 completed, throughput=5.01MB/sec 2024-09-18T02:42:36.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:42:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:42:36] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-18T02:42:37.236 INFO:tasks.workunit.client.0.smithi046.stdout: 138: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:37.236 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b0lS8b22_uegfb7 off=8013658 len=1107167 2024-09-18T02:42:37.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 681 completed, throughput=4.98MB/sec 2024-09-18T02:42:37.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vJCx0KLSQa3ksir off=6495671 len=1967827 2024-09-18T02:42:37.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 682 completed, throughput=4.99MB/sec 2024-09-18T02:42:37.247 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VlH5G_5REKZ4xuA off=591128 len=1255873 2024-09-18T02:42:37.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 683 completed, throughput=5MB/sec 2024-09-18T02:42:37.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6top0y9tQqu6FXK off=11039380 len=573870 2024-09-18T02:42:37.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 684 completed, throughput=5MB/sec 2024-09-18T02:42:37.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:37 smithi195 ceph-mon[89559]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:42:37.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:37 smithi046 ceph-mon[97106]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:42:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:37 smithi046 ceph-mon[94621]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:42:38.255 INFO:tasks.workunit.client.0.smithi046.stdout: 139: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:38.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GIEHkNRqo557dme off=243103 len=1054030 2024-09-18T02:42:38.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 685 completed, throughput=4.97MB/sec 2024-09-18T02:42:38.261 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fHITPyRfMZ2TrT4 off=2091590 len=376798 2024-09-18T02:42:38.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 686 completed, throughput=4.98MB/sec 2024-09-18T02:42:38.262 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nFXWFDMxNLW9GkI off=16022273 len=1124988 2024-09-18T02:42:38.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 687 completed, throughput=4.98MB/sec 2024-09-18T02:42:38.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Dq2-6cuz4nPFo84 off=12037548 len=2067206 2024-09-18T02:42:38.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 688 completed, throughput=5MB/sec 2024-09-18T02:42:38.267 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NR8MIaX_7ap_7tU off=3199381 len=742247 2024-09-18T02:42:38.268 INFO:tasks.workunit.client.0.smithi046.stdout:op 689 completed, throughput=5MB/sec 2024-09-18T02:42:39.268 INFO:tasks.workunit.client.0.smithi046.stdout: 140: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:39.268 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6M_VyBq4ucedNX1 off=2876047 len=197076 2024-09-18T02:42:39.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 690 completed, throughput=4.97MB/sec 2024-09-18T02:42:39.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0_y8iPkYNgU5O-5 off=14844905 len=153089 2024-09-18T02:42:39.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 691 completed, throughput=4.97MB/sec 2024-09-18T02:42:39.273 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VhJDD8bcgfaczd2 off=2031696 len=1246273 2024-09-18T02:42:39.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 692 completed, throughput=4.98MB/sec 2024-09-18T02:42:39.274 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_5VICw87s_FdcUL off=20787306 len=762781 2024-09-18T02:42:39.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 693 completed, throughput=4.98MB/sec 2024-09-18T02:42:39.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C4WUtLUcPqIRpov off=7302541 len=1095766 2024-09-18T02:42:39.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 694 completed, throughput=4.99MB/sec 2024-09-18T02:42:39.283 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lU0aqntUN3yX30A off=655737 len=874731 2024-09-18T02:42:39.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 695 completed, throughput=5MB/sec 2024-09-18T02:42:39.285 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5kXvF-q9I49SVuT off=3589636 len=1770276 2024-09-18T02:42:39.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 696 completed, throughput=5.01MB/sec 2024-09-18T02:42:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:39 smithi195 ceph-mon[89559]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:42:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:42:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:42:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:42:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[97106]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[94621]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:42:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:42:40.287 INFO:tasks.workunit.client.0.smithi046.stdout: 141: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:40.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-853jRD9c9enlYFM off=3274563 len=1064814 2024-09-18T02:42:40.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 697 completed, throughput=4.98MB/sec 2024-09-18T02:42:40.293 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WTX9t5r7r3YcX06 off=4329511 len=313998 2024-09-18T02:42:40.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 698 completed, throughput=4.98MB/sec 2024-09-18T02:42:40.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j3onllaHUbR6rYQ off=6875196 len=474361 2024-09-18T02:42:40.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 699 completed, throughput=4.98MB/sec 2024-09-18T02:42:40.295 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--c0nDVze5BuRsUj off=47917 len=1460194 2024-09-18T02:42:40.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 700 completed, throughput=4.99MB/sec 2024-09-18T02:42:40.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rZa-WWg6uEfAuj4 off=330490 len=623680 2024-09-18T02:42:40.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 701 completed, throughput=5MB/sec 2024-09-18T02:42:40.302 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R-HdVrJPMrhNI00 off=6887903 len=1863644 2024-09-18T02:42:40.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 702 completed, throughput=5.01MB/sec 2024-09-18T02:42:41.304 INFO:tasks.workunit.client.0.smithi046.stdout: 142: throughput=4.98MB/sec pending data=0 2024-09-18T02:42:41.305 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9of8t9srPjswM-n off=14623013 len=1780821 2024-09-18T02:42:41.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 703 completed, throughput=4.99MB/sec 2024-09-18T02:42:41.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QgiM4UrrDzofwOW off=1396499 len=379035 2024-09-18T02:42:41.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 704 completed, throughput=4.99MB/sec 2024-09-18T02:42:41.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y7NEypmNw0sujxo off=658200 len=1441480 2024-09-18T02:42:41.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 705 completed, throughput=5MB/sec 2024-09-18T02:42:41.318 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UtG-CdoiLkJS9Mx off=1430965 len=159346 2024-09-18T02:42:41.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 706 completed, throughput=5MB/sec 2024-09-18T02:42:41.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:41 smithi195 ceph-mon[89559]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:42:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:41 smithi046 ceph-mon[97106]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:42:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:41 smithi046 ceph-mon[94621]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:42:42.319 INFO:tasks.workunit.client.0.smithi046.stdout: 143: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:42.319 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-agEbvKDF_l8VI6B off=5718429 len=245129 2024-09-18T02:42:42.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 707 completed, throughput=4.97MB/sec 2024-09-18T02:42:42.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C_q-EJcUTlhNkQr off=6582326 len=892281 2024-09-18T02:42:42.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 708 completed, throughput=4.97MB/sec 2024-09-18T02:42:42.323 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iFgVeb-DRMJhFcV off=4225522 len=1700184 2024-09-18T02:42:42.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 709 completed, throughput=4.98MB/sec 2024-09-18T02:42:42.325 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-taBz_GtFF4DFyZF off=20606256 len=1830769 2024-09-18T02:42:42.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 710 completed, throughput=5MB/sec 2024-09-18T02:42:42.334 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vBO_-u9_AnatCGw off=181084 len=1617905 2024-09-18T02:42:42.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 711 completed, throughput=5.01MB/sec 2024-09-18T02:42:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:42:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:42:43.341 INFO:tasks.workunit.client.0.smithi046.stdout: 144: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:43.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pSNiaO64LmIx_jb off=472407 len=1584060 2024-09-18T02:42:43.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 712 completed, throughput=4.98MB/sec 2024-09-18T02:42:43.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-80WKsKchNxZzcDM off=12728451 len=1793534 2024-09-18T02:42:43.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 713 completed, throughput=4.99MB/sec 2024-09-18T02:42:43.345 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vuKsX0CYFI93har off=3323683 len=1161615 2024-09-18T02:42:43.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 714 completed, throughput=5MB/sec 2024-09-18T02:42:43.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:43 smithi195 ceph-mon[89559]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:42:43.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:43 smithi046 ceph-mon[94621]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:42:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:43 smithi046 ceph-mon[97106]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:42:44.352 INFO:tasks.workunit.client.0.smithi046.stdout: 145: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:44.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JcN89Ira3Yhb0wg off=6158803 len=1430354 2024-09-18T02:42:44.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 715 completed, throughput=4.98MB/sec 2024-09-18T02:42:44.359 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0IEY2U1KigM3Dt3 off=13535668 len=1800903 2024-09-18T02:42:44.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 716 completed, throughput=4.99MB/sec 2024-09-18T02:42:44.368 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bDy8Q3fSlb5tnXJ off=3125550 len=644398 2024-09-18T02:42:44.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 717 completed, throughput=4.99MB/sec 2024-09-18T02:42:44.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1dMLhPkHXDYPom0 off=8402338 len=1506301 2024-09-18T02:42:44.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 718 completed, throughput=5MB/sec 2024-09-18T02:42:44.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:44.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:45.371 INFO:tasks.workunit.client.0.smithi046.stdout: 146: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:45.371 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F5RVGhbquPGyKEg off=17098170 len=755780 2024-09-18T02:42:45.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 719 completed, throughput=4.97MB/sec 2024-09-18T02:42:45.373 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pZtVIj-PSDKFB0g off=8242938 len=1412475 2024-09-18T02:42:45.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 720 completed, throughput=4.98MB/sec 2024-09-18T02:42:45.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L2MnfcA7a_r0Pxu off=178470 len=445860 2024-09-18T02:42:45.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 721 completed, throughput=4.98MB/sec 2024-09-18T02:42:45.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CnIQkdCCtJ9Sclr off=21347949 len=1280998 2024-09-18T02:42:45.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 722 completed, throughput=4.99MB/sec 2024-09-18T02:42:45.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t5autV9i1XvxTVg off=3414827 len=1745021 2024-09-18T02:42:45.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 723 completed, throughput=5MB/sec 2024-09-18T02:42:45.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:45 smithi046 ceph-mon[94621]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:42:45.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:45 smithi046 ceph-mon[97106]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:42:45.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:45 smithi195 ceph-mon[89559]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:42:46.392 INFO:tasks.workunit.client.0.smithi046.stdout: 147: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:46.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w0vSbdJpMjz4anU off=3119162 len=1928247 2024-09-18T02:42:46.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 724 completed, throughput=4.98MB/sec 2024-09-18T02:42:46.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZzMS-jfK-Venjk7 off=13739066 len=1430590 2024-09-18T02:42:46.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 725 completed, throughput=4.99MB/sec 2024-09-18T02:42:46.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CqUuCXJTXWw-waE off=7142899 len=1671784 2024-09-18T02:42:46.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 726 completed, throughput=5MB/sec 2024-09-18T02:42:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:42:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:42:46] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-18T02:42:47.406 INFO:tasks.workunit.client.0.smithi046.stdout: 148: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:47.406 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ACV_F4ePQ2D4tGL off=3213894 len=1051969 2024-09-18T02:42:47.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 727 completed, throughput=4.97MB/sec 2024-09-18T02:42:47.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_gopf5qpODzgnpO off=4718364 len=1212527 2024-09-18T02:42:47.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 728 completed, throughput=4.98MB/sec 2024-09-18T02:42:47.413 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fI42zR9-Fpp1hAE off=3581941 len=1136306 2024-09-18T02:42:47.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 729 completed, throughput=4.99MB/sec 2024-09-18T02:42:47.418 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hGQ9e0bOdnlqv1Y off=3483100 len=1333700 2024-09-18T02:42:47.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 730 completed, throughput=5MB/sec 2024-09-18T02:42:47.425 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M_Ka0adaQKfoSjN off=7848528 len=1366917 2024-09-18T02:42:47.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 731 completed, throughput=5.01MB/sec 2024-09-18T02:42:47.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:47 smithi195 ceph-mon[89559]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:47 smithi046 ceph-mon[94621]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:47 smithi046 ceph-mon[97106]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:42:48.426 INFO:tasks.workunit.client.0.smithi046.stdout: 149: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:48.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PFdNb8Yd0toPaDQ off=22830713 len=1664566 2024-09-18T02:42:48.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 732 completed, throughput=4.98MB/sec 2024-09-18T02:42:48.433 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DheKOk7Qznoei1p off=9582739 len=50118 2024-09-18T02:42:48.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 733 completed, throughput=4.98MB/sec 2024-09-18T02:42:48.436 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NdLS97dgFCUok4I off=577979 len=1229932 2024-09-18T02:42:48.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 734 completed, throughput=4.99MB/sec 2024-09-18T02:42:48.443 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jxI4c_ABMMDxXR1 off=478927 len=121605 2024-09-18T02:42:48.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 735 completed, throughput=4.99MB/sec 2024-09-18T02:42:48.443 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f2mMqxIA-L97MZl off=5712803 len=1062117 2024-09-18T02:42:48.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 736 completed, throughput=5MB/sec 2024-09-18T02:42:48.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4WYMtWmrGfK2FgR off=725148 len=369998 2024-09-18T02:42:48.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 737 completed, throughput=5MB/sec 2024-09-18T02:42:49.446 INFO:tasks.workunit.client.0.smithi046.stdout: 150: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:49.446 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ww-ZNG2kzy_DGbg off=0 len=1118520 2024-09-18T02:42:49.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 738 completed, throughput=4.97MB/sec 2024-09-18T02:42:49.451 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9yQGtrsKHYn59Br off=2255703 len=136688 2024-09-18T02:42:49.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 739 completed, throughput=4.98MB/sec 2024-09-18T02:42:49.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wHqxKj6hRTAw8NX off=5683170 len=1759858 2024-09-18T02:42:49.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 740 completed, throughput=4.99MB/sec 2024-09-18T02:42:49.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mj7udq5uZQ_1-yu off=12199531 len=410983 2024-09-18T02:42:49.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 741 completed, throughput=4.99MB/sec 2024-09-18T02:42:49.457 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-datQTWJofxEP4Bt off=4282372 len=397484 2024-09-18T02:42:49.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 742 completed, throughput=4.99MB/sec 2024-09-18T02:42:49.458 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lIHXfgO1aoBSMGj off=18290956 len=792601 2024-09-18T02:42:49.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 743 completed, throughput=5MB/sec 2024-09-18T02:42:49.459 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5sy9peR3PT9qQeQ off=1120652 len=1956443 2024-09-18T02:42:49.461 INFO:tasks.workunit.client.0.smithi046.stdout:op 744 completed, throughput=5.01MB/sec 2024-09-18T02:42:49.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:49 smithi195 ceph-mon[89559]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:42:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:49 smithi046 ceph-mon[97106]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:42:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:49 smithi046 ceph-mon[94621]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:42:50.462 INFO:tasks.workunit.client.0.smithi046.stdout: 151: throughput=4.98MB/sec pending data=0 2024-09-18T02:42:50.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5Dm8Ev-fcFkbjVk off=2618567 len=192612 2024-09-18T02:42:50.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 745 completed, throughput=4.98MB/sec 2024-09-18T02:42:50.465 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1TwNokhDJKPn2T_ off=16025365 len=1584083 2024-09-18T02:42:50.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 746 completed, throughput=4.99MB/sec 2024-09-18T02:42:50.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uyUBchxh91W27ua off=1042096 len=1017249 2024-09-18T02:42:50.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 747 completed, throughput=4.99MB/sec 2024-09-18T02:42:50.476 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w5l8u2boq55Fs94 off=16977420 len=348253 2024-09-18T02:42:50.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 748 completed, throughput=5MB/sec 2024-09-18T02:42:50.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5O267dmUNqpQQaW off=17787477 len=1845341 2024-09-18T02:42:50.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 749 completed, throughput=5.01MB/sec 2024-09-18T02:42:51.489 INFO:tasks.workunit.client.0.smithi046.stdout: 152: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:51.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z3cCo25Mtvll1ZS off=2976229 len=1915938 2024-09-18T02:42:51.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 750 completed, throughput=4.99MB/sec 2024-09-18T02:42:51.491 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jrUn0aKhC_qPen0 off=833505 len=1714815 2024-09-18T02:42:51.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 751 completed, throughput=5MB/sec 2024-09-18T02:42:51.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A0cA7igrTlSfFqH off=6194265 len=1114860 2024-09-18T02:42:51.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 752 completed, throughput=5MB/sec 2024-09-18T02:42:51.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:51 smithi195 ceph-mon[89559]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:42:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:51 smithi046 ceph-mon[97106]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:42:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:51 smithi046 ceph-mon[94621]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:42:52.501 INFO:tasks.workunit.client.0.smithi046.stdout: 153: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:52.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kqpmowk5fcg2JY2 off=1130629 len=884838 2024-09-18T02:42:52.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 753 completed, throughput=4.98MB/sec 2024-09-18T02:42:52.504 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d1-5Y6LtRoBoXpj off=1418835 len=1297656 2024-09-18T02:42:52.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 754 completed, throughput=4.98MB/sec 2024-09-18T02:42:52.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FJbQ3k4VUzAY6is off=10558961 len=216634 2024-09-18T02:42:52.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 755 completed, throughput=4.98MB/sec 2024-09-18T02:42:52.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g2COJywFs1Et4Uu off=5397069 len=191033 2024-09-18T02:42:52.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 756 completed, throughput=4.99MB/sec 2024-09-18T02:42:52.516 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pZRxh34O8xiiFo0 off=996276 len=259380 2024-09-18T02:42:52.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 757 completed, throughput=4.99MB/sec 2024-09-18T02:42:52.517 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rTtbAJ7cB4pEEFn off=4126471 len=1036087 2024-09-18T02:42:52.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 758 completed, throughput=4.99MB/sec 2024-09-18T02:42:52.518 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vKKH1efSdvpA_bF off=3045857 len=1678078 2024-09-18T02:42:52.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 759 completed, throughput=5MB/sec 2024-09-18T02:42:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:42:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:42:53.521 INFO:tasks.workunit.client.0.smithi046.stdout: 154: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:53.521 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9gDoTnzKI39LF_p off=3345077 len=1658865 2024-09-18T02:42:53.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 760 completed, throughput=4.98MB/sec 2024-09-18T02:42:53.523 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ov_1e3kdJ9bDqO- off=8779944 len=879147 2024-09-18T02:42:53.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 761 completed, throughput=4.99MB/sec 2024-09-18T02:42:53.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JxQzmSVovNCuG5V off=9201048 len=1142694 2024-09-18T02:42:53.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 762 completed, throughput=4.99MB/sec 2024-09-18T02:42:53.526 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3f9cIi9tKfYm9GJ off=7154180 len=633062 2024-09-18T02:42:53.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 763 completed, throughput=5MB/sec 2024-09-18T02:42:53.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q8GeWyFvV6UIoAi off=1107545 len=415050 2024-09-18T02:42:53.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 764 completed, throughput=5MB/sec 2024-09-18T02:42:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:53 smithi195 ceph-mon[89559]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:42:53.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:53 smithi046 ceph-mon[97106]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:42:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:53 smithi046 ceph-mon[94621]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:42:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: 155: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:54.530 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GzO-v3ZBNW-wGkE off=2179418 len=1610690 2024-09-18T02:42:54.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 765 completed, throughput=4.98MB/sec 2024-09-18T02:42:54.538 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SpXmi4cYmIv0mrN off=5047490 len=303768 2024-09-18T02:42:54.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 766 completed, throughput=4.98MB/sec 2024-09-18T02:42:54.539 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UMm4zI4gir3YCOU off=8849151 len=1103931 2024-09-18T02:42:54.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 767 completed, throughput=4.99MB/sec 2024-09-18T02:42:54.542 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xByuPvRwFCFY6El off=516408 len=578028 2024-09-18T02:42:54.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 768 completed, throughput=4.99MB/sec 2024-09-18T02:42:54.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N9EU5CoBhxyHxdg off=8393801 len=550292 2024-09-18T02:42:54.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 769 completed, throughput=4.99MB/sec 2024-09-18T02:42:54.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2dGAuYPxYJM083d off=6873531 len=322436 2024-09-18T02:42:54.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 770 completed, throughput=5MB/sec 2024-09-18T02:42:54.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x7qu5sAeG1FO9T2 off=869336 len=1143399 2024-09-18T02:42:54.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 771 completed, throughput=5MB/sec 2024-09-18T02:42:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: 156: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:55.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P93aIfeuvlX3wd0 off=17542976 len=1788960 2024-09-18T02:42:55.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 772 completed, throughput=4.98MB/sec 2024-09-18T02:42:55.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hVaqFU5EwDz2lIj off=15104291 len=753399 2024-09-18T02:42:55.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 773 completed, throughput=4.99MB/sec 2024-09-18T02:42:55.561 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tluejreUCpVfTF8 off=3350627 len=1081085 2024-09-18T02:42:55.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 774 completed, throughput=4.99MB/sec 2024-09-18T02:42:55.567 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p2ABL1nuuxPp2DJ off=6065365 len=109739 2024-09-18T02:42:55.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 775 completed, throughput=4.99MB/sec 2024-09-18T02:42:55.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GWPeE4L8iEgDSYK off=71696 len=398943 2024-09-18T02:42:55.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 776 completed, throughput=4.99MB/sec 2024-09-18T02:42:55.571 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-geAcTG8F1J61EUc off=5192190 len=797719 2024-09-18T02:42:55.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 777 completed, throughput=5MB/sec 2024-09-18T02:42:55.576 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PGoipy45MWlA5FG off=12580397 len=1171386 2024-09-18T02:42:55.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 778 completed, throughput=5.01MB/sec 2024-09-18T02:42:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:55 smithi195 ceph-mon[89559]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:55 smithi046 ceph-mon[97106]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:55 smithi046 ceph-mon[94621]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:42:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: 157: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:56.582 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dj02XpuwsQbmJoE off=15204624 len=644874 2024-09-18T02:42:56.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 779 completed, throughput=4.98MB/sec 2024-09-18T02:42:56.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IalyHCHXG1y7Ajv off=20917740 len=1772752 2024-09-18T02:42:56.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 780 completed, throughput=4.99MB/sec 2024-09-18T02:42:56.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H69lvYuE-lzRHpe off=8478275 len=1643435 2024-09-18T02:42:56.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 781 completed, throughput=5MB/sec 2024-09-18T02:42:56.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eP71q4sj7KY4Cvn off=5647918 len=823844 2024-09-18T02:42:56.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 782 completed, throughput=5MB/sec 2024-09-18T02:42:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:42:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:42:56] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-18T02:42:57.600 INFO:tasks.workunit.client.0.smithi046.stdout: 158: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:57.600 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-50MIk09KkvjhKZI off=16454270 len=1313533 2024-09-18T02:42:57.602 INFO:tasks.workunit.client.0.smithi046.stdout:op 783 completed, throughput=4.98MB/sec 2024-09-18T02:42:57.602 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7AnURIJhGcrnsUu off=2873849 len=1796992 2024-09-18T02:42:57.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 784 completed, throughput=4.99MB/sec 2024-09-18T02:42:57.611 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-08QE7SbEo1A90nW off=168138 len=303874 2024-09-18T02:42:57.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 785 completed, throughput=4.99MB/sec 2024-09-18T02:42:57.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RSBS2vbf9FTNvWx off=15106253 len=1905992 2024-09-18T02:42:57.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 786 completed, throughput=5MB/sec 2024-09-18T02:42:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:57 smithi195 ceph-mon[89559]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:42:57.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:57 smithi046 ceph-mon[97106]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:42:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:57 smithi046 ceph-mon[94621]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:42:58.623 INFO:tasks.workunit.client.0.smithi046.stdout: 159: throughput=4.97MB/sec pending data=0 2024-09-18T02:42:58.623 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cY7RQQsOejIq_ov off=15509800 len=1433681 2024-09-18T02:42:58.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 787 completed, throughput=4.98MB/sec 2024-09-18T02:42:58.625 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZtrE-AEvSd-qJRE off=16561146 len=1357240 2024-09-18T02:42:58.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 788 completed, throughput=4.99MB/sec 2024-09-18T02:42:58.627 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ALE4eHtn2Zbr8JF off=16710619 len=747809 2024-09-18T02:42:58.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 789 completed, throughput=4.99MB/sec 2024-09-18T02:42:58.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cUvBTSUAjNGKYOk off=467568 len=1215517 2024-09-18T02:42:58.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 790 completed, throughput=5MB/sec 2024-09-18T02:42:58.635 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y1GXkgYkCZh-kVh off=13429643 len=1596037 2024-09-18T02:42:58.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 791 completed, throughput=5.01MB/sec 2024-09-18T02:42:58.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:42:59.642 INFO:tasks.workunit.client.0.smithi046.stdout: 160: throughput=4.98MB/sec pending data=0 2024-09-18T02:42:59.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aFGEY43swezhBuS off=16988679 len=1717217 2024-09-18T02:42:59.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 792 completed, throughput=4.99MB/sec 2024-09-18T02:42:59.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W12CcgU84G2MuxL off=2106089 len=186712 2024-09-18T02:42:59.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 793 completed, throughput=4.99MB/sec 2024-09-18T02:42:59.646 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tiJqXaPqk4GuGhb off=6548612 len=2027369 2024-09-18T02:42:59.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 794 completed, throughput=5MB/sec 2024-09-18T02:42:59.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:42:59 smithi195 ceph-mon[89559]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:42:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:42:59 smithi046 ceph-mon[94621]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:42:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:42:59 smithi046 ceph-mon[97106]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:43:00.649 INFO:tasks.workunit.client.0.smithi046.stdout: 161: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:00.649 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u-pXS2ojp1EpgUb off=2984724 len=1773296 2024-09-18T02:43:00.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 795 completed, throughput=4.98MB/sec 2024-09-18T02:43:00.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gu_hjTG1tOK4X3m off=2907008 len=2044918 2024-09-18T02:43:00.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 796 completed, throughput=4.99MB/sec 2024-09-18T02:43:00.663 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zUBJgoDDTRb02V4 off=13505159 len=809305 2024-09-18T02:43:00.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 797 completed, throughput=5MB/sec 2024-09-18T02:43:00.668 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7kaBZhOBssGr8Qm off=2918163 len=1378126 2024-09-18T02:43:00.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 798 completed, throughput=5MB/sec 2024-09-18T02:43:01.676 INFO:tasks.workunit.client.0.smithi046.stdout: 162: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:01.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5HEwjB-2Q-Vospd off=4126597 len=1739957 2024-09-18T02:43:01.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 799 completed, throughput=4.98MB/sec 2024-09-18T02:43:01.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DhzprQeUi9Zlsac off=7574419 len=1717781 2024-09-18T02:43:01.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 800 completed, throughput=4.99MB/sec 2024-09-18T02:43:01.681 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G6tBFJ10-QxJKbj off=13826514 len=550796 2024-09-18T02:43:01.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 801 completed, throughput=5MB/sec 2024-09-18T02:43:01.685 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p5wj5c8H78Ld9Ls off=7344838 len=1721566 2024-09-18T02:43:01.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 802 completed, throughput=5.01MB/sec 2024-09-18T02:43:01.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:01 smithi195 ceph-mon[89559]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:43:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:01 smithi046 ceph-mon[94621]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:43:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:01 smithi046 ceph-mon[97106]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:43:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:43:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:43:02.695 INFO:tasks.workunit.client.0.smithi046.stdout: 163: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:02.695 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vxO0YVKfR-n83jG off=1939348 len=456601 2024-09-18T02:43:02.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 803 completed, throughput=4.98MB/sec 2024-09-18T02:43:02.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9XVf31XK6WxiSkz off=1008214 len=134172 2024-09-18T02:43:02.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 804 completed, throughput=4.98MB/sec 2024-09-18T02:43:02.701 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e_wEABGZb7XdBzM off=873877 len=1137301 2024-09-18T02:43:02.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 805 completed, throughput=4.99MB/sec 2024-09-18T02:43:02.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uDzmL1kdtHD4Yzf off=10979836 len=1026913 2024-09-18T02:43:02.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 806 completed, throughput=4.99MB/sec 2024-09-18T02:43:02.712 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ik2-Nemqnyc4qYo off=145038 len=251954 2024-09-18T02:43:02.713 INFO:tasks.workunit.client.0.smithi046.stdout:op 807 completed, throughput=4.99MB/sec 2024-09-18T02:43:02.713 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hiYenlPdo5Oh2cr off=4908212 len=700187 2024-09-18T02:43:02.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 808 completed, throughput=5MB/sec 2024-09-18T02:43:02.715 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o_ukZXubDQ-d7ER off=155820 len=623807 2024-09-18T02:43:02.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 809 completed, throughput=5MB/sec 2024-09-18T02:43:03.716 INFO:tasks.workunit.client.0.smithi046.stdout: 164: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:03.717 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZKLylWQyowb72lP off=3392144 len=425422 2024-09-18T02:43:03.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 810 completed, throughput=4.97MB/sec 2024-09-18T02:43:03.717 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zih_X9yF0OLvZQ_ off=11030216 len=1684127 2024-09-18T02:43:03.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:03 smithi195 ceph-mon[89559]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:03.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 811 completed, throughput=4.98MB/sec 2024-09-18T02:43:03.725 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jQi1ox7IuxthoLI off=1854253 len=291892 2024-09-18T02:43:03.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 812 completed, throughput=4.98MB/sec 2024-09-18T02:43:03.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8A3CWYDlQHqGaxi off=12854827 len=1504472 2024-09-18T02:43:03.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 813 completed, throughput=4.99MB/sec 2024-09-18T02:43:03.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E4P_Hi7ZjnlwsJT off=2103190 len=1474670 2024-09-18T02:43:03.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 814 completed, throughput=5MB/sec 2024-09-18T02:43:03.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:03 smithi046 ceph-mon[97106]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:03 smithi046 ceph-mon[94621]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:04.736 INFO:tasks.workunit.client.0.smithi046.stdout: 165: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:04.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oeJqk5dyxZ2ah1F off=3052671 len=1423172 2024-09-18T02:43:04.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 815 completed, throughput=4.98MB/sec 2024-09-18T02:43:04.739 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dcQRhIjGFhSp_z- off=2271481 len=15087 2024-09-18T02:43:04.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 816 completed, throughput=4.98MB/sec 2024-09-18T02:43:04.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WPXfLY9emwty8St off=7655275 len=1076336 2024-09-18T02:43:04.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 817 completed, throughput=4.99MB/sec 2024-09-18T02:43:04.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zzEz1CGnWMmG_-t off=12232617 len=1892381 2024-09-18T02:43:04.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 818 completed, throughput=5MB/sec 2024-09-18T02:43:04.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iluy2T0_kZo1INP off=862518 len=19774 2024-09-18T02:43:04.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 819 completed, throughput=5MB/sec 2024-09-18T02:43:04.751 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LLSA_CMJAcW_Ua- off=6253529 len=1721627 2024-09-18T02:43:04.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 820 completed, throughput=5.01MB/sec 2024-09-18T02:43:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:05 smithi195 ceph-mon[89559]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:43:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:05 smithi046 ceph-mon[94621]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:43:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:05 smithi046 ceph-mon[97106]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:43:05.759 INFO:tasks.workunit.client.0.smithi046.stdout: 166: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:05.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jfOaE0KOxEzgscL off=11367647 len=1723774 2024-09-18T02:43:05.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 821 completed, throughput=4.99MB/sec 2024-09-18T02:43:05.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4xNL58MKq_2SMpB off=12119882 len=1687770 2024-09-18T02:43:05.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 822 completed, throughput=5MB/sec 2024-09-18T02:43:05.766 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7picRxYpMI_sONh off=8410985 len=941039 2024-09-18T02:43:05.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 823 completed, throughput=5MB/sec 2024-09-18T02:43:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:43:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:43:06] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-18T02:43:06.767 INFO:tasks.workunit.client.0.smithi046.stdout: 167: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:06.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tw80h6kONX0PQ-H off=19281221 len=526201 2024-09-18T02:43:06.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 824 completed, throughput=4.97MB/sec 2024-09-18T02:43:06.768 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8nvyEqn2JQMp4BJ off=8712830 len=27649 2024-09-18T02:43:06.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 825 completed, throughput=4.97MB/sec 2024-09-18T02:43:06.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5wT28R2D9XZSEKs off=166863 len=1126283 2024-09-18T02:43:06.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 826 completed, throughput=4.98MB/sec 2024-09-18T02:43:06.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-003N-_bqrcYP7GG off=867448 len=776037 2024-09-18T02:43:06.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 827 completed, throughput=4.98MB/sec 2024-09-18T02:43:06.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BFMLW7DEiLuiJ4z off=1174278 len=1103822 2024-09-18T02:43:06.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 828 completed, throughput=4.99MB/sec 2024-09-18T02:43:06.776 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TSFP-TGJTI4FVSH off=8654005 len=1881477 2024-09-18T02:43:06.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 829 completed, throughput=5MB/sec 2024-09-18T02:43:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:07 smithi195 ceph-mon[89559]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:07.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:07 smithi046 ceph-mon[94621]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:07 smithi046 ceph-mon[97106]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:07.785 INFO:tasks.workunit.client.0.smithi046.stdout: 168: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:07.785 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x4qJXAkofbsXeKJ off=20396305 len=1056383 2024-09-18T02:43:07.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 830 completed, throughput=4.98MB/sec 2024-09-18T02:43:07.787 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P4G2l6MVp1xo-ew off=4851930 len=1518113 2024-09-18T02:43:07.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 831 completed, throughput=4.99MB/sec 2024-09-18T02:43:07.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NQDaPBHiBd55kAZ off=2371686 len=2023696 2024-09-18T02:43:07.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 832 completed, throughput=5MB/sec 2024-09-18T02:43:07.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T8QGfRFtM9toMfV off=3752558 len=1398086 2024-09-18T02:43:07.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 833 completed, throughput=5MB/sec 2024-09-18T02:43:08.798 INFO:tasks.workunit.client.0.smithi046.stdout: 169: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:08.798 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dD0mQkGqpf_dUOi off=7964595 len=333241 2024-09-18T02:43:08.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 834 completed, throughput=4.98MB/sec 2024-09-18T02:43:08.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AhI_CqLzqxK13X9 off=2644197 len=282486 2024-09-18T02:43:08.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 835 completed, throughput=4.98MB/sec 2024-09-18T02:43:08.802 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YEEt8U7eZRqz3_R off=14981767 len=268773 2024-09-18T02:43:08.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 836 completed, throughput=4.98MB/sec 2024-09-18T02:43:08.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s6xy10tm3o5dqEm off=594114 len=644719 2024-09-18T02:43:08.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 837 completed, throughput=4.98MB/sec 2024-09-18T02:43:08.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P3Bc4to-c4CZnAq off=3507318 len=210257 2024-09-18T02:43:08.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 838 completed, throughput=4.99MB/sec 2024-09-18T02:43:08.807 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gzXlk80sUDK-_Ov off=6898042 len=866342 2024-09-18T02:43:08.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 839 completed, throughput=4.99MB/sec 2024-09-18T02:43:08.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KOW-kW4GZaOoGRM off=6647200 len=2015240 2024-09-18T02:43:08.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 840 completed, throughput=5MB/sec 2024-09-18T02:43:09.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:09 smithi195 ceph-mon[89559]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:43:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:09 smithi046 ceph-mon[97106]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:43:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:09 smithi046 ceph-mon[94621]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:43:09.823 INFO:tasks.workunit.client.0.smithi046.stdout: 170: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:09.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZAYZ9xQPZn0JHb off=5568661 len=1063263 2024-09-18T02:43:09.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 841 completed, throughput=4.98MB/sec 2024-09-18T02:43:09.825 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tkn4FDU14CbzWdk off=6242926 len=1748096 2024-09-18T02:43:09.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 842 completed, throughput=4.99MB/sec 2024-09-18T02:43:09.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4qGm3_pb4ep0EoR off=15063442 len=403680 2024-09-18T02:43:09.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 843 completed, throughput=4.99MB/sec 2024-09-18T02:43:09.832 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zbR1cbH37KTF_ct off=3117476 len=2030735 2024-09-18T02:43:09.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 844 completed, throughput=5MB/sec 2024-09-18T02:43:10.840 INFO:tasks.workunit.client.0.smithi046.stdout: 171: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:10.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WLSjlzuN1Q5ljgs off=3792736 len=878294 2024-09-18T02:43:10.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 845 completed, throughput=4.98MB/sec 2024-09-18T02:43:10.846 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SLJ09ocZYRXiMTf off=106148 len=258442 2024-09-18T02:43:10.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 846 completed, throughput=4.98MB/sec 2024-09-18T02:43:10.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jF0F8s-A2e5oJwq off=7732568 len=814403 2024-09-18T02:43:10.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 847 completed, throughput=4.98MB/sec 2024-09-18T02:43:10.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GHxzu5uwVmc81uu off=5722774 len=826711 2024-09-18T02:43:10.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 848 completed, throughput=4.99MB/sec 2024-09-18T02:43:10.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R2FSqaacZtz77kE off=4169425 len=298408 2024-09-18T02:43:10.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 849 completed, throughput=4.99MB/sec 2024-09-18T02:43:10.859 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tIJJc6COxVCzbtQ off=678721 len=1198563 2024-09-18T02:43:10.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 850 completed, throughput=4.99MB/sec 2024-09-18T02:43:10.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kDKV3AFPn0LBpkt off=14305157 len=523097 2024-09-18T02:43:10.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 851 completed, throughput=5MB/sec 2024-09-18T02:43:10.862 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--QoIZLAaesW5MJP off=575618 len=1751820 2024-09-18T02:43:10.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 852 completed, throughput=5.01MB/sec 2024-09-18T02:43:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:11 smithi195 ceph-mon[89559]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:43:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:11 smithi046 ceph-mon[97106]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:43:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:11 smithi046 ceph-mon[94621]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:43:11.864 INFO:tasks.workunit.client.0.smithi046.stdout: 172: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:11.864 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j3h1KRNHNKSK_Ax off=9779761 len=730777 2024-09-18T02:43:11.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 853 completed, throughput=4.98MB/sec 2024-09-18T02:43:11.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4IEUU1dhLxoLgao off=643527 len=1243713 2024-09-18T02:43:11.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 854 completed, throughput=4.99MB/sec 2024-09-18T02:43:11.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vz8_vg-Q1g2ZwvD off=6821378 len=451769 2024-09-18T02:43:11.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 855 completed, throughput=4.99MB/sec 2024-09-18T02:43:11.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RiVQO9X9x_o0qaL off=2514443 len=2003868 2024-09-18T02:43:11.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 856 completed, throughput=5MB/sec 2024-09-18T02:43:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:43:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:43:12.884 INFO:tasks.workunit.client.0.smithi046.stdout: 173: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:12.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AP3XBYTSQCI2QCq off=12399192 len=1475720 2024-09-18T02:43:12.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 857 completed, throughput=4.98MB/sec 2024-09-18T02:43:12.890 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zYGP5j1NlTg0aEv off=1739251 len=1952833 2024-09-18T02:43:12.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 858 completed, throughput=4.99MB/sec 2024-09-18T02:43:12.893 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5S9Tiqaz0qkIUwn off=14759150 len=60640 2024-09-18T02:43:12.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 859 completed, throughput=4.99MB/sec 2024-09-18T02:43:12.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XBUa_7rGJWZY-k9 off=2212257 len=1550788 2024-09-18T02:43:12.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 860 completed, throughput=5MB/sec 2024-09-18T02:43:12.902 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Joiv0yAdV2FpOUb off=1640441 len=1622533 2024-09-18T02:43:12.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 861 completed, throughput=5.01MB/sec 2024-09-18T02:43:13.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:13 smithi195 ceph-mon[89559]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:43:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:13 smithi046 ceph-mon[97106]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:43:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:13 smithi046 ceph-mon[94621]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:43:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:13.903 INFO:tasks.workunit.client.0.smithi046.stdout: 174: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:13.904 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FLBBB7iQSWkPlHq off=11444546 len=853249 2024-09-18T02:43:13.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 862 completed, throughput=4.98MB/sec 2024-09-18T02:43:13.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OBJPO80rJMCLG7W off=3377726 len=384043 2024-09-18T02:43:13.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 863 completed, throughput=4.99MB/sec 2024-09-18T02:43:13.909 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HGFKTqHUHrjJ45s off=979693 len=587365 2024-09-18T02:43:13.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 864 completed, throughput=4.99MB/sec 2024-09-18T02:43:13.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6kFktx0XuvNsbvG off=1208940 len=835803 2024-09-18T02:43:13.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 865 completed, throughput=4.99MB/sec 2024-09-18T02:43:13.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D3XKTFqNPzmpkPk off=6535938 len=988329 2024-09-18T02:43:13.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 866 completed, throughput=5MB/sec 2024-09-18T02:43:13.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XwL6yiMY-G_axeB off=12911525 len=1849063 2024-09-18T02:43:13.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 867 completed, throughput=5.01MB/sec 2024-09-18T02:43:14.922 INFO:tasks.workunit.client.0.smithi046.stdout: 175: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:14.923 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dXvMD4Nhyvc8clJ off=8321948 len=1331228 2024-09-18T02:43:14.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 868 completed, throughput=4.99MB/sec 2024-09-18T02:43:14.929 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T8cq11YOUXUtJfl off=25701 len=1863218 2024-09-18T02:43:14.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 869 completed, throughput=5MB/sec 2024-09-18T02:43:14.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HlZ_qoqjxmULV3W off=10932289 len=1089458 2024-09-18T02:43:14.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 870 completed, throughput=5MB/sec 2024-09-18T02:43:15.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:15 smithi195 ceph-mon[89559]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:43:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:15 smithi046 ceph-mon[97106]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:43:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:15 smithi046 ceph-mon[94621]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:43:15.939 INFO:tasks.workunit.client.0.smithi046.stdout: 176: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:15.940 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WEOmU53ICUzJRLV off=3768967 len=574548 2024-09-18T02:43:15.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 871 completed, throughput=4.98MB/sec 2024-09-18T02:43:15.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nf9yvWI-ZwFhb5k off=10357515 len=1727795 2024-09-18T02:43:15.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 872 completed, throughput=4.99MB/sec 2024-09-18T02:43:15.949 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DuI9N0CATyV5pEL off=7861513 len=1172286 2024-09-18T02:43:15.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 873 completed, throughput=4.99MB/sec 2024-09-18T02:43:15.954 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--k4oC3Nn1p8icnc off=1206053 len=1054676 2024-09-18T02:43:15.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 874 completed, throughput=5MB/sec 2024-09-18T02:43:15.960 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--4T_EGc0mXCWKtc off=2351317 len=1022781 2024-09-18T02:43:15.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 875 completed, throughput=5MB/sec 2024-09-18T02:43:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:43:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:43:16] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:43:16.965 INFO:tasks.workunit.client.0.smithi046.stdout: 177: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:16.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZYCj5VSAwBIhhfB off=8985380 len=59600 2024-09-18T02:43:16.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 876 completed, throughput=4.98MB/sec 2024-09-18T02:43:16.966 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j8mENTXvrpHh8UW off=12187523 len=812559 2024-09-18T02:43:16.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 877 completed, throughput=4.98MB/sec 2024-09-18T02:43:16.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5OVe1W4TI3p4Srq off=1519609 len=1264567 2024-09-18T02:43:16.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 878 completed, throughput=4.99MB/sec 2024-09-18T02:43:16.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pj_hMTPZSSrEX_K off=490562 len=803105 2024-09-18T02:43:16.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 879 completed, throughput=4.99MB/sec 2024-09-18T02:43:16.978 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lCdQx4oUK28wOSM off=3735946 len=1030484 2024-09-18T02:43:16.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 880 completed, throughput=5MB/sec 2024-09-18T02:43:16.984 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-74v6i1u6bVW8fVB off=2128418 len=436640 2024-09-18T02:43:16.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 881 completed, throughput=5MB/sec 2024-09-18T02:43:16.985 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kdTCE9hSeuQZsnI off=6327956 len=1954734 2024-09-18T02:43:16.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 882 completed, throughput=5.01MB/sec 2024-09-18T02:43:17.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:17 smithi195 ceph-mon[89559]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:17 smithi046 ceph-mon[94621]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:17.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:17 smithi046 ceph-mon[97106]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: 178: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:17.995 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pxbQmZwlhfQG0mr off=7130569 len=457014 2024-09-18T02:43:17.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 883 completed, throughput=4.98MB/sec 2024-09-18T02:43:17.998 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kpCBaBpbIrnqPYO off=2592314 len=1689342 2024-09-18T02:43:18.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 884 completed, throughput=4.99MB/sec 2024-09-18T02:43:18.000 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IfOD3_Pc96-bGg2 off=8420448 len=476494 2024-09-18T02:43:18.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 885 completed, throughput=5MB/sec 2024-09-18T02:43:18.001 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iFGZMX4F-_ujcZ_ off=895174 len=1331298 2024-09-18T02:43:18.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 886 completed, throughput=5MB/sec 2024-09-18T02:43:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: 179: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:19.003 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u7W7buUTpwxFVDE off=3543931 len=323512 2024-09-18T02:43:19.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 887 completed, throughput=4.98MB/sec 2024-09-18T02:43:19.004 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8woizoARJBVC3X8 off=573093 len=27130 2024-09-18T02:43:19.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 888 completed, throughput=4.98MB/sec 2024-09-18T02:43:19.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MoMD6uo33DToSjk off=1035852 len=755570 2024-09-18T02:43:19.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 889 completed, throughput=4.98MB/sec 2024-09-18T02:43:19.011 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hWe2i8fYSLXeV3W off=17260902 len=1083952 2024-09-18T02:43:19.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 890 completed, throughput=4.99MB/sec 2024-09-18T02:43:19.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dDja-V0jfyqy98x off=6666192 len=1713049 2024-09-18T02:43:19.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 891 completed, throughput=5MB/sec 2024-09-18T02:43:19.021 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YXBGI48L1QWvbnB off=3999714 len=253119 2024-09-18T02:43:19.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 892 completed, throughput=5MB/sec 2024-09-18T02:43:19.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SQiL9mFdJhdkC4a off=3409607 len=945385 2024-09-18T02:43:19.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 893 completed, throughput=5MB/sec 2024-09-18T02:43:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:19 smithi195 ceph-mon[89559]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:43:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:19 smithi046 ceph-mon[94621]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:43:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:19 smithi046 ceph-mon[97106]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:43:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: 180: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:20.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FcTAsBfitgO93kM off=15289218 len=393800 2024-09-18T02:43:20.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 894 completed, throughput=4.98MB/sec 2024-09-18T02:43:20.027 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IujpOKtA9lx7yht off=3484833 len=637982 2024-09-18T02:43:20.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 895 completed, throughput=4.98MB/sec 2024-09-18T02:43:20.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DRFBoTwG2-EfBfy off=895139 len=843910 2024-09-18T02:43:20.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 896 completed, throughput=4.98MB/sec 2024-09-18T02:43:20.036 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UkfjsPYOHSzB8ZA off=165944 len=1624863 2024-09-18T02:43:20.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 897 completed, throughput=4.99MB/sec 2024-09-18T02:43:20.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BdP8QTE-BJCIcWx off=3913835 len=2011372 2024-09-18T02:43:20.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 898 completed, throughput=5MB/sec 2024-09-18T02:43:21.049 INFO:tasks.workunit.client.0.smithi046.stdout: 181: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:21.050 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YyeHxDcl-8Q0Ffu off=89397 len=1428988 2024-09-18T02:43:21.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 899 completed, throughput=4.98MB/sec 2024-09-18T02:43:21.057 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eToyJEfs7TPZeHQ off=16109198 len=1331143 2024-09-18T02:43:21.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 900 completed, throughput=4.99MB/sec 2024-09-18T02:43:21.065 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ijlqTpt5LIoW5ha off=9951718 len=1534978 2024-09-18T02:43:21.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 901 completed, throughput=5MB/sec 2024-09-18T02:43:21.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qmlUvyLnL-DwiXG off=8911146 len=1320601 2024-09-18T02:43:21.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 902 completed, throughput=5MB/sec 2024-09-18T02:43:21.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:21 smithi195 ceph-mon[89559]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:43:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:21 smithi046 ceph-mon[94621]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:43:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:21 smithi046 ceph-mon[97106]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:43:22.077 INFO:tasks.workunit.client.0.smithi046.stdout: 182: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:22.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ny4a5X9zrWKlBMG off=861173 len=471197 2024-09-18T02:43:22.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 903 completed, throughput=4.98MB/sec 2024-09-18T02:43:22.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V1H2cNMZ8kIeTT2 off=8641055 len=2090858 2024-09-18T02:43:22.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 904 completed, throughput=4.99MB/sec 2024-09-18T02:43:22.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MWymtSpR0o7Xex0 off=5016786 len=485814 2024-09-18T02:43:22.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 905 completed, throughput=4.99MB/sec 2024-09-18T02:43:22.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-riRgHsPYmFqRkOi off=11034525 len=832399 2024-09-18T02:43:22.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 906 completed, throughput=5MB/sec 2024-09-18T02:43:22.098 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WjR6AkYBntmxExz off=13568389 len=759780 2024-09-18T02:43:22.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 907 completed, throughput=5MB/sec 2024-09-18T02:43:22.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e6FwpWluJafxCnp off=6077836 len=292668 2024-09-18T02:43:22.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 908 completed, throughput=5MB/sec 2024-09-18T02:43:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:43:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:43:23.103 INFO:tasks.workunit.client.0.smithi046.stdout: 183: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:23.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BkSoltt_4n7hOLY off=9661782 len=1131449 2024-09-18T02:43:23.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 909 completed, throughput=4.98MB/sec 2024-09-18T02:43:23.109 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P6_sWfOBjZ4S1NL off=17507488 len=1126251 2024-09-18T02:43:23.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 910 completed, throughput=4.99MB/sec 2024-09-18T02:43:23.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AycC6dpvMwBys6T off=397388 len=877776 2024-09-18T02:43:23.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 911 completed, throughput=4.99MB/sec 2024-09-18T02:43:23.120 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qBV9Mz8K4tnUOLk off=5001679 len=1172410 2024-09-18T02:43:23.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 912 completed, throughput=5MB/sec 2024-09-18T02:43:23.121 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-55V3YQqNaUwSJbM off=1626794 len=472114 2024-09-18T02:43:23.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 913 completed, throughput=5MB/sec 2024-09-18T02:43:23.124 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cIDg8mhz-YvwVNl off=10570164 len=1789906 2024-09-18T02:43:23.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 914 completed, throughput=5.01MB/sec 2024-09-18T02:43:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:23 smithi195 ceph-mon[89559]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:23 smithi046 ceph-mon[94621]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:23 smithi046 ceph-mon[97106]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:24.127 INFO:tasks.workunit.client.0.smithi046.stdout: 184: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:24.127 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-74v3M8Zirkg2q95 off=3487108 len=1996753 2024-09-18T02:43:24.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 915 completed, throughput=4.99MB/sec 2024-09-18T02:43:24.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bbmDZ04FqqaOL3B off=1888944 len=481879 2024-09-18T02:43:24.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 916 completed, throughput=4.99MB/sec 2024-09-18T02:43:24.139 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_vTzfx39acBldGw off=6164161 len=514823 2024-09-18T02:43:24.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 917 completed, throughput=5MB/sec 2024-09-18T02:43:24.142 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dGzXs1eWveRsjMY off=20932790 len=53037 2024-09-18T02:43:24.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 918 completed, throughput=5MB/sec 2024-09-18T02:43:24.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WBEot1Al2pyuKD0 off=2006343 len=70767 2024-09-18T02:43:24.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 919 completed, throughput=5MB/sec 2024-09-18T02:43:24.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-40PTj4g-3oryzz9 off=19257125 len=327166 2024-09-18T02:43:24.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 920 completed, throughput=5MB/sec 2024-09-18T02:43:24.144 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rmSJAi0yaGWrTOG off=1122930 len=445623 2024-09-18T02:43:24.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 921 completed, throughput=5MB/sec 2024-09-18T02:43:24.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H13CVPaOuI4_W2q off=3552939 len=103609 2024-09-18T02:43:24.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 922 completed, throughput=5MB/sec 2024-09-18T02:43:25.151 INFO:tasks.workunit.client.0.smithi046.stdout: 185: throughput=4.97MB/sec pending data=0 2024-09-18T02:43:25.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TbU0d77D_HUx-ZE off=5575490 len=1931457 2024-09-18T02:43:25.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 923 completed, throughput=4.98MB/sec 2024-09-18T02:43:25.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oW6mnKFoQsRpSzK off=13140189 len=1951397 2024-09-18T02:43:25.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 924 completed, throughput=4.99MB/sec 2024-09-18T02:43:25.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UNx678O3dSzPlLG off=5169 len=1050369 2024-09-18T02:43:25.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 925 completed, throughput=5MB/sec 2024-09-18T02:43:25.175 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wkzlox76DDMDE2V off=102909 len=375863 2024-09-18T02:43:25.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 926 completed, throughput=5MB/sec 2024-09-18T02:43:25.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6m_l0zTYW6CL-M8 off=3573674 len=1492032 2024-09-18T02:43:25.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 927 completed, throughput=5.01MB/sec 2024-09-18T02:43:25.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:25 smithi195 ceph-mon[89559]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:43:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:25 smithi046 ceph-mon[94621]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:43:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:25 smithi046 ceph-mon[97106]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:43:26.185 INFO:tasks.workunit.client.0.smithi046.stdout: 186: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:26.185 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9xpq8QUEGHMJYI0 off=20324676 len=952071 2024-09-18T02:43:26.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 928 completed, throughput=4.99MB/sec 2024-09-18T02:43:26.187 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xIDV2sQKNUT2Ql8 off=1397456 len=1502866 2024-09-18T02:43:26.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 929 completed, throughput=4.99MB/sec 2024-09-18T02:43:26.188 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dIoxFzFXJbDKrcV off=756368 len=1382307 2024-09-18T02:43:26.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 930 completed, throughput=5MB/sec 2024-09-18T02:43:26.190 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Uc_VntybBWW0GAH off=4526780 len=1844463 2024-09-18T02:43:26.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 931 completed, throughput=5.01MB/sec 2024-09-18T02:43:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:43:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:43:26] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:43:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: 187: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:27.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FzhGoOFKBc5yxhm off=7869322 len=1418684 2024-09-18T02:43:27.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 932 completed, throughput=4.99MB/sec 2024-09-18T02:43:27.207 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d6MqzpmcL9_y6es off=710092 len=1911567 2024-09-18T02:43:27.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 933 completed, throughput=5MB/sec 2024-09-18T02:43:27.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m9Ye7_ZEsFVeMx4 off=2103888 len=1924139 2024-09-18T02:43:27.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 934 completed, throughput=5.01MB/sec 2024-09-18T02:43:27.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:27 smithi195 ceph-mon[89559]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:43:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:27 smithi046 ceph-mon[94621]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:43:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:27 smithi046 ceph-mon[97106]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:43:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: 188: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:28.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-48KbNdWff3kLE4_ off=11724950 len=2084418 2024-09-18T02:43:28.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 935 completed, throughput=4.99MB/sec 2024-09-18T02:43:28.234 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AJSB_vwlOohH6Gk off=11012664 len=351709 2024-09-18T02:43:28.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 936 completed, throughput=4.99MB/sec 2024-09-18T02:43:28.234 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aJ8mYuA7P3nLuX- off=11633038 len=433705 2024-09-18T02:43:28.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 937 completed, throughput=5MB/sec 2024-09-18T02:43:28.238 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-By8g3hpm7ayGtN5 off=18036139 len=1507213 2024-09-18T02:43:28.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 938 completed, throughput=5MB/sec 2024-09-18T02:43:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:28 smithi195 ceph-mon[89559]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:43:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: 189: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:29.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NWpHjtxwwTA3hhz off=6163529 len=1699307 2024-09-18T02:43:29.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 939 completed, throughput=4.99MB/sec 2024-09-18T02:43:29.244 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JH0HuuifeHskYs0 off=9824595 len=492096 2024-09-18T02:43:29.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 940 completed, throughput=4.99MB/sec 2024-09-18T02:43:29.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4UQZvwFKSMPzUWP off=5832901 len=1754833 2024-09-18T02:43:29.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 941 completed, throughput=5MB/sec 2024-09-18T02:43:29.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bCmKe3yJEeoPKeK off=5523926 len=1311065 2024-09-18T02:43:29.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 942 completed, throughput=5MB/sec 2024-09-18T02:43:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:28 smithi046 ceph-mon[94621]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:43:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:28 smithi046 ceph-mon[97106]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:43:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: 190: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:30.253 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nHHWYv57b0Vx00B off=967924 len=1967740 2024-09-18T02:43:30.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 943 completed, throughput=4.99MB/sec 2024-09-18T02:43:30.263 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VZeY0TxXmjRBfa1 off=16062227 len=578080 2024-09-18T02:43:30.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 944 completed, throughput=4.99MB/sec 2024-09-18T02:43:30.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Z8MsLE-9U1QeXD off=8233452 len=1889392 2024-09-18T02:43:30.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 945 completed, throughput=5MB/sec 2024-09-18T02:43:30.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M5qAlRapNM6AAFY off=260975 len=905562 2024-09-18T02:43:30.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 946 completed, throughput=5MB/sec 2024-09-18T02:43:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:30 smithi195 ceph-mon[89559]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:43:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:30 smithi046 ceph-mon[94621]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:43:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:30 smithi046 ceph-mon[97106]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:43:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: 191: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:31.280 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hjs4QmfR8iLlePR off=6491203 len=1325421 2024-09-18T02:43:31.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 947 completed, throughput=4.98MB/sec 2024-09-18T02:43:31.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YhBN8gMCiqwIp06 off=12589642 len=357248 2024-09-18T02:43:31.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 948 completed, throughput=4.99MB/sec 2024-09-18T02:43:31.283 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NuDRzCU4oy8lQlP off=19185215 len=1507707 2024-09-18T02:43:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 949 completed, throughput=4.99MB/sec 2024-09-18T02:43:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NnjhA7MVcdWQ_ww off=12631930 len=178333 2024-09-18T02:43:31.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 950 completed, throughput=4.99MB/sec 2024-09-18T02:43:31.291 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tE4xRLovlF3JMY0 off=1013866 len=990291 2024-09-18T02:43:31.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 951 completed, throughput=5MB/sec 2024-09-18T02:43:31.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Prx9qLdq668-lEM off=2476230 len=2029469 2024-09-18T02:43:31.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 952 completed, throughput=5.01MB/sec 2024-09-18T02:43:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: 192: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:32.299 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zt8lSOPShL3CcPs off=1677861 len=1147094 2024-09-18T02:43:32.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 953 completed, throughput=4.99MB/sec 2024-09-18T02:43:32.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JrE94OQTrR1JaQj off=1476925 len=1600330 2024-09-18T02:43:32.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 954 completed, throughput=5MB/sec 2024-09-18T02:43:32.309 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qs8quq53xm-cCPm off=6885030 len=1482818 2024-09-18T02:43:32.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 955 completed, throughput=5MB/sec 2024-09-18T02:43:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:43:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:43:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:32 smithi195 ceph-mon[89559]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-18T02:43:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:32 smithi046 ceph-mon[94621]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-18T02:43:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:32 smithi046 ceph-mon[97106]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-18T02:43:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: 193: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:33.311 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x_nYRn8FtF2szj8 off=478127 len=1221252 2024-09-18T02:43:33.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 956 completed, throughput=4.98MB/sec 2024-09-18T02:43:33.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a01asjqw64ilk3G off=7659664 len=1392599 2024-09-18T02:43:33.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 957 completed, throughput=4.99MB/sec 2024-09-18T02:43:33.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-37srFbn_QZu-yc0 off=10248292 len=1870017 2024-09-18T02:43:33.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 958 completed, throughput=5MB/sec 2024-09-18T02:43:33.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mwJGbqRDVBeshv4 off=11965674 len=651465 2024-09-18T02:43:33.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 959 completed, throughput=5MB/sec 2024-09-18T02:43:34.328 INFO:tasks.workunit.client.0.smithi046.stdout: 194: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:34.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-afaZsWIJ57HlbC7 off=1485884 len=1054796 2024-09-18T02:43:34.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 960 completed, throughput=4.98MB/sec 2024-09-18T02:43:34.334 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YoTP6rz0icNllpB off=4460279 len=242272 2024-09-18T02:43:34.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 961 completed, throughput=4.98MB/sec 2024-09-18T02:43:34.335 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2MEmIwrY1cnimu7 off=709204 len=1104693 2024-09-18T02:43:34.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 962 completed, throughput=4.99MB/sec 2024-09-18T02:43:34.337 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4Ol0YLzu4S1k7Eo off=5379835 len=609350 2024-09-18T02:43:34.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 963 completed, throughput=4.99MB/sec 2024-09-18T02:43:34.338 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LvIuA0Q8tsWLZdE off=19569788 len=527580 2024-09-18T02:43:34.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 964 completed, throughput=4.99MB/sec 2024-09-18T02:43:34.339 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f6HqaLR1eFZBAlq off=479910 len=1905660 2024-09-18T02:43:34.342 INFO:tasks.workunit.client.0.smithi046.stdout:op 965 completed, throughput=5MB/sec 2024-09-18T02:43:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:34 smithi195 ceph-mon[89559]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:43:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:34 smithi046 ceph-mon[94621]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:43:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:34 smithi046 ceph-mon[97106]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:43:35.342 INFO:tasks.workunit.client.0.smithi046.stdout: 195: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:35.342 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RuRyjLxSsD7QXVS off=5429936 len=614970 2024-09-18T02:43:35.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 966 completed, throughput=4.98MB/sec 2024-09-18T02:43:35.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dyiZwzbHLBpOTz7 off=9863592 len=1631303 2024-09-18T02:43:35.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 967 completed, throughput=4.99MB/sec 2024-09-18T02:43:35.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6smnKd1EkGgzo4z off=4060492 len=200912 2024-09-18T02:43:35.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 968 completed, throughput=4.99MB/sec 2024-09-18T02:43:35.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MvNQN3db_9TRMZW off=18155860 len=1627364 2024-09-18T02:43:35.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 969 completed, throughput=5MB/sec 2024-09-18T02:43:35.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DWeZVP5N9OVtn1L off=2754221 len=1293149 2024-09-18T02:43:35.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 970 completed, throughput=5MB/sec 2024-09-18T02:43:36.357 INFO:tasks.workunit.client.0.smithi046.stdout: 196: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:36.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OcNDy4sg4mAakdM off=12605626 len=1973880 2024-09-18T02:43:36.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 971 completed, throughput=4.99MB/sec 2024-09-18T02:43:36.359 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_FUF6bJj-YYz-tR off=404180 len=956958 2024-09-18T02:43:36.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 972 completed, throughput=4.99MB/sec 2024-09-18T02:43:36.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oK4RKQnPvJIGwJO off=12790937 len=1085590 2024-09-18T02:43:36.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 973 completed, throughput=5MB/sec 2024-09-18T02:43:36.370 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qz7i1VCV5mttyEz off=515205 len=1540300 2024-09-18T02:43:36.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 974 completed, throughput=5MB/sec 2024-09-18T02:43:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:43:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:43:36] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-18T02:43:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:36 smithi195 ceph-mon[89559]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:43:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:36 smithi046 ceph-mon[94621]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:43:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:36 smithi046 ceph-mon[97106]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:43:37.371 INFO:tasks.workunit.client.0.smithi046.stdout: 197: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:37.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JW5Tx8Zyf30ocoy off=1115542 len=1685151 2024-09-18T02:43:37.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 975 completed, throughput=4.99MB/sec 2024-09-18T02:43:37.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-epLZigxaUDxb-Qe off=40768 len=973298 2024-09-18T02:43:37.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 976 completed, throughput=4.99MB/sec 2024-09-18T02:43:37.382 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F0aTc3XSAPYaC1c off=8258760 len=1072041 2024-09-18T02:43:37.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 977 completed, throughput=5MB/sec 2024-09-18T02:43:37.388 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ToYSfQ9nlNYhlN9 off=24415219 len=961814 2024-09-18T02:43:37.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 978 completed, throughput=5MB/sec 2024-09-18T02:43:38.393 INFO:tasks.workunit.client.0.smithi046.stdout: 198: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:38.393 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6v7HYNPrQSqUinc off=7651600 len=1795435 2024-09-18T02:43:38.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 979 completed, throughput=4.98MB/sec 2024-09-18T02:43:38.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FIvVBBPtBh5CR_g off=1198816 len=49821 2024-09-18T02:43:38.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 980 completed, throughput=4.98MB/sec 2024-09-18T02:43:38.402 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lsfHPTaMBZQz9Zz off=2712828 len=610219 2024-09-18T02:43:38.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 981 completed, throughput=4.99MB/sec 2024-09-18T02:43:38.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DKQKdh8tkmRbkDL off=2160852 len=989068 2024-09-18T02:43:38.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 982 completed, throughput=4.99MB/sec 2024-09-18T02:43:38.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rpihVnaAkC4rQjU off=543308 len=962321 2024-09-18T02:43:38.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 983 completed, throughput=5MB/sec 2024-09-18T02:43:38.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vClAwG3TlaTV063 off=12242794 len=325658 2024-09-18T02:43:38.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 984 completed, throughput=5MB/sec 2024-09-18T02:43:38.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Jm5GjiUx4aBhKw- off=11161956 len=1201242 2024-09-18T02:43:38.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 985 completed, throughput=5MB/sec 2024-09-18T02:43:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:38 smithi195 ceph-mon[89559]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:43:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:38 smithi046 ceph-mon[94621]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:43:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:38 smithi046 ceph-mon[97106]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:43:39.420 INFO:tasks.workunit.client.0.smithi046.stdout: 199: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:39.420 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ef7-_DjfunKD2wy off=18066307 len=721586 2024-09-18T02:43:39.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 986 completed, throughput=4.98MB/sec 2024-09-18T02:43:39.421 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2mMfa62IBItaXrP off=12752803 len=1505167 2024-09-18T02:43:39.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 987 completed, throughput=4.99MB/sec 2024-09-18T02:43:39.428 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FJQWM1DyYC30T-K off=13286764 len=760871 2024-09-18T02:43:39.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 988 completed, throughput=4.99MB/sec 2024-09-18T02:43:39.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NnjhA7MVcdWQ_ww off=941158 len=311856 2024-09-18T02:43:39.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 989 completed, throughput=4.99MB/sec 2024-09-18T02:43:39.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pZRxh34O8xiiFo0 off=670872 len=556706 2024-09-18T02:43:39.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 990 completed, throughput=5MB/sec 2024-09-18T02:43:39.435 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8JKjQR6bu8hkTYl off=7302877 len=638215 2024-09-18T02:43:39.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 991 completed, throughput=5MB/sec 2024-09-18T02:43:39.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TKg0mDZ8bZ2cASd off=9745686 len=1079821 2024-09-18T02:43:39.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 992 completed, throughput=5MB/sec 2024-09-18T02:43:40.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:43:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:43:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:43:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:43:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:43:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:43:40.440 INFO:tasks.workunit.client.0.smithi046.stdout: 200: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:40.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sylxoyaDPS-Gq0J off=3387195 len=1663219 2024-09-18T02:43:40.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 993 completed, throughput=4.99MB/sec 2024-09-18T02:43:40.447 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1FNSzqVRq9Il8I3 off=6170426 len=1090625 2024-09-18T02:43:40.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 994 completed, throughput=4.99MB/sec 2024-09-18T02:43:40.449 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0HTU8zimLN6QNWQ off=11135806 len=1820101 2024-09-18T02:43:40.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 995 completed, throughput=5MB/sec 2024-09-18T02:43:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:40 smithi195 ceph-mon[89559]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:43:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:40 smithi046 ceph-mon[97106]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:43:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:40 smithi046 ceph-mon[94621]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:43:41.450 INFO:tasks.workunit.client.0.smithi046.stdout: 201: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:41.451 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iImDZ8CBnbkddPH off=3858584 len=698327 2024-09-18T02:43:41.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 996 completed, throughput=4.98MB/sec 2024-09-18T02:43:41.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Bpuyb1LQpI9hdD off=9405595 len=1133380 2024-09-18T02:43:41.461 INFO:tasks.workunit.client.0.smithi046.stdout:op 997 completed, throughput=4.98MB/sec 2024-09-18T02:43:41.461 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pKgeeONpvYp7vSI off=8175520 len=1463094 2024-09-18T02:43:41.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 998 completed, throughput=4.99MB/sec 2024-09-18T02:43:41.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-stVJ2Vmg7c5hp29 off=20267567 len=555264 2024-09-18T02:43:41.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 999 completed, throughput=4.99MB/sec 2024-09-18T02:43:41.469 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A7Fi6lw2L-j3VPR off=0 len=1395931 2024-09-18T02:43:41.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 1000 completed, throughput=5MB/sec 2024-09-18T02:43:42.477 INFO:tasks.workunit.client.0.smithi046.stdout: 202: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:42.477 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SEBjb2fNtSKynDT off=15388996 len=108538 2024-09-18T02:43:42.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 1001 completed, throughput=4.98MB/sec 2024-09-18T02:43:42.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b7JBvl1Ch6QXEdu off=15828509 len=907782 2024-09-18T02:43:42.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 1002 completed, throughput=4.98MB/sec 2024-09-18T02:43:42.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0avAbttp1Y7lvYv off=2720956 len=597480 2024-09-18T02:43:42.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 1003 completed, throughput=4.98MB/sec 2024-09-18T02:43:42.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C3ey4y0MrPUXe9c off=226974 len=46197 2024-09-18T02:43:42.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 1004 completed, throughput=4.98MB/sec 2024-09-18T02:43:42.490 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BYuyQGzIhrea0BA off=17461138 len=847759 2024-09-18T02:43:42.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 1005 completed, throughput=4.99MB/sec 2024-09-18T02:43:42.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JBQ6Xiqjw8uqYsE off=3332200 len=332459 2024-09-18T02:43:42.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 1006 completed, throughput=4.99MB/sec 2024-09-18T02:43:42.505 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ugdDckThUMAuAAY off=13854740 len=1223436 2024-09-18T02:43:42.506 INFO:tasks.workunit.client.0.smithi046.stdout:op 1007 completed, throughput=4.99MB/sec 2024-09-18T02:43:42.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2GeRx9M2SuOPpeL off=1220947 len=1711845 2024-09-18T02:43:42.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 1008 completed, throughput=5MB/sec 2024-09-18T02:43:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:43:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:43:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:42 smithi195 ceph-mon[89559]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:43:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:42 smithi046 ceph-mon[97106]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:43:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:42 smithi046 ceph-mon[94621]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:43:43.510 INFO:tasks.workunit.client.0.smithi046.stdout: 203: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:43.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n8JRQWwkbi6rQ26 off=14672086 len=441354 2024-09-18T02:43:43.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 1009 completed, throughput=4.98MB/sec 2024-09-18T02:43:43.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EMqseYRPLP-4H1O off=4544114 len=1239145 2024-09-18T02:43:43.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 1010 completed, throughput=4.99MB/sec 2024-09-18T02:43:43.521 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fG-RF45O6pmkAli off=783607 len=659735 2024-09-18T02:43:43.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 1011 completed, throughput=4.99MB/sec 2024-09-18T02:43:43.525 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SL92X3vaXnWBZr0 off=10547982 len=1584200 2024-09-18T02:43:43.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 1012 completed, throughput=5MB/sec 2024-09-18T02:43:43.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HH1jHvTQ4TfREQk off=2239327 len=451402 2024-09-18T02:43:43.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 1013 completed, throughput=5MB/sec 2024-09-18T02:43:43.535 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kKJ_ek4O-NHokF5 off=5653196 len=1741714 2024-09-18T02:43:43.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 1014 completed, throughput=5.01MB/sec 2024-09-18T02:43:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:44.537 INFO:tasks.workunit.client.0.smithi046.stdout: 204: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:44.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n8OqD0I2etwrskG off=3311967 len=1496290 2024-09-18T02:43:44.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 1015 completed, throughput=4.99MB/sec 2024-09-18T02:43:44.539 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DfrGHN1xEuRH35t off=1282597 len=2295 2024-09-18T02:43:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:op 1016 completed, throughput=4.99MB/sec 2024-09-18T02:43:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sTezNgLNsY2Hcib off=22709846 len=327559 2024-09-18T02:43:44.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 1017 completed, throughput=4.99MB/sec 2024-09-18T02:43:44.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-34RMa4Mvv4Zquvu off=4535367 len=1235783 2024-09-18T02:43:44.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 1018 completed, throughput=5MB/sec 2024-09-18T02:43:44.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pQAgps6DB1CLmQz off=8994410 len=255559 2024-09-18T02:43:44.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 1019 completed, throughput=5MB/sec 2024-09-18T02:43:44.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SZoYrVSa_RiFGH- off=1454445 len=1814656 2024-09-18T02:43:44.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 1020 completed, throughput=5MB/sec 2024-09-18T02:43:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:44 smithi195 ceph-mon[89559]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:43:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:44 smithi046 ceph-mon[94621]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:43:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:44 smithi046 ceph-mon[97106]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:43:45.546 INFO:tasks.workunit.client.0.smithi046.stdout: 205: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:45.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YJ1dl9eJ0Pz8Ld7 off=4447574 len=937186 2024-09-18T02:43:45.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 1021 completed, throughput=4.98MB/sec 2024-09-18T02:43:45.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1rKBL2tPDRC2FKl off=990973 len=1411412 2024-09-18T02:43:45.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 1022 completed, throughput=4.99MB/sec 2024-09-18T02:43:45.555 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0R3ntFpkRIUu6Ud off=251668 len=288654 2024-09-18T02:43:45.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 1023 completed, throughput=4.99MB/sec 2024-09-18T02:43:45.555 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-26SBcqzCuuO-1os off=2848173 len=333257 2024-09-18T02:43:45.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 1024 completed, throughput=4.99MB/sec 2024-09-18T02:43:45.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pp27BiDVImsNTQR off=9195156 len=1444673 2024-09-18T02:43:45.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 1025 completed, throughput=5MB/sec 2024-09-18T02:43:46.557 INFO:tasks.workunit.client.0.smithi046.stdout: 206: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:46.558 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-91Fdy37BvM9WiE5 off=12183609 len=1716928 2024-09-18T02:43:46.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 1026 completed, throughput=4.98MB/sec 2024-09-18T02:43:46.566 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fyFxBcjohRo9YrB off=429468 len=606576 2024-09-18T02:43:46.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 1027 completed, throughput=4.99MB/sec 2024-09-18T02:43:46.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mEji_15dG5yDvcd off=1284614 len=1173240 2024-09-18T02:43:46.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 1028 completed, throughput=4.99MB/sec 2024-09-18T02:43:46.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8Y2Qz6r8xhcmlKa off=11310 len=2040903 2024-09-18T02:43:46.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 1029 completed, throughput=5MB/sec 2024-09-18T02:43:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:43:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:43:46] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:43:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:46 smithi195 ceph-mon[89559]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:43:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:46 smithi046 ceph-mon[94621]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:43:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:46 smithi046 ceph-mon[97106]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:43:47.580 INFO:tasks.workunit.client.0.smithi046.stdout: 207: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:47.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ixm8SnLu8i3cb7K off=2397931 len=1162608 2024-09-18T02:43:47.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 1030 completed, throughput=4.98MB/sec 2024-09-18T02:43:47.582 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PJjuY3fCxBqRuGT off=10625011 len=191893 2024-09-18T02:43:47.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 1031 completed, throughput=4.98MB/sec 2024-09-18T02:43:47.585 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xNIAgRlQLZs-vX1 off=915497 len=680200 2024-09-18T02:43:47.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 1032 completed, throughput=4.99MB/sec 2024-09-18T02:43:47.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r_hVA5T6gzVHe4v off=1784074 len=510004 2024-09-18T02:43:47.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 1033 completed, throughput=4.99MB/sec 2024-09-18T02:43:47.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-goC_cchbTBxRUUc off=1692663 len=1044941 2024-09-18T02:43:47.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 1034 completed, throughput=4.99MB/sec 2024-09-18T02:43:47.599 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XCuv0oa7mHRJ2rY off=6627780 len=1472716 2024-09-18T02:43:47.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 1035 completed, throughput=5MB/sec 2024-09-18T02:43:47.601 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MuR5l-m7xExKq8L off=8063571 len=30644 2024-09-18T02:43:47.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 1036 completed, throughput=5MB/sec 2024-09-18T02:43:47.602 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fuXzDwh-D9cEcJL off=11588216 len=1660067 2024-09-18T02:43:47.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 1037 completed, throughput=5.01MB/sec 2024-09-18T02:43:48.603 INFO:tasks.workunit.client.0.smithi046.stdout: 208: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:48.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_he5bWOB-0rc1SU off=3643270 len=1186444 2024-09-18T02:43:48.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 1038 completed, throughput=4.99MB/sec 2024-09-18T02:43:48.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kL6x-C4nrlCzngB off=17030490 len=918123 2024-09-18T02:43:48.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 1039 completed, throughput=4.99MB/sec 2024-09-18T02:43:48.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FbjHMwxarvP_ckF off=8610558 len=1785036 2024-09-18T02:43:48.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 1040 completed, throughput=5MB/sec 2024-09-18T02:43:49.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:48 smithi195 ceph-mon[89559]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:43:49.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:48 smithi046 ceph-mon[94621]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:43:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:48 smithi046 ceph-mon[97106]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:43:49.619 INFO:tasks.workunit.client.0.smithi046.stdout: 209: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:49.619 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BIDoizqJKuy6WVQ off=2900059 len=1687330 2024-09-18T02:43:49.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 1041 completed, throughput=4.98MB/sec 2024-09-18T02:43:49.621 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-exsA3Dm-QOJV7Yh off=7121726 len=1970848 2024-09-18T02:43:49.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 1042 completed, throughput=4.99MB/sec 2024-09-18T02:43:49.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aSJs28k9MvsgREy off=3120389 len=930192 2024-09-18T02:43:49.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 1043 completed, throughput=5MB/sec 2024-09-18T02:43:49.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YMDX-Ie-38emCtc off=7967178 len=867045 2024-09-18T02:43:49.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 1044 completed, throughput=5MB/sec 2024-09-18T02:43:50.642 INFO:tasks.workunit.client.0.smithi046.stdout: 210: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:50.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TtF0kS8syKBdUxg off=23553 len=1549651 2024-09-18T02:43:50.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 1045 completed, throughput=4.98MB/sec 2024-09-18T02:43:50.644 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eBw2DCCZ38FsFMM off=3626676 len=529637 2024-09-18T02:43:50.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 1046 completed, throughput=4.99MB/sec 2024-09-18T02:43:50.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RBZxKTcEtTm7iHX off=22015703 len=1947675 2024-09-18T02:43:50.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 1047 completed, throughput=5MB/sec 2024-09-18T02:43:50.651 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KurFhEeR4PXVzSF off=3710705 len=828747 2024-09-18T02:43:50.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 1048 completed, throughput=5MB/sec 2024-09-18T02:43:50.653 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E8S2kSuSHxpjGFf off=2040450 len=421736 2024-09-18T02:43:50.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 1049 completed, throughput=5MB/sec 2024-09-18T02:43:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:50 smithi195 ceph-mon[89559]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:51.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:50 smithi046 ceph-mon[94621]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:50 smithi046 ceph-mon[97106]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:51.654 INFO:tasks.workunit.client.0.smithi046.stdout: 211: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:51.654 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rZa-WWg6uEfAuj4 off=1242429 len=1121078 2024-09-18T02:43:51.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 1050 completed, throughput=4.98MB/sec 2024-09-18T02:43:51.661 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u8xlqLRkNlP-vbJ off=10163062 len=838408 2024-09-18T02:43:51.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 1051 completed, throughput=4.99MB/sec 2024-09-18T02:43:51.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4UQZvwFKSMPzUWP off=7892926 len=1943515 2024-09-18T02:43:51.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 1052 completed, throughput=4.99MB/sec 2024-09-18T02:43:51.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QS-mVvQTyL33kpF off=3709805 len=1227991 2024-09-18T02:43:51.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 1053 completed, throughput=5MB/sec 2024-09-18T02:43:52.677 INFO:tasks.workunit.client.0.smithi046.stdout: 212: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:52.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ij4TJ7cgdCQOMkv off=10115611 len=1823339 2024-09-18T02:43:52.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 1054 completed, throughput=4.99MB/sec 2024-09-18T02:43:52.680 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nOzlpanQmO5M98M off=10714418 len=2072905 2024-09-18T02:43:52.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 1055 completed, throughput=4.99MB/sec 2024-09-18T02:43:52.682 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-24ldb6S-X3VLy4t off=874148 len=428875 2024-09-18T02:43:52.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 1056 completed, throughput=5MB/sec 2024-09-18T02:43:52.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2dGAuYPxYJM083d off=2405112 len=599748 2024-09-18T02:43:52.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 1057 completed, throughput=5MB/sec 2024-09-18T02:43:52.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bBDCeylei0tF-Ki off=15127020 len=940959 2024-09-18T02:43:52.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 1058 completed, throughput=5MB/sec 2024-09-18T02:43:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:43:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:43:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:52 smithi195 ceph-mon[89559]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:52 smithi046 ceph-mon[97106]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:52 smithi046 ceph-mon[94621]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:43:53.692 INFO:tasks.workunit.client.0.smithi046.stdout: 213: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:53.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1nyFjB9COmaDHvb off=16729680 len=2065230 2024-09-18T02:43:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 1059 completed, throughput=4.99MB/sec 2024-09-18T02:43:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GNaKJgyIxUXC8h2 off=1642656 len=597490 2024-09-18T02:43:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 1060 completed, throughput=4.99MB/sec 2024-09-18T02:43:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-toyYqlFtCaxjrur off=1998670 len=53995 2024-09-18T02:43:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 1061 completed, throughput=4.99MB/sec 2024-09-18T02:43:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MVuDSiN3XfrPDuC off=14701952 len=693667 2024-09-18T02:43:53.705 INFO:tasks.workunit.client.0.smithi046.stdout:op 1062 completed, throughput=4.99MB/sec 2024-09-18T02:43:53.705 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lb8nYgzgxmd0Fgg off=3989960 len=646161 2024-09-18T02:43:53.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 1063 completed, throughput=5MB/sec 2024-09-18T02:43:53.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fUinghm3UzrJbwE off=1582513 len=1240126 2024-09-18T02:43:53.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 1064 completed, throughput=5MB/sec 2024-09-18T02:43:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: 214: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:54.710 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Smxj5BzOCpL4rpe off=2026165 len=777416 2024-09-18T02:43:54.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 1065 completed, throughput=4.98MB/sec 2024-09-18T02:43:54.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RZM5MdJH_oISD3X off=1161306 len=1041189 2024-09-18T02:43:54.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 1066 completed, throughput=4.99MB/sec 2024-09-18T02:43:54.717 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eZfIsnJZSnMqyql off=10465643 len=1497063 2024-09-18T02:43:54.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 1067 completed, throughput=4.99MB/sec 2024-09-18T02:43:54.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YiS2ESO4yncjeZH off=218933 len=680194 2024-09-18T02:43:54.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 1068 completed, throughput=5MB/sec 2024-09-18T02:43:54.720 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cUvBTSUAjNGKYOk off=1089415 len=148942 2024-09-18T02:43:54.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 1069 completed, throughput=5MB/sec 2024-09-18T02:43:54.721 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LFLmRPYT2QI2ch0 off=3859169 len=452748 2024-09-18T02:43:54.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 1070 completed, throughput=5MB/sec 2024-09-18T02:43:54.724 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zhkQGfeQUBoUXOJ off=5936192 len=1761934 2024-09-18T02:43:54.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 1071 completed, throughput=5.01MB/sec 2024-09-18T02:43:55.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:54 smithi195 ceph-mon[89559]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:43:55.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:54 smithi046 ceph-mon[94621]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:43:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:54 smithi046 ceph-mon[97106]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:43:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: 215: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:55.727 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6UVnKKP9UjqfpJn off=1930555 len=845391 2024-09-18T02:43:55.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 1072 completed, throughput=4.99MB/sec 2024-09-18T02:43:55.729 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R0eR8CXpSpO2zxz off=7518140 len=915514 2024-09-18T02:43:55.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 1073 completed, throughput=4.99MB/sec 2024-09-18T02:43:55.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uqDQqwu5-Y_8fl3 off=10075003 len=1656561 2024-09-18T02:43:55.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 1074 completed, throughput=5MB/sec 2024-09-18T02:43:55.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_gopf5qpODzgnpO off=889866 len=1665449 2024-09-18T02:43:55.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 1075 completed, throughput=5.01MB/sec 2024-09-18T02:43:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: 216: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:56.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GNaKJgyIxUXC8h2 off=3960882 len=2066792 2024-09-18T02:43:56.746 INFO:tasks.workunit.client.0.smithi046.stdout:op 1076 completed, throughput=4.99MB/sec 2024-09-18T02:43:56.746 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ArAqHWtRFh5iM9w off=4998256 len=169060 2024-09-18T02:43:56.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 1077 completed, throughput=4.99MB/sec 2024-09-18T02:43:56.747 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E-fhvPHlzo8bTMa off=3297767 len=430658 2024-09-18T02:43:56.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 1078 completed, throughput=4.99MB/sec 2024-09-18T02:43:56.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ueuMkohsPEuI4zI off=19861353 len=819418 2024-09-18T02:43:56.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 1079 completed, throughput=5MB/sec 2024-09-18T02:43:56.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rEVWnBx_UejVb68 off=14291836 len=238968 2024-09-18T02:43:56.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 1080 completed, throughput=5MB/sec 2024-09-18T02:43:56.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UplAeITHoPLlOnN off=651597 len=586615 2024-09-18T02:43:56.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 1081 completed, throughput=5MB/sec 2024-09-18T02:43:56.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:43:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:43:56] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:43:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:56 smithi195 ceph-mon[89559]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:56 smithi046 ceph-mon[94621]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:56 smithi046 ceph-mon[97106]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:43:57.757 INFO:tasks.workunit.client.0.smithi046.stdout: 217: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:57.757 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mx5KflJN3oh8fBQ off=8365140 len=156060 2024-09-18T02:43:57.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 1082 completed, throughput=4.98MB/sec 2024-09-18T02:43:57.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EmNeIgRELrrKR2J off=14060448 len=1028564 2024-09-18T02:43:57.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 1083 completed, throughput=4.98MB/sec 2024-09-18T02:43:57.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dENldlg_fsCR0QL off=0 len=1390589 2024-09-18T02:43:57.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 1084 completed, throughput=4.99MB/sec 2024-09-18T02:43:57.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rk2Vht29NbZGAN1 off=4166608 len=1568426 2024-09-18T02:43:57.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 1085 completed, throughput=5MB/sec 2024-09-18T02:43:57.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U6ra2GeLzFm7_DJ off=2657960 len=497856 2024-09-18T02:43:57.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 1086 completed, throughput=5MB/sec 2024-09-18T02:43:57.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j_JV4XEVdsda1jL off=2669063 len=629388 2024-09-18T02:43:57.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 1087 completed, throughput=5MB/sec 2024-09-18T02:43:58.779 INFO:tasks.workunit.client.0.smithi046.stdout: 218: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:58.779 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uGsRz-ha6K6Vcgk off=2967731 len=899164 2024-09-18T02:43:58.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 1088 completed, throughput=4.98MB/sec 2024-09-18T02:43:58.784 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eVs7jJCJnKGMU5l off=21323780 len=1784969 2024-09-18T02:43:58.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 1089 completed, throughput=4.99MB/sec 2024-09-18T02:43:58.793 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7DPWh9UGWOJ4es7 off=6135607 len=84845 2024-09-18T02:43:58.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 1090 completed, throughput=4.99MB/sec 2024-09-18T02:43:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-90Hicxi6c_TS5gM off=11743857 len=208472 2024-09-18T02:43:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 1091 completed, throughput=4.99MB/sec 2024-09-18T02:43:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9pHzWShAfXjIcbe off=2162738 len=2023358 2024-09-18T02:43:58.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 1092 completed, throughput=5MB/sec 2024-09-18T02:43:58.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jg5kMB2Jm9Zqt4g off=682080 len=534271 2024-09-18T02:43:58.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 1093 completed, throughput=5MB/sec 2024-09-18T02:43:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:58 smithi195 ceph-mon[89559]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:43:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:43:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:58 smithi046 ceph-mon[94621]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:43:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:43:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:58 smithi046 ceph-mon[97106]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:43:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:43:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:43:59.806 INFO:tasks.workunit.client.0.smithi046.stdout: 219: throughput=4.98MB/sec pending data=0 2024-09-18T02:43:59.806 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2t-_RpIfHZefTph off=16324456 len=2087185 2024-09-18T02:43:59.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 1094 completed, throughput=4.99MB/sec 2024-09-18T02:43:59.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MozOlazi6Xg3_XM off=19633557 len=177325 2024-09-18T02:43:59.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 1095 completed, throughput=4.99MB/sec 2024-09-18T02:43:59.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xOKHpq4mz2FguWt off=682701 len=1297639 2024-09-18T02:43:59.814 INFO:tasks.workunit.client.0.smithi046.stdout:op 1096 completed, throughput=4.99MB/sec 2024-09-18T02:43:59.814 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RnQwgTkVU_cHKXH off=1013997 len=465964 2024-09-18T02:43:59.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 1097 completed, throughput=5MB/sec 2024-09-18T02:43:59.815 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-arb3HJwVYmq5LXR off=23168268 len=1703244 2024-09-18T02:43:59.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 1098 completed, throughput=5MB/sec 2024-09-18T02:44:00.825 INFO:tasks.workunit.client.0.smithi046.stdout: 220: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:00.825 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qNio3vFT0F5E5i- off=3261918 len=218470 2024-09-18T02:44:00.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 1099 completed, throughput=4.98MB/sec 2024-09-18T02:44:00.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HryegmXmwL2qf8E off=567710 len=805850 2024-09-18T02:44:00.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 1100 completed, throughput=4.99MB/sec 2024-09-18T02:44:00.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUseW-ORFwcOfsF off=4564926 len=542966 2024-09-18T02:44:00.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 1101 completed, throughput=4.99MB/sec 2024-09-18T02:44:00.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pq2625JLFonYJpr off=5061050 len=2070126 2024-09-18T02:44:00.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 1102 completed, throughput=5MB/sec 2024-09-18T02:44:00.834 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7HeYfJ0jnbfY8mG off=5923238 len=2076898 2024-09-18T02:44:00.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 1103 completed, throughput=5MB/sec 2024-09-18T02:44:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:00 smithi195 ceph-mon[89559]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:44:01.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:00 smithi046 ceph-mon[94621]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:44:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:00 smithi046 ceph-mon[97106]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:44:01.845 INFO:tasks.workunit.client.0.smithi046.stdout: 221: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:01.845 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-89hSsHBQbz4L6uM off=5639586 len=1956240 2024-09-18T02:44:01.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 1104 completed, throughput=4.99MB/sec 2024-09-18T02:44:01.848 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zzIV-qV8yDnYyqB off=5554628 len=553857 2024-09-18T02:44:01.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 1105 completed, throughput=4.99MB/sec 2024-09-18T02:44:01.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-INVKTdffsYqJxUn off=19333284 len=811827 2024-09-18T02:44:01.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 1106 completed, throughput=5MB/sec 2024-09-18T02:44:01.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W1c7gYwg1RlDeQ6 off=3601186 len=1373 2024-09-18T02:44:01.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 1107 completed, throughput=5MB/sec 2024-09-18T02:44:01.854 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kM3tx_HVfiBktkg off=11177100 len=322148 2024-09-18T02:44:01.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 1108 completed, throughput=5MB/sec 2024-09-18T02:44:01.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b2xryxrrc8xniNY off=385019 len=1022837 2024-09-18T02:44:01.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 1109 completed, throughput=5MB/sec 2024-09-18T02:44:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:44:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:44:02.859 INFO:tasks.workunit.client.0.smithi046.stdout: 222: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:02.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5qF7W_htktiuu8Y off=956237 len=842073 2024-09-18T02:44:02.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 1110 completed, throughput=4.98MB/sec 2024-09-18T02:44:02.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-90zHuD4WXHhYTQS off=10203182 len=1383901 2024-09-18T02:44:02.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 1111 completed, throughput=4.99MB/sec 2024-09-18T02:44:02.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RKr2D_yONsnHNrd off=20293274 len=521947 2024-09-18T02:44:02.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 1112 completed, throughput=4.99MB/sec 2024-09-18T02:44:02.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r-i1uMu1mk61p4Z off=19142683 len=1322799 2024-09-18T02:44:02.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 1113 completed, throughput=5MB/sec 2024-09-18T02:44:02.880 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HV03FnzMT60PIpV off=6821525 len=1584915 2024-09-18T02:44:02.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 1114 completed, throughput=5MB/sec 2024-09-18T02:44:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:02 smithi195 ceph-mon[89559]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:02 smithi046 ceph-mon[94621]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:02 smithi046 ceph-mon[97106]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:03.882 INFO:tasks.workunit.client.0.smithi046.stdout: 223: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:03.882 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tKk-knsfkH21fio off=4232417 len=2063518 2024-09-18T02:44:03.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 1115 completed, throughput=4.99MB/sec 2024-09-18T02:44:03.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C0NUw558NOGY2zk off=1293692 len=1454331 2024-09-18T02:44:03.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 1116 completed, throughput=5MB/sec 2024-09-18T02:44:03.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GWMKIo0qQSrXV3y off=2192546 len=1726151 2024-09-18T02:44:03.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 1117 completed, throughput=5MB/sec 2024-09-18T02:44:04.903 INFO:tasks.workunit.client.0.smithi046.stdout: 224: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:04.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-88pJW5LiSWTaZ_7 off=5845500 len=1625951 2024-09-18T02:44:04.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 1118 completed, throughput=4.99MB/sec 2024-09-18T02:44:04.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tp_3nNzDUy32HFo off=21618710 len=151992 2024-09-18T02:44:04.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 1119 completed, throughput=4.99MB/sec 2024-09-18T02:44:04.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WBRc6JDZXy0_mmp off=1987963 len=1529830 2024-09-18T02:44:04.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 1120 completed, throughput=4.99MB/sec 2024-09-18T02:44:04.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A906llLtSE2qkQV off=6281411 len=1923072 2024-09-18T02:44:04.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 1121 completed, throughput=5MB/sec 2024-09-18T02:44:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:04 smithi195 ceph-mon[89559]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:44:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:04 smithi046 ceph-mon[94621]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:44:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:04 smithi046 ceph-mon[97106]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:44:05.910 INFO:tasks.workunit.client.0.smithi046.stdout: 225: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:05.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tdr9y3Ean2a7XMg off=193555 len=2035418 2024-09-18T02:44:05.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 1122 completed, throughput=4.99MB/sec 2024-09-18T02:44:05.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y7M92SAdC9QoeQA off=4405283 len=1984544 2024-09-18T02:44:05.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 1123 completed, throughput=5MB/sec 2024-09-18T02:44:05.924 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GPs9-zqp7qcxdX1 off=7947818 len=612236 2024-09-18T02:44:05.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 1124 completed, throughput=5MB/sec 2024-09-18T02:44:05.929 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sS35wwcyysAra7e off=12617882 len=1737798 2024-09-18T02:44:05.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 1125 completed, throughput=5.01MB/sec 2024-09-18T02:44:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:44:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:44:06] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:44:06.937 INFO:tasks.workunit.client.0.smithi046.stdout: 226: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:06.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jxI4c_ABMMDxXR1 off=0 len=1321774 2024-09-18T02:44:06.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 1126 completed, throughput=4.99MB/sec 2024-09-18T02:44:06.939 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-selaS5VMAM2b4RV off=3989355 len=86553 2024-09-18T02:44:06.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 1127 completed, throughput=4.99MB/sec 2024-09-18T02:44:06.942 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7hrwezwXEexjRaC off=22529717 len=1239070 2024-09-18T02:44:06.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 1128 completed, throughput=5MB/sec 2024-09-18T02:44:06.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rjudXGFxqbLhoia off=14625515 len=1744670 2024-09-18T02:44:06.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 1129 completed, throughput=5MB/sec 2024-09-18T02:44:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:06 smithi195 ceph-mon[89559]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:44:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:06 smithi046 ceph-mon[94621]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:44:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:06 smithi046 ceph-mon[97106]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:44:07.953 INFO:tasks.workunit.client.0.smithi046.stdout: 227: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:07.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zbj7UFU29WFrNtk off=4576738 len=1679983 2024-09-18T02:44:07.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 1130 completed, throughput=4.99MB/sec 2024-09-18T02:44:07.962 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--t_pZbfryuAjgts off=6572486 len=1333022 2024-09-18T02:44:07.964 INFO:tasks.workunit.client.0.smithi046.stdout:op 1131 completed, throughput=4.99MB/sec 2024-09-18T02:44:07.964 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EAJjGkNVQ1RFJCI off=2892421 len=313413 2024-09-18T02:44:07.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 1132 completed, throughput=4.99MB/sec 2024-09-18T02:44:07.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JcN89Ira3Yhb0wg off=4000381 len=535515 2024-09-18T02:44:07.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 1133 completed, throughput=5MB/sec 2024-09-18T02:44:07.971 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H_-bSqtdITnaFsV off=12650350 len=253185 2024-09-18T02:44:07.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 1134 completed, throughput=5MB/sec 2024-09-18T02:44:07.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lBY-u93xz50_FcI off=565055 len=686951 2024-09-18T02:44:07.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 1135 completed, throughput=5MB/sec 2024-09-18T02:44:08.978 INFO:tasks.workunit.client.0.smithi046.stdout: 228: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:08.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1rqiREsgWbJv3tG off=8416593 len=1158511 2024-09-18T02:44:08.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 1136 completed, throughput=4.98MB/sec 2024-09-18T02:44:08.985 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wc01yvVAhMaJ6Ut off=5187052 len=1102499 2024-09-18T02:44:08.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 1137 completed, throughput=4.99MB/sec 2024-09-18T02:44:08.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-avtIFX-TnoP5Qc3 off=13714947 len=1893264 2024-09-18T02:44:08.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 1138 completed, throughput=5MB/sec 2024-09-18T02:44:08.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UPws0bzz3a_tR4t off=3179888 len=1911829 2024-09-18T02:44:08.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 1139 completed, throughput=5MB/sec 2024-09-18T02:44:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:08 smithi195 ceph-mon[89559]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:44:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:08 smithi046 ceph-mon[97106]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:44:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:08 smithi046 ceph-mon[94621]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:44:09.992 INFO:tasks.workunit.client.0.smithi046.stdout: 229: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:09.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ebjMXcIdy5MF8Ge off=9297619 len=1761753 2024-09-18T02:44:10.002 INFO:tasks.workunit.client.0.smithi046.stdout:op 1140 completed, throughput=4.99MB/sec 2024-09-18T02:44:10.002 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7aWL5nYklJZjCRc off=7539818 len=1024494 2024-09-18T02:44:10.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 1141 completed, throughput=4.99MB/sec 2024-09-18T02:44:10.008 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ckQJ5co4K0pXpbg off=14651191 len=706748 2024-09-18T02:44:10.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 1142 completed, throughput=5MB/sec 2024-09-18T02:44:10.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-18Eou9WuQbYIggr off=6494767 len=466796 2024-09-18T02:44:10.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 1143 completed, throughput=5MB/sec 2024-09-18T02:44:10.015 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R_-tafHU1TIc0IH off=13179743 len=1093918 2024-09-18T02:44:10.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 1144 completed, throughput=5MB/sec 2024-09-18T02:44:11.021 INFO:tasks.workunit.client.0.smithi046.stdout: 230: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:11.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HNnBgu2lVQuQs2i off=415953 len=804565 2024-09-18T02:44:11.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 1145 completed, throughput=4.98MB/sec 2024-09-18T02:44:11.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fz5QNEpmAXihwMX off=11832338 len=2020269 2024-09-18T02:44:11.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 1146 completed, throughput=4.99MB/sec 2024-09-18T02:44:11.032 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EmVN11qKipLiH0_ off=11989591 len=1737556 2024-09-18T02:44:11.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 1147 completed, throughput=5MB/sec 2024-09-18T02:44:11.037 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UslZg4Sx7DHcG_4 off=8449475 len=1488552 2024-09-18T02:44:11.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 1148 completed, throughput=5.01MB/sec 2024-09-18T02:44:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:10 smithi195 ceph-mon[89559]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:11.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:10 smithi046 ceph-mon[97106]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:10 smithi046 ceph-mon[94621]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:12.038 INFO:tasks.workunit.client.0.smithi046.stdout: 231: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:12.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zhAiWYhiH91CkiR off=1316533 len=1470671 2024-09-18T02:44:12.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 1149 completed, throughput=4.99MB/sec 2024-09-18T02:44:12.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m3vSoAQyNvk7TA1 off=331415 len=11134 2024-09-18T02:44:12.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 1150 completed, throughput=4.99MB/sec 2024-09-18T02:44:12.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yetnCGxxptFWxO0 off=19747765 len=1994975 2024-09-18T02:44:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 1151 completed, throughput=5MB/sec 2024-09-18T02:44:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0CKomkvxBmw9Q8T off=10329476 len=1106780 2024-09-18T02:44:12.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 1152 completed, throughput=5MB/sec 2024-09-18T02:44:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:44:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:44:13.053 INFO:tasks.workunit.client.0.smithi046.stdout: 232: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:13.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZOfoyovRLZWxZXr off=2829668 len=1591467 2024-09-18T02:44:13.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 1153 completed, throughput=4.99MB/sec 2024-09-18T02:44:13.062 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AgO489Bf2mS8oWn off=4051172 len=276966 2024-09-18T02:44:13.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 1154 completed, throughput=4.99MB/sec 2024-09-18T02:44:13.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6K310smtkQmLVj_ off=680012 len=2714 2024-09-18T02:44:13.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 1155 completed, throughput=4.99MB/sec 2024-09-18T02:44:13.066 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QLp-rbN5aPO0D08 off=3265902 len=2069377 2024-09-18T02:44:13.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 1156 completed, throughput=5MB/sec 2024-09-18T02:44:13.076 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TNzuv2FBdvOa8S1 off=10546029 len=1311290 2024-09-18T02:44:13.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 1157 completed, throughput=5MB/sec 2024-09-18T02:44:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:12 smithi195 ceph-mon[89559]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:44:13.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:12 smithi046 ceph-mon[97106]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:44:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:12 smithi046 ceph-mon[94621]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:44:14.078 INFO:tasks.workunit.client.0.smithi046.stdout: 233: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:14.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kDKV3AFPn0LBpkt off=11571372 len=179407 2024-09-18T02:44:14.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 1158 completed, throughput=4.98MB/sec 2024-09-18T02:44:14.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-smKpxwfRBsJGXw2 off=17636644 len=252057 2024-09-18T02:44:14.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 1159 completed, throughput=4.98MB/sec 2024-09-18T02:44:14.079 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qrFcKOnHHOKAMOT off=5971708 len=1519687 2024-09-18T02:44:14.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 1160 completed, throughput=4.99MB/sec 2024-09-18T02:44:14.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7-cXY2GpWD-1Z47 off=6610259 len=1309657 2024-09-18T02:44:14.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 1161 completed, throughput=4.99MB/sec 2024-09-18T02:44:14.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uR2zQoNIfmtMoXr off=233761 len=905794 2024-09-18T02:44:14.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 1162 completed, throughput=5MB/sec 2024-09-18T02:44:14.098 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QczQy_hpxUKhKMs off=6895811 len=399308 2024-09-18T02:44:14.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 1163 completed, throughput=5MB/sec 2024-09-18T02:44:14.099 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e8yi4JDE_bEXqVA off=11662086 len=829779 2024-09-18T02:44:14.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 1164 completed, throughput=5MB/sec 2024-09-18T02:44:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:14.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:14.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:15.104 INFO:tasks.workunit.client.0.smithi046.stdout: 234: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:15.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jxI4c_ABMMDxXR1 off=101814 len=895810 2024-09-18T02:44:15.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 1165 completed, throughput=4.98MB/sec 2024-09-18T02:44:15.105 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d1-5Y6LtRoBoXpj off=664789 len=255849 2024-09-18T02:44:15.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 1166 completed, throughput=4.99MB/sec 2024-09-18T02:44:15.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8y1QOZGY0ojqdRh off=12110090 len=1056749 2024-09-18T02:44:15.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 1167 completed, throughput=4.99MB/sec 2024-09-18T02:44:15.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lhOp-9Nk8H1moRo off=10062682 len=357964 2024-09-18T02:44:15.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 1168 completed, throughput=4.99MB/sec 2024-09-18T02:44:15.111 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PeqwpA0b9syhIYS off=5230840 len=764353 2024-09-18T02:44:15.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 1169 completed, throughput=4.99MB/sec 2024-09-18T02:44:15.112 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WzogtQfD2ob1_qC off=2105221 len=1527339 2024-09-18T02:44:15.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 1170 completed, throughput=5MB/sec 2024-09-18T02:44:15.121 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--iyI9xDXybMpje9 off=277793 len=1532686 2024-09-18T02:44:15.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 1171 completed, throughput=5.01MB/sec 2024-09-18T02:44:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:14 smithi195 ceph-mon[89559]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:44:15.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:14 smithi046 ceph-mon[97106]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:44:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:14 smithi046 ceph-mon[94621]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:44:16.128 INFO:tasks.workunit.client.0.smithi046.stdout: 235: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:16.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5z_yUfkUCbAGrVg off=6185114 len=998037 2024-09-18T02:44:16.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 1172 completed, throughput=4.99MB/sec 2024-09-18T02:44:16.130 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kpmq9hibaOy8Raa off=5446262 len=1597728 2024-09-18T02:44:16.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 1173 completed, throughput=4.99MB/sec 2024-09-18T02:44:16.137 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8Tqpt__A4emUA60 off=4828782 len=20801 2024-09-18T02:44:16.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 1174 completed, throughput=4.99MB/sec 2024-09-18T02:44:16.139 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wqZpgS7tK-w-k2d off=16547931 len=690265 2024-09-18T02:44:16.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 1175 completed, throughput=5MB/sec 2024-09-18T02:44:16.144 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UJU9eNHVlUQCeX4 off=412769 len=1155985 2024-09-18T02:44:16.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 1176 completed, throughput=5MB/sec 2024-09-18T02:44:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:44:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:44:16] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-18T02:44:17.146 INFO:tasks.workunit.client.0.smithi046.stdout: 236: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:17.146 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AFNIhBnEL8S2p1Y off=6363732 len=1595671 2024-09-18T02:44:17.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 1177 completed, throughput=4.99MB/sec 2024-09-18T02:44:17.148 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TZDX6woQAVFubPq off=1382538 len=257951 2024-09-18T02:44:17.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 1178 completed, throughput=4.99MB/sec 2024-09-18T02:44:17.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DMo9zsNsrvxg3oU off=1084163 len=387357 2024-09-18T02:44:17.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 1179 completed, throughput=4.99MB/sec 2024-09-18T02:44:17.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TAz5FxfBFgg8alR off=11859093 len=1796915 2024-09-18T02:44:17.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 1180 completed, throughput=5MB/sec 2024-09-18T02:44:17.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PReCanmJ6oeaA9N off=3841844 len=1156755 2024-09-18T02:44:17.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 1181 completed, throughput=5MB/sec 2024-09-18T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:16 smithi195 ceph-mon[89559]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:44:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:16 smithi046 ceph-mon[94621]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:44:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:16 smithi046 ceph-mon[97106]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:44:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: 237: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:18.168 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gTvZzt9lV8rbXZM off=1637543 len=534585 2024-09-18T02:44:18.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 1182 completed, throughput=4.98MB/sec 2024-09-18T02:44:18.173 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iupxqkn4JQfFvsZ off=2905279 len=1758930 2024-09-18T02:44:18.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 1183 completed, throughput=4.99MB/sec 2024-09-18T02:44:18.175 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zZVYQ1EGljzx5-R off=3738214 len=1962345 2024-09-18T02:44:18.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 1184 completed, throughput=5MB/sec 2024-09-18T02:44:18.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hAycoeT9yc_12jY off=665384 len=900307 2024-09-18T02:44:18.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 1185 completed, throughput=5MB/sec 2024-09-18T02:44:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: 238: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:19.179 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ixHiJ21a_LEH40c off=3969680 len=713222 2024-09-18T02:44:19.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 1186 completed, throughput=4.98MB/sec 2024-09-18T02:44:19.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-14AqlXFOOGGNNZ9 off=5847075 len=995418 2024-09-18T02:44:19.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 1187 completed, throughput=4.99MB/sec 2024-09-18T02:44:19.189 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4UbOaBawGLhZ4C4 off=879679 len=697076 2024-09-18T02:44:19.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 1188 completed, throughput=4.99MB/sec 2024-09-18T02:44:19.194 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qTKp12KPNZNLk9T off=7164660 len=649729 2024-09-18T02:44:19.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 1189 completed, throughput=4.99MB/sec 2024-09-18T02:44:19.198 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--P3sYik4sASmzK0 off=3237349 len=1971377 2024-09-18T02:44:19.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 1190 completed, throughput=5MB/sec 2024-09-18T02:44:19.206 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SaOmcivcdH-VZkb off=6125450 len=872048 2024-09-18T02:44:19.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 1191 completed, throughput=5MB/sec 2024-09-18T02:44:19.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:18 smithi046 ceph-mon[94621]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-18T02:44:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:18 smithi046 ceph-mon[97106]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-18T02:44:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:18 smithi195 ceph-mon[89559]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-18T02:44:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: 239: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:20.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rTVFci-iLHKLcoH off=6956074 len=1858330 2024-09-18T02:44:20.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 1192 completed, throughput=4.99MB/sec 2024-09-18T02:44:20.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V8xdjBiD3JI4uxN off=6143431 len=784307 2024-09-18T02:44:20.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 1193 completed, throughput=4.99MB/sec 2024-09-18T02:44:20.220 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nqDQS1NJoX0rKfc off=18800516 len=1215714 2024-09-18T02:44:20.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 1194 completed, throughput=5MB/sec 2024-09-18T02:44:20.223 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J8a3iBKnUOgfXTk off=9544541 len=1086899 2024-09-18T02:44:20.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 1195 completed, throughput=5MB/sec 2024-09-18T02:44:21.225 INFO:tasks.workunit.client.0.smithi046.stdout: 240: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:21.225 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1Q3Z9igsTnHRWRG off=18394526 len=932245 2024-09-18T02:44:21.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 1196 completed, throughput=4.98MB/sec 2024-09-18T02:44:21.226 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xQBV14OaeKxDV6O off=3339564 len=1668908 2024-09-18T02:44:21.235 INFO:tasks.workunit.client.0.smithi046.stdout:op 1197 completed, throughput=4.99MB/sec 2024-09-18T02:44:21.235 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DsOGmn0Ilmo4BVZ off=3681973 len=581057 2024-09-18T02:44:21.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 1198 completed, throughput=4.99MB/sec 2024-09-18T02:44:21.236 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q0cdliLVbGdWtsO off=16493472 len=1022070 2024-09-18T02:44:21.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 1199 completed, throughput=5MB/sec 2024-09-18T02:44:21.242 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OQFTuVvhYHMCQl6 off=5582886 len=449433 2024-09-18T02:44:21.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 1200 completed, throughput=5MB/sec 2024-09-18T02:44:21.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-21T5ESiNXtnwiA4 off=21550177 len=1509341 2024-09-18T02:44:21.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 1201 completed, throughput=5MB/sec 2024-09-18T02:44:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:20 smithi046 ceph-mon[94621]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:44:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:20 smithi046 ceph-mon[97106]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:44:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:20 smithi195 ceph-mon[89559]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:44:21.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:44:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=sqlstore.transactions t=2024-09-18T02:44:21.225749622Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-18T02:44:22.250 INFO:tasks.workunit.client.0.smithi046.stdout: 241: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:22.250 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ebWhs1RWXg6Hwnh off=11753366 len=1014811 2024-09-18T02:44:22.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 1202 completed, throughput=4.99MB/sec 2024-09-18T02:44:22.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zIk_2Tyjus9CLu2 off=1452372 len=1594763 2024-09-18T02:44:22.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 1203 completed, throughput=4.99MB/sec 2024-09-18T02:44:22.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hMuC94-1nfQsV79 off=9254767 len=234798 2024-09-18T02:44:22.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 1204 completed, throughput=4.99MB/sec 2024-09-18T02:44:22.264 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DNWcBbUVjSm-XF- off=20488880 len=230608 2024-09-18T02:44:22.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 1205 completed, throughput=5MB/sec 2024-09-18T02:44:22.267 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LdhoGRGXw4Gphmf off=11602188 len=1331361 2024-09-18T02:44:22.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1206 completed, throughput=5MB/sec 2024-09-18T02:44:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:44:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:44:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:22 smithi046 ceph-mon[97106]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:44:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:22 smithi046 ceph-mon[94621]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:44:23.269 INFO:tasks.workunit.client.0.smithi046.stdout: 242: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:23.269 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V2jaDni73iYCZhu off=10649975 len=121271 2024-09-18T02:44:23.270 INFO:tasks.workunit.client.0.smithi046.stdout:op 1207 completed, throughput=4.98MB/sec 2024-09-18T02:44:23.270 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qiIt2pBBt6E1hc4 off=17341948 len=1898277 2024-09-18T02:44:23.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 1208 completed, throughput=4.99MB/sec 2024-09-18T02:44:23.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C_q-EJcUTlhNkQr off=867715 len=1960182 2024-09-18T02:44:23.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 1209 completed, throughput=5MB/sec 2024-09-18T02:44:23.283 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MX0KYU62zMybVt2 off=9405632 len=1632100 2024-09-18T02:44:23.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 1210 completed, throughput=5MB/sec 2024-09-18T02:44:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:22 smithi195 ceph-mon[89559]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:44:24.292 INFO:tasks.workunit.client.0.smithi046.stdout: 243: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:24.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BSLIGIP1PnSsvMR off=10025257 len=1288339 2024-09-18T02:44:24.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 1211 completed, throughput=4.99MB/sec 2024-09-18T02:44:24.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uueqB2rghPocDpx off=9290438 len=1469593 2024-09-18T02:44:24.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 1212 completed, throughput=4.99MB/sec 2024-09-18T02:44:24.299 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tyHNqnrxUY1frt9 off=7371072 len=878422 2024-09-18T02:44:24.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 1213 completed, throughput=5MB/sec 2024-09-18T02:44:24.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xsf-I3GQpfASHVd off=6516094 len=341135 2024-09-18T02:44:24.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 1214 completed, throughput=5MB/sec 2024-09-18T02:44:24.304 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d5pd3K0s3f7r5iO off=2649901 len=1166992 2024-09-18T02:44:24.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 1215 completed, throughput=5MB/sec 2024-09-18T02:44:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:24 smithi046 ceph-mon[97106]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:44:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:24 smithi046 ceph-mon[94621]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:44:25.306 INFO:tasks.workunit.client.0.smithi046.stdout: 244: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:25.306 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9mcGsd3GMZy-9oz off=3547897 len=554068 2024-09-18T02:44:25.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 1216 completed, throughput=4.98MB/sec 2024-09-18T02:44:25.310 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7vlvfKn0kSurDE6 off=4909682 len=210381 2024-09-18T02:44:25.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 1217 completed, throughput=4.98MB/sec 2024-09-18T02:44:25.311 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q8XR03rtJUM3Upo off=3591215 len=635550 2024-09-18T02:44:25.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 1218 completed, throughput=4.99MB/sec 2024-09-18T02:44:25.312 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LyR8P9f8XaMRvl0 off=4727227 len=118096 2024-09-18T02:44:25.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 1219 completed, throughput=4.99MB/sec 2024-09-18T02:44:25.315 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EDlrCw2PU2hMsFO off=161010 len=1604178 2024-09-18T02:44:25.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 1220 completed, throughput=4.99MB/sec 2024-09-18T02:44:25.323 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2onJrup3tbfpKJq off=3403467 len=576293 2024-09-18T02:44:25.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 1221 completed, throughput=4.99MB/sec 2024-09-18T02:44:25.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6xpziePfp_kdVq9 off=10031417 len=1611359 2024-09-18T02:44:25.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 1222 completed, throughput=5MB/sec 2024-09-18T02:44:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:24 smithi195 ceph-mon[89559]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:44:26.328 INFO:tasks.workunit.client.0.smithi046.stdout: 245: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:26.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c3hKkwWcJ2wnpcj off=1225438 len=792379 2024-09-18T02:44:26.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 1223 completed, throughput=4.98MB/sec 2024-09-18T02:44:26.333 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oIixDp3DJH2arG3 off=27236 len=379355 2024-09-18T02:44:26.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 1224 completed, throughput=4.99MB/sec 2024-09-18T02:44:26.334 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J7B-23bObvqG2Yi off=2375736 len=1681572 2024-09-18T02:44:26.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 1225 completed, throughput=4.99MB/sec 2024-09-18T02:44:26.336 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XgGE50Bj7EeB8yS off=1287090 len=32123 2024-09-18T02:44:26.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 1226 completed, throughput=4.99MB/sec 2024-09-18T02:44:26.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GW5VsqGF2YNxgGm off=5093656 len=1777174 2024-09-18T02:44:26.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 1227 completed, throughput=5MB/sec 2024-09-18T02:44:26.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-izkDMFwWAyB4RqT off=1210571 len=883601 2024-09-18T02:44:26.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 1228 completed, throughput=5MB/sec 2024-09-18T02:44:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:44:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:44:26] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-18T02:44:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:26 smithi046 ceph-mon[97106]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:44:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:26 smithi046 ceph-mon[94621]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:44:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: 246: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:27.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dbZJdpDyNQI3gX- off=41754 len=1432359 2024-09-18T02:44:27.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 1229 completed, throughput=4.99MB/sec 2024-09-18T02:44:27.358 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f7XJ80ByFrp09cw off=1464947 len=363255 2024-09-18T02:44:27.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 1230 completed, throughput=4.99MB/sec 2024-09-18T02:44:27.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DrhL97dtfOaItE2 off=4526935 len=762098 2024-09-18T02:44:27.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 1231 completed, throughput=4.99MB/sec 2024-09-18T02:44:27.361 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wZc5FrQ6t0jiBz1 off=3639320 len=226272 2024-09-18T02:44:27.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 1232 completed, throughput=4.99MB/sec 2024-09-18T02:44:27.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dNguqRJ835gNWdV off=66663 len=874475 2024-09-18T02:44:27.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 1233 completed, throughput=5MB/sec 2024-09-18T02:44:27.369 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fDuVxmQDrkKANTm off=243326 len=356022 2024-09-18T02:44:27.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 1234 completed, throughput=5MB/sec 2024-09-18T02:44:27.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gpSLeE_QMoOCbOK off=21680622 len=467803 2024-09-18T02:44:27.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 1235 completed, throughput=5MB/sec 2024-09-18T02:44:27.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QvkvLbhI-BpQ08c off=9666668 len=1053714 2024-09-18T02:44:27.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 1236 completed, throughput=5MB/sec 2024-09-18T02:44:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:26 smithi195 ceph-mon[89559]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:44:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: 247: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:28.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x4RXO4pPaaq5EQE off=2424505 len=1992209 2024-09-18T02:44:28.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 1237 completed, throughput=4.99MB/sec 2024-09-18T02:44:28.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hJj0uoatKB5s-5u off=3137626 len=609257 2024-09-18T02:44:28.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 1238 completed, throughput=4.99MB/sec 2024-09-18T02:44:28.390 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u2TXKIpQvkbJvZJ off=4884832 len=1687431 2024-09-18T02:44:28.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 1239 completed, throughput=5MB/sec 2024-09-18T02:44:28.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M7K6ftNDdhPvnSf off=4332818 len=1560623 2024-09-18T02:44:28.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 1240 completed, throughput=5MB/sec 2024-09-18T02:44:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:28 smithi046 ceph-mon[94621]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:44:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:28 smithi046 ceph-mon[97106]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:44:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: 248: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:29.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CvdXCuZELrtzzT0 off=1149065 len=1364360 2024-09-18T02:44:29.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 1241 completed, throughput=4.99MB/sec 2024-09-18T02:44:29.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L6JlqnqQh6F3cqD off=5720061 len=1250507 2024-09-18T02:44:29.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 1242 completed, throughput=4.99MB/sec 2024-09-18T02:44:29.407 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zMWe5QZL3kEO5tK off=7449558 len=713185 2024-09-18T02:44:29.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 1243 completed, throughput=5MB/sec 2024-09-18T02:44:29.408 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EhcMEGBmYcgnCnF off=10128799 len=428961 2024-09-18T02:44:29.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 1244 completed, throughput=5MB/sec 2024-09-18T02:44:29.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UcxkKkt2Wt-XKig off=916873 len=1459075 2024-09-18T02:44:29.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 1245 completed, throughput=5MB/sec 2024-09-18T02:44:29.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:28 smithi195 ceph-mon[89559]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:44:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: 249: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:30.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rznsyY-EkxBLppM off=1707103 len=931889 2024-09-18T02:44:30.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 1246 completed, throughput=4.99MB/sec 2024-09-18T02:44:30.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xkh_GHKSi_rxZmN off=12151191 len=1727454 2024-09-18T02:44:30.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 1247 completed, throughput=4.99MB/sec 2024-09-18T02:44:30.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fv3b7UpViWrdg2e off=2070427 len=1855907 2024-09-18T02:44:30.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 1248 completed, throughput=5MB/sec 2024-09-18T02:44:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:30 smithi046 ceph-mon[97106]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:44:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:30 smithi046 ceph-mon[94621]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:44:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: 250: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:31.436 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oPU_Uk_LLsRGLfE off=6725142 len=1556553 2024-09-18T02:44:31.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 1249 completed, throughput=4.99MB/sec 2024-09-18T02:44:31.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NujAorUcWBRpwI6 off=1438486 len=173495 2024-09-18T02:44:31.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 1250 completed, throughput=4.99MB/sec 2024-09-18T02:44:31.445 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pC3p6YrT0I1s3TI off=1500052 len=405695 2024-09-18T02:44:31.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 1251 completed, throughput=4.99MB/sec 2024-09-18T02:44:31.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q9zvkAimizS_Urw off=20980753 len=5760 2024-09-18T02:44:31.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 1252 completed, throughput=4.99MB/sec 2024-09-18T02:44:31.451 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jWoGHldAis4AfgM off=409348 len=956111 2024-09-18T02:44:31.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 1253 completed, throughput=4.99MB/sec 2024-09-18T02:44:31.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DCzmT1CLtdMlssr off=13177280 len=1805386 2024-09-18T02:44:31.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 1254 completed, throughput=5MB/sec 2024-09-18T02:44:31.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4IXLLeXlrJgOxKo off=7120723 len=666267 2024-09-18T02:44:31.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 1255 completed, throughput=5MB/sec 2024-09-18T02:44:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:30 smithi195 ceph-mon[89559]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:44:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: 251: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:32.465 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zDmqf2Ig4l8gDA7 off=19170609 len=576618 2024-09-18T02:44:32.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 1256 completed, throughput=4.98MB/sec 2024-09-18T02:44:32.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eDhTz1O_EXkFdHm off=8269970 len=229193 2024-09-18T02:44:32.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 1257 completed, throughput=4.98MB/sec 2024-09-18T02:44:32.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uj9gXAfX7hzZJW8 off=87092 len=1877946 2024-09-18T02:44:32.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 1258 completed, throughput=4.99MB/sec 2024-09-18T02:44:32.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bb3zI6OU1gRpAtI off=4437348 len=730177 2024-09-18T02:44:32.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 1259 completed, throughput=4.99MB/sec 2024-09-18T02:44:32.474 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Ca5HjyHdjziRnB off=6400765 len=1698425 2024-09-18T02:44:32.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 1260 completed, throughput=5MB/sec 2024-09-18T02:44:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:44:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:44:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:32 smithi046 ceph-mon[97106]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:44:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:32 smithi046 ceph-mon[94621]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:44:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:32 smithi195 ceph-mon[89559]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:44:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: 252: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:33.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6VbiITL2X34CNug off=7867762 len=1292060 2024-09-18T02:44:33.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 1261 completed, throughput=4.99MB/sec 2024-09-18T02:44:33.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ukec9QOnVkAfmEv off=8881530 len=198268 2024-09-18T02:44:33.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 1262 completed, throughput=4.99MB/sec 2024-09-18T02:44:33.481 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9h5oKQ5nfS5djco off=10873026 len=1283946 2024-09-18T02:44:33.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 1263 completed, throughput=4.99MB/sec 2024-09-18T02:44:33.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t_drsCwOSixQfnx off=1189957 len=63920 2024-09-18T02:44:33.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 1264 completed, throughput=4.99MB/sec 2024-09-18T02:44:33.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0VocsN-i9dacUu4 off=14627852 len=645465 2024-09-18T02:44:33.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 1265 completed, throughput=4.99MB/sec 2024-09-18T02:44:33.489 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JKkXcRNJFqEf-bA off=1478126 len=1254306 2024-09-18T02:44:33.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 1266 completed, throughput=5MB/sec 2024-09-18T02:44:33.496 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v1l22ZcY9ICrVgA off=8521311 len=1253031 2024-09-18T02:44:33.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 1267 completed, throughput=5MB/sec 2024-09-18T02:44:34.502 INFO:tasks.workunit.client.0.smithi046.stdout: 253: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:34.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M61pAAt-TKxaZTs off=1580986 len=1885926 2024-09-18T02:44:34.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 1268 completed, throughput=4.99MB/sec 2024-09-18T02:44:34.505 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CaKNAXzWo-ATuLQ off=12969529 len=963881 2024-09-18T02:44:34.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 1269 completed, throughput=4.99MB/sec 2024-09-18T02:44:34.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tMYqyodp9leqy3u off=3844289 len=1900928 2024-09-18T02:44:34.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 1270 completed, throughput=5MB/sec 2024-09-18T02:44:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:34 smithi046 ceph-mon[97106]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:34 smithi046 ceph-mon[94621]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:34 smithi195 ceph-mon[89559]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:35.513 INFO:tasks.workunit.client.0.smithi046.stdout: 254: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:35.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BP1G4P1Wp47vnRv off=700195 len=508633 2024-09-18T02:44:35.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 1271 completed, throughput=4.98MB/sec 2024-09-18T02:44:35.518 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-34Ym72Dxfh9LHw_ off=3926065 len=1931041 2024-09-18T02:44:35.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 1272 completed, throughput=4.99MB/sec 2024-09-18T02:44:35.520 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ET-As2IUGUIsnXt off=20871410 len=1379447 2024-09-18T02:44:35.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 1273 completed, throughput=5MB/sec 2024-09-18T02:44:35.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1Oq0t_20nYuOQjl off=13304888 len=1195122 2024-09-18T02:44:35.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 1274 completed, throughput=5MB/sec 2024-09-18T02:44:35.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UaUEBJ-N_UB9gxn off=4574750 len=1525230 2024-09-18T02:44:35.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 1275 completed, throughput=5MB/sec 2024-09-18T02:44:36.532 INFO:tasks.workunit.client.0.smithi046.stdout: 255: throughput=4.99MB/sec pending data=0 2024-09-18T02:44:36.532 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bwjtmUGFstMdDe1 off=3694600 len=402768 2024-09-18T02:44:36.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 1276 completed, throughput=4.99MB/sec 2024-09-18T02:44:36.534 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t8hiuUvYQn2Peuh off=1968335 len=1308476 2024-09-18T02:44:36.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 1277 completed, throughput=4.99MB/sec 2024-09-18T02:44:36.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DC-zYUe4v-p0HQq off=936901 len=793152 2024-09-18T02:44:36.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 1278 completed, throughput=4.99MB/sec 2024-09-18T02:44:36.541 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ahB0oaKPkaYbqbJ off=4620412 len=1799805 2024-09-18T02:44:36.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 1279 completed, throughput=5MB/sec 2024-09-18T02:44:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:44:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:44:36] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-18T02:44:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:36 smithi046 ceph-mon[94621]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:44:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:36 smithi046 ceph-mon[97106]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:44:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:36 smithi195 ceph-mon[89559]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:44:37.550 INFO:tasks.workunit.client.0.smithi046.stdout: 256: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:37.550 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ObsebdVGMkg_YOe off=7410047 len=950040 2024-09-18T02:44:37.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 1280 completed, throughput=4.99MB/sec 2024-09-18T02:44:37.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zjXOSD4tFOqjQbT off=12966726 len=2027867 2024-09-18T02:44:37.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 1281 completed, throughput=4.99MB/sec 2024-09-18T02:44:37.567 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e9CHa-HY--HyBzw off=843490 len=1922367 2024-09-18T02:44:37.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 1282 completed, throughput=5MB/sec 2024-09-18T02:44:37.570 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UCNMFQfNhNvMogV off=12919199 len=266490 2024-09-18T02:44:37.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 1283 completed, throughput=5MB/sec 2024-09-18T02:44:38.571 INFO:tasks.workunit.client.0.smithi046.stdout: 257: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:38.571 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yx3YMVF9SjVDriJ off=592829 len=2031422 2024-09-18T02:44:38.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 1284 completed, throughput=4.99MB/sec 2024-09-18T02:44:38.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TPzg6QNsLRART_V off=7788171 len=235185 2024-09-18T02:44:38.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 1285 completed, throughput=4.99MB/sec 2024-09-18T02:44:38.582 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tJGWMKynQBjvxFh off=87093 len=362634 2024-09-18T02:44:38.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 1286 completed, throughput=4.99MB/sec 2024-09-18T02:44:38.586 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LIHN7OoU6AXpn4H off=4952266 len=1251268 2024-09-18T02:44:38.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 1287 completed, throughput=5MB/sec 2024-09-18T02:44:38.587 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-STfQwqwNr-nhxwq off=7780449 len=1636702 2024-09-18T02:44:38.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 1288 completed, throughput=5MB/sec 2024-09-18T02:44:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:39 smithi046 ceph-mon[94621]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:39 smithi046 ceph-mon[97106]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:39 smithi195 ceph-mon[89559]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:39.596 INFO:tasks.workunit.client.0.smithi046.stdout: 258: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:39.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SQiL9mFdJhdkC4a off=9228856 len=2029042 2024-09-18T02:44:39.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 1289 completed, throughput=4.99MB/sec 2024-09-18T02:44:39.601 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CDCzd4J9t4k1noL off=5067389 len=1283166 2024-09-18T02:44:39.602 INFO:tasks.workunit.client.0.smithi046.stdout:op 1290 completed, throughput=4.99MB/sec 2024-09-18T02:44:39.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ecFQ8Z4Me3b2P6T off=2507386 len=356751 2024-09-18T02:44:39.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 1291 completed, throughput=5MB/sec 2024-09-18T02:44:39.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NxGEfdAefsuFBh3 off=12662976 len=122514 2024-09-18T02:44:39.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 1292 completed, throughput=5MB/sec 2024-09-18T02:44:39.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0M3xwiOOR1iwjrc off=809202 len=1555519 2024-09-18T02:44:39.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 1293 completed, throughput=5MB/sec 2024-09-18T02:44:40.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:44:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:44:40.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:44:40.614 INFO:tasks.workunit.client.0.smithi046.stdout: 259: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:40.614 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u656aX-YaG7h8u4 off=9030332 len=111306 2024-09-18T02:44:40.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 1294 completed, throughput=4.98MB/sec 2024-09-18T02:44:40.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-17JGHg177Xg8Nn- off=17467356 len=8753 2024-09-18T02:44:40.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 1295 completed, throughput=4.98MB/sec 2024-09-18T02:44:40.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f3C7f53MDkBddm4 off=821082 len=1743311 2024-09-18T02:44:40.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 1296 completed, throughput=4.99MB/sec 2024-09-18T02:44:40.623 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4IyqaQnv6A60J5Q off=2670456 len=1743247 2024-09-18T02:44:40.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 1297 completed, throughput=4.99MB/sec 2024-09-18T02:44:40.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7yabVwQt5dDNeRm off=5300877 len=1401397 2024-09-18T02:44:40.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 1298 completed, throughput=5MB/sec 2024-09-18T02:44:40.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ye6jhta_2ZzI0ZT off=2022103 len=512506 2024-09-18T02:44:40.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 1299 completed, throughput=5MB/sec 2024-09-18T02:44:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:41 smithi195 ceph-mon[89559]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:44:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:44:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[97106]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[94621]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:44:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:44:41.635 INFO:tasks.workunit.client.0.smithi046.stdout: 260: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:41.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nw53YDsRTkvE-bk off=58748 len=1387189 2024-09-18T02:44:41.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 1300 completed, throughput=4.99MB/sec 2024-09-18T02:44:41.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QzkXkTwOlBasyIp off=14391712 len=554648 2024-09-18T02:44:41.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 1301 completed, throughput=4.99MB/sec 2024-09-18T02:44:41.639 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ntATsBd1BhQwMZb off=9659735 len=301346 2024-09-18T02:44:41.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 1302 completed, throughput=4.99MB/sec 2024-09-18T02:44:41.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mB7hgYuKQB7OSmC off=699333 len=1743458 2024-09-18T02:44:41.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 1303 completed, throughput=5MB/sec 2024-09-18T02:44:41.644 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-21T5ESiNXtnwiA4 off=17518605 len=677293 2024-09-18T02:44:41.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 1304 completed, throughput=5MB/sec 2024-09-18T02:44:41.649 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zu9ranT_-cuJJlH off=12500374 len=1362713 2024-09-18T02:44:41.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 1305 completed, throughput=5MB/sec 2024-09-18T02:44:42.652 INFO:tasks.workunit.client.0.smithi046.stdout: 261: throughput=4.99MB/sec pending data=0 2024-09-18T02:44:42.652 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V0iZrM1DRZJ6ivF off=12220854 len=520320 2024-09-18T02:44:42.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 1306 completed, throughput=4.99MB/sec 2024-09-18T02:44:42.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uiw20s1Dd2s7yJg off=4614908 len=188478 2024-09-18T02:44:42.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 1307 completed, throughput=4.99MB/sec 2024-09-18T02:44:42.656 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TJE42xO8A0JjUWb off=3074356 len=1328205 2024-09-18T02:44:42.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 1308 completed, throughput=4.99MB/sec 2024-09-18T02:44:42.663 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c_tP7T76DFaikRb off=704746 len=76059 2024-09-18T02:44:42.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 1309 completed, throughput=4.99MB/sec 2024-09-18T02:44:42.663 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NN_MQdzEhOHOH9V off=11248850 len=1584566 2024-09-18T02:44:42.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 1310 completed, throughput=5MB/sec 2024-09-18T02:44:42.670 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ckQJ5co4K0pXpbg off=777970 len=1509102 2024-09-18T02:44:42.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 1311 completed, throughput=5MB/sec 2024-09-18T02:44:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:44:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:44:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:43 smithi195 ceph-mon[89559]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:43 smithi046 ceph-mon[94621]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:43 smithi046 ceph-mon[97106]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:43.677 INFO:tasks.workunit.client.0.smithi046.stdout: 262: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:43.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X3dhmpQnFmeWbQj off=7733549 len=1151308 2024-09-18T02:44:43.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 1312 completed, throughput=4.99MB/sec 2024-09-18T02:44:43.679 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W1c7gYwg1RlDeQ6 off=644505 len=1942844 2024-09-18T02:44:43.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 1313 completed, throughput=5MB/sec 2024-09-18T02:44:43.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jH1kjfPm_Fl6dFV off=20240408 len=261287 2024-09-18T02:44:43.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 1314 completed, throughput=5MB/sec 2024-09-18T02:44:43.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7a1oYThQJx57m5s off=14676791 len=211771 2024-09-18T02:44:43.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 1315 completed, throughput=5MB/sec 2024-09-18T02:44:43.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-svcFAF5BC_0GWj5 off=16988206 len=1322029 2024-09-18T02:44:43.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 1316 completed, throughput=5MB/sec 2024-09-18T02:44:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:44.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:44.696 INFO:tasks.workunit.client.0.smithi046.stdout: 263: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:44.696 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Yzo-MrL2FK-xzhQ off=4714999 len=1212655 2024-09-18T02:44:44.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 1317 completed, throughput=4.99MB/sec 2024-09-18T02:44:44.698 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kpjQVAejFPJyPC1 off=306996 len=1740280 2024-09-18T02:44:44.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 1318 completed, throughput=4.99MB/sec 2024-09-18T02:44:44.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OkgRLq2a2IfgBsd off=8296131 len=41742 2024-09-18T02:44:44.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 1319 completed, throughput=4.99MB/sec 2024-09-18T02:44:44.703 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-raxYojqCnZbvwrD off=455934 len=1022717 2024-09-18T02:44:44.705 INFO:tasks.workunit.client.0.smithi046.stdout:op 1320 completed, throughput=5MB/sec 2024-09-18T02:44:44.705 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FDw-BsIhNkAMhRq off=5013499 len=49654 2024-09-18T02:44:44.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 1321 completed, throughput=5MB/sec 2024-09-18T02:44:44.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GgBrbve-Mg_px6O off=7374084 len=512538 2024-09-18T02:44:44.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 1322 completed, throughput=5MB/sec 2024-09-18T02:44:44.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fpn4ph8v4nilmKV off=4885565 len=1171874 2024-09-18T02:44:44.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 1323 completed, throughput=5MB/sec 2024-09-18T02:44:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:45 smithi046 ceph-mon[97106]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:45.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:45 smithi046 ceph-mon[94621]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:45 smithi195 ceph-mon[89559]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:45.713 INFO:tasks.workunit.client.0.smithi046.stdout: 264: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:45.713 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--UrQsqcoNlOd_V1 off=1415607 len=1267696 2024-09-18T02:44:45.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 1324 completed, throughput=4.99MB/sec 2024-09-18T02:44:45.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xqT-exzPY1P3LHo off=3028054 len=815843 2024-09-18T02:44:45.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 1325 completed, throughput=4.99MB/sec 2024-09-18T02:44:45.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-acwI8RT-dwHGEhd off=1976215 len=1240865 2024-09-18T02:44:45.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 1326 completed, throughput=5MB/sec 2024-09-18T02:44:45.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c77s4S7S-TrkxhK off=10547905 len=178664 2024-09-18T02:44:45.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 1327 completed, throughput=5MB/sec 2024-09-18T02:44:45.730 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1qbZZjsq0-O03TS off=1150199 len=1207014 2024-09-18T02:44:45.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 1328 completed, throughput=5MB/sec 2024-09-18T02:44:46.733 INFO:tasks.workunit.client.0.smithi046.stdout: 265: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:46.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hF5FmXxQqC_c_si off=12592364 len=1821273 2024-09-18T02:44:46.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 1329 completed, throughput=4.99MB/sec 2024-09-18T02:44:46.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MK-CKM0qF5RSmTF off=189301 len=900802 2024-09-18T02:44:46.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 1330 completed, throughput=4.99MB/sec 2024-09-18T02:44:46.742 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eHbZ5KJUzgUqPCj off=973355 len=588543 2024-09-18T02:44:46.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 1331 completed, throughput=4.99MB/sec 2024-09-18T02:44:46.743 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3wL83eVFdxJVKHe off=738668 len=946740 2024-09-18T02:44:46.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 1332 completed, throughput=5MB/sec 2024-09-18T02:44:46.745 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LK4EQUSOMVjMCTo off=6856039 len=1875030 2024-09-18T02:44:46.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 1333 completed, throughput=5MB/sec 2024-09-18T02:44:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:44:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:44:46] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:44:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:47 smithi195 ceph-mon[89559]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:44:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:47 smithi046 ceph-mon[94621]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:44:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:47 smithi046 ceph-mon[97106]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:44:47.754 INFO:tasks.workunit.client.0.smithi046.stdout: 266: throughput=4.99MB/sec pending data=0 2024-09-18T02:44:47.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O6Xui6FlVlaQ2li off=6402192 len=1693567 2024-09-18T02:44:47.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 1334 completed, throughput=4.99MB/sec 2024-09-18T02:44:47.762 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dUWlykcje8CN97F off=4478411 len=1479570 2024-09-18T02:44:47.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 1335 completed, throughput=5MB/sec 2024-09-18T02:44:47.770 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q9CCAGMredCxrR6 off=8589513 len=1452777 2024-09-18T02:44:47.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 1336 completed, throughput=5MB/sec 2024-09-18T02:44:48.771 INFO:tasks.workunit.client.0.smithi046.stdout: 267: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:48.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kjWQvXhbiFcleWe off=2569159 len=1773816 2024-09-18T02:44:48.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 1337 completed, throughput=4.99MB/sec 2024-09-18T02:44:48.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-saKvPLKbKzG0aSu off=397560 len=1598259 2024-09-18T02:44:48.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 1338 completed, throughput=4.99MB/sec 2024-09-18T02:44:48.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PIl_Lo6mM3jAMpB off=580841 len=1015027 2024-09-18T02:44:48.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 1339 completed, throughput=5MB/sec 2024-09-18T02:44:48.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-26ZM9ZpywKNthXf off=678547 len=259076 2024-09-18T02:44:48.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 1340 completed, throughput=5MB/sec 2024-09-18T02:44:48.784 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LtsQh_Swwzjnd-u off=12939348 len=1975109 2024-09-18T02:44:48.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 1341 completed, throughput=5.01MB/sec 2024-09-18T02:44:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:49 smithi195 ceph-mon[89559]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:49 smithi046 ceph-mon[94621]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:49 smithi046 ceph-mon[97106]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:49.794 INFO:tasks.workunit.client.0.smithi046.stdout: 268: throughput=4.99MB/sec pending data=0 2024-09-18T02:44:49.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-af6Vys0ON3j0LNK off=2739825 len=279191 2024-09-18T02:44:49.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 1342 completed, throughput=4.99MB/sec 2024-09-18T02:44:49.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SYZcwQmjn3gROA2 off=16290957 len=1238693 2024-09-18T02:44:49.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 1343 completed, throughput=4.99MB/sec 2024-09-18T02:44:49.798 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qcPk1UiFN1gOhMC off=2214305 len=95348 2024-09-18T02:44:49.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 1344 completed, throughput=4.99MB/sec 2024-09-18T02:44:49.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iBEIawBK7SVrhjF off=7349580 len=1524407 2024-09-18T02:44:49.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 1345 completed, throughput=5MB/sec 2024-09-18T02:44:49.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2ySQbKfSNEirLKF off=17500433 len=1412633 2024-09-18T02:44:49.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 1346 completed, throughput=5MB/sec 2024-09-18T02:44:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: 269: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:50.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-83-yp1aUxwt6BkK off=8827071 len=1794675 2024-09-18T02:44:50.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 1347 completed, throughput=4.99MB/sec 2024-09-18T02:44:50.820 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X2_P2EV2OlCgQSH off=2962469 len=218664 2024-09-18T02:44:50.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 1348 completed, throughput=4.99MB/sec 2024-09-18T02:44:50.820 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lvHWpg6Vrnuelyx off=6565966 len=872225 2024-09-18T02:44:50.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 1349 completed, throughput=4.99MB/sec 2024-09-18T02:44:50.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7szmvLink83nmmE off=2153463 len=104850 2024-09-18T02:44:50.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 1350 completed, throughput=4.99MB/sec 2024-09-18T02:44:50.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p87UBraSB1dGuuE off=1543401 len=661928 2024-09-18T02:44:50.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 1351 completed, throughput=5MB/sec 2024-09-18T02:44:50.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sOEqyDXA3Ba0A4N off=958121 len=1030090 2024-09-18T02:44:50.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 1352 completed, throughput=5MB/sec 2024-09-18T02:44:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:51 smithi195 ceph-mon[89559]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:51 smithi046 ceph-mon[94621]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:51 smithi046 ceph-mon[97106]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:44:51.834 INFO:tasks.workunit.client.0.smithi046.stdout: 270: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:51.834 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MmYXxBq18aTFTbc off=1967948 len=1120797 2024-09-18T02:44:51.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 1353 completed, throughput=4.99MB/sec 2024-09-18T02:44:51.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ndlGBwPrqZrUyNb off=2420840 len=321393 2024-09-18T02:44:51.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 1354 completed, throughput=4.99MB/sec 2024-09-18T02:44:51.843 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XbYcTmfBT7tzdq0 off=1921669 len=36730 2024-09-18T02:44:51.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 1355 completed, throughput=4.99MB/sec 2024-09-18T02:44:51.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NQyDCEEdw5SBR2o off=508665 len=83149 2024-09-18T02:44:51.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 1356 completed, throughput=4.99MB/sec 2024-09-18T02:44:51.846 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B4GOjTpH-jm6MZb off=9576281 len=1259758 2024-09-18T02:44:51.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 1357 completed, throughput=4.99MB/sec 2024-09-18T02:44:51.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dgjN4qyMjgAf1OC off=3357102 len=83433 2024-09-18T02:44:51.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 1358 completed, throughput=4.99MB/sec 2024-09-18T02:44:51.851 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p5vT86fFuUxIc6Q off=5161485 len=1399720 2024-09-18T02:44:51.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 1359 completed, throughput=5MB/sec 2024-09-18T02:44:51.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2JQDqcMRW6CaFyM off=19763495 len=2072702 2024-09-18T02:44:51.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 1360 completed, throughput=5MB/sec 2024-09-18T02:44:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:44:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:44:52.856 INFO:tasks.workunit.client.0.smithi046.stdout: 271: throughput=4.99MB/sec pending data=0 2024-09-18T02:44:52.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kFNwTf_M9apfjm4 off=1622619 len=788158 2024-09-18T02:44:52.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 1361 completed, throughput=4.99MB/sec 2024-09-18T02:44:52.859 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AqlRDHTR014cDtx off=2025456 len=712460 2024-09-18T02:44:52.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 1362 completed, throughput=4.99MB/sec 2024-09-18T02:44:52.860 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-apFixeptRpUuMRP off=7923986 len=1676719 2024-09-18T02:44:52.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 1363 completed, throughput=5MB/sec 2024-09-18T02:44:52.869 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u_bGQh6Nj9HNG2w off=1685736 len=151161 2024-09-18T02:44:52.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 1364 completed, throughput=5MB/sec 2024-09-18T02:44:52.870 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lc9SBdr-pglDK9w off=7707679 len=236285 2024-09-18T02:44:52.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 1365 completed, throughput=5MB/sec 2024-09-18T02:44:52.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qON5CDK_v0VuPjd off=425662 len=36869 2024-09-18T02:44:52.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 1366 completed, throughput=5MB/sec 2024-09-18T02:44:52.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1djYMDH1B39jcc6 off=654748 len=483457 2024-09-18T02:44:52.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 1367 completed, throughput=5MB/sec 2024-09-18T02:44:52.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ueabq4J4_z2xCjD off=1270022 len=588696 2024-09-18T02:44:52.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 1368 completed, throughput=5MB/sec 2024-09-18T02:44:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:53 smithi195 ceph-mon[89559]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:53.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:53 smithi046 ceph-mon[94621]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:53 smithi046 ceph-mon[97106]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:44:53.877 INFO:tasks.workunit.client.0.smithi046.stdout: 272: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:53.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oOucRXxeJjAmWuJ off=523033 len=1027332 2024-09-18T02:44:53.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 1369 completed, throughput=4.99MB/sec 2024-09-18T02:44:53.879 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hWU5_TCMvpFWjeU off=9839790 len=687006 2024-09-18T02:44:53.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 1370 completed, throughput=4.99MB/sec 2024-09-18T02:44:53.880 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZTSO4v-oVUsbLmm off=253351 len=2064622 2024-09-18T02:44:53.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 1371 completed, throughput=5MB/sec 2024-09-18T02:44:53.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g3-miDg7Fql2rBg off=6589616 len=2063904 2024-09-18T02:44:53.899 INFO:tasks.workunit.client.0.smithi046.stdout:op 1372 completed, throughput=5MB/sec 2024-09-18T02:44:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: 273: throughput=4.99MB/sec pending data=0 2024-09-18T02:44:54.899 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sfRgbxcggVlxfut off=12864041 len=1986219 2024-09-18T02:44:54.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 1373 completed, throughput=4.99MB/sec 2024-09-18T02:44:54.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-59tfCyn5J8ity5a off=6902415 len=128712 2024-09-18T02:44:54.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 1374 completed, throughput=4.99MB/sec 2024-09-18T02:44:54.905 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tLnNHiy4n6Zp0Rf off=1885880 len=792895 2024-09-18T02:44:54.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 1375 completed, throughput=5MB/sec 2024-09-18T02:44:54.909 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FLBBB7iQSWkPlHq off=9210247 len=1920707 2024-09-18T02:44:54.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 1376 completed, throughput=5MB/sec 2024-09-18T02:44:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:55 smithi195 ceph-mon[89559]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:44:55.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:55 smithi046 ceph-mon[94621]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:44:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:55 smithi046 ceph-mon[97106]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:44:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: 274: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:55.913 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JUcWjqWiY7UcnuE off=671731 len=1606304 2024-09-18T02:44:55.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 1377 completed, throughput=4.99MB/sec 2024-09-18T02:44:55.914 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rkKOwN01A1Yeu0x off=10308468 len=1426952 2024-09-18T02:44:55.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 1378 completed, throughput=4.99MB/sec 2024-09-18T02:44:55.916 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-An8DGwqvqXud4zk off=5566765 len=1870150 2024-09-18T02:44:55.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 1379 completed, throughput=5MB/sec 2024-09-18T02:44:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:44:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:44:56] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:44:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: 275: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:56.920 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-78NvHgLPFt_crp- off=2905616 len=28866 2024-09-18T02:44:56.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 1380 completed, throughput=4.98MB/sec 2024-09-18T02:44:56.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oOEW9Q-5_SCBoDS off=1314905 len=1923136 2024-09-18T02:44:56.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 1381 completed, throughput=4.99MB/sec 2024-09-18T02:44:56.925 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-co8GVWf6dHbAlCR off=7766306 len=1658506 2024-09-18T02:44:56.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 1382 completed, throughput=4.99MB/sec 2024-09-18T02:44:56.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T0DLr8EtJqK64su off=4916013 len=500429 2024-09-18T02:44:56.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 1383 completed, throughput=5MB/sec 2024-09-18T02:44:56.930 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rryJzSEesS0iXOr off=3310071 len=1415248 2024-09-18T02:44:56.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 1384 completed, throughput=5MB/sec 2024-09-18T02:44:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:57 smithi195 ceph-mon[89559]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:44:57.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:57 smithi046 ceph-mon[94621]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:44:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:57 smithi046 ceph-mon[97106]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:44:57.932 INFO:tasks.workunit.client.0.smithi046.stdout: 276: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:57.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x8RCGXvKrd7EwYw off=184065 len=395325 2024-09-18T02:44:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 1385 completed, throughput=4.98MB/sec 2024-09-18T02:44:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hDH_BStttfcW3Bj off=12984587 len=1031547 2024-09-18T02:44:57.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 1386 completed, throughput=4.99MB/sec 2024-09-18T02:44:57.942 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XnWKeNgzSsHVoJG off=81097 len=781264 2024-09-18T02:44:57.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 1387 completed, throughput=4.99MB/sec 2024-09-18T02:44:57.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G9HXm9pDvvgKMjf off=1366389 len=1554025 2024-09-18T02:44:57.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 1388 completed, throughput=5MB/sec 2024-09-18T02:44:57.949 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o2NmkpgiE5bS7bM off=10327740 len=1307665 2024-09-18T02:44:57.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 1389 completed, throughput=5MB/sec 2024-09-18T02:44:58.955 INFO:tasks.workunit.client.0.smithi046.stdout: 277: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:58.956 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LvjOEYqx6PVKUHu off=5740475 len=1382985 2024-09-18T02:44:58.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 1390 completed, throughput=4.99MB/sec 2024-09-18T02:44:58.958 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OD6s9PsZQlvm5WI off=3870437 len=651427 2024-09-18T02:44:58.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 1391 completed, throughput=4.99MB/sec 2024-09-18T02:44:58.962 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z2vfLAt9E1XnH1v off=893304 len=1774257 2024-09-18T02:44:58.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 1392 completed, throughput=5MB/sec 2024-09-18T02:44:58.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4BgXzJdoEcAgLGw off=3769891 len=265238 2024-09-18T02:44:58.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 1393 completed, throughput=5MB/sec 2024-09-18T02:44:58.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-13FxGtykjgW3YFR off=316375 len=126707 2024-09-18T02:44:58.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 1394 completed, throughput=5MB/sec 2024-09-18T02:44:58.975 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-89hSsHBQbz4L6uM off=4867992 len=1513018 2024-09-18T02:44:58.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 1395 completed, throughput=5MB/sec 2024-09-18T02:44:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:59 smithi195 ceph-mon[89559]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:44:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:59.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:59 smithi046 ceph-mon[94621]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:44:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:59 smithi046 ceph-mon[97106]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:44:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:44:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:44:59.982 INFO:tasks.workunit.client.0.smithi046.stdout: 278: throughput=4.98MB/sec pending data=0 2024-09-18T02:44:59.982 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R5AiBDcZuM8-lgA off=9497087 len=1438324 2024-09-18T02:44:59.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 1396 completed, throughput=4.99MB/sec 2024-09-18T02:44:59.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HIxTRuy1CFAZ1_2 off=46696 len=852763 2024-09-18T02:44:59.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 1397 completed, throughput=4.99MB/sec 2024-09-18T02:44:59.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MCboM4QJHU5Jy23 off=13821939 len=1148436 2024-09-18T02:44:59.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 1398 completed, throughput=5MB/sec 2024-09-18T02:44:59.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LYCjfafCAxLYpIK off=6281576 len=431796 2024-09-18T02:44:59.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 1399 completed, throughput=5MB/sec 2024-09-18T02:44:59.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-98QpWVJ-m2vM05b off=6257190 len=276586 2024-09-18T02:45:00.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 1400 completed, throughput=5MB/sec 2024-09-18T02:45:00.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2uRj8vjD1aPzbyA off=9553506 len=1662877 2024-09-18T02:45:00.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 1401 completed, throughput=5MB/sec 2024-09-18T02:45:01.010 INFO:tasks.workunit.client.0.smithi046.stdout: 279: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:01.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PRHQlwD7SeWspJX off=19315628 len=1046659 2024-09-18T02:45:01.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 1402 completed, throughput=4.99MB/sec 2024-09-18T02:45:01.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QA_bfbnsX-vkGLq off=7981638 len=785598 2024-09-18T02:45:01.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 1403 completed, throughput=4.99MB/sec 2024-09-18T02:45:01.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zZGyiTJr5CSAxQ5 off=458036 len=2069065 2024-09-18T02:45:01.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 1404 completed, throughput=5MB/sec 2024-09-18T02:45:01.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wZUdRNFEYoCgSRB off=1819691 len=1294382 2024-09-18T02:45:01.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 1405 completed, throughput=5MB/sec 2024-09-18T02:45:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:01 smithi195 ceph-mon[89559]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:01 smithi046 ceph-mon[94621]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:01 smithi046 ceph-mon[97106]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:02.027 INFO:tasks.workunit.client.0.smithi046.stdout: 280: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:02.027 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tZvJ-EKBtr72Q3U off=9035091 len=1801918 2024-09-18T02:45:02.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 1406 completed, throughput=4.99MB/sec 2024-09-18T02:45:02.036 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qj6ku3MWn21RIZe off=7320025 len=847501 2024-09-18T02:45:02.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 1407 completed, throughput=4.99MB/sec 2024-09-18T02:45:02.038 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WZdg1DNuW9KwWog off=1796787 len=241173 2024-09-18T02:45:02.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 1408 completed, throughput=4.99MB/sec 2024-09-18T02:45:02.038 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aFn57-_OKexIaMf off=5362013 len=1353675 2024-09-18T02:45:02.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 1409 completed, throughput=5MB/sec 2024-09-18T02:45:02.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PA5BVPntak58Gy- off=1810341 len=125698 2024-09-18T02:45:02.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 1410 completed, throughput=5MB/sec 2024-09-18T02:45:02.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i9ELLR8ER1THtAJ off=12730125 len=1401874 2024-09-18T02:45:02.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 1411 completed, throughput=5MB/sec 2024-09-18T02:45:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:45:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:45:03.045 INFO:tasks.workunit.client.0.smithi046.stdout: 281: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:03.046 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pFYu7Ook7L_liH6 off=4443341 len=362170 2024-09-18T02:45:03.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 1412 completed, throughput=4.99MB/sec 2024-09-18T02:45:03.046 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hUk0rBU-YHshCaW off=554967 len=474997 2024-09-18T02:45:03.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 1413 completed, throughput=4.99MB/sec 2024-09-18T02:45:03.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ogD6F4lm4mDxkKY off=1764603 len=1164488 2024-09-18T02:45:03.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 1414 completed, throughput=4.99MB/sec 2024-09-18T02:45:03.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x2Ug1uCWpeNx389 off=2837107 len=1286532 2024-09-18T02:45:03.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 1415 completed, throughput=5MB/sec 2024-09-18T02:45:03.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9idbWdbXPYPtl1F off=1404521 len=469482 2024-09-18T02:45:03.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 1416 completed, throughput=5MB/sec 2024-09-18T02:45:03.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R-yBUlwX5LSpclO off=7579774 len=389380 2024-09-18T02:45:03.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 1417 completed, throughput=5MB/sec 2024-09-18T02:45:03.063 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a5GN57E7P80iWU5 off=557309 len=1041866 2024-09-18T02:45:03.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 1418 completed, throughput=5MB/sec 2024-09-18T02:45:03.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:03 smithi195 ceph-mon[89559]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:03 smithi046 ceph-mon[94621]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:03 smithi046 ceph-mon[97106]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:04.064 INFO:tasks.workunit.client.0.smithi046.stdout: 282: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:04.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZzhH9fhynovKg1n off=1564193 len=1170215 2024-09-18T02:45:04.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 1419 completed, throughput=4.99MB/sec 2024-09-18T02:45:04.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VAztVy3Y6ZBW2Cb off=5671352 len=872914 2024-09-18T02:45:04.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 1420 completed, throughput=4.99MB/sec 2024-09-18T02:45:04.076 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TP_JX2ZlG_rLvcO off=9670211 len=19816 2024-09-18T02:45:04.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 1421 completed, throughput=4.99MB/sec 2024-09-18T02:45:04.077 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8tKtWENBmAPDbfn off=502415 len=1282779 2024-09-18T02:45:04.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 1422 completed, throughput=5MB/sec 2024-09-18T02:45:04.084 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-azpIGLbF5eVDOsA off=5571084 len=19401 2024-09-18T02:45:04.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 1423 completed, throughput=5MB/sec 2024-09-18T02:45:04.086 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tp_3nNzDUy32HFo off=6821644 len=1822076 2024-09-18T02:45:04.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 1424 completed, throughput=5MB/sec 2024-09-18T02:45:05.094 INFO:tasks.workunit.client.0.smithi046.stdout: 283: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:05.094 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yiiJ-Lw9OP4SNy6 off=16200041 len=264162 2024-09-18T02:45:05.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 1425 completed, throughput=4.99MB/sec 2024-09-18T02:45:05.094 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I-XqTNZGWTdjFYl off=22104493 len=1309697 2024-09-18T02:45:05.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 1426 completed, throughput=4.99MB/sec 2024-09-18T02:45:05.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X3vKDijMnM5CWKj off=10682852 len=529021 2024-09-18T02:45:05.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 1427 completed, throughput=4.99MB/sec 2024-09-18T02:45:05.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I4vK1PiU2h0PLal off=235474 len=1340773 2024-09-18T02:45:05.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 1428 completed, throughput=5MB/sec 2024-09-18T02:45:05.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wCrDKjWlUM0pAqx off=10670198 len=643577 2024-09-18T02:45:05.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 1429 completed, throughput=5MB/sec 2024-09-18T02:45:05.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ypocRu1i7YHzVnc off=4175301 len=1187315 2024-09-18T02:45:05.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 1430 completed, throughput=5MB/sec 2024-09-18T02:45:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:05 smithi195 ceph-mon[89559]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:45:05.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:05 smithi046 ceph-mon[94621]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:45:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:05 smithi046 ceph-mon[97106]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:45:06.114 INFO:tasks.workunit.client.0.smithi046.stdout: 284: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:06.114 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bTTkuwAExwTSFLS off=3035276 len=1072478 2024-09-18T02:45:06.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 1431 completed, throughput=4.99MB/sec 2024-09-18T02:45:06.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WrOUjO49xrULx-o off=3464411 len=30149 2024-09-18T02:45:06.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 1432 completed, throughput=4.99MB/sec 2024-09-18T02:45:06.123 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4FVImQGx-jYoHmV off=2281462 len=703171 2024-09-18T02:45:06.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 1433 completed, throughput=4.99MB/sec 2024-09-18T02:45:06.124 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R5AiBDcZuM8-lgA off=9714143 len=1845746 2024-09-18T02:45:06.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 1434 completed, throughput=5MB/sec 2024-09-18T02:45:06.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WbHkgym_DEYU4cY off=5051972 len=603484 2024-09-18T02:45:06.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 1435 completed, throughput=5MB/sec 2024-09-18T02:45:06.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pwTFgEGyl3pJlgM off=2528218 len=1514771 2024-09-18T02:45:06.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 1436 completed, throughput=5MB/sec 2024-09-18T02:45:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:45:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:45:06] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:45:07.131 INFO:tasks.workunit.client.0.smithi046.stdout: 285: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:07.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c5_-7elsngZuViI off=8790612 len=542497 2024-09-18T02:45:07.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 1437 completed, throughput=4.99MB/sec 2024-09-18T02:45:07.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pr40zN0-21CQSl0 off=12005610 len=153192 2024-09-18T02:45:07.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 1438 completed, throughput=4.99MB/sec 2024-09-18T02:45:07.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uz1Ur0KB5NgHpWm off=2917348 len=99123 2024-09-18T02:45:07.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 1439 completed, throughput=4.99MB/sec 2024-09-18T02:45:07.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uL1l6BAFCVxmaus off=3482887 len=1887036 2024-09-18T02:45:07.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 1440 completed, throughput=5MB/sec 2024-09-18T02:45:07.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8cgBKLtlg-9fKWP off=9411298 len=1523869 2024-09-18T02:45:07.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 1441 completed, throughput=5MB/sec 2024-09-18T02:45:07.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-97OOwj0QtPQtDey off=5608925 len=1797823 2024-09-18T02:45:07.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 1442 completed, throughput=5.01MB/sec 2024-09-18T02:45:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:07 smithi195 ceph-mon[89559]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:45:07.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:07 smithi046 ceph-mon[97106]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:45:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:07 smithi046 ceph-mon[94621]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:45:08.151 INFO:tasks.workunit.client.0.smithi046.stdout: 286: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:08.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XpikDYNKtJ5r6bO off=6152026 len=1267477 2024-09-18T02:45:08.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 1443 completed, throughput=4.99MB/sec 2024-09-18T02:45:08.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZHuad8PDpmPsegL off=6429360 len=221205 2024-09-18T02:45:08.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 1444 completed, throughput=4.99MB/sec 2024-09-18T02:45:08.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iav50yanRosFG2p off=1217592 len=104230 2024-09-18T02:45:08.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 1445 completed, throughput=4.99MB/sec 2024-09-18T02:45:08.159 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aGU3f9Xktj7SYys off=8452441 len=1246768 2024-09-18T02:45:08.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 1446 completed, throughput=5MB/sec 2024-09-18T02:45:08.160 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O2ubed0ySJfnv-Y off=1254966 len=1929904 2024-09-18T02:45:08.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 1447 completed, throughput=5MB/sec 2024-09-18T02:45:09.161 INFO:tasks.workunit.client.0.smithi046.stdout: 287: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:09.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H_-bSqtdITnaFsV off=9947264 len=1847456 2024-09-18T02:45:09.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 1448 completed, throughput=4.99MB/sec 2024-09-18T02:45:09.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lbrsyvmMy3CMgEd off=6980233 len=1829087 2024-09-18T02:45:09.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 1449 completed, throughput=5MB/sec 2024-09-18T02:45:09.173 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tATEvnE-RCacLjl off=4824884 len=1236990 2024-09-18T02:45:09.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 1450 completed, throughput=5MB/sec 2024-09-18T02:45:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:09 smithi195 ceph-mon[89559]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:45:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:09 smithi046 ceph-mon[94621]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:45:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:09 smithi046 ceph-mon[97106]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:45:10.179 INFO:tasks.workunit.client.0.smithi046.stdout: 288: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:10.179 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uw0KoUK5BhqLLop off=1776823 len=1213146 2024-09-18T02:45:10.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 1451 completed, throughput=4.99MB/sec 2024-09-18T02:45:10.181 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-80cXJ3noIM0tR1g off=845665 len=1167694 2024-09-18T02:45:10.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 1452 completed, throughput=4.99MB/sec 2024-09-18T02:45:10.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0pluIqFW7kwRBWQ off=3594852 len=1172014 2024-09-18T02:45:10.193 INFO:tasks.workunit.client.0.smithi046.stdout:op 1453 completed, throughput=5MB/sec 2024-09-18T02:45:10.193 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w9allTw7wFnr7XJ off=3419683 len=278315 2024-09-18T02:45:10.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 1454 completed, throughput=5MB/sec 2024-09-18T02:45:10.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KCoaR3PZDK-tUJN off=8330504 len=1434918 2024-09-18T02:45:10.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 1455 completed, throughput=5MB/sec 2024-09-18T02:45:11.196 INFO:tasks.workunit.client.0.smithi046.stdout: 289: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:11.196 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N6eHmS6w2MOICBM off=12253134 len=83322 2024-09-18T02:45:11.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 1456 completed, throughput=4.99MB/sec 2024-09-18T02:45:11.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U548LcScnzx7WiU off=729721 len=1697653 2024-09-18T02:45:11.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 1457 completed, throughput=4.99MB/sec 2024-09-18T02:45:11.200 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q0p4hl41V4tgyxz off=5594205 len=1042715 2024-09-18T02:45:11.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 1458 completed, throughput=4.99MB/sec 2024-09-18T02:45:11.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s6xy10tm3o5dqEm off=177602 len=1061231 2024-09-18T02:45:11.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 1459 completed, throughput=5MB/sec 2024-09-18T02:45:11.206 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XStyxZg2z19piZa off=3570364 len=844456 2024-09-18T02:45:11.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 1460 completed, throughput=5MB/sec 2024-09-18T02:45:11.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:11 smithi195 ceph-mon[89559]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:45:11.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:11 smithi046 ceph-mon[94621]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:45:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:11 smithi046 ceph-mon[97106]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:45:12.208 INFO:tasks.workunit.client.0.smithi046.stdout: 290: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:12.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zyf9qsvlRjphDqb off=918361 len=1379208 2024-09-18T02:45:12.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 1461 completed, throughput=4.99MB/sec 2024-09-18T02:45:12.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HDbZ3osm4CX33Qj off=255862 len=636902 2024-09-18T02:45:12.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 1462 completed, throughput=4.99MB/sec 2024-09-18T02:45:12.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dtyZR4E-11oVBbH off=19768011 len=73766 2024-09-18T02:45:12.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 1463 completed, throughput=4.99MB/sec 2024-09-18T02:45:12.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uf5vMJOVL3Kv4iF off=858611 len=582251 2024-09-18T02:45:12.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 1464 completed, throughput=4.99MB/sec 2024-09-18T02:45:12.220 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ZoosHAd1ghzY53 off=8066069 len=843944 2024-09-18T02:45:12.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 1465 completed, throughput=4.99MB/sec 2024-09-18T02:45:12.222 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZDurHgpiAvoDhcV off=1052784 len=38745 2024-09-18T02:45:12.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 1466 completed, throughput=4.99MB/sec 2024-09-18T02:45:12.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lub3Opej8sMp_BH off=5026678 len=155326 2024-09-18T02:45:12.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 1467 completed, throughput=5MB/sec 2024-09-18T02:45:12.225 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lmzNNsH4So6mKzk off=6470256 len=1337574 2024-09-18T02:45:12.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 1468 completed, throughput=5MB/sec 2024-09-18T02:45:12.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wVj85mkXdXqoIRn off=22527077 len=1630376 2024-09-18T02:45:12.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 1469 completed, throughput=5MB/sec 2024-09-18T02:45:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:45:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:45:13.228 INFO:tasks.workunit.client.0.smithi046.stdout: 291: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:13.229 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--QNxpTBr1d8rswT off=2432020 len=1251583 2024-09-18T02:45:13.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 1470 completed, throughput=4.99MB/sec 2024-09-18T02:45:13.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-30eixsvEmipS8wH off=3636004 len=1822608 2024-09-18T02:45:13.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 1471 completed, throughput=5MB/sec 2024-09-18T02:45:13.240 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-plryq9rj-iFEbnR off=7162034 len=718943 2024-09-18T02:45:13.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 1472 completed, throughput=5MB/sec 2024-09-18T02:45:13.244 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VKY89vsaN1TfuOB off=1052401 len=1391843 2024-09-18T02:45:13.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 1473 completed, throughput=5MB/sec 2024-09-18T02:45:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:13 smithi195 ceph-mon[89559]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:13 smithi046 ceph-mon[94621]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:13 smithi046 ceph-mon[97106]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:14.246 INFO:tasks.workunit.client.0.smithi046.stdout: 292: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:14.246 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MlusQfEXDXHODCe off=17112536 len=1883799 2024-09-18T02:45:14.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 1474 completed, throughput=4.99MB/sec 2024-09-18T02:45:14.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pALL1UfyqZc2gHy off=6390970 len=1291448 2024-09-18T02:45:14.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 1475 completed, throughput=5MB/sec 2024-09-18T02:45:14.258 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wtu1MSR4OBzTqR6 off=17918133 len=1126988 2024-09-18T02:45:14.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 1476 completed, throughput=5MB/sec 2024-09-18T02:45:14.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:14.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:15.264 INFO:tasks.workunit.client.0.smithi046.stdout: 293: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:15.264 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kngz-LQTu-l1LVs off=5144278 len=153683 2024-09-18T02:45:15.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 1477 completed, throughput=4.98MB/sec 2024-09-18T02:45:15.264 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qZj3Sn8AJK3vkVJ off=11437009 len=1138218 2024-09-18T02:45:15.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 1478 completed, throughput=4.99MB/sec 2024-09-18T02:45:15.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CNO_OdOeG_CB893 off=11905617 len=2022664 2024-09-18T02:45:15.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 1479 completed, throughput=4.99MB/sec 2024-09-18T02:45:15.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ps90i3lawa4IJ9D off=187905 len=1399419 2024-09-18T02:45:15.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 1480 completed, throughput=5MB/sec 2024-09-18T02:45:15.289 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-INguHJaHv195Axc off=16311264 len=989860 2024-09-18T02:45:15.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 1481 completed, throughput=5MB/sec 2024-09-18T02:45:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:15 smithi046 ceph-mon[94621]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:45:15.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:15 smithi046 ceph-mon[97106]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:45:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:15 smithi195 ceph-mon[89559]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:45:16.294 INFO:tasks.workunit.client.0.smithi046.stdout: 294: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:16.294 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1ZS0BxRfcbwyJ3T off=20069323 len=1424485 2024-09-18T02:45:16.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 1482 completed, throughput=4.99MB/sec 2024-09-18T02:45:16.302 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6_ejxOfJR0T5Spj off=4751308 len=1769833 2024-09-18T02:45:16.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 1483 completed, throughput=5MB/sec 2024-09-18T02:45:16.311 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nJ7hP9dpUbWNkEZ off=11745789 len=351717 2024-09-18T02:45:16.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 1484 completed, throughput=5MB/sec 2024-09-18T02:45:16.314 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AuPW2UPeEl5rLqP off=1458061 len=2070367 2024-09-18T02:45:16.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 1485 completed, throughput=5MB/sec 2024-09-18T02:45:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:45:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:45:16] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:45:17.322 INFO:tasks.workunit.client.0.smithi046.stdout: 295: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:17.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U1ZytKyeqeLaqEj off=1509589 len=883596 2024-09-18T02:45:17.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 1486 completed, throughput=4.99MB/sec 2024-09-18T02:45:17.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IgnMh3UKfDlzXPR off=1240782 len=1996106 2024-09-18T02:45:17.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 1487 completed, throughput=5MB/sec 2024-09-18T02:45:17.330 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SsOmOE88-8ALwA9 off=5902424 len=1291645 2024-09-18T02:45:17.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 1488 completed, throughput=5MB/sec 2024-09-18T02:45:17.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gC-FQsl9V7X3aw1 off=2566532 len=2002379 2024-09-18T02:45:17.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 1489 completed, throughput=5.01MB/sec 2024-09-18T02:45:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:17 smithi195 ceph-mon[89559]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-18T02:45:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:17 smithi046 ceph-mon[97106]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-18T02:45:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:17 smithi046 ceph-mon[94621]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-18T02:45:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: 296: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:18.342 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-552AL3anry-j0it off=8078970 len=2034489 2024-09-18T02:45:18.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 1490 completed, throughput=5MB/sec 2024-09-18T02:45:18.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aKjocijP1LHVSKH off=2109564 len=334370 2024-09-18T02:45:18.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 1491 completed, throughput=5MB/sec 2024-09-18T02:45:18.355 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9uYy7fz2sAAPzc0 off=447902 len=1063393 2024-09-18T02:45:18.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 1492 completed, throughput=5MB/sec 2024-09-18T02:45:18.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sezXEVlFTurzRR0 off=19827335 len=335168 2024-09-18T02:45:18.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 1493 completed, throughput=5MB/sec 2024-09-18T02:45:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: 297: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:19.358 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eFx7I8wGxSTiRQn off=9834769 len=1806893 2024-09-18T02:45:19.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 1494 completed, throughput=4.99MB/sec 2024-09-18T02:45:19.360 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ou2zUhDRuq-xhzD off=6557454 len=1398949 2024-09-18T02:45:19.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 1495 completed, throughput=4.99MB/sec 2024-09-18T02:45:19.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cVKJPHmiqbYP28w off=11600652 len=2073317 2024-09-18T02:45:19.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 1496 completed, throughput=5MB/sec 2024-09-18T02:45:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:19 smithi195 ceph-mon[89559]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:45:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:19 smithi046 ceph-mon[97106]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:45:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:19 smithi046 ceph-mon[94621]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:45:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: 298: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:20.376 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mK5BGHBofkB3uZl off=12594970 len=750140 2024-09-18T02:45:20.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 1497 completed, throughput=4.99MB/sec 2024-09-18T02:45:20.378 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y1LRXa5PY7_RdJ4 off=2396550 len=54963 2024-09-18T02:45:20.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 1498 completed, throughput=4.99MB/sec 2024-09-18T02:45:20.378 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-443jsj4210vIsue off=2295844 len=147121 2024-09-18T02:45:20.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 1499 completed, throughput=4.99MB/sec 2024-09-18T02:45:20.381 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9qMrc5E-0VZkDQ7 off=17012870 len=1932305 2024-09-18T02:45:20.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 1500 completed, throughput=4.99MB/sec 2024-09-18T02:45:20.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EXAG2pKdS5DF2zX off=512008 len=1542400 2024-09-18T02:45:20.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 1501 completed, throughput=5MB/sec 2024-09-18T02:45:20.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TzC3NaUgfCo1Et7 off=10563268 len=1660936 2024-09-18T02:45:20.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 1502 completed, throughput=5MB/sec 2024-09-18T02:45:21.403 INFO:tasks.workunit.client.0.smithi046.stdout: 299: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:21.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CesWuUwjkvV45GV off=1600405 len=462843 2024-09-18T02:45:21.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 1503 completed, throughput=4.99MB/sec 2024-09-18T02:45:21.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4FWf8a1EEnTsWtB off=20087993 len=441591 2024-09-18T02:45:21.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 1504 completed, throughput=4.99MB/sec 2024-09-18T02:45:21.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cPBFT9TVknME2qI off=7114917 len=1404880 2024-09-18T02:45:21.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 1505 completed, throughput=4.99MB/sec 2024-09-18T02:45:21.411 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-frQwPCxWi-vR9yf off=15390379 len=189892 2024-09-18T02:45:21.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 1506 completed, throughput=4.99MB/sec 2024-09-18T02:45:21.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fDwLtG0UcqScNWc off=10557217 len=1388768 2024-09-18T02:45:21.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 1507 completed, throughput=5MB/sec 2024-09-18T02:45:21.416 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uc_VntybBWW0GAH off=473067 len=1736826 2024-09-18T02:45:21.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 1508 completed, throughput=5MB/sec 2024-09-18T02:45:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:21 smithi195 ceph-mon[89559]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:21 smithi046 ceph-mon[94621]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:21 smithi046 ceph-mon[97106]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:22.418 INFO:tasks.workunit.client.0.smithi046.stdout: 300: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:22.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BW-ykroQ9yw3Cty off=3947046 len=1654524 2024-09-18T02:45:22.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 1509 completed, throughput=4.99MB/sec 2024-09-18T02:45:22.421 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KkknSe6jJjf9hAE off=9717482 len=179677 2024-09-18T02:45:22.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 1510 completed, throughput=4.99MB/sec 2024-09-18T02:45:22.424 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mr_wFfQCeHVbqJ7 off=9183828 len=936926 2024-09-18T02:45:22.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 1511 completed, throughput=5MB/sec 2024-09-18T02:45:22.426 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9iINdIY2fzqaLCI off=3110656 len=1250463 2024-09-18T02:45:22.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 1512 completed, throughput=5MB/sec 2024-09-18T02:45:22.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ivJVF8_JTsCBFJh off=1298965 len=618004 2024-09-18T02:45:22.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 1513 completed, throughput=5MB/sec 2024-09-18T02:45:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:45:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:45:23.432 INFO:tasks.workunit.client.0.smithi046.stdout: 301: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:23.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UlbxDk8gAB5W_j8 off=13323981 len=92985 2024-09-18T02:45:23.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 1514 completed, throughput=4.99MB/sec 2024-09-18T02:45:23.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WeiShfB_RPM1-1- off=2620794 len=1247623 2024-09-18T02:45:23.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 1515 completed, throughput=4.99MB/sec 2024-09-18T02:45:23.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JRqRssbFAdIAGB8 off=1273976 len=1349644 2024-09-18T02:45:23.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 1516 completed, throughput=4.99MB/sec 2024-09-18T02:45:23.439 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gb6ONbai6jNGhqX off=62539 len=819822 2024-09-18T02:45:23.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 1517 completed, throughput=5MB/sec 2024-09-18T02:45:23.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L61yeXlY7K16a6t off=1320264 len=1584939 2024-09-18T02:45:23.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 1518 completed, throughput=5MB/sec 2024-09-18T02:45:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:23 smithi195 ceph-mon[89559]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:45:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:23 smithi046 ceph-mon[94621]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:45:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:23 smithi046 ceph-mon[97106]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:45:24.447 INFO:tasks.workunit.client.0.smithi046.stdout: 302: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:24.447 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zfjmcEF-rmESqrv off=0 len=1354783 2024-09-18T02:45:24.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 1519 completed, throughput=4.99MB/sec 2024-09-18T02:45:24.450 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j3q1fzcvC7xiLKh off=7660216 len=1061850 2024-09-18T02:45:24.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 1520 completed, throughput=4.99MB/sec 2024-09-18T02:45:24.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--o4zd98Zh2u3NPv off=6564387 len=1994212 2024-09-18T02:45:24.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 1521 completed, throughput=5MB/sec 2024-09-18T02:45:24.464 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v_aKCiFld6g3fxZ off=7558476 len=670951 2024-09-18T02:45:24.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 1522 completed, throughput=5MB/sec 2024-09-18T02:45:24.465 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e1IgkarjJwtBwjM off=5071879 len=1503293 2024-09-18T02:45:24.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 1523 completed, throughput=5MB/sec 2024-09-18T02:45:25.468 INFO:tasks.workunit.client.0.smithi046.stdout: 303: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:25.468 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CvdXCuZELrtzzT0 off=10920272 len=488719 2024-09-18T02:45:25.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 1524 completed, throughput=4.99MB/sec 2024-09-18T02:45:25.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i9ELLR8ER1THtAJ off=3812531 len=1535950 2024-09-18T02:45:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:25 smithi195 ceph-mon[89559]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:45:25.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 1525 completed, throughput=4.99MB/sec 2024-09-18T02:45:25.481 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rSN_A1qbVQVBOua off=585418 len=1292862 2024-09-18T02:45:25.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 1526 completed, throughput=5MB/sec 2024-09-18T02:45:25.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X5es1AeHB80kEaB off=4378616 len=290452 2024-09-18T02:45:25.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 1527 completed, throughput=5MB/sec 2024-09-18T02:45:25.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6lrUTzrwJu-U0XI off=166604 len=1355500 2024-09-18T02:45:25.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 1528 completed, throughput=5MB/sec 2024-09-18T02:45:25.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:25 smithi046 ceph-mon[94621]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:45:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:25 smithi046 ceph-mon[97106]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:45:26.495 INFO:tasks.workunit.client.0.smithi046.stdout: 304: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:26.496 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0ODYKTMpmfced6o off=10974235 len=6367 2024-09-18T02:45:26.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 1529 completed, throughput=4.99MB/sec 2024-09-18T02:45:26.498 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jgIhhq9VeZnLGph off=6051142 len=214342 2024-09-18T02:45:26.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 1530 completed, throughput=4.99MB/sec 2024-09-18T02:45:26.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aqL5E4cOZa9cugd off=635612 len=1688417 2024-09-18T02:45:26.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 1531 completed, throughput=4.99MB/sec 2024-09-18T02:45:26.504 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sWcFEvTa_qDDQ5w off=17030730 len=590075 2024-09-18T02:45:26.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 1532 completed, throughput=4.99MB/sec 2024-09-18T02:45:26.505 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rTI0_nGuVKj-XvH off=2866636 len=1977335 2024-09-18T02:45:26.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 1533 completed, throughput=5MB/sec 2024-09-18T02:45:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:45:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:45:26] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:45:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:27 smithi195 ceph-mon[89559]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:45:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:27 smithi046 ceph-mon[94621]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:45:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:27 smithi046 ceph-mon[97106]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:45:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: 305: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:27.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r7nu-Rf-Rbh8kKg off=1981987 len=1192091 2024-09-18T02:45:27.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 1534 completed, throughput=4.99MB/sec 2024-09-18T02:45:27.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dU_0dAxc4l4FHwV off=10484273 len=2033473 2024-09-18T02:45:27.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 1535 completed, throughput=4.99MB/sec 2024-09-18T02:45:27.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NAyJogyD_dYZVjl off=4168605 len=733512 2024-09-18T02:45:27.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 1536 completed, throughput=5MB/sec 2024-09-18T02:45:27.518 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XFyeZ9-LYjxjHZs off=1034852 len=1567732 2024-09-18T02:45:27.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 1537 completed, throughput=5MB/sec 2024-09-18T02:45:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: 306: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:28.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K3qU7_XkZkOQFGM off=6770648 len=840741 2024-09-18T02:45:28.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 1538 completed, throughput=4.99MB/sec 2024-09-18T02:45:28.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B3FvxmEue0Iy9zN off=355971 len=570517 2024-09-18T02:45:28.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 1539 completed, throughput=4.99MB/sec 2024-09-18T02:45:28.535 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3peQYTk9XMLIJLX off=4317966 len=2045123 2024-09-18T02:45:28.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 1540 completed, throughput=5MB/sec 2024-09-18T02:45:28.538 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u35I5Fvg-ku-9sQ off=11541332 len=742914 2024-09-18T02:45:28.540 INFO:tasks.workunit.client.0.smithi046.stdout:op 1541 completed, throughput=5MB/sec 2024-09-18T02:45:28.540 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9aff1dASCAlbcPs off=15136048 len=1272968 2024-09-18T02:45:28.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 1542 completed, throughput=5MB/sec 2024-09-18T02:45:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:29 smithi195 ceph-mon[89559]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:45:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:29 smithi046 ceph-mon[94621]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:45:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:29 smithi046 ceph-mon[97106]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:45:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: 307: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:29.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8C_6nhy-xYq4Mvb off=10271278 len=757022 2024-09-18T02:45:29.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 1543 completed, throughput=4.99MB/sec 2024-09-18T02:45:29.548 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k-h9j1I8RQMhHxh off=3820555 len=551633 2024-09-18T02:45:29.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 1544 completed, throughput=4.99MB/sec 2024-09-18T02:45:29.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XUqO4BJNJB2DCXG off=5757259 len=1364886 2024-09-18T02:45:29.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 1545 completed, throughput=4.99MB/sec 2024-09-18T02:45:29.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4TfeMRTLNCe_auY off=12827603 len=557762 2024-09-18T02:45:29.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 1546 completed, throughput=5MB/sec 2024-09-18T02:45:29.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mjuaGZavAL0N3cT off=4104614 len=1338578 2024-09-18T02:45:29.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 1547 completed, throughput=5MB/sec 2024-09-18T02:45:29.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xvAjtMJ5FnoNOWq off=10844643 len=1247740 2024-09-18T02:45:29.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 1548 completed, throughput=5MB/sec 2024-09-18T02:45:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: 308: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:30.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3MAye6miA5ZQNhY off=10404637 len=779875 2024-09-18T02:45:30.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 1549 completed, throughput=4.99MB/sec 2024-09-18T02:45:30.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gdSLzmnuT7CoDsb off=2463505 len=1886065 2024-09-18T02:45:30.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 1550 completed, throughput=4.99MB/sec 2024-09-18T02:45:30.571 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YEEt8U7eZRqz3_R off=7044271 len=544855 2024-09-18T02:45:30.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 1551 completed, throughput=5MB/sec 2024-09-18T02:45:30.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QiLzwvTgz4wVkaS off=19178808 len=531319 2024-09-18T02:45:30.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 1552 completed, throughput=5MB/sec 2024-09-18T02:45:30.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iinIITJv2c0EpYN off=10554889 len=597193 2024-09-18T02:45:30.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 1553 completed, throughput=5MB/sec 2024-09-18T02:45:30.573 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EynsB2DUKTrLDgi off=1150571 len=34309 2024-09-18T02:45:30.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 1554 completed, throughput=5MB/sec 2024-09-18T02:45:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:31 smithi195 ceph-mon[89559]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:45:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:31 smithi046 ceph-mon[94621]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:45:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:31 smithi046 ceph-mon[97106]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:45:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: 309: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:31.576 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RIgEc9-tbMAvyHj off=1706003 len=283079 2024-09-18T02:45:31.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 1555 completed, throughput=4.98MB/sec 2024-09-18T02:45:31.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vdci8e7wMq0NowA off=3926632 len=994037 2024-09-18T02:45:31.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 1556 completed, throughput=4.99MB/sec 2024-09-18T02:45:31.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SxDlei5LzKZzHA0 off=7935096 len=2004913 2024-09-18T02:45:31.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 1557 completed, throughput=4.99MB/sec 2024-09-18T02:45:31.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-112zfmghVf0RuF3 off=2130051 len=2000991 2024-09-18T02:45:31.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 1558 completed, throughput=5MB/sec 2024-09-18T02:45:31.603 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EG2kzBtO3bKutbK off=966121 len=1772385 2024-09-18T02:45:31.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 1559 completed, throughput=5MB/sec 2024-09-18T02:45:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: 310: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:32.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CWu5bytPhDKMrcG off=17955563 len=291862 2024-09-18T02:45:32.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 1560 completed, throughput=4.99MB/sec 2024-09-18T02:45:32.613 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qBV9Mz8K4tnUOLk off=2512909 len=800604 2024-09-18T02:45:32.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 1561 completed, throughput=4.99MB/sec 2024-09-18T02:45:32.614 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xd4BXOqNbIdAEEy off=1139573 len=693941 2024-09-18T02:45:32.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 1562 completed, throughput=4.99MB/sec 2024-09-18T02:45:32.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b8JrsJUxJPLESyh off=7644116 len=1814026 2024-09-18T02:45:32.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 1563 completed, throughput=5MB/sec 2024-09-18T02:45:32.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NCZ1YfcLoX7j8Gu off=18874990 len=46051 2024-09-18T02:45:32.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 1564 completed, throughput=5MB/sec 2024-09-18T02:45:32.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zSTWI8e4sc64Xb8 off=8149655 len=596885 2024-09-18T02:45:32.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 1565 completed, throughput=5MB/sec 2024-09-18T02:45:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:45:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:45:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:33 smithi195 ceph-mon[89559]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:45:33.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:33 smithi046 ceph-mon[94621]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:45:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:33 smithi046 ceph-mon[97106]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:45:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: 311: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:33.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8ndL3qnOUgsm0TO off=2282551 len=488373 2024-09-18T02:45:33.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 1566 completed, throughput=4.99MB/sec 2024-09-18T02:45:33.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kVKwkPpVshX35gy off=9378905 len=694010 2024-09-18T02:45:33.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 1567 completed, throughput=4.99MB/sec 2024-09-18T02:45:33.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3KMDnsbkWWAbgQ- off=5320325 len=1814378 2024-09-18T02:45:33.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 1568 completed, throughput=4.99MB/sec 2024-09-18T02:45:33.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a7JzQUZHkERNRYT off=6543800 len=1170309 2024-09-18T02:45:33.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 1569 completed, throughput=5MB/sec 2024-09-18T02:45:33.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tS8zuWdmB2nN0Vk off=3763719 len=301067 2024-09-18T02:45:33.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 1570 completed, throughput=5MB/sec 2024-09-18T02:45:33.638 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hVlSM-inp3bXKdp off=2105482 len=897224 2024-09-18T02:45:33.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 1571 completed, throughput=5MB/sec 2024-09-18T02:45:34.644 INFO:tasks.workunit.client.0.smithi046.stdout: 312: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:34.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-raxYojqCnZbvwrD off=2718171 len=694836 2024-09-18T02:45:34.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 1572 completed, throughput=4.99MB/sec 2024-09-18T02:45:34.649 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W60eqpgKHxSjaLK off=12908839 len=1393241 2024-09-18T02:45:34.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 1573 completed, throughput=4.99MB/sec 2024-09-18T02:45:34.651 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9OmgLvJDOuotHhl off=6206588 len=420342 2024-09-18T02:45:34.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 1574 completed, throughput=4.99MB/sec 2024-09-18T02:45:34.655 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kfK72CSB6l_-ekw off=9667249 len=899479 2024-09-18T02:45:34.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 1575 completed, throughput=5MB/sec 2024-09-18T02:45:34.660 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vpjCQ3aHnatT7zl off=11665711 len=593467 2024-09-18T02:45:34.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 1576 completed, throughput=5MB/sec 2024-09-18T02:45:34.661 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JEhv5kn066m2_3P off=10977533 len=1753844 2024-09-18T02:45:34.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 1577 completed, throughput=5MB/sec 2024-09-18T02:45:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:35 smithi195 ceph-mon[89559]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:35 smithi046 ceph-mon[94621]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:35 smithi046 ceph-mon[97106]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:35.664 INFO:tasks.workunit.client.0.smithi046.stdout: 313: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:35.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p4SHN3ZMIOMoJxU off=11610798 len=909363 2024-09-18T02:45:35.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 1578 completed, throughput=4.99MB/sec 2024-09-18T02:45:35.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fxpesklBPl9-Luz off=1836489 len=377947 2024-09-18T02:45:35.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 1579 completed, throughput=4.99MB/sec 2024-09-18T02:45:35.670 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-094_W4eWIQ7J1tV off=1249955 len=305629 2024-09-18T02:45:35.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 1580 completed, throughput=4.99MB/sec 2024-09-18T02:45:35.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m724dKnvellPV5F off=3740543 len=1090614 2024-09-18T02:45:35.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 1581 completed, throughput=5MB/sec 2024-09-18T02:45:35.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wIp0YubfrzHMnME off=1890173 len=910559 2024-09-18T02:45:35.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 1582 completed, throughput=5MB/sec 2024-09-18T02:45:35.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FJq4cixmww7EJlz off=3867700 len=862390 2024-09-18T02:45:35.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 1583 completed, throughput=5MB/sec 2024-09-18T02:45:36.680 INFO:tasks.workunit.client.0.smithi046.stdout: 314: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:36.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MFiOMooAKrhkQT1 off=5357864 len=1161511 2024-09-18T02:45:36.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 1584 completed, throughput=4.99MB/sec 2024-09-18T02:45:36.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-meAdmWp5CDlQJQw off=807404 len=1513112 2024-09-18T02:45:36.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 1585 completed, throughput=4.99MB/sec 2024-09-18T02:45:36.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nG8UJJ20sUawPIW off=12588086 len=1812391 2024-09-18T02:45:36.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 1586 completed, throughput=5MB/sec 2024-09-18T02:45:36.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-morJUo161uRvrPH off=2062720 len=442753 2024-09-18T02:45:36.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 1587 completed, throughput=5MB/sec 2024-09-18T02:45:36.694 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fTxhAfCm6eHrjJv off=4214524 len=672530 2024-09-18T02:45:36.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 1588 completed, throughput=5MB/sec 2024-09-18T02:45:36.761 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:45:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:45:36] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-18T02:45:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:37 smithi195 ceph-mon[89559]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:45:37.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:37 smithi046 ceph-mon[94621]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:45:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:37 smithi046 ceph-mon[97106]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:45:37.696 INFO:tasks.workunit.client.0.smithi046.stdout: 315: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:37.696 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aP7aldNGdZ9HtGF off=1320374 len=1421638 2024-09-18T02:45:37.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 1589 completed, throughput=4.99MB/sec 2024-09-18T02:45:37.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--kR3awabPCBksRA off=575990 len=1942207 2024-09-18T02:45:37.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 1590 completed, throughput=5MB/sec 2024-09-18T02:45:37.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VgRCzJRrxP9mN71 off=3871315 len=1459250 2024-09-18T02:45:37.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 1591 completed, throughput=5MB/sec 2024-09-18T02:45:37.707 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lc_iGTDvSzssvQn off=3937926 len=246257 2024-09-18T02:45:37.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 1592 completed, throughput=5MB/sec 2024-09-18T02:45:38.709 INFO:tasks.workunit.client.0.smithi046.stdout: 316: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:38.709 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JaqZkfS8n7EYzEO off=13462008 len=897766 2024-09-18T02:45:38.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 1593 completed, throughput=4.99MB/sec 2024-09-18T02:45:38.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZpobCKTENu6q1vG off=13605544 len=485507 2024-09-18T02:45:38.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 1594 completed, throughput=4.99MB/sec 2024-09-18T02:45:38.718 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7pxXDCt1u0hn6Da off=1926665 len=184041 2024-09-18T02:45:38.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 1595 completed, throughput=4.99MB/sec 2024-09-18T02:45:38.719 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t6yuIn_E-qYWhPq off=16080897 len=234077 2024-09-18T02:45:38.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 1596 completed, throughput=4.99MB/sec 2024-09-18T02:45:38.722 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BX0iEwbXKJS62mR off=12143277 len=135274 2024-09-18T02:45:38.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 1597 completed, throughput=4.99MB/sec 2024-09-18T02:45:38.722 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VFqxgZgHZwUX3ei off=20854709 len=1147104 2024-09-18T02:45:38.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 1598 completed, throughput=4.99MB/sec 2024-09-18T02:45:38.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KNOPpnq9eW1aVuZ off=1998400 len=1870111 2024-09-18T02:45:38.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 1599 completed, throughput=5MB/sec 2024-09-18T02:45:38.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-54E6ElsIPPXVG38 off=10009535 len=714476 2024-09-18T02:45:38.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 1600 completed, throughput=5MB/sec 2024-09-18T02:45:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:39 smithi195 ceph-mon[89559]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:45:39.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:39 smithi046 ceph-mon[94621]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:45:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:39 smithi046 ceph-mon[97106]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:45:39.735 INFO:tasks.workunit.client.0.smithi046.stdout: 317: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:39.735 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9BSmpgfhj5MKyKL off=17020491 len=1603173 2024-09-18T02:45:39.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 1601 completed, throughput=4.99MB/sec 2024-09-18T02:45:39.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xQMTfCNvFx-_ix4 off=8734161 len=477639 2024-09-18T02:45:39.746 INFO:tasks.workunit.client.0.smithi046.stdout:op 1602 completed, throughput=4.99MB/sec 2024-09-18T02:45:39.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZtnZl-enXf3HO2O off=4318655 len=720718 2024-09-18T02:45:39.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 1603 completed, throughput=4.99MB/sec 2024-09-18T02:45:39.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yk8v-8seKkAQfOj off=11074325 len=253036 2024-09-18T02:45:39.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 1604 completed, throughput=4.99MB/sec 2024-09-18T02:45:39.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eSCJC0eUdXy4Cf2 off=3609544 len=1110203 2024-09-18T02:45:39.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 1605 completed, throughput=5MB/sec 2024-09-18T02:45:39.754 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FRnCEz_oKr6DxP7 off=1959919 len=871791 2024-09-18T02:45:39.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 1606 completed, throughput=5MB/sec 2024-09-18T02:45:40.755 INFO:tasks.workunit.client.0.smithi046.stdout: 318: throughput=4.98MB/sec pending data=0 2024-09-18T02:45:40.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JpRn3RGTG2QgU1G off=11706430 len=986462 2024-09-18T02:45:40.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 1607 completed, throughput=4.99MB/sec 2024-09-18T02:45:40.760 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wRPl3qE4nIPgSY7 off=15395288 len=1492237 2024-09-18T02:45:40.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 1608 completed, throughput=4.99MB/sec 2024-09-18T02:45:40.766 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yw_oJm2mf5Vwvoy off=11113227 len=1938050 2024-09-18T02:45:40.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 1609 completed, throughput=5MB/sec 2024-09-18T02:45:40.775 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FDw-BsIhNkAMhRq off=2169441 len=2072386 2024-09-18T02:45:40.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 1610 completed, throughput=5MB/sec 2024-09-18T02:45:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:41 smithi195 ceph-mon[89559]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:45:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:45:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:45:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:45:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[97106]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[94621]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:45:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:45:41.777 INFO:tasks.workunit.client.0.smithi046.stdout: 319: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:41.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qXu88fk0cMNNRDX off=4075038 len=1983840 2024-09-18T02:45:41.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 1611 completed, throughput=4.99MB/sec 2024-09-18T02:45:41.787 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-67zZhGcanx9ERsZ off=666297 len=772909 2024-09-18T02:45:41.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 1612 completed, throughput=5MB/sec 2024-09-18T02:45:41.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8re2vkTxpItnjcl off=0 len=1413023 2024-09-18T02:45:41.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 1613 completed, throughput=5MB/sec 2024-09-18T02:45:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:45:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:45:42.789 INFO:tasks.workunit.client.0.smithi046.stdout: 320: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:42.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KlSudR-LpQamsPM off=10026551 len=352256 2024-09-18T02:45:42.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 1614 completed, throughput=4.99MB/sec 2024-09-18T02:45:42.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F_c4jVqAr1Zg4oa off=10547771 len=305549 2024-09-18T02:45:42.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 1615 completed, throughput=4.99MB/sec 2024-09-18T02:45:42.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a2sSdJpqbN_pW0d off=14269892 len=1775476 2024-09-18T02:45:42.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 1616 completed, throughput=4.99MB/sec 2024-09-18T02:45:42.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HJEbUyvELfbA4JZ off=1947055 len=1929984 2024-09-18T02:45:42.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 1617 completed, throughput=5MB/sec 2024-09-18T02:45:42.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BKY8OExz6qQjGKD off=5939328 len=656276 2024-09-18T02:45:42.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 1618 completed, throughput=5MB/sec 2024-09-18T02:45:42.807 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CZbjZsexZ53sc5j off=4146687 len=364912 2024-09-18T02:45:42.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 1619 completed, throughput=5MB/sec 2024-09-18T02:45:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:43 smithi195 ceph-mon[89559]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:43 smithi046 ceph-mon[94621]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:43 smithi046 ceph-mon[97106]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:45:43.811 INFO:tasks.workunit.client.0.smithi046.stdout: 321: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:43.811 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ah1D-BDVnIjMh21 off=324591 len=222008 2024-09-18T02:45:43.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 1620 completed, throughput=4.99MB/sec 2024-09-18T02:45:43.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aLxwEAJ0FIGP67i off=10718907 len=1990354 2024-09-18T02:45:43.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 1621 completed, throughput=4.99MB/sec 2024-09-18T02:45:43.816 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j3onllaHUbR6rYQ off=9243428 len=833991 2024-09-18T02:45:43.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 1622 completed, throughput=4.99MB/sec 2024-09-18T02:45:43.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ifop98qtiX3Vryf off=7500371 len=1868537 2024-09-18T02:45:43.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 1623 completed, throughput=5MB/sec 2024-09-18T02:45:43.823 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QRTjep0koKjxIBf off=2131317 len=1302916 2024-09-18T02:45:43.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 1624 completed, throughput=5MB/sec 2024-09-18T02:45:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:44.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:44.830 INFO:tasks.workunit.client.0.smithi046.stdout: 322: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:44.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A7Fi6lw2L-j3VPR off=755380 len=493217 2024-09-18T02:45:44.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 1625 completed, throughput=4.99MB/sec 2024-09-18T02:45:44.832 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nT255h63K3E1n_T off=17090855 len=1327632 2024-09-18T02:45:44.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 1626 completed, throughput=4.99MB/sec 2024-09-18T02:45:44.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y0SlNLn43xv1uFv off=7019765 len=588272 2024-09-18T02:45:44.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 1627 completed, throughput=4.99MB/sec 2024-09-18T02:45:44.842 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gC3dYKOhsEZZvPU off=9532620 len=1610588 2024-09-18T02:45:44.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 1628 completed, throughput=5MB/sec 2024-09-18T02:45:44.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7q_xwI7_wQufl68 off=6221698 len=1157768 2024-09-18T02:45:44.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 1629 completed, throughput=5MB/sec 2024-09-18T02:45:45.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:45 smithi046 ceph-mon[94621]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:45 smithi046 ceph-mon[97106]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:45 smithi195 ceph-mon[89559]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:45.851 INFO:tasks.workunit.client.0.smithi046.stdout: 323: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:45.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B0YzuOvIA6kHm83 off=5743968 len=667044 2024-09-18T02:45:45.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 1630 completed, throughput=4.99MB/sec 2024-09-18T02:45:45.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eyjUGu3b4LEaZAt off=1951621 len=86820 2024-09-18T02:45:45.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 1631 completed, throughput=4.99MB/sec 2024-09-18T02:45:45.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cRBW4-b67XAqpvc off=3972336 len=1636206 2024-09-18T02:45:45.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 1632 completed, throughput=4.99MB/sec 2024-09-18T02:45:45.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VmWnYwyXoKOSvYm off=4860117 len=1706281 2024-09-18T02:45:45.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 1633 completed, throughput=5MB/sec 2024-09-18T02:45:45.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ka6NfHz32s5TXfX off=15063179 len=312425 2024-09-18T02:45:45.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 1634 completed, throughput=5MB/sec 2024-09-18T02:45:45.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aJ8mYuA7P3nLuX- off=11507476 len=1002944 2024-09-18T02:45:45.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 1635 completed, throughput=5MB/sec 2024-09-18T02:45:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:45:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:45:46] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-18T02:45:46.878 INFO:tasks.workunit.client.0.smithi046.stdout: 324: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:46.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Bt9erRXp9OrlwF off=18616563 len=318816 2024-09-18T02:45:46.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 1636 completed, throughput=4.99MB/sec 2024-09-18T02:45:46.881 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4TfeMRTLNCe_auY off=6463814 len=352825 2024-09-18T02:45:46.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 1637 completed, throughput=4.99MB/sec 2024-09-18T02:45:46.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gp1Hm7Ps0Q_YIE2 off=12786387 len=1624839 2024-09-18T02:45:46.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 1638 completed, throughput=4.99MB/sec 2024-09-18T02:45:46.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aKQmjv8Pg9O11Zr off=8458562 len=1341565 2024-09-18T02:45:46.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 1639 completed, throughput=5MB/sec 2024-09-18T02:45:46.900 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B_GzVMcYUEfjTTe off=3185477 len=1832346 2024-09-18T02:45:46.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 1640 completed, throughput=5MB/sec 2024-09-18T02:45:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:47 smithi195 ceph-mon[89559]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:47 smithi046 ceph-mon[94621]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:47 smithi046 ceph-mon[97106]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:45:47.903 INFO:tasks.workunit.client.0.smithi046.stdout: 325: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:47.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rfBDXTBkjc7K_eQ off=12472710 len=1464626 2024-09-18T02:45:47.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 1641 completed, throughput=4.99MB/sec 2024-09-18T02:45:47.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OVLq5ZEAxbRzZrY off=0 len=1396661 2024-09-18T02:45:47.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 1642 completed, throughput=5MB/sec 2024-09-18T02:45:47.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EMqseYRPLP-4H1O off=7490431 len=620041 2024-09-18T02:45:47.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 1643 completed, throughput=5MB/sec 2024-09-18T02:45:47.909 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUHzXgClotlRLFu off=21182516 len=1263779 2024-09-18T02:45:47.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 1644 completed, throughput=5MB/sec 2024-09-18T02:45:48.910 INFO:tasks.workunit.client.0.smithi046.stdout: 326: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:48.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A0U78Bzmum5Tvgt off=6129186 len=911507 2024-09-18T02:45:48.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 1645 completed, throughput=4.99MB/sec 2024-09-18T02:45:48.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nHqGlSshxhCkPpj off=16057137 len=288482 2024-09-18T02:45:48.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 1646 completed, throughput=4.99MB/sec 2024-09-18T02:45:48.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gpSLeE_QMoOCbOK off=12159515 len=1774187 2024-09-18T02:45:48.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 1647 completed, throughput=4.99MB/sec 2024-09-18T02:45:48.919 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vw8btrIrxjKmL49 off=4324570 len=1212037 2024-09-18T02:45:48.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 1648 completed, throughput=5MB/sec 2024-09-18T02:45:48.920 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5wXtP2C28-nmSy7 off=8670165 len=1820507 2024-09-18T02:45:48.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 1649 completed, throughput=5MB/sec 2024-09-18T02:45:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:49 smithi195 ceph-mon[89559]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:45:49.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:49 smithi046 ceph-mon[97106]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:45:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:49 smithi046 ceph-mon[94621]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:45:49.929 INFO:tasks.workunit.client.0.smithi046.stdout: 327: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:49.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WTlEmqGaheAYI5r off=5464188 len=306760 2024-09-18T02:45:49.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 1650 completed, throughput=4.99MB/sec 2024-09-18T02:45:49.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BBvUm-lTKv3grz2 off=16087726 len=563517 2024-09-18T02:45:49.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 1651 completed, throughput=4.99MB/sec 2024-09-18T02:45:49.934 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sOM0KDdI7bUfmAp off=9418519 len=257559 2024-09-18T02:45:49.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 1652 completed, throughput=4.99MB/sec 2024-09-18T02:45:49.935 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nfxyOvD20u2QBd_ off=6591214 len=960623 2024-09-18T02:45:49.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 1653 completed, throughput=4.99MB/sec 2024-09-18T02:45:49.937 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OC1VAG4zzwkjlOZ off=875797 len=1361255 2024-09-18T02:45:49.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 1654 completed, throughput=5MB/sec 2024-09-18T02:45:49.944 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VXCfHjRYlGzqWDL off=2199328 len=49599 2024-09-18T02:45:49.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 1655 completed, throughput=5MB/sec 2024-09-18T02:45:49.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fp4pSOOssOEwNXA off=5108094 len=920057 2024-09-18T02:45:49.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 1656 completed, throughput=5MB/sec 2024-09-18T02:45:50.946 INFO:tasks.workunit.client.0.smithi046.stdout: 328: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:50.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VNk7xuKEujP4-lx off=3866195 len=1067035 2024-09-18T02:45:50.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 1657 completed, throughput=4.99MB/sec 2024-09-18T02:45:50.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GYV_2BbapYbBZqj off=4495938 len=867798 2024-09-18T02:45:50.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 1658 completed, throughput=4.99MB/sec 2024-09-18T02:45:50.954 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-moomXHvdvHJalM7 off=8460721 len=1889133 2024-09-18T02:45:50.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 1659 completed, throughput=5MB/sec 2024-09-18T02:45:50.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nXGul-XvO1EovZs off=8367108 len=635939 2024-09-18T02:45:50.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 1660 completed, throughput=5MB/sec 2024-09-18T02:45:50.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z-8bABrGG2ZRETN off=7161336 len=1272564 2024-09-18T02:45:50.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 1661 completed, throughput=5MB/sec 2024-09-18T02:45:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:51 smithi195 ceph-mon[89559]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:45:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:51 smithi046 ceph-mon[94621]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:45:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:51 smithi046 ceph-mon[97106]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:45:51.969 INFO:tasks.workunit.client.0.smithi046.stdout: 329: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:51.969 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ppPN5ylZ4tVgUWn off=5482494 len=85900 2024-09-18T02:45:51.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 1662 completed, throughput=4.99MB/sec 2024-09-18T02:45:51.970 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bXLomI9cuupmWe7 off=2350612 len=2067193 2024-09-18T02:45:51.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 1663 completed, throughput=4.99MB/sec 2024-09-18T02:45:51.973 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DVlyDHcwtulU7xj off=14439451 len=734963 2024-09-18T02:45:51.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 1664 completed, throughput=4.99MB/sec 2024-09-18T02:45:51.975 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NBGg01deqzDTA2V off=5691362 len=1058478 2024-09-18T02:45:51.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 1665 completed, throughput=5MB/sec 2024-09-18T02:45:51.981 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-50BpakMjiDj0NOz off=19207525 len=459948 2024-09-18T02:45:51.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 1666 completed, throughput=5MB/sec 2024-09-18T02:45:51.982 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aqIUk9s2pYAGRv7 off=13217781 len=1274853 2024-09-18T02:45:51.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 1667 completed, throughput=5MB/sec 2024-09-18T02:45:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:45:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:45:52.992 INFO:tasks.workunit.client.0.smithi046.stdout: 330: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:52.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SihtfQ1f9aHW1ge off=7253039 len=1126501 2024-09-18T02:45:52.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 1668 completed, throughput=4.99MB/sec 2024-09-18T02:45:52.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SGNjVh7jGDEo2Ah off=0 len=1743931 2024-09-18T02:45:52.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 1669 completed, throughput=5MB/sec 2024-09-18T02:45:52.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bUfwNPO688xnpiQ off=4059772 len=1264847 2024-09-18T02:45:53.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 1670 completed, throughput=5MB/sec 2024-09-18T02:45:53.000 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JSRCbavsVx1sObp off=631590 len=1059118 2024-09-18T02:45:53.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 1671 completed, throughput=5MB/sec 2024-09-18T02:45:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:53 smithi195 ceph-mon[89559]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:45:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:53 smithi046 ceph-mon[97106]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:45:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:53 smithi046 ceph-mon[94621]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:45:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: 331: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:54.002 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rUYlEoleyfWaGrZ off=8199737 len=2060460 2024-09-18T02:45:54.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 1672 completed, throughput=4.99MB/sec 2024-09-18T02:45:54.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b6oewvo6Zleq8a9 off=7713123 len=1686022 2024-09-18T02:45:54.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 1673 completed, throughput=5MB/sec 2024-09-18T02:45:54.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IC9sfC5Xe3sRHE_ off=13863231 len=199644 2024-09-18T02:45:54.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 1674 completed, throughput=5MB/sec 2024-09-18T02:45:54.015 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6Gx4pzHEP6anGlv off=16520269 len=333553 2024-09-18T02:45:54.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 1675 completed, throughput=5MB/sec 2024-09-18T02:45:54.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WTlEmqGaheAYI5r off=18729765 len=1188392 2024-09-18T02:45:54.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 1676 completed, throughput=5MB/sec 2024-09-18T02:45:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: 332: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:55.024 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SQ2OK-EYl3yAuCd off=1999710 len=1242851 2024-09-18T02:45:55.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 1677 completed, throughput=4.99MB/sec 2024-09-18T02:45:55.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-47EUg42Od92t7tV off=3619779 len=1655891 2024-09-18T02:45:55.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 1678 completed, throughput=5MB/sec 2024-09-18T02:45:55.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZDIgMuLRPTPUkp3 off=1042504 len=1733208 2024-09-18T02:45:55.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 1679 completed, throughput=5MB/sec 2024-09-18T02:45:55.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:55 smithi195 ceph-mon[89559]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:45:55.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:55 smithi046 ceph-mon[94621]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:45:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:55 smithi046 ceph-mon[97106]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:45:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: 333: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:56.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6VqIOpEV6zrjpj- off=1289882 len=1400921 2024-09-18T02:45:56.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 1680 completed, throughput=4.99MB/sec 2024-09-18T02:45:56.054 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z1jbgNJtiuFbNo2 off=718500 len=1777031 2024-09-18T02:45:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 1681 completed, throughput=4.99MB/sec 2024-09-18T02:45:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1rn3QgrgoDkX1MA off=151777 len=23362 2024-09-18T02:45:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 1682 completed, throughput=4.99MB/sec 2024-09-18T02:45:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qfiUOwG7lh_9GaV off=1726289 len=898487 2024-09-18T02:45:56.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 1683 completed, throughput=5MB/sec 2024-09-18T02:45:56.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FXSo-YS90nds_mm off=3125538 len=1405078 2024-09-18T02:45:56.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 1684 completed, throughput=5MB/sec 2024-09-18T02:45:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:45:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:45:56] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-18T02:45:57.062 INFO:tasks.workunit.client.0.smithi046.stdout: 334: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:57.062 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7SyjwUwqdZEn3J6 off=2155789 len=2000155 2024-09-18T02:45:57.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 1685 completed, throughput=4.99MB/sec 2024-09-18T02:45:57.072 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ifFMYXYjh3WIVkn off=11938738 len=204367 2024-09-18T02:45:57.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 1686 completed, throughput=4.99MB/sec 2024-09-18T02:45:57.075 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hwKR3rUIgnnEuH0 off=1978407 len=931548 2024-09-18T02:45:57.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 1687 completed, throughput=4.99MB/sec 2024-09-18T02:45:57.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-08Tjm01n4GyhkyR off=11514608 len=1439153 2024-09-18T02:45:57.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 1688 completed, throughput=5MB/sec 2024-09-18T02:45:57.083 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pFYu7Ook7L_liH6 off=9534725 len=1859555 2024-09-18T02:45:57.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 1689 completed, throughput=5MB/sec 2024-09-18T02:45:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:57 smithi195 ceph-mon[89559]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:45:57.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:57 smithi046 ceph-mon[94621]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:45:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:57 smithi046 ceph-mon[97106]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:45:58.092 INFO:tasks.workunit.client.0.smithi046.stdout: 335: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:58.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Oh_OzZFuGHVflZc off=5195171 len=1774414 2024-09-18T02:45:58.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 1690 completed, throughput=4.99MB/sec 2024-09-18T02:45:58.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-24ldb6S-X3VLy4t off=0 len=1303023 2024-09-18T02:45:58.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 1691 completed, throughput=5MB/sec 2024-09-18T02:45:58.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VHMsKALhUztmj50 off=18785272 len=1001995 2024-09-18T02:45:58.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 1692 completed, throughput=5MB/sec 2024-09-18T02:45:59.105 INFO:tasks.workunit.client.0.smithi046.stdout: 336: throughput=4.99MB/sec pending data=0 2024-09-18T02:45:59.105 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1djYMDH1B39jcc6 off=35272 len=174218 2024-09-18T02:45:59.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 1693 completed, throughput=4.99MB/sec 2024-09-18T02:45:59.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zuZ1mAs31yVWn8e off=1023691 len=866526 2024-09-18T02:45:59.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 1694 completed, throughput=4.99MB/sec 2024-09-18T02:45:59.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WNFaNvjSBPkpIDs off=3748713 len=1816737 2024-09-18T02:45:59.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 1695 completed, throughput=4.99MB/sec 2024-09-18T02:45:59.120 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VHXLKMv7ZdZnxa4 off=4693889 len=229647 2024-09-18T02:45:59.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 1696 completed, throughput=4.99MB/sec 2024-09-18T02:45:59.121 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QzWVjuLym-y3dV1 off=480467 len=1801334 2024-09-18T02:45:59.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 1697 completed, throughput=5MB/sec 2024-09-18T02:45:59.128 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tLcvGtbLGsowivP off=15983499 len=274520 2024-09-18T02:45:59.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 1698 completed, throughput=5MB/sec 2024-09-18T02:45:59.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-56OPeUwJZvYyaju off=9475034 len=664208 2024-09-18T02:45:59.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 1699 completed, throughput=5MB/sec 2024-09-18T02:45:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:59 smithi195 ceph-mon[89559]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:45:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:45:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:59 smithi046 ceph-mon[97106]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:45:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:45:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:45:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:59 smithi046 ceph-mon[94621]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:45:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:45:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:00.133 INFO:tasks.workunit.client.0.smithi046.stdout: 337: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:00.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qPm6mOySecbMwH1 off=1058050 len=456115 2024-09-18T02:46:00.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 1700 completed, throughput=4.99MB/sec 2024-09-18T02:46:00.136 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0Wp8nuUfHEfOhUa off=21874686 len=1051151 2024-09-18T02:46:00.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 1701 completed, throughput=4.99MB/sec 2024-09-18T02:46:00.138 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-upYTZQPPCU7RYR_ off=3959714 len=781413 2024-09-18T02:46:00.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 1702 completed, throughput=4.99MB/sec 2024-09-18T02:46:00.142 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yFslYOGcZOVrrXu off=15652696 len=642362 2024-09-18T02:46:00.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 1703 completed, throughput=5MB/sec 2024-09-18T02:46:00.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UlbxDk8gAB5W_j8 off=2777173 len=878616 2024-09-18T02:46:00.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 1704 completed, throughput=5MB/sec 2024-09-18T02:46:00.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CagJdH06IJkKuYb off=2243288 len=1600700 2024-09-18T02:46:00.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 1705 completed, throughput=5MB/sec 2024-09-18T02:46:01.157 INFO:tasks.workunit.client.0.smithi046.stdout: 338: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:01.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-do9u3Q5HO9krcqa off=15666892 len=221584 2024-09-18T02:46:01.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 1706 completed, throughput=4.99MB/sec 2024-09-18T02:46:01.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gHnZs8TwCQF0R9u off=4914256 len=929058 2024-09-18T02:46:01.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 1707 completed, throughput=4.99MB/sec 2024-09-18T02:46:01.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j-ojIdmq_NscyGr off=13815848 len=465409 2024-09-18T02:46:01.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 1708 completed, throughput=4.99MB/sec 2024-09-18T02:46:01.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XCjAtr539Ppcrdd off=6294708 len=1918035 2024-09-18T02:46:01.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 1709 completed, throughput=5MB/sec 2024-09-18T02:46:01.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UMZ017zjFnryvTW off=2928241 len=1779663 2024-09-18T02:46:01.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 1710 completed, throughput=5MB/sec 2024-09-18T02:46:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:01 smithi195 ceph-mon[89559]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:01 smithi046 ceph-mon[94621]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:01 smithi046 ceph-mon[97106]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:02.180 INFO:tasks.workunit.client.0.smithi046.stdout: 339: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:02.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5vxNi_EVJGvmyCj off=18285056 len=1447677 2024-09-18T02:46:02.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 1711 completed, throughput=4.99MB/sec 2024-09-18T02:46:02.187 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0zbFnQ5W9tnFlor off=2775308 len=1024605 2024-09-18T02:46:02.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 1712 completed, throughput=4.99MB/sec 2024-09-18T02:46:02.192 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--g0THXjHJr-qEU- off=3012778 len=978912 2024-09-18T02:46:02.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 1713 completed, throughput=5MB/sec 2024-09-18T02:46:02.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Js98eoa0Htcid8b off=596758 len=1767777 2024-09-18T02:46:02.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 1714 completed, throughput=5MB/sec 2024-09-18T02:46:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:46:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:46:03.196 INFO:tasks.workunit.client.0.smithi046.stdout: 340: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:03.196 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E6HagT-w-EKCdMR off=13913402 len=207891 2024-09-18T02:46:03.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 1715 completed, throughput=4.99MB/sec 2024-09-18T02:46:03.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Y2Qz6r8xhcmlKa off=631886 len=1522725 2024-09-18T02:46:03.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 1716 completed, throughput=4.99MB/sec 2024-09-18T02:46:03.198 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O6DpEtKGS9eT80C off=7663190 len=1174242 2024-09-18T02:46:03.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 1717 completed, throughput=4.99MB/sec 2024-09-18T02:46:03.200 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KABdS8SX1aq-nRN off=2718531 len=51743 2024-09-18T02:46:03.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 1718 completed, throughput=4.99MB/sec 2024-09-18T02:46:03.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uvJqx114jlHkCij off=2495510 len=1923933 2024-09-18T02:46:03.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 1719 completed, throughput=5MB/sec 2024-09-18T02:46:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:03 smithi195 ceph-mon[89559]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:46:03.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:03 smithi046 ceph-mon[94621]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:46:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:03 smithi046 ceph-mon[97106]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:46:04.212 INFO:tasks.workunit.client.0.smithi046.stdout: 341: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:04.213 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1F6nOdE8xBMEVVD off=611501 len=809468 2024-09-18T02:46:04.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 1720 completed, throughput=4.99MB/sec 2024-09-18T02:46:04.218 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VqbVfoAvad-ON02 off=518586 len=101853 2024-09-18T02:46:04.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 1721 completed, throughput=4.99MB/sec 2024-09-18T02:46:04.218 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wmZibYGzF371-79 off=17179651 len=770380 2024-09-18T02:46:04.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 1722 completed, throughput=4.99MB/sec 2024-09-18T02:46:04.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_DEL-RFtSol2HW9 off=764874 len=1046305 2024-09-18T02:46:04.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 1723 completed, throughput=4.99MB/sec 2024-09-18T02:46:04.222 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a8tBOzYfJEBN8F1 off=65719 len=1862520 2024-09-18T02:46:04.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 1724 completed, throughput=5MB/sec 2024-09-18T02:46:04.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vBYuwYo3VHRt_GE off=4015784 len=1118860 2024-09-18T02:46:04.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 1725 completed, throughput=5MB/sec 2024-09-18T02:46:05.232 INFO:tasks.workunit.client.0.smithi046.stdout: 342: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:05.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WphbhLerSOhj0wz off=13625871 len=363097 2024-09-18T02:46:05.235 INFO:tasks.workunit.client.0.smithi046.stdout:op 1726 completed, throughput=4.99MB/sec 2024-09-18T02:46:05.235 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eqcXgo_uEHLFmci off=6853726 len=1590161 2024-09-18T02:46:05.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 1727 completed, throughput=4.99MB/sec 2024-09-18T02:46:05.244 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ljcZCIa3JhgE3Th off=6664387 len=164042 2024-09-18T02:46:05.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 1728 completed, throughput=4.99MB/sec 2024-09-18T02:46:05.244 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jXLIccy6VxV8HeG off=9309566 len=342104 2024-09-18T02:46:05.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 1729 completed, throughput=4.99MB/sec 2024-09-18T02:46:05.245 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AEpOkrHnIA9_1MG off=5041892 len=1265109 2024-09-18T02:46:05.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 1730 completed, throughput=5MB/sec 2024-09-18T02:46:05.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-raxYojqCnZbvwrD off=1357882 len=1280649 2024-09-18T02:46:05.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 1731 completed, throughput=5MB/sec 2024-09-18T02:46:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:05 smithi195 ceph-mon[89559]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:05 smithi046 ceph-mon[94621]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:05 smithi046 ceph-mon[97106]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:06.254 INFO:tasks.workunit.client.0.smithi046.stdout: 343: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:06.254 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y87lO0EUFfd_c6k off=11585083 len=966394 2024-09-18T02:46:06.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 1732 completed, throughput=4.99MB/sec 2024-09-18T02:46:06.259 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dB5jUHmv83GkRG_ off=1562086 len=812468 2024-09-18T02:46:06.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 1733 completed, throughput=4.99MB/sec 2024-09-18T02:46:06.264 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T_vXD2HfVuMFQ4B off=13527211 len=375824 2024-09-18T02:46:06.268 INFO:tasks.workunit.client.0.smithi046.stdout:op 1734 completed, throughput=4.99MB/sec 2024-09-18T02:46:06.268 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hu5VZSlwuA5QLe- off=5843350 len=1503774 2024-09-18T02:46:06.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1735 completed, throughput=5MB/sec 2024-09-18T02:46:06.270 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uDqPo_KI4081hyb off=15427220 len=379821 2024-09-18T02:46:06.270 INFO:tasks.workunit.client.0.smithi046.stdout:op 1736 completed, throughput=5MB/sec 2024-09-18T02:46:06.270 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wT3kKTd-ImDrmFH off=532132 len=218890 2024-09-18T02:46:06.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 1737 completed, throughput=5MB/sec 2024-09-18T02:46:06.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ivkFTxEBrJRbf6q off=16914741 len=1080215 2024-09-18T02:46:06.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 1738 completed, throughput=5MB/sec 2024-09-18T02:46:06.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:46:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:46:06] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-18T02:46:07.277 INFO:tasks.workunit.client.0.smithi046.stdout: 344: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:07.277 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yo1-OPD32P3E3Ot off=2757350 len=51054 2024-09-18T02:46:07.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 1739 completed, throughput=4.99MB/sec 2024-09-18T02:46:07.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JNN-YP8bE8xmY6x off=5785461 len=1643213 2024-09-18T02:46:07.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 1740 completed, throughput=4.99MB/sec 2024-09-18T02:46:07.288 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aR14HXERsJjj9AD off=3679939 len=1353970 2024-09-18T02:46:07.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 1741 completed, throughput=4.99MB/sec 2024-09-18T02:46:07.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5PmlebWp5LnZWrA off=6885989 len=1877038 2024-09-18T02:46:07.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 1742 completed, throughput=5MB/sec 2024-09-18T02:46:07.296 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vUEpiReqacCp2Ij off=4009256 len=185742 2024-09-18T02:46:07.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 1743 completed, throughput=5MB/sec 2024-09-18T02:46:07.299 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8-zf3OP6-DnIgOm off=15740240 len=1089070 2024-09-18T02:46:07.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 1744 completed, throughput=5MB/sec 2024-09-18T02:46:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:07 smithi195 ceph-mon[89559]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:46:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:07 smithi046 ceph-mon[97106]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:46:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:07 smithi046 ceph-mon[94621]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:46:08.301 INFO:tasks.workunit.client.0.smithi046.stdout: 345: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:08.302 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l6-kT_71lhWFEaZ off=516220 len=898063 2024-09-18T02:46:08.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 1745 completed, throughput=4.99MB/sec 2024-09-18T02:46:08.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bWqtwZGAprZk78a off=15878137 len=689669 2024-09-18T02:46:08.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 1746 completed, throughput=4.99MB/sec 2024-09-18T02:46:08.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PCEpZ28U2E3410J off=6345787 len=1622206 2024-09-18T02:46:08.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 1747 completed, throughput=5MB/sec 2024-09-18T02:46:08.316 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HkE-W7zHysQ5FkV off=10789926 len=2015383 2024-09-18T02:46:08.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 1748 completed, throughput=5MB/sec 2024-09-18T02:46:09.326 INFO:tasks.workunit.client.0.smithi046.stdout: 346: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:09.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Dq4xYDIrX2AVglE off=358269 len=215169 2024-09-18T02:46:09.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 1749 completed, throughput=4.99MB/sec 2024-09-18T02:46:09.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NAyJogyD_dYZVjl off=6660990 len=2063549 2024-09-18T02:46:09.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 1750 completed, throughput=4.99MB/sec 2024-09-18T02:46:09.330 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lMBeQpdAP-Vsc25 off=1223076 len=571287 2024-09-18T02:46:09.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 1751 completed, throughput=5MB/sec 2024-09-18T02:46:09.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bLe1cON2EsTP3rp off=12578806 len=934241 2024-09-18T02:46:09.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 1752 completed, throughput=5MB/sec 2024-09-18T02:46:09.337 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tVGVmvVQEy7IFrV off=3378203 len=1287016 2024-09-18T02:46:09.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 1753 completed, throughput=5MB/sec 2024-09-18T02:46:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:09 smithi195 ceph-mon[89559]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-18T02:46:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:09 smithi046 ceph-mon[97106]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-18T02:46:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:09 smithi046 ceph-mon[94621]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-18T02:46:10.340 INFO:tasks.workunit.client.0.smithi046.stdout: 347: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:10.340 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RTlSdn-g_3Rxi7D off=487989 len=1667818 2024-09-18T02:46:10.342 INFO:tasks.workunit.client.0.smithi046.stdout:op 1754 completed, throughput=4.99MB/sec 2024-09-18T02:46:10.342 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OC3XS60XbDLFy02 off=1803723 len=1876479 2024-09-18T02:46:10.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 1755 completed, throughput=5MB/sec 2024-09-18T02:46:10.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qoJOUDkm25_3b2H off=87421 len=962320 2024-09-18T02:46:10.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 1756 completed, throughput=5MB/sec 2024-09-18T02:46:10.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AWSawBAl68d9hDr off=6391720 len=803284 2024-09-18T02:46:10.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 1757 completed, throughput=5MB/sec 2024-09-18T02:46:11.357 INFO:tasks.workunit.client.0.smithi046.stdout: 348: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:11.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r-M8t6LA9VvPwOZ off=5702362 len=1541451 2024-09-18T02:46:11.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 1758 completed, throughput=4.99MB/sec 2024-09-18T02:46:11.360 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P3Bc4to-c4CZnAq off=660526 len=816720 2024-09-18T02:46:11.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 1759 completed, throughput=4.99MB/sec 2024-09-18T02:46:11.366 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tx_QoymXEwwlyHl off=7041771 len=340842 2024-09-18T02:46:11.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 1760 completed, throughput=4.99MB/sec 2024-09-18T02:46:11.369 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6KH-1TBu95OvzTf off=0 len=1506380 2024-09-18T02:46:11.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 1761 completed, throughput=5MB/sec 2024-09-18T02:46:11.377 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oqm_91OU3kr039y off=10451486 len=1418811 2024-09-18T02:46:11.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 1762 completed, throughput=5MB/sec 2024-09-18T02:46:11.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:11 smithi195 ceph-mon[89559]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:46:11.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:11 smithi046 ceph-mon[94621]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:46:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:11 smithi046 ceph-mon[97106]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:46:12.385 INFO:tasks.workunit.client.0.smithi046.stdout: 349: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:12.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NTWBj9W4UAGYlHn off=2081204 len=567054 2024-09-18T02:46:12.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 1763 completed, throughput=4.99MB/sec 2024-09-18T02:46:12.389 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VHNaJLrDJODbQdz off=7111110 len=104645 2024-09-18T02:46:12.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 1764 completed, throughput=4.99MB/sec 2024-09-18T02:46:12.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WaKoWAXFkTivHjR off=2703207 len=1223851 2024-09-18T02:46:12.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 1765 completed, throughput=4.99MB/sec 2024-09-18T02:46:12.397 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fNwqgUr_KZuYQoP off=9801595 len=1204438 2024-09-18T02:46:12.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 1766 completed, throughput=5MB/sec 2024-09-18T02:46:12.402 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DmE7qsMiFsZpXCJ off=11548736 len=1424489 2024-09-18T02:46:12.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 1767 completed, throughput=5MB/sec 2024-09-18T02:46:12.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iciwtqby-fAwM9T off=17824247 len=1608889 2024-09-18T02:46:12.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 1768 completed, throughput=5MB/sec 2024-09-18T02:46:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:46:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:46:13.408 INFO:tasks.workunit.client.0.smithi046.stdout: 350: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:13.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PTJUKk0E0gikD47 off=6146256 len=1287443 2024-09-18T02:46:13.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 1769 completed, throughput=4.99MB/sec 2024-09-18T02:46:13.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JNseSyE8o8wcfcV off=21121194 len=1990228 2024-09-18T02:46:13.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 1770 completed, throughput=5MB/sec 2024-09-18T02:46:13.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dNF1f9t6JNSg8aM off=20474588 len=1722963 2024-09-18T02:46:13.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 1771 completed, throughput=5MB/sec 2024-09-18T02:46:13.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:13 smithi195 ceph-mon[89559]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:46:13.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:13 smithi046 ceph-mon[97106]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:46:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:13 smithi046 ceph-mon[94621]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:46:14.420 INFO:tasks.workunit.client.0.smithi046.stdout: 351: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:14.420 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-67zZhGcanx9ERsZ off=790567 len=611946 2024-09-18T02:46:14.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 1772 completed, throughput=4.99MB/sec 2024-09-18T02:46:14.425 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vwAm2vm-dsHM8WE off=14148758 len=198132 2024-09-18T02:46:14.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 1773 completed, throughput=4.99MB/sec 2024-09-18T02:46:14.425 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d7PBkqOVdmmVlu2 off=3962734 len=646167 2024-09-18T02:46:14.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 1774 completed, throughput=4.99MB/sec 2024-09-18T02:46:14.426 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SEBjb2fNtSKynDT off=11378388 len=1821476 2024-09-18T02:46:14.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 1775 completed, throughput=5MB/sec 2024-09-18T02:46:14.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VneQVdlcnSKhU3t off=3451342 len=1855148 2024-09-18T02:46:14.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 1776 completed, throughput=5MB/sec 2024-09-18T02:46:14.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:15 smithi046 ceph-mon[94621]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:15 smithi046 ceph-mon[97106]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:15.437 INFO:tasks.workunit.client.0.smithi046.stdout: 352: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:15.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0Pd1stB3spqEdoV off=11336560 len=1332398 2024-09-18T02:46:15.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 1777 completed, throughput=4.99MB/sec 2024-09-18T02:46:15.440 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ykKmOpGkJpCCHKS off=16063766 len=2001189 2024-09-18T02:46:15.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 1778 completed, throughput=5MB/sec 2024-09-18T02:46:15.451 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dENldlg_fsCR0QL off=408469 len=982120 2024-09-18T02:46:15.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 1779 completed, throughput=5MB/sec 2024-09-18T02:46:15.453 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qysnmohbf3BM6Ff off=6485594 len=480988 2024-09-18T02:46:15.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 1780 completed, throughput=5MB/sec 2024-09-18T02:46:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:15 smithi195 ceph-mon[89559]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:16.457 INFO:tasks.workunit.client.0.smithi046.stdout: 353: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:16.457 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kKjnoHLV8DzCNib off=2847510 len=1389656 2024-09-18T02:46:16.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 1781 completed, throughput=4.99MB/sec 2024-09-18T02:46:16.459 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G2l_KUY_-5i7ylg off=0 len=1160182 2024-09-18T02:46:16.460 INFO:tasks.workunit.client.0.smithi046.stdout:op 1782 completed, throughput=4.99MB/sec 2024-09-18T02:46:16.460 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7uKj3oCtDewsGI9 off=14650973 len=940206 2024-09-18T02:46:16.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 1783 completed, throughput=5MB/sec 2024-09-18T02:46:16.466 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HytA9K4Py_zzkYY off=12911973 len=324293 2024-09-18T02:46:16.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 1784 completed, throughput=5MB/sec 2024-09-18T02:46:16.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-20uC5VO86AjHDQX off=1588450 len=799672 2024-09-18T02:46:16.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 1785 completed, throughput=5MB/sec 2024-09-18T02:46:16.470 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-df282fo-qP5owWx off=2921088 len=748870 2024-09-18T02:46:16.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 1786 completed, throughput=5MB/sec 2024-09-18T02:46:16.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:46:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:46:16] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:46:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:17 smithi195 ceph-mon[89559]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:46:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: 354: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:17.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I8Cvh-M1U_-1S8U off=8220751 len=729040 2024-09-18T02:46:17.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 1787 completed, throughput=4.99MB/sec 2024-09-18T02:46:17.480 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7_gKe1kjhTOI6JV off=2058276 len=1612282 2024-09-18T02:46:17.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 1788 completed, throughput=4.99MB/sec 2024-09-18T02:46:17.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vzmHUPmbzWMOBjD off=2630060 len=1736584 2024-09-18T02:46:17.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 1789 completed, throughput=5MB/sec 2024-09-18T02:46:17.486 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Of0HOV5Viumwkjj off=0 len=1594161 2024-09-18T02:46:17.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 1790 completed, throughput=5MB/sec 2024-09-18T02:46:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:17 smithi046 ceph-mon[94621]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:46:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:17 smithi046 ceph-mon[97106]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:46:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: 355: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:18.489 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CTtDYtvfRP4dYmL off=7098779 len=1784660 2024-09-18T02:46:18.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 1791 completed, throughput=4.99MB/sec 2024-09-18T02:46:18.496 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8C_6nhy-xYq4Mvb off=3163974 len=788404 2024-09-18T02:46:18.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 1792 completed, throughput=4.99MB/sec 2024-09-18T02:46:18.498 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vJTWHwWniIDbbxh off=3906457 len=1916790 2024-09-18T02:46:18.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 1793 completed, throughput=5MB/sec 2024-09-18T02:46:18.500 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6EWLMTQW_fJek1B off=947219 len=976342 2024-09-18T02:46:18.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 1794 completed, throughput=5MB/sec 2024-09-18T02:46:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:19 smithi195 ceph-mon[89559]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:46:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: 356: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:19.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zDmqf2Ig4l8gDA7 off=18878169 len=150373 2024-09-18T02:46:19.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 1795 completed, throughput=4.99MB/sec 2024-09-18T02:46:19.504 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tCOSD_kxw18z2If off=3322632 len=1836909 2024-09-18T02:46:19.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:19 smithi046 ceph-mon[97106]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:46:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:19 smithi046 ceph-mon[94621]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:46:19.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 1796 completed, throughput=4.99MB/sec 2024-09-18T02:46:19.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w_aDPbHA9fETEQG off=5560142 len=1736760 2024-09-18T02:46:19.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 1797 completed, throughput=5MB/sec 2024-09-18T02:46:19.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AbgKpd9dlb5nZNc off=1416540 len=509541 2024-09-18T02:46:19.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 1798 completed, throughput=5MB/sec 2024-09-18T02:46:19.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Aad86oTfwwTIP1p off=11088139 len=608418 2024-09-18T02:46:19.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 1799 completed, throughput=5MB/sec 2024-09-18T02:46:20.519 INFO:tasks.workunit.client.0.smithi046.stdout: 357: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:20.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wfv5MxxjSEdYvL0 off=1368659 len=146656 2024-09-18T02:46:20.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 1800 completed, throughput=4.99MB/sec 2024-09-18T02:46:20.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MFLADP0Zrfh7GgZ off=2927059 len=1799974 2024-09-18T02:46:20.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 1801 completed, throughput=4.99MB/sec 2024-09-18T02:46:20.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pd1WgwN0BnJ8yyu off=5362288 len=1306763 2024-09-18T02:46:20.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 1802 completed, throughput=5MB/sec 2024-09-18T02:46:20.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QOEw_F-v3PIkZMk off=13520209 len=1509687 2024-09-18T02:46:20.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 1803 completed, throughput=5MB/sec 2024-09-18T02:46:20.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WqvPyBn9BlHE2ke off=16400605 len=1166938 2024-09-18T02:46:20.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 1804 completed, throughput=5MB/sec 2024-09-18T02:46:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:21 smithi195 ceph-mon[89559]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:46:21.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:21 smithi046 ceph-mon[97106]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:46:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:21 smithi046 ceph-mon[94621]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:46:21.539 INFO:tasks.workunit.client.0.smithi046.stdout: 358: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:21.540 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-02S1FYkcR8QA5iu off=15177658 len=207012 2024-09-18T02:46:21.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 1805 completed, throughput=4.99MB/sec 2024-09-18T02:46:21.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v6VpWTZdGziSmZl off=6694407 len=371727 2024-09-18T02:46:21.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 1806 completed, throughput=4.99MB/sec 2024-09-18T02:46:21.544 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3uKPuV9uosZj_0C off=20024389 len=1364951 2024-09-18T02:46:21.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 1807 completed, throughput=4.99MB/sec 2024-09-18T02:46:21.545 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GGVn6OMyDi14pyx off=2931745 len=639332 2024-09-18T02:46:21.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 1808 completed, throughput=5MB/sec 2024-09-18T02:46:21.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SFOf45rdAD9ImKj off=2926452 len=554521 2024-09-18T02:46:21.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 1809 completed, throughput=5MB/sec 2024-09-18T02:46:21.549 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YqqTHU6lC_g9CKx off=4772250 len=340074 2024-09-18T02:46:21.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 1810 completed, throughput=5MB/sec 2024-09-18T02:46:21.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZuR1tw_qdQFDt6 off=1385746 len=1263668 2024-09-18T02:46:21.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 1811 completed, throughput=5MB/sec 2024-09-18T02:46:22.551 INFO:tasks.workunit.client.0.smithi046.stdout: 359: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:22.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A8FeN3OPLCMSrpz off=7903656 len=1129715 2024-09-18T02:46:22.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 1812 completed, throughput=4.99MB/sec 2024-09-18T02:46:22.553 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-morJUo161uRvrPH off=13116050 len=383059 2024-09-18T02:46:22.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 1813 completed, throughput=4.99MB/sec 2024-09-18T02:46:22.557 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DxuwNcQZXNdkn5k off=2993714 len=1355274 2024-09-18T02:46:22.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 1814 completed, throughput=4.99MB/sec 2024-09-18T02:46:22.559 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3_wH41VDBpgqc_L off=5496346 len=161191 2024-09-18T02:46:22.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 1815 completed, throughput=5MB/sec 2024-09-18T02:46:22.562 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bH77LiFzfvllDve off=3584550 len=1478812 2024-09-18T02:46:22.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 1816 completed, throughput=5MB/sec 2024-09-18T02:46:22.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Kpx-MNqccntgayu off=11571690 len=1521515 2024-09-18T02:46:22.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 1817 completed, throughput=5MB/sec 2024-09-18T02:46:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:46:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:46:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:23 smithi195 ceph-mon[89559]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:23.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:23 smithi046 ceph-mon[94621]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:23 smithi046 ceph-mon[97106]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:23.575 INFO:tasks.workunit.client.0.smithi046.stdout: 360: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:23.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KTNPnaBbNPVpHHZ off=654530 len=1511911 2024-09-18T02:46:23.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 1818 completed, throughput=4.99MB/sec 2024-09-18T02:46:23.577 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Oyofe-Vu5JMUdc off=1106698 len=1927508 2024-09-18T02:46:23.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 1819 completed, throughput=5MB/sec 2024-09-18T02:46:23.581 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XCl-OtBNn7QICj2 off=11223441 len=507190 2024-09-18T02:46:23.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 1820 completed, throughput=5MB/sec 2024-09-18T02:46:23.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0kWoj4QGdvcz8aj off=1904302 len=1145506 2024-09-18T02:46:23.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 1821 completed, throughput=5MB/sec 2024-09-18T02:46:24.589 INFO:tasks.workunit.client.0.smithi046.stdout: 361: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:24.589 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uaa7DFFOWgc9ZKF off=6181092 len=430221 2024-09-18T02:46:24.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 1822 completed, throughput=4.99MB/sec 2024-09-18T02:46:24.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h2Jw0FadkmyCGhy off=7526395 len=1224898 2024-09-18T02:46:24.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 1823 completed, throughput=4.99MB/sec 2024-09-18T02:46:24.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_rQITdW0pZnNed3 off=8128883 len=2042470 2024-09-18T02:46:24.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 1824 completed, throughput=5MB/sec 2024-09-18T02:46:24.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eQvsB3rdYlWCktE off=123589 len=95608 2024-09-18T02:46:24.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 1825 completed, throughput=5MB/sec 2024-09-18T02:46:24.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sq6kD-OiFRWctMy off=16174994 len=1164074 2024-09-18T02:46:24.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 1826 completed, throughput=5MB/sec 2024-09-18T02:46:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:25 smithi195 ceph-mon[89559]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:46:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:25 smithi046 ceph-mon[94621]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:46:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:25 smithi046 ceph-mon[97106]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:46:25.605 INFO:tasks.workunit.client.0.smithi046.stdout: 362: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:25.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mrj5nEztkRv5w1g off=2588920 len=630678 2024-09-18T02:46:25.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 1827 completed, throughput=4.99MB/sec 2024-09-18T02:46:25.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dlDmPNkCcSRzY0p off=11295598 len=9351 2024-09-18T02:46:25.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 1828 completed, throughput=4.99MB/sec 2024-09-18T02:46:25.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-feVAV07Q80MX3SX off=2631955 len=1942600 2024-09-18T02:46:25.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 1829 completed, throughput=4.99MB/sec 2024-09-18T02:46:25.614 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MRKzTMP_UitmcBa off=10513946 len=214077 2024-09-18T02:46:25.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 1830 completed, throughput=4.99MB/sec 2024-09-18T02:46:25.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bb1G2V_IcqXj21j off=5644788 len=1641815 2024-09-18T02:46:25.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 1831 completed, throughput=5MB/sec 2024-09-18T02:46:25.625 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NNHSxzKIGhG5ua2 off=4589275 len=150177 2024-09-18T02:46:25.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 1832 completed, throughput=5MB/sec 2024-09-18T02:46:25.627 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tCdrQcB9UM89Jq- off=6490487 len=1465618 2024-09-18T02:46:25.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 1833 completed, throughput=5MB/sec 2024-09-18T02:46:26.634 INFO:tasks.workunit.client.0.smithi046.stdout: 363: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:26.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZYejuwvfHqPcA4a off=235472 len=1880592 2024-09-18T02:46:26.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 1834 completed, throughput=4.99MB/sec 2024-09-18T02:46:26.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RKg9rVy0B4SoA3_ off=832762 len=1878689 2024-09-18T02:46:26.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 1835 completed, throughput=5MB/sec 2024-09-18T02:46:26.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ffMI-636FjFI5cg off=3115844 len=725056 2024-09-18T02:46:26.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 1836 completed, throughput=5MB/sec 2024-09-18T02:46:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:46:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:46:26] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-18T02:46:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:27 smithi195 ceph-mon[89559]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:46:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:27 smithi046 ceph-mon[94621]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:46:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:27 smithi046 ceph-mon[97106]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:46:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: 364: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:27.651 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VbAY6v9HjzyT4ho off=880787 len=436640 2024-09-18T02:46:27.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 1837 completed, throughput=4.99MB/sec 2024-09-18T02:46:27.652 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LsOBscahX3LE167 off=946653 len=406832 2024-09-18T02:46:27.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 1838 completed, throughput=4.99MB/sec 2024-09-18T02:46:27.653 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--j_rJzJ1c9i3nb- off=7376837 len=1810298 2024-09-18T02:46:27.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 1839 completed, throughput=4.99MB/sec 2024-09-18T02:46:27.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OmJ4ndKAyMtnI9d off=22053188 len=784117 2024-09-18T02:46:27.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 1840 completed, throughput=5MB/sec 2024-09-18T02:46:27.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MWw-6V1zxT1rOhS off=21553442 len=260552 2024-09-18T02:46:27.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 1841 completed, throughput=5MB/sec 2024-09-18T02:46:27.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bipFOaGxHGDElGe off=748616 len=1619282 2024-09-18T02:46:27.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 1842 completed, throughput=5MB/sec 2024-09-18T02:46:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: 365: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:28.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LBb72qT-0XHneFX off=8025226 len=2072896 2024-09-18T02:46:28.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 1843 completed, throughput=4.99MB/sec 2024-09-18T02:46:28.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Om1uzGsuwACBJXX off=11044437 len=1182515 2024-09-18T02:46:28.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 1844 completed, throughput=5MB/sec 2024-09-18T02:46:28.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D9ocZwpIn0p_Z2e off=3035320 len=535997 2024-09-18T02:46:28.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 1845 completed, throughput=5MB/sec 2024-09-18T02:46:28.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ytC9WUU_oeS7zui off=12869271 len=707265 2024-09-18T02:46:28.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 1846 completed, throughput=5MB/sec 2024-09-18T02:46:28.677 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tzr6LHv3W1oCi5u off=6788006 len=819860 2024-09-18T02:46:28.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 1847 completed, throughput=5MB/sec 2024-09-18T02:46:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:29 smithi195 ceph-mon[89559]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-18T02:46:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:29 smithi046 ceph-mon[94621]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-18T02:46:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:29 smithi046 ceph-mon[97106]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-18T02:46:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: 366: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:29.682 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pbQ6IDpNQ0ykAup off=1825412 len=362101 2024-09-18T02:46:29.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 1848 completed, throughput=4.99MB/sec 2024-09-18T02:46:29.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jAO75jSNewn93va off=1394151 len=1279996 2024-09-18T02:46:29.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 1849 completed, throughput=4.99MB/sec 2024-09-18T02:46:29.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pGHokXVkgyTfvBb off=4742861 len=1337015 2024-09-18T02:46:29.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 1850 completed, throughput=4.99MB/sec 2024-09-18T02:46:29.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mltqpne-0ld3PDK off=225623 len=1805947 2024-09-18T02:46:29.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 1851 completed, throughput=5MB/sec 2024-09-18T02:46:29.692 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w6-CiZBz-v0Y_Il off=1400173 len=1637755 2024-09-18T02:46:29.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 1852 completed, throughput=5MB/sec 2024-09-18T02:46:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: 367: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:30.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tXd7QmLuye1lBsc off=313998 len=1845567 2024-09-18T02:46:30.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 1853 completed, throughput=4.99MB/sec 2024-09-18T02:46:30.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lZWltL4bswT-zfi off=13078060 len=1190037 2024-09-18T02:46:30.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 1854 completed, throughput=5MB/sec 2024-09-18T02:46:30.710 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nS56Ft6ZStIRhTI off=698721 len=1138015 2024-09-18T02:46:30.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 1855 completed, throughput=5MB/sec 2024-09-18T02:46:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:31 smithi195 ceph-mon[89559]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:46:31.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:31 smithi046 ceph-mon[94621]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:46:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:31 smithi046 ceph-mon[97106]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:46:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: 368: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:31.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LgSy8n6niDJKl0E off=4334390 len=173181 2024-09-18T02:46:31.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 1856 completed, throughput=4.99MB/sec 2024-09-18T02:46:31.718 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G94Er6EjEkteHRo off=4684089 len=1408799 2024-09-18T02:46:31.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 1857 completed, throughput=4.99MB/sec 2024-09-18T02:46:31.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WkmOP3R7FJN1VMV off=8302737 len=1176270 2024-09-18T02:46:31.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 1858 completed, throughput=4.99MB/sec 2024-09-18T02:46:31.734 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hCyHAeGrkx1LdA- off=736413 len=1629310 2024-09-18T02:46:31.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 1859 completed, throughput=5MB/sec 2024-09-18T02:46:31.744 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--NO1HxrUIjbquH4 off=5227841 len=927340 2024-09-18T02:46:31.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 1860 completed, throughput=5MB/sec 2024-09-18T02:46:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:46:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:46:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: 369: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:32.745 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-07NWtsGfPVxTLfb off=2049307 len=1774640 2024-09-18T02:46:32.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 1861 completed, throughput=4.99MB/sec 2024-09-18T02:46:32.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E8S2kSuSHxpjGFf off=1758420 len=59991 2024-09-18T02:46:32.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 1862 completed, throughput=4.99MB/sec 2024-09-18T02:46:32.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DqZJL_fgtm-9ERR off=4383507 len=722803 2024-09-18T02:46:32.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 1863 completed, throughput=4.99MB/sec 2024-09-18T02:46:32.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j3onllaHUbR6rYQ off=5497454 len=1482686 2024-09-18T02:46:32.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 1864 completed, throughput=5MB/sec 2024-09-18T02:46:32.761 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xl7RAzYmS3Juj1w off=13485101 len=944792 2024-09-18T02:46:32.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 1865 completed, throughput=5MB/sec 2024-09-18T02:46:32.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O3Jj8qKVWTSDVuX off=8651322 len=950276 2024-09-18T02:46:32.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 1866 completed, throughput=5MB/sec 2024-09-18T02:46:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:33 smithi195 ceph-mon[89559]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:46:33.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:33 smithi046 ceph-mon[94621]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:46:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:33 smithi046 ceph-mon[97106]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:46:33.766 INFO:tasks.workunit.client.0.smithi046.stdout: 370: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:33.766 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vq-edX912Hu_hz8 off=9346553 len=1003610 2024-09-18T02:46:33.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 1867 completed, throughput=4.99MB/sec 2024-09-18T02:46:33.768 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pnEtLic28e-3dNB off=21663276 len=986020 2024-09-18T02:46:33.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 1868 completed, throughput=4.99MB/sec 2024-09-18T02:46:33.770 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GTbwkCwLURLBXW7 off=15385381 len=1213576 2024-09-18T02:46:33.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 1869 completed, throughput=5MB/sec 2024-09-18T02:46:33.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5vxNi_EVJGvmyCj off=4327750 len=1723863 2024-09-18T02:46:33.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 1870 completed, throughput=5MB/sec 2024-09-18T02:46:34.774 INFO:tasks.workunit.client.0.smithi046.stdout: 371: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:34.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QgiM4UrrDzofwOW off=1652650 len=198491 2024-09-18T02:46:34.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 1871 completed, throughput=4.99MB/sec 2024-09-18T02:46:34.777 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mRXhQwqHpzGUnPT off=9786167 len=519548 2024-09-18T02:46:34.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 1872 completed, throughput=4.99MB/sec 2024-09-18T02:46:34.781 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sctqkuf4_16KWHn off=4787000 len=1710265 2024-09-18T02:46:34.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 1873 completed, throughput=4.99MB/sec 2024-09-18T02:46:34.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uceZ3qHlUys6Jyq off=158035 len=1044548 2024-09-18T02:46:34.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 1874 completed, throughput=5MB/sec 2024-09-18T02:46:34.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F60UD1QYLT5UP3U off=455021 len=1640493 2024-09-18T02:46:34.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 1875 completed, throughput=5MB/sec 2024-09-18T02:46:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:35 smithi195 ceph-mon[89559]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:46:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:35 smithi046 ceph-mon[94621]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:46:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:35 smithi046 ceph-mon[97106]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:46:35.799 INFO:tasks.workunit.client.0.smithi046.stdout: 372: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:35.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3rniOGPDdU76R2e off=19741304 len=975159 2024-09-18T02:46:35.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 1876 completed, throughput=4.99MB/sec 2024-09-18T02:46:35.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7fOTAxFy33THGvt off=9476015 len=77978 2024-09-18T02:46:35.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 1877 completed, throughput=4.99MB/sec 2024-09-18T02:46:35.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kzZoxS9WdC437n7 off=7974930 len=1632742 2024-09-18T02:46:35.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 1878 completed, throughput=4.99MB/sec 2024-09-18T02:46:35.803 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OmJ4ndKAyMtnI9d off=16869669 len=1619858 2024-09-18T02:46:35.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 1879 completed, throughput=5MB/sec 2024-09-18T02:46:35.805 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-epyNj5rXd5NXgtZ off=531887 len=1742685 2024-09-18T02:46:35.814 INFO:tasks.workunit.client.0.smithi046.stdout:op 1880 completed, throughput=5MB/sec 2024-09-18T02:46:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:46:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:46:36] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-18T02:46:36.815 INFO:tasks.workunit.client.0.smithi046.stdout: 373: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:36.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R1xZrwNc5utkPXK off=1451954 len=264575 2024-09-18T02:46:36.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 1881 completed, throughput=4.99MB/sec 2024-09-18T02:46:36.816 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LizcKP6afHUVIMr off=6158450 len=2050435 2024-09-18T02:46:36.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 1882 completed, throughput=4.99MB/sec 2024-09-18T02:46:36.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-op7Yiuj-ZwdsklO off=1640282 len=102977 2024-09-18T02:46:36.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 1883 completed, throughput=4.99MB/sec 2024-09-18T02:46:36.826 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SnnxoSkmxvHnzLL off=1234475 len=1653610 2024-09-18T02:46:36.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 1884 completed, throughput=5MB/sec 2024-09-18T02:46:36.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ReN569jvHtyAhHS off=7830388 len=56722 2024-09-18T02:46:36.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 1885 completed, throughput=5MB/sec 2024-09-18T02:46:36.836 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YTyqihIPANeXWl0 off=395980 len=369871 2024-09-18T02:46:36.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 1886 completed, throughput=5MB/sec 2024-09-18T02:46:36.838 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q_OnGzQRCnD8nOK off=688410 len=1279867 2024-09-18T02:46:36.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 1887 completed, throughput=5MB/sec 2024-09-18T02:46:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:37 smithi195 ceph-mon[89559]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:37 smithi046 ceph-mon[97106]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:37 smithi046 ceph-mon[94621]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:46:37.841 INFO:tasks.workunit.client.0.smithi046.stdout: 374: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:37.841 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xrMjOfnz-7JPgd5 off=7718174 len=1689997 2024-09-18T02:46:37.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 1888 completed, throughput=4.99MB/sec 2024-09-18T02:46:37.843 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UL3OyYH0n5DRPgx off=567692 len=1491126 2024-09-18T02:46:37.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 1889 completed, throughput=5MB/sec 2024-09-18T02:46:37.851 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qhALMkIN7o_Nj65 off=14256721 len=110307 2024-09-18T02:46:37.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 1890 completed, throughput=5MB/sec 2024-09-18T02:46:37.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DUOC0Gz_MXZgcSV off=1256075 len=1948583 2024-09-18T02:46:37.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 1891 completed, throughput=5MB/sec 2024-09-18T02:46:38.864 INFO:tasks.workunit.client.0.smithi046.stdout: 375: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:38.864 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cQs2v8HF9mV7hUH off=6618572 len=2021044 2024-09-18T02:46:38.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 1892 completed, throughput=4.99MB/sec 2024-09-18T02:46:38.867 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n8OqD0I2etwrskG off=4642806 len=1594883 2024-09-18T02:46:38.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 1893 completed, throughput=5MB/sec 2024-09-18T02:46:38.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YAb496r8U57ufRz off=8263697 len=700217 2024-09-18T02:46:38.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 1894 completed, throughput=5MB/sec 2024-09-18T02:46:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:39 smithi195 ceph-mon[89559]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:46:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:39 smithi046 ceph-mon[97106]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:46:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:39 smithi046 ceph-mon[94621]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:46:39.873 INFO:tasks.workunit.client.0.smithi046.stdout: 376: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:39.874 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-do9u3Q5HO9krcqa off=15857103 len=1446410 2024-09-18T02:46:39.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 1895 completed, throughput=4.99MB/sec 2024-09-18T02:46:39.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IlQmntRWDYI1EIH off=802515 len=415449 2024-09-18T02:46:39.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 1896 completed, throughput=4.99MB/sec 2024-09-18T02:46:39.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DhzprQeUi9Zlsac off=2374353 len=1502001 2024-09-18T02:46:39.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 1897 completed, throughput=5MB/sec 2024-09-18T02:46:39.883 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y7NEypmNw0sujxo off=1553085 len=1475439 2024-09-18T02:46:39.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 1898 completed, throughput=5MB/sec 2024-09-18T02:46:39.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eBPB3dzYQhyUG_E off=6969041 len=778874 2024-09-18T02:46:39.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 1899 completed, throughput=5MB/sec 2024-09-18T02:46:40.892 INFO:tasks.workunit.client.0.smithi046.stdout: 377: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:40.892 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iOuzvqd27AJlYCd off=4652694 len=1218760 2024-09-18T02:46:40.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 1900 completed, throughput=4.99MB/sec 2024-09-18T02:46:40.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a81V9uf6UdjIpRQ off=6100887 len=1452852 2024-09-18T02:46:40.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 1901 completed, throughput=4.99MB/sec 2024-09-18T02:46:40.905 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aSfYSLzxjaTlwBq off=2726905 len=878260 2024-09-18T02:46:40.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 1902 completed, throughput=5MB/sec 2024-09-18T02:46:40.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JtTCgRD0iH2lKTK off=20809096 len=1366210 2024-09-18T02:46:40.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 1903 completed, throughput=5MB/sec 2024-09-18T02:46:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:41 smithi195 ceph-mon[89559]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:46:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:46:41.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:41 smithi046 ceph-mon[97106]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:46:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:46:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:41 smithi046 ceph-mon[94621]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:46:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:46:41.908 INFO:tasks.workunit.client.0.smithi046.stdout: 378: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:41.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C2SzIP31BowrpmX off=1805107 len=1029227 2024-09-18T02:46:41.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 1904 completed, throughput=4.99MB/sec 2024-09-18T02:46:41.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fHITPyRfMZ2TrT4 off=2130589 len=960513 2024-09-18T02:46:41.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 1905 completed, throughput=4.99MB/sec 2024-09-18T02:46:41.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I8Cvh-M1U_-1S8U off=12980041 len=1825502 2024-09-18T02:46:41.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 1906 completed, throughput=5MB/sec 2024-09-18T02:46:41.918 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-epLZigxaUDxb-Qe off=1728201 len=1013130 2024-09-18T02:46:41.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 1907 completed, throughput=5MB/sec 2024-09-18T02:46:41.920 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r9Mv4VC5SIQRNjg off=8550247 len=1689256 2024-09-18T02:46:41.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 1908 completed, throughput=5MB/sec 2024-09-18T02:46:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:46:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:46:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:46:42.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:46:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:46:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:46:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:46:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:46:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:46:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:46:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:46:42.927 INFO:tasks.workunit.client.0.smithi046.stdout: 379: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:42.927 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tMYqyodp9leqy3u off=16024070 len=1783982 2024-09-18T02:46:42.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 1909 completed, throughput=4.99MB/sec 2024-09-18T02:46:42.935 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d_D2mpid25AWvUI off=377582 len=1141258 2024-09-18T02:46:42.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 1910 completed, throughput=5MB/sec 2024-09-18T02:46:42.937 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pXRda9toqzgq7ec off=1417769 len=1412565 2024-09-18T02:46:42.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 1911 completed, throughput=5MB/sec 2024-09-18T02:46:43.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:43 smithi195 ceph-mon[89559]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:46:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:43 smithi046 ceph-mon[94621]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:46:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:43 smithi046 ceph-mon[97106]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:46:43.944 INFO:tasks.workunit.client.0.smithi046.stdout: 380: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:43.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fk_Mp0iMS2fl29J off=290935 len=2023436 2024-09-18T02:46:43.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 1912 completed, throughput=4.99MB/sec 2024-09-18T02:46:43.946 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cIkgPbVPaz01PHk off=12003466 len=840473 2024-09-18T02:46:43.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 1913 completed, throughput=4.99MB/sec 2024-09-18T02:46:43.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nnSVP613IJW3ocz off=864325 len=1206140 2024-09-18T02:46:43.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 1914 completed, throughput=5MB/sec 2024-09-18T02:46:43.958 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qn57r2OCv-wFWoS off=13758639 len=1122104 2024-09-18T02:46:43.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 1915 completed, throughput=5MB/sec 2024-09-18T02:46:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:44.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:44.963 INFO:tasks.workunit.client.0.smithi046.stdout: 381: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_i_NAuoS7rXqndo off=8422003 len=239779 2024-09-18T02:46:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:op 1916 completed, throughput=4.99MB/sec 2024-09-18T02:46:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kOn4Htp5l7rO6LV off=12487087 len=1692368 2024-09-18T02:46:44.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 1917 completed, throughput=4.99MB/sec 2024-09-18T02:46:44.973 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ruOJbmb9lI0Nx5G off=1422756 len=914678 2024-09-18T02:46:44.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 1918 completed, throughput=4.99MB/sec 2024-09-18T02:46:44.975 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3IvyCsCaHjhh-Cu off=6835785 len=420446 2024-09-18T02:46:44.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 1919 completed, throughput=5MB/sec 2024-09-18T02:46:44.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7yabVwQt5dDNeRm off=5905420 len=796854 2024-09-18T02:46:44.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 1920 completed, throughput=5MB/sec 2024-09-18T02:46:44.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OCsQmv4F43kTK5p off=4894876 len=1737965 2024-09-18T02:46:44.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 1921 completed, throughput=5MB/sec 2024-09-18T02:46:45.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:45 smithi046 ceph-mon[97106]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:46:45.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:45 smithi046 ceph-mon[94621]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:46:45.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:45 smithi195 ceph-mon[89559]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:46:45.980 INFO:tasks.workunit.client.0.smithi046.stdout: 382: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:45.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Jfr0R7ZERlH6E4Y off=8002563 len=287199 2024-09-18T02:46:45.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 1922 completed, throughput=4.99MB/sec 2024-09-18T02:46:45.983 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kV7nmtR4qOt4eSK off=5750611 len=666650 2024-09-18T02:46:45.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 1923 completed, throughput=4.99MB/sec 2024-09-18T02:46:45.984 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uJK-86WuNyEPt64 off=6964435 len=1464712 2024-09-18T02:46:45.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 1924 completed, throughput=4.99MB/sec 2024-09-18T02:46:45.991 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n_2yiZIRObEqM56 off=3789391 len=1196317 2024-09-18T02:46:45.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 1925 completed, throughput=5MB/sec 2024-09-18T02:46:45.997 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RtDuC_uR06PxLku off=4396209 len=960245 2024-09-18T02:46:46.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 1926 completed, throughput=5MB/sec 2024-09-18T02:46:46.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_HHyyvVzUiphplU off=6800463 len=305097 2024-09-18T02:46:46.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 1927 completed, throughput=5MB/sec 2024-09-18T02:46:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:46:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:46:46] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:46:47.005 INFO:tasks.workunit.client.0.smithi046.stdout: 383: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:47.005 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1hOJZvtcBQ_SHz1 off=4568664 len=664781 2024-09-18T02:46:47.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 1928 completed, throughput=4.99MB/sec 2024-09-18T02:46:47.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zbR1cbH37KTF_ct off=2614553 len=238032 2024-09-18T02:46:47.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 1929 completed, throughput=4.99MB/sec 2024-09-18T02:46:47.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wmC6XWXuYvZ4Mcr off=483333 len=943853 2024-09-18T02:46:47.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 1930 completed, throughput=4.99MB/sec 2024-09-18T02:46:47.011 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4BsFeATibRTCqhI off=1888838 len=1368609 2024-09-18T02:46:47.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 1931 completed, throughput=4.99MB/sec 2024-09-18T02:46:47.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-heS1rCXuqorY0T7 off=2853477 len=61602 2024-09-18T02:46:47.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 1932 completed, throughput=5MB/sec 2024-09-18T02:46:47.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6kFktx0XuvNsbvG off=5468883 len=1622944 2024-09-18T02:46:47.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 1933 completed, throughput=5MB/sec 2024-09-18T02:46:47.022 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8l5wcshVQWjYMcp off=6018104 len=1371994 2024-09-18T02:46:47.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 1934 completed, throughput=5MB/sec 2024-09-18T02:46:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:47 smithi195 ceph-mon[89559]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:46:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:47 smithi046 ceph-mon[94621]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:46:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:47 smithi046 ceph-mon[97106]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:46:48.025 INFO:tasks.workunit.client.0.smithi046.stdout: 384: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:48.025 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--P6cGNlKO5X9cC4 off=440369 len=1759658 2024-09-18T02:46:48.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 1935 completed, throughput=4.99MB/sec 2024-09-18T02:46:48.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EQEE5MSGHKpyCDl off=2670013 len=284540 2024-09-18T02:46:48.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 1936 completed, throughput=4.99MB/sec 2024-09-18T02:46:48.037 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W1c7gYwg1RlDeQ6 off=2564398 len=210473 2024-09-18T02:46:48.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 1937 completed, throughput=4.99MB/sec 2024-09-18T02:46:48.038 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gNTfTzbIxeEMJkP off=2814302 len=1838033 2024-09-18T02:46:48.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 1938 completed, throughput=5MB/sec 2024-09-18T02:46:48.040 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nATAJPM0PO8qjUu off=7756279 len=972239 2024-09-18T02:46:48.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 1939 completed, throughput=5MB/sec 2024-09-18T02:46:49.042 INFO:tasks.workunit.client.0.smithi046.stdout: 385: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:49.042 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GeJnT5_YcNq05wB off=581859 len=1751562 2024-09-18T02:46:49.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 1940 completed, throughput=4.99MB/sec 2024-09-18T02:46:49.050 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6lrUTzrwJu-U0XI off=1314584 len=1831443 2024-09-18T02:46:49.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 1941 completed, throughput=5MB/sec 2024-09-18T02:46:49.060 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8qQvdi9rTE_IMSW off=2599992 len=955489 2024-09-18T02:46:49.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 1942 completed, throughput=5MB/sec 2024-09-18T02:46:49.062 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bqIbOWX30pbNY4D off=5881769 len=165771 2024-09-18T02:46:49.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 1943 completed, throughput=5MB/sec 2024-09-18T02:46:49.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:49 smithi195 ceph-mon[89559]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:46:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:49 smithi046 ceph-mon[94621]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:46:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:49 smithi046 ceph-mon[97106]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:46:50.064 INFO:tasks.workunit.client.0.smithi046.stdout: 386: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:50.064 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nCqQ-G2nIDCbpuH off=180678 len=153880 2024-09-18T02:46:50.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 1944 completed, throughput=4.99MB/sec 2024-09-18T02:46:50.065 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2WENzTTe2zPaZHX off=10562005 len=86950 2024-09-18T02:46:50.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 1945 completed, throughput=4.99MB/sec 2024-09-18T02:46:50.067 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sOZ8JagQrgVcK_v off=5029148 len=1334981 2024-09-18T02:46:50.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 1946 completed, throughput=4.99MB/sec 2024-09-18T02:46:50.075 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--dtQkxL6MxG6xLk off=1063923 len=2093011 2024-09-18T02:46:50.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 1947 completed, throughput=5MB/sec 2024-09-18T02:46:50.084 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Nj3hafgUpxVmjD off=4850836 len=1268375 2024-09-18T02:46:50.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 1948 completed, throughput=5MB/sec 2024-09-18T02:46:50.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4ETQf44Dnmu1PXY off=8317136 len=771827 2024-09-18T02:46:50.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 1949 completed, throughput=5MB/sec 2024-09-18T02:46:51.096 INFO:tasks.workunit.client.0.smithi046.stdout: 387: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:51.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J57DTq4aNu4VVEt off=1743683 len=269440 2024-09-18T02:46:51.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 1950 completed, throughput=4.99MB/sec 2024-09-18T02:46:51.099 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PyJFIaTUb9H3Twe off=909916 len=1958805 2024-09-18T02:46:51.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 1951 completed, throughput=4.99MB/sec 2024-09-18T02:46:51.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bdnwM8rzzMQuhaB off=1182872 len=1028708 2024-09-18T02:46:51.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 1952 completed, throughput=5MB/sec 2024-09-18T02:46:51.114 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dq2-6cuz4nPFo84 off=7101722 len=2074901 2024-09-18T02:46:51.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 1953 completed, throughput=5MB/sec 2024-09-18T02:46:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:51 smithi195 ceph-mon[89559]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:46:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:51 smithi046 ceph-mon[94621]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:46:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:51 smithi046 ceph-mon[97106]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:46:52.125 INFO:tasks.workunit.client.0.smithi046.stdout: 388: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:52.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gHnZs8TwCQF0R9u off=868677 len=1027586 2024-09-18T02:46:52.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 1954 completed, throughput=4.99MB/sec 2024-09-18T02:46:52.130 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yFslYOGcZOVrrXu off=1801339 len=888460 2024-09-18T02:46:52.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 1955 completed, throughput=4.99MB/sec 2024-09-18T02:46:52.136 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UlbxDk8gAB5W_j8 off=3770919 len=1532839 2024-09-18T02:46:52.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 1956 completed, throughput=5MB/sec 2024-09-18T02:46:52.139 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oVYSGW4Iv1GYSah off=13803245 len=280142 2024-09-18T02:46:52.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 1957 completed, throughput=5MB/sec 2024-09-18T02:46:52.140 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OoSqcd2PcfiwcaF off=9304356 len=1258415 2024-09-18T02:46:52.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 1958 completed, throughput=5MB/sec 2024-09-18T02:46:52.141 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lNqIzG2YYcjhl05 off=20040956 len=1377566 2024-09-18T02:46:52.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 1959 completed, throughput=5MB/sec 2024-09-18T02:46:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:46:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:46:53.148 INFO:tasks.workunit.client.0.smithi046.stdout: 389: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:53.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sp5azzZQGSPOsvn off=3400199 len=13895 2024-09-18T02:46:53.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 1960 completed, throughput=4.99MB/sec 2024-09-18T02:46:53.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7rPDV2q9JQcLVui off=1374269 len=715017 2024-09-18T02:46:53.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 1961 completed, throughput=4.99MB/sec 2024-09-18T02:46:53.155 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2RH9N0Q5D_XSZn off=507421 len=719252 2024-09-18T02:46:53.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 1962 completed, throughput=4.99MB/sec 2024-09-18T02:46:53.159 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lTGV_4GgZlcliyr off=4368946 len=1909443 2024-09-18T02:46:53.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 1963 completed, throughput=5MB/sec 2024-09-18T02:46:53.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v0svpdXE-ZAy8JB off=8004100 len=568867 2024-09-18T02:46:53.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 1964 completed, throughput=5MB/sec 2024-09-18T02:46:53.165 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OTVySFRWbiRu5wn off=9033084 len=1190831 2024-09-18T02:46:53.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 1965 completed, throughput=5MB/sec 2024-09-18T02:46:53.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:53 smithi195 ceph-mon[89559]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:46:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:53 smithi046 ceph-mon[94621]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:46:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:53 smithi046 ceph-mon[97106]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:46:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: 390: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:54.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xox2Cqzr3ldQDBV off=344812 len=2026515 2024-09-18T02:46:54.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 1966 completed, throughput=4.99MB/sec 2024-09-18T02:46:54.176 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gbR103ArSIZ4rsJ off=9023014 len=1784439 2024-09-18T02:46:54.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 1967 completed, throughput=5MB/sec 2024-09-18T02:46:54.183 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rjudXGFxqbLhoia off=11127037 len=778104 2024-09-18T02:46:54.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 1968 completed, throughput=5MB/sec 2024-09-18T02:46:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: 391: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:55.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UvALYFnrAEdH--h off=424599 len=290387 2024-09-18T02:46:55.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 1969 completed, throughput=4.99MB/sec 2024-09-18T02:46:55.185 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-09Pn5tUt8qIKJ1c off=2552663 len=1825140 2024-09-18T02:46:55.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 1970 completed, throughput=4.99MB/sec 2024-09-18T02:46:55.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R7m6cxFjBbkFe8i off=1984133 len=1258741 2024-09-18T02:46:55.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 1971 completed, throughput=5MB/sec 2024-09-18T02:46:55.196 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xgP3pdGs9YahE5x off=968964 len=562299 2024-09-18T02:46:55.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 1972 completed, throughput=5MB/sec 2024-09-18T02:46:55.199 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5zVW8He36txJOAB off=15439553 len=779495 2024-09-18T02:46:55.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 1973 completed, throughput=5MB/sec 2024-09-18T02:46:55.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fUinghm3UzrJbwE off=1237304 len=1173109 2024-09-18T02:46:55.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 1974 completed, throughput=5MB/sec 2024-09-18T02:46:55.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:55 smithi195 ceph-mon[89559]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:55.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:55 smithi046 ceph-mon[94621]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:55 smithi046 ceph-mon[97106]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: 392: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:56.207 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r17JdbJTwPOm2W0 off=3929040 len=734625 2024-09-18T02:46:56.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 1975 completed, throughput=4.99MB/sec 2024-09-18T02:46:56.208 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x-stBoX_9N2AoOy off=3324641 len=1402818 2024-09-18T02:46:56.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 1976 completed, throughput=4.99MB/sec 2024-09-18T02:46:56.210 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FF4DYuT30Lqhata off=17929142 len=1714455 2024-09-18T02:46:56.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 1977 completed, throughput=5MB/sec 2024-09-18T02:46:56.212 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LAghsWURKw5pEMj off=1093242 len=1660228 2024-09-18T02:46:56.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 1978 completed, throughput=5MB/sec 2024-09-18T02:46:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:46:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:46:56] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-18T02:46:57.221 INFO:tasks.workunit.client.0.smithi046.stdout: 393: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:57.221 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I2njIfidPMZN37- off=3611377 len=1910929 2024-09-18T02:46:57.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 1979 completed, throughput=4.99MB/sec 2024-09-18T02:46:57.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Elhfl6MUb_QYNPL off=366937 len=1255301 2024-09-18T02:46:57.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 1980 completed, throughput=5MB/sec 2024-09-18T02:46:57.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xe3TZmMZZExAnxJ off=10639125 len=1678989 2024-09-18T02:46:57.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 1981 completed, throughput=5MB/sec 2024-09-18T02:46:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:57 smithi195 ceph-mon[89559]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:46:57.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:57 smithi046 ceph-mon[94621]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:46:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:57 smithi046 ceph-mon[97106]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:46:58.244 INFO:tasks.workunit.client.0.smithi046.stdout: 394: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:58.244 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VipEwEvvdoCU4cw off=6424037 len=448581 2024-09-18T02:46:58.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 1982 completed, throughput=4.99MB/sec 2024-09-18T02:46:58.245 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fI9IzzLKPewZ1gf off=4633597 len=1050701 2024-09-18T02:46:58.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 1983 completed, throughput=4.99MB/sec 2024-09-18T02:46:58.247 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RQkgWdLFO2EBKk7 off=9707010 len=62222 2024-09-18T02:46:58.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 1984 completed, throughput=4.99MB/sec 2024-09-18T02:46:58.247 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BV8bhmxG-pdNecY off=2204859 len=265624 2024-09-18T02:46:58.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 1985 completed, throughput=4.99MB/sec 2024-09-18T02:46:58.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9zk4cVNISlnwPsC off=1494805 len=1009385 2024-09-18T02:46:58.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 1986 completed, throughput=5MB/sec 2024-09-18T02:46:58.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H32mLq0kJkZWYq0 off=21821763 len=839523 2024-09-18T02:46:58.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 1987 completed, throughput=5MB/sec 2024-09-18T02:46:58.259 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YIBBhPRLavKgBp5 off=1748296 len=1133424 2024-09-18T02:46:58.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 1988 completed, throughput=5MB/sec 2024-09-18T02:46:58.266 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j--M_IeoyQtDQqD off=4781252 len=1953958 2024-09-18T02:46:58.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1989 completed, throughput=5MB/sec 2024-09-18T02:46:59.269 INFO:tasks.workunit.client.0.smithi046.stdout: 395: throughput=4.99MB/sec pending data=0 2024-09-18T02:46:59.270 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hJ6lcvYNCcnIOdO off=7303908 len=1838750 2024-09-18T02:46:59.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 1990 completed, throughput=5MB/sec 2024-09-18T02:46:59.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-53yUFjb68Vv-X4F off=362949 len=502892 2024-09-18T02:46:59.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 1991 completed, throughput=5MB/sec 2024-09-18T02:46:59.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LWezfoy3n_cfGjl off=5669052 len=675897 2024-09-18T02:46:59.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 1992 completed, throughput=5MB/sec 2024-09-18T02:46:59.283 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AGzhwg7OlL8s_SN off=14519558 len=631130 2024-09-18T02:46:59.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 1993 completed, throughput=5MB/sec 2024-09-18T02:46:59.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:59 smithi195 ceph-mon[89559]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:46:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:59.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:59 smithi046 ceph-mon[94621]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:46:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:46:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:59 smithi046 ceph-mon[97106]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:46:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:46:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:00.288 INFO:tasks.workunit.client.0.smithi046.stdout: 396: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:00.288 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e2osvKumULDaAsV off=4007730 len=905642 2024-09-18T02:47:00.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 1994 completed, throughput=4.99MB/sec 2024-09-18T02:47:00.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jP3tt1oXRqPI4IX off=17439930 len=494111 2024-09-18T02:47:00.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 1995 completed, throughput=4.99MB/sec 2024-09-18T02:47:00.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZnE6aFNTwvSu3Ww off=4775664 len=382622 2024-09-18T02:47:00.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 1996 completed, throughput=4.99MB/sec 2024-09-18T02:47:00.301 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YfJKAaBaopGfhsr off=10145275 len=788833 2024-09-18T02:47:00.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 1997 completed, throughput=4.99MB/sec 2024-09-18T02:47:00.302 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YAp1aVyubiblAa2 off=4366471 len=1466464 2024-09-18T02:47:00.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 1998 completed, throughput=5MB/sec 2024-09-18T02:47:00.305 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dWlAe_hWbT9rd5O off=13078146 len=2054953 2024-09-18T02:47:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 1999 completed, throughput=5MB/sec 2024-09-18T02:47:01.310 INFO:tasks.workunit.client.0.smithi046.stdout: 397: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:01.310 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-maqWIRYVO9UNMJZ off=3721624 len=1393395 2024-09-18T02:47:01.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 2000 completed, throughput=4.99MB/sec 2024-09-18T02:47:01.317 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fDwLtG0UcqScNWc off=8532421 len=419972 2024-09-18T02:47:01.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 2001 completed, throughput=4.99MB/sec 2024-09-18T02:47:01.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-znAHcv4p8VIKdb0 off=6005142 len=924848 2024-09-18T02:47:01.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 2002 completed, throughput=5MB/sec 2024-09-18T02:47:01.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hS8wYbIBp1QaHTp off=17645105 len=1886650 2024-09-18T02:47:01.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 2003 completed, throughput=5MB/sec 2024-09-18T02:47:01.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:01 smithi195 ceph-mon[89559]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:47:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:01 smithi046 ceph-mon[94621]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:47:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:01 smithi046 ceph-mon[97106]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:47:02.325 INFO:tasks.workunit.client.0.smithi046.stdout: 398: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:02.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1JR1_UF5bPtkHca off=14770229 len=1237295 2024-09-18T02:47:02.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 2004 completed, throughput=4.99MB/sec 2024-09-18T02:47:02.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O2gHyc-n2oHN30j off=9017633 len=866050 2024-09-18T02:47:02.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 2005 completed, throughput=4.99MB/sec 2024-09-18T02:47:02.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0npWXrcrQ9pYrV7 off=6021506 len=1329016 2024-09-18T02:47:02.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 2006 completed, throughput=5MB/sec 2024-09-18T02:47:02.330 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WmOswMUbCUpvYBH off=1195285 len=347513 2024-09-18T02:47:02.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 2007 completed, throughput=5MB/sec 2024-09-18T02:47:02.334 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3peQYTk9XMLIJLX off=1880488 len=1636781 2024-09-18T02:47:02.342 INFO:tasks.workunit.client.0.smithi046.stdout:op 2008 completed, throughput=5MB/sec 2024-09-18T02:47:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:47:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:47:03.342 INFO:tasks.workunit.client.0.smithi046.stdout: 399: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:03.342 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4ng5OeVnwgmZS5D off=3113826 len=1338296 2024-09-18T02:47:03.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 2009 completed, throughput=4.99MB/sec 2024-09-18T02:47:03.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u-RntVeV8acHtcW off=9236275 len=821491 2024-09-18T02:47:03.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 2010 completed, throughput=4.99MB/sec 2024-09-18T02:47:03.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3JK-82z4g-l9RO- off=7150594 len=1623469 2024-09-18T02:47:03.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 2011 completed, throughput=5MB/sec 2024-09-18T02:47:03.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DKNlhhiMjh-6bfG off=1255162 len=1546676 2024-09-18T02:47:03.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 2012 completed, throughput=5MB/sec 2024-09-18T02:47:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:03 smithi195 ceph-mon[89559]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-09-18T02:47:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:03 smithi046 ceph-mon[97106]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-09-18T02:47:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:03 smithi046 ceph-mon[94621]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-09-18T02:47:04.354 INFO:tasks.workunit.client.0.smithi046.stdout: 400: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:04.354 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oQ58iTHmEifISwj off=1325462 len=36218 2024-09-18T02:47:04.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 2013 completed, throughput=4.99MB/sec 2024-09-18T02:47:04.357 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DqVq6FOiB0aPWQN off=1364268 len=1006408 2024-09-18T02:47:04.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 2014 completed, throughput=4.99MB/sec 2024-09-18T02:47:04.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8d7EbOWWGqiY-UK off=11765261 len=2076778 2024-09-18T02:47:04.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 2015 completed, throughput=5MB/sec 2024-09-18T02:47:04.365 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3tjIkyR5oMh24xt off=5536953 len=56496 2024-09-18T02:47:04.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 2016 completed, throughput=5MB/sec 2024-09-18T02:47:04.366 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dGte3wMlHsEE2rJ off=1500799 len=2006855 2024-09-18T02:47:04.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 2017 completed, throughput=5MB/sec 2024-09-18T02:47:05.376 INFO:tasks.workunit.client.0.smithi046.stdout: 401: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:05.376 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6c_Xs6iT44H07_0 off=4709885 len=1717381 2024-09-18T02:47:05.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 2018 completed, throughput=4.99MB/sec 2024-09-18T02:47:05.379 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WG3x5kh9DB3r2P1 off=329275 len=270923 2024-09-18T02:47:05.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 2019 completed, throughput=4.99MB/sec 2024-09-18T02:47:05.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aKQmjv8Pg9O11Zr off=9352215 len=1052958 2024-09-18T02:47:05.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 2020 completed, throughput=5MB/sec 2024-09-18T02:47:05.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3iTLhbdAC4Ge9sN off=7219834 len=1456741 2024-09-18T02:47:05.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 2021 completed, throughput=5MB/sec 2024-09-18T02:47:05.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WBBaTW2Kg1_KEfa off=9980642 len=1993108 2024-09-18T02:47:05.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 2022 completed, throughput=5MB/sec 2024-09-18T02:47:05.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:05 smithi195 ceph-mon[89559]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:47:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:05 smithi046 ceph-mon[94621]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:47:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:05 smithi046 ceph-mon[97106]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:47:06.396 INFO:tasks.workunit.client.0.smithi046.stdout: 402: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:06.396 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-55aPr9Nk8NFRl33 off=1682234 len=567696 2024-09-18T02:47:06.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 2023 completed, throughput=4.99MB/sec 2024-09-18T02:47:06.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BJfAh99p17YHohH off=9073248 len=1687974 2024-09-18T02:47:06.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 2024 completed, throughput=5MB/sec 2024-09-18T02:47:06.399 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vilax4yXRg_CuIP off=18360822 len=1109901 2024-09-18T02:47:06.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 2025 completed, throughput=5MB/sec 2024-09-18T02:47:06.405 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YUvjYJe6jazvH8D off=3013732 len=914437 2024-09-18T02:47:06.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 2026 completed, throughput=5MB/sec 2024-09-18T02:47:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:47:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:47:06] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-18T02:47:07.407 INFO:tasks.workunit.client.0.smithi046.stdout: 403: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:07.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gxWVX_soIVIuCBh off=281138 len=429639 2024-09-18T02:47:07.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 2027 completed, throughput=4.99MB/sec 2024-09-18T02:47:07.411 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EEGAQCe9pAvWBGZ off=10844861 len=1829886 2024-09-18T02:47:07.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 2028 completed, throughput=4.99MB/sec 2024-09-18T02:47:07.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-196aNiT5zR1c4S7 off=3095628 len=548126 2024-09-18T02:47:07.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 2029 completed, throughput=4.99MB/sec 2024-09-18T02:47:07.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hkVzkLV5Gx1qxrA off=13701080 len=1963607 2024-09-18T02:47:07.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 2030 completed, throughput=5MB/sec 2024-09-18T02:47:07.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZYejuwvfHqPcA4a off=271229 len=1769275 2024-09-18T02:47:07.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 2031 completed, throughput=5MB/sec 2024-09-18T02:47:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:07 smithi195 ceph-mon[89559]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:47:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:07 smithi046 ceph-mon[94621]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:47:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:07 smithi046 ceph-mon[97106]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:47:08.435 INFO:tasks.workunit.client.0.smithi046.stdout: 404: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:08.435 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fewmy0tDlxVcSPT off=613459 len=1964298 2024-09-18T02:47:08.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 2032 completed, throughput=5MB/sec 2024-09-18T02:47:08.443 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iCVGL3f3f6WJnBN off=17918865 len=203785 2024-09-18T02:47:08.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 2033 completed, throughput=5MB/sec 2024-09-18T02:47:08.446 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kW4U6SghLOh7l-B off=57936 len=1124907 2024-09-18T02:47:08.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 2034 completed, throughput=5MB/sec 2024-09-18T02:47:08.450 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ruOJbmb9lI0Nx5G off=4305403 len=480503 2024-09-18T02:47:08.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 2035 completed, throughput=5MB/sec 2024-09-18T02:47:08.451 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DTEb26LT4ggJyB4 off=4442627 len=1905793 2024-09-18T02:47:08.461 INFO:tasks.workunit.client.0.smithi046.stdout:op 2036 completed, throughput=5MB/sec 2024-09-18T02:47:09.461 INFO:tasks.workunit.client.0.smithi046.stdout: 405: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:09.461 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MVZ_pL0UjrCu_uo off=12800520 len=1996795 2024-09-18T02:47:09.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 2037 completed, throughput=5MB/sec 2024-09-18T02:47:09.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pFdXHeUg_l9rGgU off=11794182 len=634232 2024-09-18T02:47:09.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 2038 completed, throughput=5MB/sec 2024-09-18T02:47:09.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D226jWBZG4zNQU0 off=3476778 len=466176 2024-09-18T02:47:09.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 2039 completed, throughput=5MB/sec 2024-09-18T02:47:09.477 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a7CJ0A-FJDrHRDp off=4943054 len=1177343 2024-09-18T02:47:09.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 2040 completed, throughput=5MB/sec 2024-09-18T02:47:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:09 smithi195 ceph-mon[89559]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-18T02:47:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:09 smithi046 ceph-mon[94621]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-18T02:47:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:09 smithi046 ceph-mon[97106]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-18T02:47:10.483 INFO:tasks.workunit.client.0.smithi046.stdout: 406: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:10.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q-83uVK3rMLaAiT off=10312690 len=95787 2024-09-18T02:47:10.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 2041 completed, throughput=4.99MB/sec 2024-09-18T02:47:10.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RvX8HllDPznMpFq off=2366981 len=292472 2024-09-18T02:47:10.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 2042 completed, throughput=4.99MB/sec 2024-09-18T02:47:10.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tua91mJxTXCEXQN off=13213914 len=1654315 2024-09-18T02:47:10.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 2043 completed, throughput=4.99MB/sec 2024-09-18T02:47:10.491 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pmS6xlY2cGN6-Tf off=8588863 len=2007908 2024-09-18T02:47:10.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 2044 completed, throughput=5MB/sec 2024-09-18T02:47:10.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FIgQHKVSpm3icYZ off=966219 len=833306 2024-09-18T02:47:10.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 2045 completed, throughput=5MB/sec 2024-09-18T02:47:11.506 INFO:tasks.workunit.client.0.smithi046.stdout: 407: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:11.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HgymD283Yksc_Ns off=4384557 len=1033150 2024-09-18T02:47:11.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 2046 completed, throughput=4.99MB/sec 2024-09-18T02:47:11.507 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nOEYhgZaOfEH8uD off=2477160 len=950667 2024-09-18T02:47:11.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 2047 completed, throughput=4.99MB/sec 2024-09-18T02:47:11.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nt8napwTRMuhGpl off=2128238 len=1689276 2024-09-18T02:47:11.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 2048 completed, throughput=5MB/sec 2024-09-18T02:47:11.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ex5zuXNLH_2Meqa off=6876994 len=388059 2024-09-18T02:47:11.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 2049 completed, throughput=5MB/sec 2024-09-18T02:47:11.513 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-39CN59c1jRc7Ka1 off=1754274 len=2067013 2024-09-18T02:47:11.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 2050 completed, throughput=5MB/sec 2024-09-18T02:47:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:11 smithi195 ceph-mon[89559]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:47:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:11 smithi046 ceph-mon[94621]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:47:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:11 smithi046 ceph-mon[97106]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:47:12.515 INFO:tasks.workunit.client.0.smithi046.stdout: 408: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:12.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AuXpCNDpY_IJiZS off=1684643 len=21871 2024-09-18T02:47:12.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 2051 completed, throughput=4.99MB/sec 2024-09-18T02:47:12.516 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MWw-6V1zxT1rOhS off=3950172 len=1324071 2024-09-18T02:47:12.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 2052 completed, throughput=4.99MB/sec 2024-09-18T02:47:12.518 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qfiUOwG7lh_9GaV off=2741294 len=1029316 2024-09-18T02:47:12.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 2053 completed, throughput=5MB/sec 2024-09-18T02:47:12.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q8pFKChlmpQXZhZ off=4217623 len=750031 2024-09-18T02:47:12.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 2054 completed, throughput=5MB/sec 2024-09-18T02:47:12.521 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F1CFqzuzF6ZIDHG off=12334349 len=1311557 2024-09-18T02:47:12.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 2055 completed, throughput=5MB/sec 2024-09-18T02:47:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:47:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:47:13.527 INFO:tasks.workunit.client.0.smithi046.stdout: 409: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:13.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fDO2Wp7k7qBY3dF off=4703340 len=1514612 2024-09-18T02:47:13.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 2056 completed, throughput=4.99MB/sec 2024-09-18T02:47:13.534 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4qnuNYbnbHohaYv off=11830874 len=368967 2024-09-18T02:47:13.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 2057 completed, throughput=4.99MB/sec 2024-09-18T02:47:13.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oJPksr3NBrq3BBz off=15917987 len=979253 2024-09-18T02:47:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 2058 completed, throughput=4.99MB/sec 2024-09-18T02:47:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q-d033H-F44i_4D off=4205342 len=1432332 2024-09-18T02:47:13.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 2059 completed, throughput=5MB/sec 2024-09-18T02:47:13.548 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QXF41VLh7wfZEGe off=9987863 len=1629445 2024-09-18T02:47:13.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 2060 completed, throughput=5MB/sec 2024-09-18T02:47:13.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:13 smithi195 ceph-mon[89559]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:47:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:13 smithi046 ceph-mon[94621]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:47:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:13 smithi046 ceph-mon[97106]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:47:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:14.551 INFO:tasks.workunit.client.0.smithi046.stdout: 410: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:14.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NhieeItCjj4hlGx off=495343 len=1507479 2024-09-18T02:47:14.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 2061 completed, throughput=4.99MB/sec 2024-09-18T02:47:14.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BV8bhmxG-pdNecY off=1315011 len=502924 2024-09-18T02:47:14.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 2062 completed, throughput=4.99MB/sec 2024-09-18T02:47:14.560 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZJqoR82db_9kr2X off=13077191 len=482410 2024-09-18T02:47:14.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 2063 completed, throughput=5MB/sec 2024-09-18T02:47:14.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2BQyTiSyCJyQW-0 off=3923495 len=1400376 2024-09-18T02:47:14.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 2064 completed, throughput=5MB/sec 2024-09-18T02:47:14.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B0YzuOvIA6kHm83 off=1197110 len=1336793 2024-09-18T02:47:14.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 2065 completed, throughput=5MB/sec 2024-09-18T02:47:15.578 INFO:tasks.workunit.client.0.smithi046.stdout: 411: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:15.578 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WxntvDLdKy7levq off=2173333 len=858815 2024-09-18T02:47:15.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 2066 completed, throughput=4.99MB/sec 2024-09-18T02:47:15.583 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JjdnfhjSYcB7gQC off=1318361 len=1864375 2024-09-18T02:47:15.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 2067 completed, throughput=5MB/sec 2024-09-18T02:47:15.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LyR8P9f8XaMRvl0 off=7821579 len=253127 2024-09-18T02:47:15.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 2068 completed, throughput=5MB/sec 2024-09-18T02:47:15.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aAEhGRUiCQvlxry off=2445861 len=1763692 2024-09-18T02:47:15.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 2069 completed, throughput=5MB/sec 2024-09-18T02:47:15.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kCn72Td2vme_0dL off=343313 len=1774880 2024-09-18T02:47:15.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 2070 completed, throughput=5MB/sec 2024-09-18T02:47:15.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:15 smithi195 ceph-mon[89559]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:47:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:15 smithi046 ceph-mon[97106]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:47:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:15 smithi046 ceph-mon[94621]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:47:16.600 INFO:tasks.workunit.client.0.smithi046.stdout: 412: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:16.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v9lLRLX7nLA_UPE off=9165059 len=252200 2024-09-18T02:47:16.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 2071 completed, throughput=4.99MB/sec 2024-09-18T02:47:16.603 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bWfs02xvdVW8kg9 off=6420574 len=1937388 2024-09-18T02:47:16.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 2072 completed, throughput=5MB/sec 2024-09-18T02:47:16.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iOWL9IcEGvjyznz off=2532094 len=1757418 2024-09-18T02:47:16.619 INFO:tasks.workunit.client.0.smithi046.stdout:op 2073 completed, throughput=5MB/sec 2024-09-18T02:47:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:47:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:47:16] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-18T02:47:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: 413: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:17.619 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NBGg01deqzDTA2V off=2597054 len=454755 2024-09-18T02:47:17.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 2074 completed, throughput=4.99MB/sec 2024-09-18T02:47:17.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sctqkuf4_16KWHn off=21861331 len=926997 2024-09-18T02:47:17.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 2075 completed, throughput=4.99MB/sec 2024-09-18T02:47:17.625 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b1XjEasUNuADQ20 off=19902177 len=101086 2024-09-18T02:47:17.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 2076 completed, throughput=4.99MB/sec 2024-09-18T02:47:17.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nZ4UzJTos5lQE0k off=270390 len=291151 2024-09-18T02:47:17.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 2077 completed, throughput=4.99MB/sec 2024-09-18T02:47:17.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dLHTCVmJAqC0OGn off=9889292 len=150814 2024-09-18T02:47:17.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 2078 completed, throughput=4.99MB/sec 2024-09-18T02:47:17.629 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EXLn8YqQNlG_Vvz off=24680132 len=454092 2024-09-18T02:47:17.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 2079 completed, throughput=4.99MB/sec 2024-09-18T02:47:17.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-te4z1v0QRsmiC1w off=17967450 len=1988715 2024-09-18T02:47:17.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 2080 completed, throughput=5MB/sec 2024-09-18T02:47:17.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-24dgewnMDFhEh_G off=10117125 len=583345 2024-09-18T02:47:17.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 2081 completed, throughput=5MB/sec 2024-09-18T02:47:17.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w5l8u2boq55Fs94 off=715107 len=2087698 2024-09-18T02:47:17.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 2082 completed, throughput=5MB/sec 2024-09-18T02:47:17.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:17 smithi195 ceph-mon[89559]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:47:17.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:17 smithi046 ceph-mon[97106]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:47:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:17 smithi046 ceph-mon[94621]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:47:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: 414: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:18.646 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-liZvtQimTlOiwVf off=2582788 len=1574448 2024-09-18T02:47:18.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 2083 completed, throughput=5MB/sec 2024-09-18T02:47:18.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NNn1xA997l6ITLk off=16194183 len=687282 2024-09-18T02:47:18.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 2084 completed, throughput=5MB/sec 2024-09-18T02:47:18.656 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lTGV_4GgZlcliyr off=1968890 len=1591601 2024-09-18T02:47:18.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 2085 completed, throughput=5MB/sec 2024-09-18T02:47:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: 415: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:19.658 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pbrgw_FyllI3C96 off=8278198 len=1052624 2024-09-18T02:47:19.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 2086 completed, throughput=4.99MB/sec 2024-09-18T02:47:19.663 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AgaQhjf1OaOo0ne off=2428187 len=1536366 2024-09-18T02:47:19.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 2087 completed, throughput=4.99MB/sec 2024-09-18T02:47:19.672 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-742yjzk52LT87Qi off=9283772 len=540140 2024-09-18T02:47:19.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 2088 completed, throughput=5MB/sec 2024-09-18T02:47:19.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TEcszUczGp15JEh off=2601231 len=1705647 2024-09-18T02:47:19.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 2089 completed, throughput=5MB/sec 2024-09-18T02:47:19.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0jjgMSB4v5pcs7I off=990826 len=399608 2024-09-18T02:47:19.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 2090 completed, throughput=5MB/sec 2024-09-18T02:47:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:19 smithi195 ceph-mon[89559]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:47:19.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:19 smithi046 ceph-mon[94621]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:47:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:19 smithi046 ceph-mon[97106]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:47:20.683 INFO:tasks.workunit.client.0.smithi046.stdout: 416: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:20.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nATAJPM0PO8qjUu off=4663548 len=836205 2024-09-18T02:47:20.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 2091 completed, throughput=4.99MB/sec 2024-09-18T02:47:20.688 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ASKpcguxJ8D6njp off=12045528 len=1108496 2024-09-18T02:47:20.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 2092 completed, throughput=4.99MB/sec 2024-09-18T02:47:20.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fVOaahRIjv_KeYD off=2419578 len=1267417 2024-09-18T02:47:20.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 2093 completed, throughput=5MB/sec 2024-09-18T02:47:20.696 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PPpYKk_QB9GYh1L off=2784958 len=733988 2024-09-18T02:47:20.697 INFO:tasks.workunit.client.0.smithi046.stdout:op 2094 completed, throughput=5MB/sec 2024-09-18T02:47:20.697 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V6xa7iUmBia-OSx off=1715903 len=761690 2024-09-18T02:47:20.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 2095 completed, throughput=5MB/sec 2024-09-18T02:47:20.699 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JPa9os890pGJ61b off=969041 len=807474 2024-09-18T02:47:20.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 2096 completed, throughput=5MB/sec 2024-09-18T02:47:21.701 INFO:tasks.workunit.client.0.smithi046.stdout: 417: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:21.701 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bY0MvprnW8mGWaW off=17842454 len=613151 2024-09-18T02:47:21.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 2097 completed, throughput=4.99MB/sec 2024-09-18T02:47:21.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LlDxTh1dW1Xj53K off=8551755 len=670505 2024-09-18T02:47:21.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 2098 completed, throughput=4.99MB/sec 2024-09-18T02:47:21.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DCzmT1CLtdMlssr off=22661196 len=406792 2024-09-18T02:47:21.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 2099 completed, throughput=4.99MB/sec 2024-09-18T02:47:21.711 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V8y_2xZ0tUqNXfG off=1902585 len=889386 2024-09-18T02:47:21.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 2100 completed, throughput=5MB/sec 2024-09-18T02:47:21.712 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dj1EAxbMuIEbUXl off=3100849 len=1697186 2024-09-18T02:47:21.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 2101 completed, throughput=5MB/sec 2024-09-18T02:47:21.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B3FvxmEue0Iy9zN off=203831 len=1730955 2024-09-18T02:47:21.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 2102 completed, throughput=5MB/sec 2024-09-18T02:47:21.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:21 smithi195 ceph-mon[89559]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:47:21.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:21 smithi046 ceph-mon[97106]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:47:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:21 smithi046 ceph-mon[94621]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:47:22.722 INFO:tasks.workunit.client.0.smithi046.stdout: 418: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:22.722 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vhLAz2_xtT-ct-I off=15955662 len=1435312 2024-09-18T02:47:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:47:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:47:22.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 2103 completed, throughput=4.99MB/sec 2024-09-18T02:47:22.730 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3Oyofe-Vu5JMUdc off=1485377 len=2031583 2024-09-18T02:47:22.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 2104 completed, throughput=5MB/sec 2024-09-18T02:47:22.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qlEGshW3Uexh7d- off=6604805 len=1088211 2024-09-18T02:47:22.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 2105 completed, throughput=5MB/sec 2024-09-18T02:47:23.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:23 smithi195 ceph-mon[89559]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:47:23.743 INFO:tasks.workunit.client.0.smithi046.stdout: 419: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:23.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CuNyR_kjJt518ZD off=10621127 len=2023184 2024-09-18T02:47:23.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 2106 completed, throughput=4.99MB/sec 2024-09-18T02:47:23.754 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eR5RTreTwn8lFOh off=2331129 len=1884585 2024-09-18T02:47:23.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 2107 completed, throughput=5MB/sec 2024-09-18T02:47:23.756 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Aujbx09YHduvBj7 off=94705 len=397820 2024-09-18T02:47:23.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 2108 completed, throughput=5MB/sec 2024-09-18T02:47:23.757 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-boqdE_xFCJLbi1E off=121339 len=818451 2024-09-18T02:47:23.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:23 smithi046 ceph-mon[97106]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:47:23.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:23 smithi046 ceph-mon[94621]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:47:23.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 2109 completed, throughput=5MB/sec 2024-09-18T02:47:24.759 INFO:tasks.workunit.client.0.smithi046.stdout: 420: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:24.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wVIK7pgYE0VelLy off=8977458 len=571110 2024-09-18T02:47:24.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 2110 completed, throughput=4.99MB/sec 2024-09-18T02:47:24.760 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k2zhdmwxN8-_7sv off=4717673 len=354334 2024-09-18T02:47:24.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 2111 completed, throughput=4.99MB/sec 2024-09-18T02:47:24.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zsUcRwpyTwBAuPN off=8217424 len=309908 2024-09-18T02:47:24.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 2112 completed, throughput=4.99MB/sec 2024-09-18T02:47:24.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K3qU7_XkZkOQFGM off=663356 len=295758 2024-09-18T02:47:24.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 2113 completed, throughput=4.99MB/sec 2024-09-18T02:47:24.767 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S-qd4vxLM6koUIt off=1986483 len=1126000 2024-09-18T02:47:24.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 2114 completed, throughput=4.99MB/sec 2024-09-18T02:47:24.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dPWxHsJodse7l1q off=14740040 len=748671 2024-09-18T02:47:24.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 2115 completed, throughput=5MB/sec 2024-09-18T02:47:24.779 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-THxvmkPBRNcWI7d off=2359376 len=1921129 2024-09-18T02:47:24.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 2116 completed, throughput=5MB/sec 2024-09-18T02:47:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:25 smithi195 ceph-mon[89559]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:47:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:25 smithi046 ceph-mon[97106]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:47:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:25 smithi046 ceph-mon[94621]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:47:25.781 INFO:tasks.workunit.client.0.smithi046.stdout: 421: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:25.781 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wIxUZYiFvnBDKRo off=15032855 len=1117994 2024-09-18T02:47:25.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 2117 completed, throughput=4.99MB/sec 2024-09-18T02:47:25.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_vTzfx39acBldGw off=1161226 len=1241712 2024-09-18T02:47:25.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 2118 completed, throughput=4.99MB/sec 2024-09-18T02:47:25.790 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-meAdmWp5CDlQJQw off=3563757 len=880190 2024-09-18T02:47:25.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 2119 completed, throughput=5MB/sec 2024-09-18T02:47:25.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K0olTOJpMOw80hb off=1854750 len=616576 2024-09-18T02:47:25.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 2120 completed, throughput=5MB/sec 2024-09-18T02:47:25.792 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dds_88sgyL-SSvZ off=8660946 len=384029 2024-09-18T02:47:25.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 2121 completed, throughput=5MB/sec 2024-09-18T02:47:25.793 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AGM7_k0M6YaYhSQ off=2163156 len=1331714 2024-09-18T02:47:25.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 2122 completed, throughput=5MB/sec 2024-09-18T02:47:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:47:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:47:26] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-18T02:47:26.800 INFO:tasks.workunit.client.0.smithi046.stdout: 422: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:26.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cUnJsXEShcfa7Ma off=809876 len=1709894 2024-09-18T02:47:26.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 2123 completed, throughput=4.99MB/sec 2024-09-18T02:47:26.804 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kKJ_ek4O-NHokF5 off=16531335 len=1744766 2024-09-18T02:47:26.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 2124 completed, throughput=5MB/sec 2024-09-18T02:47:26.811 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sDdj1Qhv1Vss57i off=1929955 len=1694903 2024-09-18T02:47:26.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 2125 completed, throughput=5MB/sec 2024-09-18T02:47:27.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:27 smithi195 ceph-mon[89559]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:27 smithi046 ceph-mon[94621]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:27 smithi046 ceph-mon[97106]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: 423: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:27.820 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cz3U9-_dDnltKgP off=802147 len=734477 2024-09-18T02:47:27.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 2126 completed, throughput=4.99MB/sec 2024-09-18T02:47:27.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JRQPlWGiwGOQhMi off=4453117 len=1501029 2024-09-18T02:47:27.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 2127 completed, throughput=4.99MB/sec 2024-09-18T02:47:27.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v0Qsg1FZCNBK3kv off=797810 len=887206 2024-09-18T02:47:27.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 2128 completed, throughput=5MB/sec 2024-09-18T02:47:27.830 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9BSmpgfhj5MKyKL off=11877099 len=1623722 2024-09-18T02:47:27.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 2129 completed, throughput=5MB/sec 2024-09-18T02:47:27.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k5J3aygL-d0kA6s off=20683729 len=529189 2024-09-18T02:47:27.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 2130 completed, throughput=5MB/sec 2024-09-18T02:47:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: 424: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:28.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ifop98qtiX3Vryf off=164337 len=1725464 2024-09-18T02:47:28.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 2131 completed, throughput=4.99MB/sec 2024-09-18T02:47:28.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sm9qdrO9InvmAZy off=2665937 len=1026074 2024-09-18T02:47:28.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 2132 completed, throughput=4.99MB/sec 2024-09-18T02:47:28.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xl2E5JOCoor5UD1 off=18034915 len=1695368 2024-09-18T02:47:28.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 2133 completed, throughput=5MB/sec 2024-09-18T02:47:28.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b1XjEasUNuADQ20 off=7445119 len=226791 2024-09-18T02:47:28.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 2134 completed, throughput=5MB/sec 2024-09-18T02:47:28.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GsEh8FHDtH3K2km off=0 len=1154264 2024-09-18T02:47:28.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 2135 completed, throughput=5MB/sec 2024-09-18T02:47:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:28 smithi195 ceph-mon[89559]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:47:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:28 smithi046 ceph-mon[94621]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:47:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:28 smithi046 ceph-mon[97106]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:47:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: 425: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:29.865 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PqU3flfX7r7vU8e off=3407234 len=1138227 2024-09-18T02:47:29.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 2136 completed, throughput=4.99MB/sec 2024-09-18T02:47:29.867 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A146ZVwlzV9IauK off=1478327 len=1080626 2024-09-18T02:47:29.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 2137 completed, throughput=4.99MB/sec 2024-09-18T02:47:29.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T9q-Wxef60cAiU3 off=3566582 len=108376 2024-09-18T02:47:29.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 2138 completed, throughput=4.99MB/sec 2024-09-18T02:47:29.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZX2AJv3JEAtvAEC off=7790636 len=500492 2024-09-18T02:47:29.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 2139 completed, throughput=5MB/sec 2024-09-18T02:47:29.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tXd7QmLuye1lBsc off=109117 len=146397 2024-09-18T02:47:29.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 2140 completed, throughput=5MB/sec 2024-09-18T02:47:29.875 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jGZffGq4BH4-sjO off=6566214 len=787800 2024-09-18T02:47:29.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 2141 completed, throughput=5MB/sec 2024-09-18T02:47:29.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tVGVmvVQEy7IFrV off=469950 len=1806821 2024-09-18T02:47:29.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 2142 completed, throughput=5MB/sec 2024-09-18T02:47:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: 426: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:30.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_wkltgv4cGHmhcv off=10122188 len=556711 2024-09-18T02:47:30.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 2143 completed, throughput=4.99MB/sec 2024-09-18T02:47:30.882 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PHunbTuaY59mnRZ off=6220497 len=990453 2024-09-18T02:47:30.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 2144 completed, throughput=4.99MB/sec 2024-09-18T02:47:30.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FbjHMwxarvP_ckF off=10727537 len=411487 2024-09-18T02:47:30.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 2145 completed, throughput=4.99MB/sec 2024-09-18T02:47:30.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0bTPmPx1Bw4XYa9 off=10156992 len=1916331 2024-09-18T02:47:30.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 2146 completed, throughput=5MB/sec 2024-09-18T02:47:30.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_QZB-nrPCPyGFoT off=9585997 len=168648 2024-09-18T02:47:30.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 2147 completed, throughput=5MB/sec 2024-09-18T02:47:30.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YLLTC5xHHat2y7e off=11471849 len=446198 2024-09-18T02:47:30.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 2148 completed, throughput=5MB/sec 2024-09-18T02:47:30.897 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kwA858ap8ZA7nLh off=15737132 len=789231 2024-09-18T02:47:30.899 INFO:tasks.workunit.client.0.smithi046.stdout:op 2149 completed, throughput=5MB/sec 2024-09-18T02:47:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:30 smithi195 ceph-mon[89559]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:30 smithi046 ceph-mon[94621]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:30 smithi046 ceph-mon[97106]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: 427: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:31.899 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZTVJKVmem2KC4Xw off=16672186 len=929221 2024-09-18T02:47:31.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 2150 completed, throughput=4.99MB/sec 2024-09-18T02:47:31.901 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9InjoFy721c7Kep off=2203633 len=445125 2024-09-18T02:47:31.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 2151 completed, throughput=4.99MB/sec 2024-09-18T02:47:31.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AHAI82lTkcJvdOL off=3961690 len=193713 2024-09-18T02:47:31.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 2152 completed, throughput=4.99MB/sec 2024-09-18T02:47:31.905 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rHbxihMLw59_JsU off=1230578 len=336193 2024-09-18T02:47:31.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 2153 completed, throughput=4.99MB/sec 2024-09-18T02:47:31.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kpCBaBpbIrnqPYO off=2657849 len=708086 2024-09-18T02:47:31.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 2154 completed, throughput=5MB/sec 2024-09-18T02:47:31.909 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3y-YvNobI1IqSnb off=435190 len=1547533 2024-09-18T02:47:31.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 2155 completed, throughput=5MB/sec 2024-09-18T02:47:31.917 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2s2SmkM2kkfU3g0 off=5889091 len=1885737 2024-09-18T02:47:31.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 2156 completed, throughput=5MB/sec 2024-09-18T02:47:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:47:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:47:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: 428: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:32.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mPD_-45dUsmHRb8 off=10586236 len=1868657 2024-09-18T02:47:32.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 2157 completed, throughput=5MB/sec 2024-09-18T02:47:32.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JaS86H3UTANrc0C off=13329457 len=727732 2024-09-18T02:47:32.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 2158 completed, throughput=5MB/sec 2024-09-18T02:47:32.930 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-601kRnOJuWOzGK3 off=9658662 len=2015994 2024-09-18T02:47:32.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 2159 completed, throughput=5MB/sec 2024-09-18T02:47:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:32 smithi195 ceph-mon[89559]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:47:33.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:32 smithi046 ceph-mon[94621]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:47:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:32 smithi046 ceph-mon[97106]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:47:33.940 INFO:tasks.workunit.client.0.smithi046.stdout: 429: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:33.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4ng5OeVnwgmZS5D off=6652640 len=900349 2024-09-18T02:47:33.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 2160 completed, throughput=4.99MB/sec 2024-09-18T02:47:33.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DgPLdFvjiSDtujL off=2913399 len=619280 2024-09-18T02:47:33.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 2161 completed, throughput=4.99MB/sec 2024-09-18T02:47:33.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MuoFXcIN1fkMYvd off=16147888 len=772738 2024-09-18T02:47:33.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 2162 completed, throughput=5MB/sec 2024-09-18T02:47:33.949 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G3-T2FwBXrQExwq off=2713811 len=322990 2024-09-18T02:47:33.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 2163 completed, throughput=5MB/sec 2024-09-18T02:47:33.952 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YlRitF1N9RRAML_ off=510957 len=2030049 2024-09-18T02:47:33.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 2164 completed, throughput=5MB/sec 2024-09-18T02:47:34.961 INFO:tasks.workunit.client.0.smithi046.stdout: 430: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:34.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fsbrGav17dPfoV_ off=1395889 len=558307 2024-09-18T02:47:34.964 INFO:tasks.workunit.client.0.smithi046.stdout:op 2165 completed, throughput=4.99MB/sec 2024-09-18T02:47:34.965 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C15DG1QMbM7NTL_ off=3528109 len=916549 2024-09-18T02:47:34.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 2166 completed, throughput=4.99MB/sec 2024-09-18T02:47:34.969 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X-83-o4Mwf67TlG off=11096165 len=902357 2024-09-18T02:47:34.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 2167 completed, throughput=4.99MB/sec 2024-09-18T02:47:34.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-owaXE4ghckei08b off=7893384 len=1084969 2024-09-18T02:47:34.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 2168 completed, throughput=5MB/sec 2024-09-18T02:47:34.979 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ii6aYcAo0dBuuvM off=1365566 len=2089328 2024-09-18T02:47:34.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 2169 completed, throughput=5MB/sec 2024-09-18T02:47:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:34 smithi195 ceph-mon[89559]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:47:35.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:34 smithi046 ceph-mon[94621]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:47:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:34 smithi046 ceph-mon[97106]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:47:35.982 INFO:tasks.workunit.client.0.smithi046.stdout: 431: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:35.983 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ddy4Vzf-gpe6FZN off=1887081 len=1029852 2024-09-18T02:47:35.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 2170 completed, throughput=4.99MB/sec 2024-09-18T02:47:35.985 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qxycSTXas4V2hT1 off=5567740 len=1151561 2024-09-18T02:47:35.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 2171 completed, throughput=4.99MB/sec 2024-09-18T02:47:35.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_2FRZT9dqR3sMJf off=1183428 len=8392 2024-09-18T02:47:35.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 2172 completed, throughput=4.99MB/sec 2024-09-18T02:47:35.992 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V23o1mIrYRli9Qf off=12874501 len=550417 2024-09-18T02:47:35.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 2173 completed, throughput=4.99MB/sec 2024-09-18T02:47:35.996 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-afJ17Ob6jDbTrSk off=71575 len=1555642 2024-09-18T02:47:36.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 2174 completed, throughput=5MB/sec 2024-09-18T02:47:36.004 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sps_CL3dc4PX6f_ off=14009543 len=1482391 2024-09-18T02:47:36.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 2175 completed, throughput=5MB/sec 2024-09-18T02:47:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:47:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:47:36] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:47:37.005 INFO:tasks.workunit.client.0.smithi046.stdout: 432: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:37.005 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rm6zgl4vA6OKrc_ off=1258254 len=1541802 2024-09-18T02:47:37.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 2176 completed, throughput=4.99MB/sec 2024-09-18T02:47:37.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pVR8tYpFjhQ7Kk0 off=1556340 len=1176598 2024-09-18T02:47:37.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 2177 completed, throughput=5MB/sec 2024-09-18T02:47:37.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h9a9pNjO4Xr469Y off=4025228 len=541742 2024-09-18T02:47:37.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 2178 completed, throughput=5MB/sec 2024-09-18T02:47:37.012 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hSaOk88o6MiJNof off=2314454 len=1830413 2024-09-18T02:47:37.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 2179 completed, throughput=5MB/sec 2024-09-18T02:47:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:36 smithi195 ceph-mon[89559]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:47:37.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:36 smithi046 ceph-mon[94621]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:47:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:36 smithi046 ceph-mon[97106]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:47:38.016 INFO:tasks.workunit.client.0.smithi046.stdout: 433: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:38.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eowtq0HT59syt0a off=3793501 len=1913523 2024-09-18T02:47:38.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 2180 completed, throughput=4.99MB/sec 2024-09-18T02:47:38.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wT-cWxRxzYGXltS off=11694112 len=2007684 2024-09-18T02:47:38.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 2181 completed, throughput=5MB/sec 2024-09-18T02:47:38.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QG-lUpc96XOmP0j off=9104407 len=1211103 2024-09-18T02:47:38.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 2182 completed, throughput=5MB/sec 2024-09-18T02:47:39.028 INFO:tasks.workunit.client.0.smithi046.stdout: 434: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:39.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wDcBgY-kjpEGykq off=15929932 len=1102053 2024-09-18T02:47:39.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 2183 completed, throughput=4.99MB/sec 2024-09-18T02:47:39.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-47EUg42Od92t7tV off=4904027 len=1572184 2024-09-18T02:47:39.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 2184 completed, throughput=4.99MB/sec 2024-09-18T02:47:39.034 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G-f2VAVjqQk86XL off=3569419 len=1496417 2024-09-18T02:47:39.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 2185 completed, throughput=5MB/sec 2024-09-18T02:47:39.042 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xkh_GHKSi_rxZmN off=1786280 len=537587 2024-09-18T02:47:39.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 2186 completed, throughput=5MB/sec 2024-09-18T02:47:39.045 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H3y2trpNhNYGCBG off=2410101 len=1937955 2024-09-18T02:47:39.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 2187 completed, throughput=5MB/sec 2024-09-18T02:47:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:38 smithi195 ceph-mon[89559]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:47:39.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:38 smithi046 ceph-mon[97106]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:47:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:38 smithi046 ceph-mon[94621]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:47:40.054 INFO:tasks.workunit.client.0.smithi046.stdout: 435: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:40.054 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nxh7wfRd_K_Eq6Q off=11163981 len=313065 2024-09-18T02:47:40.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 2188 completed, throughput=4.99MB/sec 2024-09-18T02:47:40.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jdRAjB1bfNtCjCU off=2563633 len=524209 2024-09-18T02:47:40.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 2189 completed, throughput=4.99MB/sec 2024-09-18T02:47:40.062 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KR8q5m0vEgWS07L off=655039 len=458965 2024-09-18T02:47:40.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 2190 completed, throughput=4.99MB/sec 2024-09-18T02:47:40.063 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Dqlt0fs0y7a-xI off=6202034 len=748742 2024-09-18T02:47:40.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 2191 completed, throughput=5MB/sec 2024-09-18T02:47:40.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zW4AIwKCdpyHzfw off=2024702 len=1231410 2024-09-18T02:47:40.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 2192 completed, throughput=5MB/sec 2024-09-18T02:47:40.070 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1Q3Z9igsTnHRWRG off=16006908 len=2070938 2024-09-18T02:47:40.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 2193 completed, throughput=5MB/sec 2024-09-18T02:47:41.072 INFO:tasks.workunit.client.0.smithi046.stdout: 436: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:41.073 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jwSsl_KIWU-8xqa off=1752934 len=1652399 2024-09-18T02:47:41.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 2194 completed, throughput=5MB/sec 2024-09-18T02:47:41.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xCX7lvthfFqlgz_ off=9535530 len=297741 2024-09-18T02:47:41.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 2195 completed, throughput=5MB/sec 2024-09-18T02:47:41.084 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V8y_2xZ0tUqNXfG off=2261328 len=53008 2024-09-18T02:47:41.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 2196 completed, throughput=5MB/sec 2024-09-18T02:47:41.086 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7lcVLZKnGnMEbEw off=10212523 len=118274 2024-09-18T02:47:41.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 2197 completed, throughput=5MB/sec 2024-09-18T02:47:41.089 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q_i-K3mA8_tPn7F off=22679130 len=501503 2024-09-18T02:47:41.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 2198 completed, throughput=5MB/sec 2024-09-18T02:47:41.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8XKry27GMEX-MuU off=21043475 len=738833 2024-09-18T02:47:41.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 2199 completed, throughput=5MB/sec 2024-09-18T02:47:41.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FLBBB7iQSWkPlHq off=429510 len=1129150 2024-09-18T02:47:41.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 2200 completed, throughput=5MB/sec 2024-09-18T02:47:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:40 smithi195 ceph-mon[89559]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:47:41.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:40 smithi046 ceph-mon[97106]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:47:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:40 smithi046 ceph-mon[94621]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:47:42.094 INFO:tasks.workunit.client.0.smithi046.stdout: 437: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:42.094 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n-G-h_ygB2vIRCa off=5211551 len=563322 2024-09-18T02:47:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 2201 completed, throughput=4.99MB/sec 2024-09-18T02:47:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kePXKDZ58AQVfxD off=0 len=1121185 2024-09-18T02:47:42.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 2202 completed, throughput=4.99MB/sec 2024-09-18T02:47:42.096 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj---Q7ORROFeqvtdR off=10137424 len=1806023 2024-09-18T02:47:42.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 2203 completed, throughput=5MB/sec 2024-09-18T02:47:42.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G84XI-JPBd6wGwA off=9884799 len=550859 2024-09-18T02:47:42.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 2204 completed, throughput=5MB/sec 2024-09-18T02:47:42.102 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--ZsC8mAezCe098v off=2149751 len=537599 2024-09-18T02:47:42.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 2205 completed, throughput=5MB/sec 2024-09-18T02:47:42.105 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5K35TIZKCFulLBx off=9794866 len=2060052 2024-09-18T02:47:42.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 2206 completed, throughput=5MB/sec 2024-09-18T02:47:42.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:47:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:47:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:47:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:41 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:47:42.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:47:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:47:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:47:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:47:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:47:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:47:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:47:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:41 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:47:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:47:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:47:43.107 INFO:tasks.workunit.client.0.smithi046.stdout: 438: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:43.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CgU8UP-miR4zRgj off=2467034 len=678351 2024-09-18T02:47:43.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 2207 completed, throughput=4.99MB/sec 2024-09-18T02:47:43.112 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rR_IXZxnA7khiuV off=11551558 len=1595255 2024-09-18T02:47:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 2208 completed, throughput=5MB/sec 2024-09-18T02:47:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MNAcNAoKVXwFtG_ off=11060106 len=117496 2024-09-18T02:47:43.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 2209 completed, throughput=5MB/sec 2024-09-18T02:47:43.116 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GcHWXIAGQCeozTy off=2718504 len=937582 2024-09-18T02:47:43.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 2210 completed, throughput=5MB/sec 2024-09-18T02:47:43.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jupcSGa6_g6_sY4 off=12335196 len=144878 2024-09-18T02:47:43.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 2211 completed, throughput=5MB/sec 2024-09-18T02:47:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:42 smithi195 ceph-mon[89559]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:47:43.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:42 smithi046 ceph-mon[94621]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:47:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:42 smithi046 ceph-mon[97106]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:47:44.121 INFO:tasks.workunit.client.0.smithi046.stdout: 439: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:44.121 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d4emuoFA3OjdAX5 off=13547665 len=1526796 2024-09-18T02:47:44.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 2212 completed, throughput=4.99MB/sec 2024-09-18T02:47:44.129 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oK4RKQnPvJIGwJO off=5957712 len=1318363 2024-09-18T02:47:44.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 2213 completed, throughput=4.99MB/sec 2024-09-18T02:47:44.135 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NR8MIaX_7ap_7tU off=2847160 len=359048 2024-09-18T02:47:44.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 2214 completed, throughput=5MB/sec 2024-09-18T02:47:44.136 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i63hhu4F-t75A-w off=4853665 len=1773157 2024-09-18T02:47:44.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 2215 completed, throughput=5MB/sec 2024-09-18T02:47:44.144 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nqDXLS8yQmPBe2u off=16828785 len=586100 2024-09-18T02:47:44.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 2216 completed, throughput=5MB/sec 2024-09-18T02:47:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:44.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:45.148 INFO:tasks.workunit.client.0.smithi046.stdout: 440: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:45.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yxUkid6ERIbfG72 off=7284870 len=2058360 2024-09-18T02:47:45.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 2217 completed, throughput=4.99MB/sec 2024-09-18T02:47:45.159 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VTnV8KrfnEYfQ9N off=2677243 len=1697234 2024-09-18T02:47:45.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 2218 completed, throughput=5MB/sec 2024-09-18T02:47:45.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v6VpWTZdGziSmZl off=3105096 len=1914428 2024-09-18T02:47:45.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 2219 completed, throughput=5MB/sec 2024-09-18T02:47:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:44 smithi195 ceph-mon[89559]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:47:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:44 smithi046 ceph-mon[94621]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:47:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:44 smithi046 ceph-mon[97106]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:47:46.164 INFO:tasks.workunit.client.0.smithi046.stdout: 441: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:46.164 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uZtshfNtC4YahCA off=1183945 len=505020 2024-09-18T02:47:46.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 2220 completed, throughput=4.99MB/sec 2024-09-18T02:47:46.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WTlEmqGaheAYI5r off=15573660 len=2082413 2024-09-18T02:47:46.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 2221 completed, throughput=5MB/sec 2024-09-18T02:47:46.175 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n2gzlsr-OGHeS5f off=20230762 len=889317 2024-09-18T02:47:46.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 2222 completed, throughput=5MB/sec 2024-09-18T02:47:46.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Ca5HjyHdjziRnB off=3287883 len=135930 2024-09-18T02:47:46.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 2223 completed, throughput=5MB/sec 2024-09-18T02:47:46.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zZGyiTJr5CSAxQ5 off=561506 len=1067159 2024-09-18T02:47:46.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 2224 completed, throughput=5MB/sec 2024-09-18T02:47:46.183 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZdlH9waL5molROk off=1602516 len=366922 2024-09-18T02:47:46.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 2225 completed, throughput=5MB/sec 2024-09-18T02:47:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:47:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:47:46] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-18T02:47:47.184 INFO:tasks.workunit.client.0.smithi046.stdout: 442: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:47.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uBvQtgcDaAs3FDY off=19702287 len=646726 2024-09-18T02:47:47.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 2226 completed, throughput=4.99MB/sec 2024-09-18T02:47:47.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B28Ckp_OcXh-9fy off=10136413 len=1513443 2024-09-18T02:47:47.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 2227 completed, throughput=4.99MB/sec 2024-09-18T02:47:47.196 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nQHyb9AGtFQHfT2 off=1651101 len=1915538 2024-09-18T02:47:47.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 2228 completed, throughput=5MB/sec 2024-09-18T02:47:47.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-78H_UZ-LwD6nZFL off=9583342 len=1016192 2024-09-18T02:47:47.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 2229 completed, throughput=5MB/sec 2024-09-18T02:47:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:46 smithi195 ceph-mon[89559]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:47:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:46 smithi046 ceph-mon[94621]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:47:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:46 smithi046 ceph-mon[97106]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:47:48.205 INFO:tasks.workunit.client.0.smithi046.stdout: 443: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:48.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k6CJxypKK_cfBq2 off=1090628 len=1628524 2024-09-18T02:47:48.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 2230 completed, throughput=4.99MB/sec 2024-09-18T02:47:48.208 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KlSudR-LpQamsPM off=1754323 len=640781 2024-09-18T02:47:48.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 2231 completed, throughput=4.99MB/sec 2024-09-18T02:47:48.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IJing7nDRm-G8XD off=8074102 len=1386141 2024-09-18T02:47:48.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 2232 completed, throughput=5MB/sec 2024-09-18T02:47:48.215 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-59E10-Ne-RMo_86 off=16805438 len=415511 2024-09-18T02:47:48.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 2233 completed, throughput=5MB/sec 2024-09-18T02:47:48.216 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-orqzQqziRPnrVXg off=6965155 len=964915 2024-09-18T02:47:48.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 2234 completed, throughput=5MB/sec 2024-09-18T02:47:48.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7OSGWUiHccFW4-R off=12924751 len=939439 2024-09-18T02:47:48.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 2235 completed, throughput=5MB/sec 2024-09-18T02:47:49.223 INFO:tasks.workunit.client.0.smithi046.stdout: 444: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:49.223 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nRj__o0pnI3NniI off=1419279 len=335437 2024-09-18T02:47:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:48 smithi195 ceph-mon[89559]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:47:49.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 2236 completed, throughput=4.99MB/sec 2024-09-18T02:47:49.224 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--v_xgUYjE_TA6Jb off=2062141 len=1832135 2024-09-18T02:47:49.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 2237 completed, throughput=4.99MB/sec 2024-09-18T02:47:49.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DIYLBVodVRKLIP8 off=954971 len=1681432 2024-09-18T02:47:49.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 2238 completed, throughput=5MB/sec 2024-09-18T02:47:49.239 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-80cXJ3noIM0tR1g off=1889934 len=123425 2024-09-18T02:47:49.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 2239 completed, throughput=5MB/sec 2024-09-18T02:47:49.240 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xaJOnxoVu5pFJVM off=2408427 len=93056 2024-09-18T02:47:49.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 2240 completed, throughput=5MB/sec 2024-09-18T02:47:49.243 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mJiNzMQpwW_9swo off=14376747 len=666577 2024-09-18T02:47:49.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 2241 completed, throughput=5MB/sec 2024-09-18T02:47:49.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:48 smithi046 ceph-mon[94621]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:47:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:48 smithi046 ceph-mon[97106]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:47:50.245 INFO:tasks.workunit.client.0.smithi046.stdout: 445: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:50.245 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QlFwuKwEOSFfbIt off=5163528 len=587643 2024-09-18T02:47:50.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 2242 completed, throughput=4.99MB/sec 2024-09-18T02:47:50.249 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zpmQL98-J6zhou7 off=6879300 len=1261584 2024-09-18T02:47:50.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 2243 completed, throughput=4.99MB/sec 2024-09-18T02:47:50.255 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-voOVI_Jpbs_3-TW off=2824880 len=245953 2024-09-18T02:47:50.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 2244 completed, throughput=4.99MB/sec 2024-09-18T02:47:50.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4qr_FYBtT4M3OJW off=2059607 len=539103 2024-09-18T02:47:50.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 2245 completed, throughput=4.99MB/sec 2024-09-18T02:47:50.257 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dEb6WwiMFOSdbiP off=653468 len=941154 2024-09-18T02:47:50.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 2246 completed, throughput=5MB/sec 2024-09-18T02:47:50.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bk8jnVb73z5ygpF off=1677488 len=1048069 2024-09-18T02:47:50.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 2247 completed, throughput=5MB/sec 2024-09-18T02:47:50.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yWAJ2p4zZX7NqsW off=391448 len=1654966 2024-09-18T02:47:50.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 2248 completed, throughput=5MB/sec 2024-09-18T02:47:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:50 smithi195 ceph-mon[89559]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:47:51.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:50 smithi046 ceph-mon[94621]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:47:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:50 smithi046 ceph-mon[97106]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:47:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: 446: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:51.276 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hji6nTTLikBeWpw off=2479780 len=1260747 2024-09-18T02:47:51.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 2249 completed, throughput=4.99MB/sec 2024-09-18T02:47:51.279 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SqtWxxC_744Jut2 off=17958491 len=629620 2024-09-18T02:47:51.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 2250 completed, throughput=4.99MB/sec 2024-09-18T02:47:51.280 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vLZdEXyOzNzboqg off=2477851 len=732529 2024-09-18T02:47:51.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 2251 completed, throughput=5MB/sec 2024-09-18T02:47:51.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v0XYeL0rVO5uNVw off=5503961 len=827473 2024-09-18T02:47:51.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 2252 completed, throughput=5MB/sec 2024-09-18T02:47:51.286 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HFWlt90oswtIYZN off=1325897 len=1304592 2024-09-18T02:47:51.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 2253 completed, throughput=5MB/sec 2024-09-18T02:47:52.294 INFO:tasks.workunit.client.0.smithi046.stdout: 447: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:52.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3R3HUuzxY42eJCu off=2245023 len=1395204 2024-09-18T02:47:52.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 2254 completed, throughput=4.99MB/sec 2024-09-18T02:47:52.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n2YOUKAV6FyJn_Z off=3070687 len=1557448 2024-09-18T02:47:52.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 2255 completed, throughput=5MB/sec 2024-09-18T02:47:52.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eucy16oYXb3DQ8f off=11468714 len=1900638 2024-09-18T02:47:52.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 2256 completed, throughput=5MB/sec 2024-09-18T02:47:52.306 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uDrNGfCqxfaEsuJ off=7076533 len=245803 2024-09-18T02:47:52.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 2257 completed, throughput=5MB/sec 2024-09-18T02:47:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:47:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:47:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:52 smithi046 ceph-mon[94621]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:47:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:52 smithi046 ceph-mon[97106]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:47:53.310 INFO:tasks.workunit.client.0.smithi046.stdout: 448: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:53.310 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xbsseJwGgs8u49l off=1978610 len=1661249 2024-09-18T02:47:53.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 2258 completed, throughput=4.99MB/sec 2024-09-18T02:47:53.312 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0qBUVmsl5lSsIz2 off=12992338 len=2086274 2024-09-18T02:47:53.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 2259 completed, throughput=5MB/sec 2024-09-18T02:47:53.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fmeuUEfXVOD06cE off=15926165 len=1780351 2024-09-18T02:47:53.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 2260 completed, throughput=5MB/sec 2024-09-18T02:47:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:52 smithi195 ceph-mon[89559]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:47:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: 449: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:54.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1qbZZjsq0-O03TS off=20952434 len=255318 2024-09-18T02:47:54.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 2261 completed, throughput=4.99MB/sec 2024-09-18T02:47:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FbGqVD_CaNbkac2 off=181727 len=1872665 2024-09-18T02:47:54.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 2262 completed, throughput=4.99MB/sec 2024-09-18T02:47:54.335 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U1uHk4u5nKL3AGg off=3232615 len=223850 2024-09-18T02:47:54.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 2263 completed, throughput=4.99MB/sec 2024-09-18T02:47:54.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WMbV02HqGnsY8J2 off=15102391 len=1228953 2024-09-18T02:47:54.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 2264 completed, throughput=5MB/sec 2024-09-18T02:47:54.338 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GvoCR_xhsErH9zd off=11581628 len=1102168 2024-09-18T02:47:54.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 2265 completed, throughput=5MB/sec 2024-09-18T02:47:54.340 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YlRitF1N9RRAML_ off=20002575 len=812313 2024-09-18T02:47:54.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 2266 completed, throughput=5MB/sec 2024-09-18T02:47:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:54 smithi046 ceph-mon[94621]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:47:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:54 smithi046 ceph-mon[97106]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:47:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: 450: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:55.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WphbhLerSOhj0wz off=17178777 len=1397912 2024-09-18T02:47:55.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 2267 completed, throughput=4.99MB/sec 2024-09-18T02:47:55.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BCzSgTmH1hWlWCH off=11815400 len=836357 2024-09-18T02:47:55.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 2268 completed, throughput=4.99MB/sec 2024-09-18T02:47:55.348 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qkzKU-Rf56IcCkg off=3187429 len=1296781 2024-09-18T02:47:55.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 2269 completed, throughput=5MB/sec 2024-09-18T02:47:55.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JbuDSqs-0PVDOik off=12885107 len=1952660 2024-09-18T02:47:55.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 2270 completed, throughput=5MB/sec 2024-09-18T02:47:55.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:54 smithi195 ceph-mon[89559]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:47:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: 451: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:56.360 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RyYIyjj69rvKfaR off=8000078 len=963361 2024-09-18T02:47:56.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 2271 completed, throughput=4.99MB/sec 2024-09-18T02:47:56.366 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m5oMKrHbsLNlMku off=3882036 len=1742658 2024-09-18T02:47:56.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 2272 completed, throughput=5MB/sec 2024-09-18T02:47:56.368 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6D1Aijk9A4DWJv4 off=1067168 len=647652 2024-09-18T02:47:56.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 2273 completed, throughput=5MB/sec 2024-09-18T02:47:56.368 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X51awIobaW88Zqn off=7957791 len=1738629 2024-09-18T02:47:56.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 2274 completed, throughput=5MB/sec 2024-09-18T02:47:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:47:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:47:56] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-18T02:47:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:56 smithi046 ceph-mon[94621]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:56 smithi046 ceph-mon[97106]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:57.372 INFO:tasks.workunit.client.0.smithi046.stdout: 452: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:57.373 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UMm4zI4gir3YCOU off=5893551 len=1906714 2024-09-18T02:47:57.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 2275 completed, throughput=4.99MB/sec 2024-09-18T02:47:57.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3JsFqF79XKVuTdn off=14772618 len=389543 2024-09-18T02:47:57.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 2276 completed, throughput=4.99MB/sec 2024-09-18T02:47:57.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yx-lvNd1VG32JNI off=2024617 len=1235731 2024-09-18T02:47:57.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 2277 completed, throughput=5MB/sec 2024-09-18T02:47:57.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hS9SwPRZcsa_97I off=9735661 len=1184103 2024-09-18T02:47:57.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 2278 completed, throughput=5MB/sec 2024-09-18T02:47:57.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jjkr4GLwQhZSqU4 off=758382 len=760192 2024-09-18T02:47:57.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 2279 completed, throughput=5MB/sec 2024-09-18T02:47:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:56 smithi195 ceph-mon[89559]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:47:58.394 INFO:tasks.workunit.client.0.smithi046.stdout: 453: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:58.394 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NK_oWOjxcQqno6i off=3272610 len=155451 2024-09-18T02:47:58.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 2280 completed, throughput=4.99MB/sec 2024-09-18T02:47:58.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-orqzQqziRPnrVXg off=270747 len=1983758 2024-09-18T02:47:58.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 2281 completed, throughput=4.99MB/sec 2024-09-18T02:47:58.397 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dQ24HxPtGK5RDNA off=5756695 len=2043091 2024-09-18T02:47:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 2282 completed, throughput=5MB/sec 2024-09-18T02:47:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PXGdJ6b2ZNJ7R0T off=2184452 len=1015737 2024-09-18T02:47:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 2283 completed, throughput=5MB/sec 2024-09-18T02:47:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:58 smithi046 ceph-mon[94621]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:47:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:47:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:58 smithi046 ceph-mon[97106]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:47:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:47:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:47:59.410 INFO:tasks.workunit.client.0.smithi046.stdout: 454: throughput=4.99MB/sec pending data=0 2024-09-18T02:47:59.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I8Ijy2uK7QOsMyq off=21949202 len=99594 2024-09-18T02:47:59.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 2284 completed, throughput=4.99MB/sec 2024-09-18T02:47:59.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7cQgjM_ZuyTfGmJ off=17006956 len=838411 2024-09-18T02:47:59.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 2285 completed, throughput=4.99MB/sec 2024-09-18T02:47:59.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-voOVI_Jpbs_3-TW off=1134857 len=1050082 2024-09-18T02:47:59.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 2286 completed, throughput=4.99MB/sec 2024-09-18T02:47:59.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XL-Fq67qSYss6ly off=10315208 len=1791180 2024-09-18T02:47:59.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 2287 completed, throughput=5MB/sec 2024-09-18T02:47:59.423 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vIP591L5wODsoM9 off=1294070 len=1002282 2024-09-18T02:47:59.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 2288 completed, throughput=5MB/sec 2024-09-18T02:47:59.428 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OC1VAG4zzwkjlOZ off=3247973 len=104421 2024-09-18T02:47:59.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 2289 completed, throughput=5MB/sec 2024-09-18T02:47:59.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:58 smithi195 ceph-mon[89559]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:47:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:47:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:00.429 INFO:tasks.workunit.client.0.smithi046.stdout: 455: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:00.429 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TpSnfiRl87Q4s0y off=7099584 len=1343586 2024-09-18T02:48:00.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 2290 completed, throughput=4.99MB/sec 2024-09-18T02:48:00.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k8P__zOEKhOyLxd off=15531583 len=117657 2024-09-18T02:48:00.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 2291 completed, throughput=4.99MB/sec 2024-09-18T02:48:00.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LJodMElqljUdO43 off=6113282 len=571667 2024-09-18T02:48:00.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 2292 completed, throughput=4.99MB/sec 2024-09-18T02:48:00.434 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tlcdlrZTAYWlkAA off=16213447 len=1929305 2024-09-18T02:48:00.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 2293 completed, throughput=5MB/sec 2024-09-18T02:48:00.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ju5wL879ydzRdmi off=1019378 len=729241 2024-09-18T02:48:00.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 2294 completed, throughput=5MB/sec 2024-09-18T02:48:00.446 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9of8t9srPjswM-n off=949004 len=745956 2024-09-18T02:48:00.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 2295 completed, throughput=5MB/sec 2024-09-18T02:48:01.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:00 smithi046 ceph-mon[94621]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:48:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:00 smithi046 ceph-mon[97106]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:48:01.447 INFO:tasks.workunit.client.0.smithi046.stdout: 456: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:01.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-80jAQkt00GlXcJi off=13859425 len=1975261 2024-09-18T02:48:01.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 2296 completed, throughput=4.99MB/sec 2024-09-18T02:48:01.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zf-YUpK7CKBskQI off=6826684 len=229281 2024-09-18T02:48:01.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 2297 completed, throughput=4.99MB/sec 2024-09-18T02:48:01.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F5RVGhbquPGyKEg off=8923614 len=1709416 2024-09-18T02:48:01.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 2298 completed, throughput=5MB/sec 2024-09-18T02:48:01.460 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bfX7R_TG8UHF8hQ off=5687720 len=518673 2024-09-18T02:48:01.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 2299 completed, throughput=5MB/sec 2024-09-18T02:48:01.463 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AztsgO7NQLwZatt off=61642 len=1997981 2024-09-18T02:48:01.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 2300 completed, throughput=5MB/sec 2024-09-18T02:48:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:00 smithi195 ceph-mon[89559]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:48:02.473 INFO:tasks.workunit.client.0.smithi046.stdout: 457: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:02.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rHbxihMLw59_JsU off=3324819 len=889609 2024-09-18T02:48:02.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 2301 completed, throughput=4.99MB/sec 2024-09-18T02:48:02.475 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vG9TzByR1jGnCUc off=6328866 len=384519 2024-09-18T02:48:02.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 2302 completed, throughput=4.99MB/sec 2024-09-18T02:48:02.475 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZPKKtPmAmc8aeAB off=15639 len=532956 2024-09-18T02:48:02.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 2303 completed, throughput=5MB/sec 2024-09-18T02:48:02.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rQh89UBZ1OsABkK off=1609197 len=815225 2024-09-18T02:48:02.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 2304 completed, throughput=5MB/sec 2024-09-18T02:48:02.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vw8btrIrxjKmL49 off=2217133 len=1480542 2024-09-18T02:48:02.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 2305 completed, throughput=5MB/sec 2024-09-18T02:48:02.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wE22FjQu9veWE0u off=4623402 len=291706 2024-09-18T02:48:02.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 2306 completed, throughput=5MB/sec 2024-09-18T02:48:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:48:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:48:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:02 smithi046 ceph-mon[94621]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:48:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:02 smithi046 ceph-mon[97106]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:48:03.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:02 smithi195 ceph-mon[89559]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:48:03.481 INFO:tasks.workunit.client.0.smithi046.stdout: 458: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:03.481 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Jfr0R7ZERlH6E4Y off=6224722 len=34634 2024-09-18T02:48:03.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 2307 completed, throughput=4.99MB/sec 2024-09-18T02:48:03.483 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GRoB2JIqRICyYu2 off=2587970 len=200559 2024-09-18T02:48:03.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 2308 completed, throughput=4.99MB/sec 2024-09-18T02:48:03.484 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-30-hWZZac4YsNsP off=2864244 len=1437254 2024-09-18T02:48:03.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 2309 completed, throughput=4.99MB/sec 2024-09-18T02:48:03.487 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0V21F2ZFES7AROi off=3819886 len=1417050 2024-09-18T02:48:03.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 2310 completed, throughput=5MB/sec 2024-09-18T02:48:03.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bDy8Q3fSlb5tnXJ off=21585414 len=1701122 2024-09-18T02:48:03.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 2311 completed, throughput=5MB/sec 2024-09-18T02:48:03.503 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FF4DYuT30Lqhata off=19282009 len=1827262 2024-09-18T02:48:03.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 2312 completed, throughput=5MB/sec 2024-09-18T02:48:04.506 INFO:tasks.workunit.client.0.smithi046.stdout: 459: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:04.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k-h9j1I8RQMhHxh off=578329 len=1050424 2024-09-18T02:48:04.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 2313 completed, throughput=4.99MB/sec 2024-09-18T02:48:04.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LGLOqV5AvPCbQ4f off=7806505 len=1500301 2024-09-18T02:48:04.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 2314 completed, throughput=5MB/sec 2024-09-18T02:48:04.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2QJ_i0kaAB3I7q1 off=10735287 len=1726790 2024-09-18T02:48:04.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 2315 completed, throughput=5MB/sec 2024-09-18T02:48:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:04 smithi046 ceph-mon[94621]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:48:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:04 smithi046 ceph-mon[97106]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:48:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:04 smithi195 ceph-mon[89559]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:48:05.516 INFO:tasks.workunit.client.0.smithi046.stdout: 460: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:05.516 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vzmHUPmbzWMOBjD off=9322637 len=1279936 2024-09-18T02:48:05.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 2316 completed, throughput=4.99MB/sec 2024-09-18T02:48:05.523 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f1R3TLATNDWCzmS off=30920 len=1247810 2024-09-18T02:48:05.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 2317 completed, throughput=5MB/sec 2024-09-18T02:48:05.526 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F8NRhN2i4eA6Fzv off=15624348 len=432122 2024-09-18T02:48:05.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 2318 completed, throughput=5MB/sec 2024-09-18T02:48:05.526 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dQ5XeYRilBWWnCM off=11424824 len=405273 2024-09-18T02:48:05.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 2319 completed, throughput=5MB/sec 2024-09-18T02:48:05.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bRUvE3Uo086EpF0 off=7916625 len=2026027 2024-09-18T02:48:05.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 2320 completed, throughput=5MB/sec 2024-09-18T02:48:06.533 INFO:tasks.workunit.client.0.smithi046.stdout: 461: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:06.533 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EaCdfpNHdLbXJYa off=524634 len=1271271 2024-09-18T02:48:06.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 2321 completed, throughput=4.99MB/sec 2024-09-18T02:48:06.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lVNOnw85nZR3ZKW off=23313143 len=626160 2024-09-18T02:48:06.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 2322 completed, throughput=4.99MB/sec 2024-09-18T02:48:06.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BCzSgTmH1hWlWCH off=18947170 len=896790 2024-09-18T02:48:06.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 2323 completed, throughput=5MB/sec 2024-09-18T02:48:06.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iZZ69wXSh5PHMgm off=5964209 len=560614 2024-09-18T02:48:06.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 2324 completed, throughput=5MB/sec 2024-09-18T02:48:06.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tk7r0KBqIGovRJD off=4807827 len=210695 2024-09-18T02:48:06.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 2325 completed, throughput=5MB/sec 2024-09-18T02:48:06.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hMwJ7T2fi06npgz off=11395721 len=154709 2024-09-18T02:48:06.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 2326 completed, throughput=5MB/sec 2024-09-18T02:48:06.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-whMWXUmPXosjsu_ off=562327 len=6284 2024-09-18T02:48:06.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 2327 completed, throughput=5MB/sec 2024-09-18T02:48:06.553 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1FNSzqVRq9Il8I3 off=19270757 len=1032181 2024-09-18T02:48:06.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 2328 completed, throughput=5MB/sec 2024-09-18T02:48:06.559 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XwL6yiMY-G_axeB off=15319051 len=871437 2024-09-18T02:48:06.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 2329 completed, throughput=5MB/sec 2024-09-18T02:48:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:48:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:48:06] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:48:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:06 smithi046 ceph-mon[94621]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:48:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:06 smithi046 ceph-mon[97106]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:48:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:06 smithi195 ceph-mon[89559]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:48:07.564 INFO:tasks.workunit.client.0.smithi046.stdout: 462: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:07.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yuwhnPmyCY97VRE off=8275881 len=1297768 2024-09-18T02:48:07.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 2330 completed, throughput=4.99MB/sec 2024-09-18T02:48:07.571 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SZLVola3v2Hz8fE off=6154506 len=1127578 2024-09-18T02:48:07.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 2331 completed, throughput=5MB/sec 2024-09-18T02:48:07.577 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k0fK1gC9TTn7brW off=5113127 len=2022597 2024-09-18T02:48:07.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 2332 completed, throughput=5MB/sec 2024-09-18T02:48:07.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ik2-Nemqnyc4qYo off=2764465 len=339321 2024-09-18T02:48:07.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 2333 completed, throughput=5MB/sec 2024-09-18T02:48:08.584 INFO:tasks.workunit.client.0.smithi046.stdout: 463: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:08.584 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eOVLlTgWcxM1F9V off=12359957 len=532425 2024-09-18T02:48:08.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 2334 completed, throughput=4.99MB/sec 2024-09-18T02:48:08.587 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j_JV4XEVdsda1jL off=1581466 len=403120 2024-09-18T02:48:08.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 2335 completed, throughput=4.99MB/sec 2024-09-18T02:48:08.591 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o4wlZ-G13ud3A6_ off=5519019 len=904699 2024-09-18T02:48:08.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 2336 completed, throughput=4.99MB/sec 2024-09-18T02:48:08.592 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zme1c8osqxVIy3_ off=15925883 len=694631 2024-09-18T02:48:08.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 2337 completed, throughput=4.99MB/sec 2024-09-18T02:48:08.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GWnCgGV39Af1Jav off=4422743 len=874569 2024-09-18T02:48:08.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 2338 completed, throughput=5MB/sec 2024-09-18T02:48:08.597 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lbrsyvmMy3CMgEd off=11595199 len=1811407 2024-09-18T02:48:08.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 2339 completed, throughput=5MB/sec 2024-09-18T02:48:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:08 smithi046 ceph-mon[97106]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:08 smithi046 ceph-mon[94621]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:08 smithi195 ceph-mon[89559]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:09.606 INFO:tasks.workunit.client.0.smithi046.stdout: 464: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:09.606 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-scf0de-tXu_Ik9V off=2364470 len=142090 2024-09-18T02:48:09.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 2340 completed, throughput=4.99MB/sec 2024-09-18T02:48:09.607 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_OQUvJe3ewqPAcZ off=1088911 len=1501365 2024-09-18T02:48:09.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 2341 completed, throughput=4.99MB/sec 2024-09-18T02:48:09.609 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8wJZSzoN2kEWH8r off=1486915 len=1137267 2024-09-18T02:48:09.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 2342 completed, throughput=5MB/sec 2024-09-18T02:48:09.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oelQCkuxml94L-Q off=19596625 len=1051145 2024-09-18T02:48:09.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 2343 completed, throughput=5MB/sec 2024-09-18T02:48:09.617 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vctzRKqlei32an0 off=15598802 len=1962370 2024-09-18T02:48:09.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 2344 completed, throughput=5MB/sec 2024-09-18T02:48:10.621 INFO:tasks.workunit.client.0.smithi046.stdout: 465: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:10.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZwPg7KEVPXczRg1 off=1174461 len=1351787 2024-09-18T02:48:10.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 2345 completed, throughput=4.99MB/sec 2024-09-18T02:48:10.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2i1nXIJD_Sv6tav off=14088846 len=1036510 2024-09-18T02:48:10.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 2346 completed, throughput=5MB/sec 2024-09-18T02:48:10.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9ttwLUANI9ocCeC off=11489573 len=1161800 2024-09-18T02:48:10.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 2347 completed, throughput=5MB/sec 2024-09-18T02:48:10.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7kvCEcjf2MwS-fw off=9207767 len=572946 2024-09-18T02:48:10.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 2348 completed, throughput=5MB/sec 2024-09-18T02:48:10.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PCmNYQqa0AZjoyi off=8625990 len=722856 2024-09-18T02:48:10.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 2349 completed, throughput=5MB/sec 2024-09-18T02:48:11.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:11 smithi046 ceph-mon[97106]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:48:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:11 smithi046 ceph-mon[94621]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:48:11.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:11 smithi195 ceph-mon[89559]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:48:11.636 INFO:tasks.workunit.client.0.smithi046.stdout: 466: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:11.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5TzoiH6ltvKXbNU off=2337206 len=419461 2024-09-18T02:48:11.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 2350 completed, throughput=4.99MB/sec 2024-09-18T02:48:11.640 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VFC8-QMehkzhLv1 off=6885280 len=1928556 2024-09-18T02:48:11.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 2351 completed, throughput=4.99MB/sec 2024-09-18T02:48:11.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VDKEAYLZO9G1cnY off=7153782 len=782967 2024-09-18T02:48:11.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 2352 completed, throughput=5MB/sec 2024-09-18T02:48:11.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-de0j9HcG_9U-0MW off=4262092 len=1764822 2024-09-18T02:48:11.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 2353 completed, throughput=5MB/sec 2024-09-18T02:48:11.657 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gT93cEDow5Q2wE4 off=1601446 len=431647 2024-09-18T02:48:11.658 INFO:tasks.workunit.client.0.smithi046.stdout:op 2354 completed, throughput=5MB/sec 2024-09-18T02:48:12.658 INFO:tasks.workunit.client.0.smithi046.stdout: 467: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:12.659 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IT1GYfMl-pxaMtt off=576715 len=24008 2024-09-18T02:48:12.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 2355 completed, throughput=4.99MB/sec 2024-09-18T02:48:12.661 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ykjXsHqd7ff2rI6 off=0 len=1049901 2024-09-18T02:48:12.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 2356 completed, throughput=4.99MB/sec 2024-09-18T02:48:12.667 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8kLQuDAPLm5vIHZ off=1985686 len=481998 2024-09-18T02:48:12.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 2357 completed, throughput=4.99MB/sec 2024-09-18T02:48:12.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_AD0l83osFIDvrY off=5799400 len=71377 2024-09-18T02:48:12.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 2358 completed, throughput=4.99MB/sec 2024-09-18T02:48:12.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xY-rNTeOUh8ktOA off=5086561 len=1925389 2024-09-18T02:48:12.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 2359 completed, throughput=5MB/sec 2024-09-18T02:48:12.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n780unRAbsgIZK8 off=8605425 len=74252 2024-09-18T02:48:12.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 2360 completed, throughput=5MB/sec 2024-09-18T02:48:12.674 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z95YQF-6k1MUTVi off=1022077 len=386975 2024-09-18T02:48:12.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 2361 completed, throughput=5MB/sec 2024-09-18T02:48:12.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pGBPx4-TdodfSTO off=3762862 len=1196810 2024-09-18T02:48:12.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 2362 completed, throughput=5MB/sec 2024-09-18T02:48:12.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f-XX2jel5LeJT1E off=3213742 len=1361027 2024-09-18T02:48:12.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 2363 completed, throughput=5MB/sec 2024-09-18T02:48:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:48:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:48:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:13 smithi046 ceph-mon[94621]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:48:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:13 smithi046 ceph-mon[97106]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:48:13.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:13 smithi195 ceph-mon[89559]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:48:13.686 INFO:tasks.workunit.client.0.smithi046.stdout: 468: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:13.686 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aa74p-YWaqK0ELi off=5141544 len=341320 2024-09-18T02:48:13.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 2364 completed, throughput=4.99MB/sec 2024-09-18T02:48:13.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XgGE50Bj7EeB8yS off=522815 len=675339 2024-09-18T02:48:13.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 2365 completed, throughput=4.99MB/sec 2024-09-18T02:48:13.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kW4U6SghLOh7l-B off=262182 len=407820 2024-09-18T02:48:13.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 2366 completed, throughput=4.99MB/sec 2024-09-18T02:48:13.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hA3sZ5izWsUNYx_ off=4928464 len=1318100 2024-09-18T02:48:13.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 2367 completed, throughput=5MB/sec 2024-09-18T02:48:13.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AEUjnChZObqes1H off=2341262 len=941164 2024-09-18T02:48:13.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 2368 completed, throughput=5MB/sec 2024-09-18T02:48:13.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mkBETaNIwifzb8t off=375066 len=159749 2024-09-18T02:48:13.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 2369 completed, throughput=5MB/sec 2024-09-18T02:48:13.709 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9gDoTnzKI39LF_p off=3990794 len=1648016 2024-09-18T02:48:13.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 2370 completed, throughput=5MB/sec 2024-09-18T02:48:14.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:14.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:14.716 INFO:tasks.workunit.client.0.smithi046.stdout: 469: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:14.716 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RpopQYvMj6j7rJ5 off=14988766 len=545398 2024-09-18T02:48:14.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 2371 completed, throughput=4.99MB/sec 2024-09-18T02:48:14.721 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rgDqa66Y7NBfWG3 off=10830471 len=1111396 2024-09-18T02:48:14.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 2372 completed, throughput=5MB/sec 2024-09-18T02:48:14.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gZWGmraFPnFc4TQ off=6858328 len=70829 2024-09-18T02:48:14.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 2373 completed, throughput=5MB/sec 2024-09-18T02:48:14.730 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RzUMiBACZUM7Uxo off=24938 len=1191535 2024-09-18T02:48:14.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 2374 completed, throughput=5MB/sec 2024-09-18T02:48:14.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7y8wz9mO7NFI0JK off=1396992 len=1698290 2024-09-18T02:48:14.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 2375 completed, throughput=5MB/sec 2024-09-18T02:48:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:15 smithi046 ceph-mon[94621]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:15 smithi046 ceph-mon[97106]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:15 smithi195 ceph-mon[89559]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:15.740 INFO:tasks.workunit.client.0.smithi046.stdout: 470: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:15.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AGM7_k0M6YaYhSQ off=3414914 len=1737560 2024-09-18T02:48:15.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 2376 completed, throughput=4.99MB/sec 2024-09-18T02:48:15.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DLLojrxfmDNt_Ph off=10406022 len=1155154 2024-09-18T02:48:15.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 2377 completed, throughput=5MB/sec 2024-09-18T02:48:15.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3oTrdEX42LS7jb9 off=14765310 len=1665551 2024-09-18T02:48:15.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 2378 completed, throughput=5MB/sec 2024-09-18T02:48:15.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JC9g5__m9Rl2jVn off=13021394 len=185191 2024-09-18T02:48:15.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 2379 completed, throughput=5MB/sec 2024-09-18T02:48:15.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HGBQ2ySOsroj6G8 off=0 len=1474345 2024-09-18T02:48:15.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 2380 completed, throughput=5MB/sec 2024-09-18T02:48:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:48:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:48:16] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-18T02:48:16.770 INFO:tasks.workunit.client.0.smithi046.stdout: 471: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:16.770 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ysoV-l3KAQwEEhF off=2265019 len=1869479 2024-09-18T02:48:16.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 2381 completed, throughput=5MB/sec 2024-09-18T02:48:16.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-skpQn_bjx6hRzYA off=1348105 len=1240999 2024-09-18T02:48:16.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 2382 completed, throughput=5MB/sec 2024-09-18T02:48:16.785 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7hwAkWI_qYNxyrQ off=13951251 len=399189 2024-09-18T02:48:16.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 2383 completed, throughput=5MB/sec 2024-09-18T02:48:16.786 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7_RvaWmMaGwyvI2 off=10077516 len=1945133 2024-09-18T02:48:16.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 2384 completed, throughput=5MB/sec 2024-09-18T02:48:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:17 smithi195 ceph-mon[89559]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:48:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:17 smithi046 ceph-mon[94621]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:48:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:17 smithi046 ceph-mon[97106]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:48:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: 472: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:17.795 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zXTHxN18Yn3ICeG off=5462781 len=160712 2024-09-18T02:48:17.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 2385 completed, throughput=4.99MB/sec 2024-09-18T02:48:17.798 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mr8v7yDDl1CXDeJ off=6689113 len=41512 2024-09-18T02:48:17.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 2386 completed, throughput=4.99MB/sec 2024-09-18T02:48:17.800 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_obQuWjZ_imNSXO off=1878641 len=1904660 2024-09-18T02:48:17.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 2387 completed, throughput=5MB/sec 2024-09-18T02:48:17.808 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Ah33JU3oV14rbu off=966864 len=854569 2024-09-18T02:48:17.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 2388 completed, throughput=5MB/sec 2024-09-18T02:48:17.814 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_hEbQsKh1EBWVvn off=2550722 len=670565 2024-09-18T02:48:17.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 2389 completed, throughput=5MB/sec 2024-09-18T02:48:17.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5AEnfbkyWdH8-zM off=871221 len=1380091 2024-09-18T02:48:17.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 2390 completed, throughput=5MB/sec 2024-09-18T02:48:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: 473: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:18.819 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5zVW8He36txJOAB off=9107001 len=1829339 2024-09-18T02:48:18.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 2391 completed, throughput=5MB/sec 2024-09-18T02:48:18.827 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-otlgOllTxJoewFz off=21324238 len=1575342 2024-09-18T02:48:18.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 2392 completed, throughput=5MB/sec 2024-09-18T02:48:18.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SnCsWJ78kZaASt1 off=7302437 len=1269327 2024-09-18T02:48:18.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 2393 completed, throughput=5MB/sec 2024-09-18T02:48:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:19 smithi195 ceph-mon[89559]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:48:19.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:19 smithi046 ceph-mon[94621]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:48:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:19 smithi046 ceph-mon[97106]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:48:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: 474: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:19.834 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zOuGtUD5cYqgJgq off=151531 len=988772 2024-09-18T02:48:19.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 2394 completed, throughput=4.99MB/sec 2024-09-18T02:48:19.840 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IVW5_stuYh8KulB off=8782789 len=2069827 2024-09-18T02:48:19.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 2395 completed, throughput=5MB/sec 2024-09-18T02:48:19.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3yCLfNZ9P_xuAPg off=8054302 len=629026 2024-09-18T02:48:19.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 2396 completed, throughput=5MB/sec 2024-09-18T02:48:19.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-70lM_1-wBIESB36 off=188821 len=864629 2024-09-18T02:48:19.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 2397 completed, throughput=5MB/sec 2024-09-18T02:48:19.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SxUKnpEpf72e7LC off=2251278 len=141051 2024-09-18T02:48:19.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 2398 completed, throughput=5MB/sec 2024-09-18T02:48:19.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Dw7I9qYpkDU6ma off=3065069 len=1573389 2024-09-18T02:48:19.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 2399 completed, throughput=5MB/sec 2024-09-18T02:48:20.861 INFO:tasks.workunit.client.0.smithi046.stdout: 475: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:20.862 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s5I5dhkqo1YiE8a off=5642350 len=912242 2024-09-18T02:48:20.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 2400 completed, throughput=4.99MB/sec 2024-09-18T02:48:20.867 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qgSwXfe_YtOO31u off=11929923 len=2088389 2024-09-18T02:48:20.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 2401 completed, throughput=5MB/sec 2024-09-18T02:48:20.877 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-em132Ywhr-N349a off=630998 len=517236 2024-09-18T02:48:20.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 2402 completed, throughput=5MB/sec 2024-09-18T02:48:20.880 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1qS_IdU11jaY2sm off=7238886 len=1504826 2024-09-18T02:48:20.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 2403 completed, throughput=5MB/sec 2024-09-18T02:48:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:21 smithi195 ceph-mon[89559]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:48:21.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:21 smithi046 ceph-mon[94621]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:48:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:21 smithi046 ceph-mon[97106]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:48:21.883 INFO:tasks.workunit.client.0.smithi046.stdout: 476: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:21.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8CvCREaRlb6WA5e off=283486 len=1337779 2024-09-18T02:48:21.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 2404 completed, throughput=4.99MB/sec 2024-09-18T02:48:21.891 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9n-1QINkkQndwda off=6770695 len=1643711 2024-09-18T02:48:21.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 2405 completed, throughput=5MB/sec 2024-09-18T02:48:21.900 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qTKp12KPNZNLk9T off=8257187 len=21861 2024-09-18T02:48:21.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 2406 completed, throughput=5MB/sec 2024-09-18T02:48:21.902 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hSEylHT_Mj88Jsq off=15076201 len=1531659 2024-09-18T02:48:21.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 2407 completed, throughput=5MB/sec 2024-09-18T02:48:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:48:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:48:22.905 INFO:tasks.workunit.client.0.smithi046.stdout: 477: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:22.905 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mqCVWUf2NiRuGbV off=537622 len=735637 2024-09-18T02:48:22.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 2408 completed, throughput=4.99MB/sec 2024-09-18T02:48:22.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cBR_fW-v2Et0ZAm off=4164748 len=152965 2024-09-18T02:48:22.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 2409 completed, throughput=4.99MB/sec 2024-09-18T02:48:22.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n50kXbPgyqF7nGu off=9766279 len=2088134 2024-09-18T02:48:22.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 2410 completed, throughput=5MB/sec 2024-09-18T02:48:22.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rUeCA6hOvWya5bM off=18030365 len=1062512 2024-09-18T02:48:22.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 2411 completed, throughput=5MB/sec 2024-09-18T02:48:22.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JEQ__EOLsfb2CtB off=5411953 len=1115989 2024-09-18T02:48:22.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 2412 completed, throughput=5MB/sec 2024-09-18T02:48:22.924 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EI7Ah-F-Wj2mcmB off=15565974 len=610177 2024-09-18T02:48:22.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 2413 completed, throughput=5MB/sec 2024-09-18T02:48:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:23 smithi195 ceph-mon[89559]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:23.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:23 smithi046 ceph-mon[97106]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:23 smithi046 ceph-mon[94621]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:23.929 INFO:tasks.workunit.client.0.smithi046.stdout: 478: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:23.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-860IWNi5YYLU3qN off=1921441 len=1663169 2024-09-18T02:48:23.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 2414 completed, throughput=4.99MB/sec 2024-09-18T02:48:23.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KPNfHXqDuMm4L8y off=5225183 len=1062937 2024-09-18T02:48:23.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 2415 completed, throughput=5MB/sec 2024-09-18T02:48:23.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ocJkYy_PvtO__1A off=3891783 len=1576278 2024-09-18T02:48:23.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 2416 completed, throughput=5MB/sec 2024-09-18T02:48:23.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0_y8iPkYNgU5O-5 off=19824864 len=1650718 2024-09-18T02:48:23.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 2417 completed, throughput=5MB/sec 2024-09-18T02:48:24.947 INFO:tasks.workunit.client.0.smithi046.stdout: 479: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:24.947 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0x8Im2IqAfWxKQP off=18416201 len=993241 2024-09-18T02:48:24.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 2418 completed, throughput=4.99MB/sec 2024-09-18T02:48:24.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7YDZO90VcUQsKSP off=3942935 len=930233 2024-09-18T02:48:24.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 2419 completed, throughput=5MB/sec 2024-09-18T02:48:24.958 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o0vNuakHuex7L1u off=1045573 len=1649354 2024-09-18T02:48:24.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 2420 completed, throughput=5MB/sec 2024-09-18T02:48:24.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ObsebdVGMkg_YOe off=6057941 len=238664 2024-09-18T02:48:24.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 2421 completed, throughput=5MB/sec 2024-09-18T02:48:24.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-en1EZtdClf2S59c off=7247088 len=1613462 2024-09-18T02:48:24.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 2422 completed, throughput=5MB/sec 2024-09-18T02:48:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:25 smithi195 ceph-mon[89559]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:25.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:25 smithi046 ceph-mon[94621]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:25 smithi046 ceph-mon[97106]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:25.975 INFO:tasks.workunit.client.0.smithi046.stdout: 480: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:25.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1ZS0BxRfcbwyJ3T off=12792323 len=1786426 2024-09-18T02:48:25.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 2423 completed, throughput=5MB/sec 2024-09-18T02:48:25.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gl9xRGV9zU0mAIa off=1537960 len=895571 2024-09-18T02:48:25.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 2424 completed, throughput=5MB/sec 2024-09-18T02:48:25.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VaIkBMTYDUigebI off=1243202 len=25277 2024-09-18T02:48:25.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 2425 completed, throughput=5MB/sec 2024-09-18T02:48:25.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qgSwXfe_YtOO31u off=10784496 len=912345 2024-09-18T02:48:25.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 2426 completed, throughput=5MB/sec 2024-09-18T02:48:25.988 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Bt9erRXp9OrlwF off=19173618 len=1274123 2024-09-18T02:48:25.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 2427 completed, throughput=5MB/sec 2024-09-18T02:48:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:48:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:48:26] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-18T02:48:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: 481: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:26.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B_Uil-NqdgQmibc off=1380000 len=739302 2024-09-18T02:48:26.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 2428 completed, throughput=4.99MB/sec 2024-09-18T02:48:26.996 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PLRMJBJucB3EjvJ off=3278343 len=1138311 2024-09-18T02:48:26.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 2429 completed, throughput=4.99MB/sec 2024-09-18T02:48:26.998 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aVG6H4w06VLN9bx off=9912744 len=307680 2024-09-18T02:48:27.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 2430 completed, throughput=5MB/sec 2024-09-18T02:48:27.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mwu0SYaFll1ty7W off=10375635 len=948923 2024-09-18T02:48:27.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 2431 completed, throughput=5MB/sec 2024-09-18T02:48:27.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vOSbFq-XeZrKC-X off=1953232 len=109147 2024-09-18T02:48:27.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 2432 completed, throughput=5MB/sec 2024-09-18T02:48:27.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WHIuLvXQgSqBpJ7 off=13060563 len=551634 2024-09-18T02:48:27.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 2433 completed, throughput=5MB/sec 2024-09-18T02:48:27.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nzn5yuhwfJrEEk8 off=43015 len=256324 2024-09-18T02:48:27.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 2434 completed, throughput=5MB/sec 2024-09-18T02:48:27.014 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UoHF9xWmCWEFj1e off=9220825 len=873800 2024-09-18T02:48:27.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 2435 completed, throughput=5MB/sec 2024-09-18T02:48:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:27 smithi195 ceph-mon[89559]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:48:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:27 smithi046 ceph-mon[94621]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:48:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:27 smithi046 ceph-mon[97106]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:48:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: 482: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:28.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6Tb7G3DxTjOwljI off=18138782 len=1111167 2024-09-18T02:48:28.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 2436 completed, throughput=4.99MB/sec 2024-09-18T02:48:28.021 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Wp8nuUfHEfOhUa off=2441071 len=1654351 2024-09-18T02:48:28.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 2437 completed, throughput=5MB/sec 2024-09-18T02:48:28.030 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YWpiJSojb1yI1Bw off=497190 len=1747186 2024-09-18T02:48:28.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 2438 completed, throughput=5MB/sec 2024-09-18T02:48:28.037 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JKY2YNsXWR7eyc6 off=3128388 len=815478 2024-09-18T02:48:28.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 2439 completed, throughput=5MB/sec 2024-09-18T02:48:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: 483: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:29.038 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-53yUFjb68Vv-X4F off=1946264 len=610739 2024-09-18T02:48:29.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 2440 completed, throughput=4.99MB/sec 2024-09-18T02:48:29.039 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yk8v-8seKkAQfOj off=6883944 len=847324 2024-09-18T02:48:29.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 2441 completed, throughput=4.99MB/sec 2024-09-18T02:48:29.044 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EuTln9-WIHtP2_D off=4412833 len=1462328 2024-09-18T02:48:29.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 2442 completed, throughput=5MB/sec 2024-09-18T02:48:29.052 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xphX2NDdbdl_f8r off=7133138 len=1342810 2024-09-18T02:48:29.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 2443 completed, throughput=5MB/sec 2024-09-18T02:48:29.057 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bpdrP1a5RHvfOvs off=15059874 len=269411 2024-09-18T02:48:29.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 2444 completed, throughput=5MB/sec 2024-09-18T02:48:29.058 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dxRiJk0CQBlhTi6 off=31512 len=1925607 2024-09-18T02:48:29.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 2445 completed, throughput=5MB/sec 2024-09-18T02:48:29.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:29 smithi195 ceph-mon[89559]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-09-18T02:48:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:29.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:29 smithi046 ceph-mon[97106]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-09-18T02:48:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:29 smithi046 ceph-mon[94621]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-09-18T02:48:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: 484: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:30.060 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OvCC1PcNH_1Q-o2 off=8350922 len=1721517 2024-09-18T02:48:30.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 2446 completed, throughput=5MB/sec 2024-09-18T02:48:30.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ETTfFTXf18p-23z off=1224520 len=1503367 2024-09-18T02:48:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 2447 completed, throughput=5MB/sec 2024-09-18T02:48:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WmTdTEM8moQyyqo off=1884827 len=2023455 2024-09-18T02:48:30.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 2448 completed, throughput=5MB/sec 2024-09-18T02:48:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: 485: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:31.075 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SZ6ojvkovBK6UOs off=1893235 len=1803943 2024-09-18T02:48:31.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 2449 completed, throughput=5MB/sec 2024-09-18T02:48:31.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6AXhJyIa8AWC2pF off=4868266 len=822724 2024-09-18T02:48:31.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 2450 completed, throughput=5MB/sec 2024-09-18T02:48:31.084 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7NoOs4iHy3NuBsE off=7797074 len=109909 2024-09-18T02:48:31.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 2451 completed, throughput=5MB/sec 2024-09-18T02:48:31.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QSjDxSNJfRCJGFK off=479850 len=1777126 2024-09-18T02:48:31.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 2452 completed, throughput=5MB/sec 2024-09-18T02:48:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:31 smithi195 ceph-mon[89559]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-18T02:48:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:31 smithi046 ceph-mon[97106]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-18T02:48:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:31 smithi046 ceph-mon[94621]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-18T02:48:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: 486: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:32.089 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JWQ1jH6P3xvqCA1 off=17648707 len=332412 2024-09-18T02:48:32.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 2453 completed, throughput=4.99MB/sec 2024-09-18T02:48:32.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V9qApQvLdUN8B56 off=2355850 len=218667 2024-09-18T02:48:32.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 2454 completed, throughput=4.99MB/sec 2024-09-18T02:48:32.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VsuLSgxf2Xbs9e9 off=5749724 len=731405 2024-09-18T02:48:32.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 2455 completed, throughput=4.99MB/sec 2024-09-18T02:48:32.096 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WkKtPIghoxd09AU off=9764665 len=1286821 2024-09-18T02:48:32.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 2456 completed, throughput=5MB/sec 2024-09-18T02:48:32.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I7G8WB5akaBenuR off=1044633 len=463208 2024-09-18T02:48:32.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 2457 completed, throughput=5MB/sec 2024-09-18T02:48:32.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-95T0SiUVQsLCgGP off=258145 len=1920000 2024-09-18T02:48:32.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 2458 completed, throughput=5MB/sec 2024-09-18T02:48:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:48:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:48:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: 487: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:33.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uyUBchxh91W27ua off=3598946 len=844386 2024-09-18T02:48:33.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 2459 completed, throughput=4.99MB/sec 2024-09-18T02:48:33.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uvq7sD2ezSi4yD9 off=4108286 len=129007 2024-09-18T02:48:33.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 2460 completed, throughput=4.99MB/sec 2024-09-18T02:48:33.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x11S6mer82ymXLw off=11070611 len=1111870 2024-09-18T02:48:33.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 2461 completed, throughput=4.99MB/sec 2024-09-18T02:48:33.113 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vB830y1iblRpWFw off=4168574 len=391255 2024-09-18T02:48:33.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 2462 completed, throughput=4.99MB/sec 2024-09-18T02:48:33.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WkKtPIghoxd09AU off=9040262 len=571210 2024-09-18T02:48:33.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 2463 completed, throughput=5MB/sec 2024-09-18T02:48:33.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jNQQxL1DinDIoe- off=8206071 len=1193958 2024-09-18T02:48:33.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 2464 completed, throughput=5MB/sec 2024-09-18T02:48:33.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pbUCGg2tSSGeXlW off=8362543 len=1242002 2024-09-18T02:48:33.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 2465 completed, throughput=5MB/sec 2024-09-18T02:48:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:33 smithi195 ceph-mon[89559]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:48:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:33 smithi046 ceph-mon[97106]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:48:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:33 smithi046 ceph-mon[94621]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-18T02:48:34.124 INFO:tasks.workunit.client.0.smithi046.stdout: 488: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:34.125 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7hwAkWI_qYNxyrQ off=7701809 len=657550 2024-09-18T02:48:34.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 2466 completed, throughput=4.99MB/sec 2024-09-18T02:48:34.126 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DmPfLOyK551K52W off=707727 len=1988876 2024-09-18T02:48:34.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 2467 completed, throughput=5MB/sec 2024-09-18T02:48:34.129 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a5GN57E7P80iWU5 off=418203 len=297155 2024-09-18T02:48:34.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 2468 completed, throughput=5MB/sec 2024-09-18T02:48:34.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cZxcGlW9vXF4yMk off=1323547 len=650409 2024-09-18T02:48:34.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 2469 completed, throughput=5MB/sec 2024-09-18T02:48:34.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RgDumUx0L1SBQkh off=13469055 len=1468878 2024-09-18T02:48:34.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 2470 completed, throughput=5MB/sec 2024-09-18T02:48:35.133 INFO:tasks.workunit.client.0.smithi046.stdout: 489: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:35.133 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d1QFi6NPnGenb4o off=20734004 len=1297717 2024-09-18T02:48:35.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 2471 completed, throughput=4.99MB/sec 2024-09-18T02:48:35.135 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EhzcyrZe0YCnwDa off=4938035 len=1154845 2024-09-18T02:48:35.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 2472 completed, throughput=4.99MB/sec 2024-09-18T02:48:35.136 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nNmZBo06epixSk6 off=1174758 len=876886 2024-09-18T02:48:35.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 2473 completed, throughput=5MB/sec 2024-09-18T02:48:35.138 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eVs7jJCJnKGMU5l off=21924227 len=1548769 2024-09-18T02:48:35.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 2474 completed, throughput=5MB/sec 2024-09-18T02:48:35.146 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zMnmqRVi2pyqRf1 off=2744399 len=2070191 2024-09-18T02:48:35.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 2475 completed, throughput=5MB/sec 2024-09-18T02:48:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:35 smithi195 ceph-mon[89559]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:48:35.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:35 smithi046 ceph-mon[97106]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:48:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:35 smithi046 ceph-mon[94621]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:48:36.149 INFO:tasks.workunit.client.0.smithi046.stdout: 490: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:36.149 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f_4AzyWe23dR1_m off=4478970 len=723162 2024-09-18T02:48:36.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 2476 completed, throughput=4.99MB/sec 2024-09-18T02:48:36.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-haNdkKp9Byxw5Ci off=12204952 len=1137739 2024-09-18T02:48:36.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 2477 completed, throughput=5MB/sec 2024-09-18T02:48:36.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6A3QBLVc67qmH3- off=13653896 len=1560227 2024-09-18T02:48:36.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 2478 completed, throughput=5MB/sec 2024-09-18T02:48:36.160 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PPpYKk_QB9GYh1L off=12599121 len=2001918 2024-09-18T02:48:36.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 2479 completed, throughput=5MB/sec 2024-09-18T02:48:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:48:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:48:36] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:48:37.162 INFO:tasks.workunit.client.0.smithi046.stdout: 491: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:37.163 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aVku0OuCUd6u4Om off=19332185 len=1880797 2024-09-18T02:48:37.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 2480 completed, throughput=5MB/sec 2024-09-18T02:48:37.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--hTZaj4ZgmR8Ta0 off=8708035 len=2038469 2024-09-18T02:48:37.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 2481 completed, throughput=5MB/sec 2024-09-18T02:48:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:37 smithi195 ceph-mon[89559]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:48:37.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:37 smithi046 ceph-mon[97106]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:48:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:37 smithi046 ceph-mon[94621]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:48:38.176 INFO:tasks.workunit.client.0.smithi046.stdout: 492: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:38.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D3lSrpqyLw1I6tQ off=373066 len=547686 2024-09-18T02:48:38.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 2482 completed, throughput=4.99MB/sec 2024-09-18T02:48:38.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a-tAwOliJLHbCnI off=2443287 len=1070679 2024-09-18T02:48:38.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 2483 completed, throughput=4.99MB/sec 2024-09-18T02:48:38.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qNEug2nmonBTkTg off=10758700 len=2029145 2024-09-18T02:48:38.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 2484 completed, throughput=5MB/sec 2024-09-18T02:48:38.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-90DpPjAUZNzvQGi off=261386 len=797862 2024-09-18T02:48:38.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 2485 completed, throughput=5MB/sec 2024-09-18T02:48:38.192 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-68gc6yObr50DSNU off=18071949 len=1446562 2024-09-18T02:48:38.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 2486 completed, throughput=5MB/sec 2024-09-18T02:48:39.200 INFO:tasks.workunit.client.0.smithi046.stdout: 493: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:39.200 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qJ6_ibP9o70GtVF off=19752 len=367500 2024-09-18T02:48:39.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 2487 completed, throughput=4.99MB/sec 2024-09-18T02:48:39.201 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z2H-uK14NeXuA_f off=2403551 len=1087757 2024-09-18T02:48:39.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 2488 completed, throughput=4.99MB/sec 2024-09-18T02:48:39.204 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IUXKmcGpCvo6OTJ off=22526707 len=147128 2024-09-18T02:48:39.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 2489 completed, throughput=4.99MB/sec 2024-09-18T02:48:39.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rVrLye_ECMySSTu off=17515178 len=1043261 2024-09-18T02:48:39.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 2490 completed, throughput=5MB/sec 2024-09-18T02:48:39.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cW8c3sEmWhPX9-i off=969871 len=234437 2024-09-18T02:48:39.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 2491 completed, throughput=5MB/sec 2024-09-18T02:48:39.214 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o4wlZ-G13ud3A6_ off=1264626 len=1083109 2024-09-18T02:48:39.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 2492 completed, throughput=5MB/sec 2024-09-18T02:48:39.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BAAfA_7J6scaUfY off=9577271 len=1071847 2024-09-18T02:48:39.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 2493 completed, throughput=5MB/sec 2024-09-18T02:48:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:39 smithi195 ceph-mon[89559]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:48:39.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:39 smithi046 ceph-mon[97106]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:48:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:39 smithi046 ceph-mon[94621]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:48:40.222 INFO:tasks.workunit.client.0.smithi046.stdout: 494: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:40.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DZVRVAa07R6TvMV off=19177494 len=773762 2024-09-18T02:48:40.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 2494 completed, throughput=4.99MB/sec 2024-09-18T02:48:40.227 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iiCFx-SQX0PzXvn off=1639526 len=958521 2024-09-18T02:48:40.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 2495 completed, throughput=4.99MB/sec 2024-09-18T02:48:40.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EwQmZyqps7M7WLi off=1387222 len=967959 2024-09-18T02:48:40.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 2496 completed, throughput=5MB/sec 2024-09-18T02:48:40.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AnUziZzEe8PulsA off=3097141 len=1653498 2024-09-18T02:48:40.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 2497 completed, throughput=5MB/sec 2024-09-18T02:48:40.245 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A2hpa2zltM28isU off=12146463 len=789349 2024-09-18T02:48:40.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 2498 completed, throughput=5MB/sec 2024-09-18T02:48:41.249 INFO:tasks.workunit.client.0.smithi046.stdout: 495: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:41.250 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-se6fbdCsfrQ-Soo off=2085295 len=868711 2024-09-18T02:48:41.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 2499 completed, throughput=4.99MB/sec 2024-09-18T02:48:41.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hB6mh-zllWRDt3w off=4570065 len=1677243 2024-09-18T02:48:41.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 2500 completed, throughput=5MB/sec 2024-09-18T02:48:41.253 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RLAhAzN7tWnwoU- off=6599642 len=892999 2024-09-18T02:48:41.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 2501 completed, throughput=5MB/sec 2024-09-18T02:48:41.259 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--mPRVHDV2Krc7fr off=15235288 len=1692261 2024-09-18T02:48:41.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 2502 completed, throughput=5MB/sec 2024-09-18T02:48:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:41 smithi195 ceph-mon[89559]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:41.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:41 smithi046 ceph-mon[97106]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:41 smithi046 ceph-mon[94621]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:42.261 INFO:tasks.workunit.client.0.smithi046.stdout: 496: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:42.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hF-ryYevw0RRVZL off=19753856 len=1176286 2024-09-18T02:48:42.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 2503 completed, throughput=4.99MB/sec 2024-09-18T02:48:42.267 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ffemIyfxLaj_7qf off=6664539 len=1322340 2024-09-18T02:48:42.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 2504 completed, throughput=5MB/sec 2024-09-18T02:48:42.269 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dD0mQkGqpf_dUOi off=2583307 len=1998122 2024-09-18T02:48:42.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 2505 completed, throughput=5MB/sec 2024-09-18T02:48:42.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JRbce1yonKRTbDm off=20009797 len=1350499 2024-09-18T02:48:42.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 2506 completed, throughput=5MB/sec 2024-09-18T02:48:42.315 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:42 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:48:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:42 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:48:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:42 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:48:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:48:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:48:43.277 INFO:tasks.workunit.client.0.smithi046.stdout: 497: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:43.277 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bBHo-cJPjBoF0o1 off=11946150 len=1045893 2024-09-18T02:48:43.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 2507 completed, throughput=4.99MB/sec 2024-09-18T02:48:43.282 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AFNIhBnEL8S2p1Y off=1459490 len=363029 2024-09-18T02:48:43.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 2508 completed, throughput=4.99MB/sec 2024-09-18T02:48:43.286 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z3cCo25Mtvll1ZS off=518420 len=81642 2024-09-18T02:48:43.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 2509 completed, throughput=4.99MB/sec 2024-09-18T02:48:43.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tIGRg2u8lShumVG off=3245212 len=178247 2024-09-18T02:48:43.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 2510 completed, throughput=4.99MB/sec 2024-09-18T02:48:43.289 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_RHRxxR2VCxrIbz off=3744583 len=972127 2024-09-18T02:48:43.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 2511 completed, throughput=5MB/sec 2024-09-18T02:48:43.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IY0-eFQEZekTaaY off=4043411 len=696132 2024-09-18T02:48:43.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 2512 completed, throughput=5MB/sec 2024-09-18T02:48:43.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YyBcy52q-R1wkvl off=3226197 len=159712 2024-09-18T02:48:43.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 2513 completed, throughput=5MB/sec 2024-09-18T02:48:43.293 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rukY39Jjp2JS5hg off=10633242 len=296076 2024-09-18T02:48:43.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 2514 completed, throughput=5MB/sec 2024-09-18T02:48:43.294 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vXWg1WbaSDot23Y off=5505636 len=951778 2024-09-18T02:48:43.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 2515 completed, throughput=5MB/sec 2024-09-18T02:48:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:43 smithi195 ceph-mon[89559]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:48:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:48:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:48:43.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[94621]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:48:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:48:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:48:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[97106]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:48:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:48:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:48:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:48:44.300 INFO:tasks.workunit.client.0.smithi046.stdout: 498: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:44.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ANutMZwF6f66ugE off=495493 len=741096 2024-09-18T02:48:44.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 2516 completed, throughput=4.99MB/sec 2024-09-18T02:48:44.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hF-ryYevw0RRVZL off=8878501 len=1423418 2024-09-18T02:48:44.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 2517 completed, throughput=4.99MB/sec 2024-09-18T02:48:44.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lBY-u93xz50_FcI off=581031 len=1062909 2024-09-18T02:48:44.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 2518 completed, throughput=5MB/sec 2024-09-18T02:48:44.316 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0gm8Ledx3lfyfP2 off=15314350 len=249061 2024-09-18T02:48:44.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 2519 completed, throughput=5MB/sec 2024-09-18T02:48:44.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PNp_q3c5pTA28aY off=12326206 len=1025894 2024-09-18T02:48:44.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 2520 completed, throughput=5MB/sec 2024-09-18T02:48:44.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q1P4gK2QxcHIDkJ off=0 len=1868781 2024-09-18T02:48:44.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 2521 completed, throughput=5MB/sec 2024-09-18T02:48:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:45.331 INFO:tasks.workunit.client.0.smithi046.stdout: 499: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:45.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A2IJOHc80g2ER_F off=850241 len=544049 2024-09-18T02:48:45.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 2522 completed, throughput=4.99MB/sec 2024-09-18T02:48:45.336 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I-XqTNZGWTdjFYl off=1314066 len=1622776 2024-09-18T02:48:45.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 2523 completed, throughput=5MB/sec 2024-09-18T02:48:45.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5HEwjB-2Q-Vospd off=3221587 len=1651110 2024-09-18T02:48:45.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 2524 completed, throughput=5MB/sec 2024-09-18T02:48:45.345 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a2sSdJpqbN_pW0d off=5030228 len=457749 2024-09-18T02:48:45.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 2525 completed, throughput=5MB/sec 2024-09-18T02:48:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:45 smithi046 ceph-mon[97106]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:45.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:45 smithi046 ceph-mon[94621]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:45 smithi195 ceph-mon[89559]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:46.350 INFO:tasks.workunit.client.0.smithi046.stdout: 500: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:46.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c1pI2rRgC0utJ7e off=346790 len=2036038 2024-09-18T02:48:46.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 2526 completed, throughput=4.99MB/sec 2024-09-18T02:48:46.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-abbDiRWj7t8rufk off=64820 len=1553270 2024-09-18T02:48:46.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 2527 completed, throughput=5MB/sec 2024-09-18T02:48:46.354 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0NsaNOWBxhX2ogl off=875755 len=118196 2024-09-18T02:48:46.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 2528 completed, throughput=5MB/sec 2024-09-18T02:48:46.357 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cRBW4-b67XAqpvc off=3428321 len=1358562 2024-09-18T02:48:46.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 2529 completed, throughput=5MB/sec 2024-09-18T02:48:46.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ri5pACgsOocuZk3 off=3892428 len=1096873 2024-09-18T02:48:46.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 2530 completed, throughput=5MB/sec 2024-09-18T02:48:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:48:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:48:46] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-18T02:48:47.370 INFO:tasks.workunit.client.0.smithi046.stdout: 501: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:47.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JQAcv3zT-a-JHDk off=8025953 len=358560 2024-09-18T02:48:47.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 2531 completed, throughput=4.99MB/sec 2024-09-18T02:48:47.374 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Jet5DbIQvjYiTIv off=10989716 len=1821263 2024-09-18T02:48:47.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 2532 completed, throughput=5MB/sec 2024-09-18T02:48:47.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SnI7CKyJU6nQPMo off=3858365 len=2074171 2024-09-18T02:48:47.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 2533 completed, throughput=5MB/sec 2024-09-18T02:48:47.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KNOPpnq9eW1aVuZ off=6090475 len=2045764 2024-09-18T02:48:47.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 2534 completed, throughput=5MB/sec 2024-09-18T02:48:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:47 smithi195 ceph-mon[89559]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:48:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:47 smithi046 ceph-mon[97106]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:48:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:47 smithi046 ceph-mon[94621]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:48:48.391 INFO:tasks.workunit.client.0.smithi046.stdout: 502: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:48.391 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8QltzQtsb3ZOm-E off=1069991 len=32849 2024-09-18T02:48:48.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 2535 completed, throughput=4.99MB/sec 2024-09-18T02:48:48.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cFWBfMOlmmTVSjy off=710811 len=1246941 2024-09-18T02:48:48.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 2536 completed, throughput=5MB/sec 2024-09-18T02:48:48.400 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tua91mJxTXCEXQN off=11097678 len=459046 2024-09-18T02:48:48.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 2537 completed, throughput=5MB/sec 2024-09-18T02:48:48.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a4uW29KImRS3pVu off=3674382 len=2064381 2024-09-18T02:48:48.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 2538 completed, throughput=5MB/sec 2024-09-18T02:48:49.414 INFO:tasks.workunit.client.0.smithi046.stdout: 503: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:49.415 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h9a9pNjO4Xr469Y off=4940881 len=116509 2024-09-18T02:48:49.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 2539 completed, throughput=4.99MB/sec 2024-09-18T02:48:49.417 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4SDNdRYDDUTxBlS off=3052412 len=435050 2024-09-18T02:48:49.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 2540 completed, throughput=4.99MB/sec 2024-09-18T02:48:49.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A91xdpHu9E9-DDW off=16119345 len=924465 2024-09-18T02:48:49.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 2541 completed, throughput=4.99MB/sec 2024-09-18T02:48:49.423 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HbY-DhmOAbhcR5T off=6417853 len=508182 2024-09-18T02:48:49.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 2542 completed, throughput=4.99MB/sec 2024-09-18T02:48:49.425 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UUAhYfcvQl0HGoK off=5722618 len=439370 2024-09-18T02:48:49.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 2543 completed, throughput=4.99MB/sec 2024-09-18T02:48:49.428 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-70Dmw7jmstKBCaQ off=20955728 len=1539914 2024-09-18T02:48:49.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 2544 completed, throughput=5MB/sec 2024-09-18T02:48:49.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LqPP1fFZvwKEUW- off=2379076 len=1132415 2024-09-18T02:48:49.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 2545 completed, throughput=5MB/sec 2024-09-18T02:48:49.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vSCNoO4uT8RzI53 off=2137025 len=1023479 2024-09-18T02:48:49.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 2546 completed, throughput=5MB/sec 2024-09-18T02:48:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:49 smithi195 ceph-mon[89559]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:49 smithi046 ceph-mon[94621]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:49 smithi046 ceph-mon[97106]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:48:50.443 INFO:tasks.workunit.client.0.smithi046.stdout: 504: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:50.443 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pzvg616cBkMSCCD off=1405434 len=64049 2024-09-18T02:48:50.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 2547 completed, throughput=4.99MB/sec 2024-09-18T02:48:50.445 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x09cENUofo8aifE off=4507577 len=1366938 2024-09-18T02:48:50.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 2548 completed, throughput=4.99MB/sec 2024-09-18T02:48:50.453 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QXSYzxMaJN9WbEG off=3848543 len=1605082 2024-09-18T02:48:50.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 2549 completed, throughput=5MB/sec 2024-09-18T02:48:50.460 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vEvizJJM31Mi0Yn off=376741 len=397578 2024-09-18T02:48:50.460 INFO:tasks.workunit.client.0.smithi046.stdout:op 2550 completed, throughput=5MB/sec 2024-09-18T02:48:50.461 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gIpjA8F85vwsz7t off=2213315 len=1718860 2024-09-18T02:48:50.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 2551 completed, throughput=5MB/sec 2024-09-18T02:48:51.462 INFO:tasks.workunit.client.0.smithi046.stdout: 505: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:51.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K7eBFuZg-Wzy2sF off=17432892 len=523690 2024-09-18T02:48:51.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 2552 completed, throughput=4.99MB/sec 2024-09-18T02:48:51.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EMLFTWE9_e1jrpE off=3532198 len=1426907 2024-09-18T02:48:51.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 2553 completed, throughput=5MB/sec 2024-09-18T02:48:51.470 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GdN5rMNsGmV38E0 off=875382 len=995625 2024-09-18T02:48:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:51 smithi195 ceph-mon[89559]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:48:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 2554 completed, throughput=5MB/sec 2024-09-18T02:48:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PV4gEMyt0ndW_hQ off=5010968 len=181751 2024-09-18T02:48:51.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 2555 completed, throughput=5MB/sec 2024-09-18T02:48:51.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZtOvJnI2b_i7Urs off=8335084 len=308902 2024-09-18T02:48:51.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 2556 completed, throughput=5MB/sec 2024-09-18T02:48:51.477 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ruQGgjpGZbbDSyO off=6479972 len=2019269 2024-09-18T02:48:51.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 2557 completed, throughput=5MB/sec 2024-09-18T02:48:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:51 smithi046 ceph-mon[94621]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:48:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:51 smithi046 ceph-mon[97106]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:48:52.488 INFO:tasks.workunit.client.0.smithi046.stdout: 506: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:52.488 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sMu83Y6mv-_-5JG off=6674565 len=2053938 2024-09-18T02:48:52.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 2558 completed, throughput=5MB/sec 2024-09-18T02:48:52.492 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-23CD67IT6_J50gK off=5038529 len=1779277 2024-09-18T02:48:52.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 2559 completed, throughput=5MB/sec 2024-09-18T02:48:52.494 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2s6LGtoPkQ1zSxl off=2119172 len=726410 2024-09-18T02:48:52.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 2560 completed, throughput=5MB/sec 2024-09-18T02:48:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:48:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:48:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:53 smithi195 ceph-mon[89559]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:53.499 INFO:tasks.workunit.client.0.smithi046.stdout: 507: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:53.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eSCJC0eUdXy4Cf2 off=8639618 len=661157 2024-09-18T02:48:53.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 2561 completed, throughput=4.99MB/sec 2024-09-18T02:48:53.504 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-txqYSTkON-1BAzO off=1522176 len=916149 2024-09-18T02:48:53.506 INFO:tasks.workunit.client.0.smithi046.stdout:op 2562 completed, throughput=4.99MB/sec 2024-09-18T02:48:53.506 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o1VPXIcRDu77D0U off=5819637 len=512780 2024-09-18T02:48:53.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:53 smithi046 ceph-mon[97106]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:53.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:53 smithi046 ceph-mon[94621]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:48:53.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 2563 completed, throughput=4.99MB/sec 2024-09-18T02:48:53.509 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q8kGoFu7daGZJon off=148887 len=65160 2024-09-18T02:48:53.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 2564 completed, throughput=4.99MB/sec 2024-09-18T02:48:53.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0CoBUz9HE6ipzwb off=18146549 len=231340 2024-09-18T02:48:53.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 2565 completed, throughput=4.99MB/sec 2024-09-18T02:48:53.513 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0KLziwbwGTR8tpy off=6743902 len=1891738 2024-09-18T02:48:53.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 2566 completed, throughput=5MB/sec 2024-09-18T02:48:53.516 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hH4L6Q14bRVctKn off=309549 len=940322 2024-09-18T02:48:53.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 2567 completed, throughput=5MB/sec 2024-09-18T02:48:53.521 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qXu88fk0cMNNRDX off=3604425 len=366574 2024-09-18T02:48:53.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 2568 completed, throughput=5MB/sec 2024-09-18T02:48:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: 508: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:54.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Idx6wDnITT8fqDl off=17492279 len=874595 2024-09-18T02:48:54.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 2569 completed, throughput=4.99MB/sec 2024-09-18T02:48:54.528 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R_WMvy9ByCO9YAP off=6815756 len=442683 2024-09-18T02:48:54.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 2570 completed, throughput=4.99MB/sec 2024-09-18T02:48:54.529 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OBxoA4Ips_Wv7IZ off=12516673 len=1956136 2024-09-18T02:48:54.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 2571 completed, throughput=5MB/sec 2024-09-18T02:48:54.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ih_yJi6nHAPWEE3 off=12376032 len=443314 2024-09-18T02:48:54.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 2572 completed, throughput=5MB/sec 2024-09-18T02:48:54.534 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wT-cWxRxzYGXltS off=10208542 len=632363 2024-09-18T02:48:54.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 2573 completed, throughput=5MB/sec 2024-09-18T02:48:54.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fqjNqVCL0v6nlu7 off=5147803 len=310028 2024-09-18T02:48:54.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 2574 completed, throughput=5MB/sec 2024-09-18T02:48:54.538 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gZ5EXMRYn40Ln0k off=17916579 len=633617 2024-09-18T02:48:54.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 2575 completed, throughput=5MB/sec 2024-09-18T02:48:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:55 smithi195 ceph-mon[89559]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:48:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:55 smithi046 ceph-mon[97106]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:48:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:55 smithi046 ceph-mon[94621]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:48:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: 509: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:55.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Fx4FYwnPfkrhntE off=452783 len=1624522 2024-09-18T02:48:55.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 2576 completed, throughput=4.99MB/sec 2024-09-18T02:48:55.545 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zu9ranT_-cuJJlH off=13817086 len=403303 2024-09-18T02:48:55.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 2577 completed, throughput=4.99MB/sec 2024-09-18T02:48:55.547 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OTVySFRWbiRu5wn off=17816898 len=1828742 2024-09-18T02:48:55.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 2578 completed, throughput=5MB/sec 2024-09-18T02:48:55.557 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K3U7YHI0_L5Ctlo off=5568253 len=1043892 2024-09-18T02:48:55.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 2579 completed, throughput=5MB/sec 2024-09-18T02:48:55.558 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-02JuPKYRuLPF9cW off=8155687 len=807395 2024-09-18T02:48:55.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 2580 completed, throughput=5MB/sec 2024-09-18T02:48:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: 510: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:56.563 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_MV5J-Ho0FQPv7f off=9055184 len=1405450 2024-09-18T02:48:56.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 2581 completed, throughput=4.99MB/sec 2024-09-18T02:48:56.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rt7K3S8rcSq1Uyt off=4365875 len=63814 2024-09-18T02:48:56.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 2582 completed, throughput=4.99MB/sec 2024-09-18T02:48:56.572 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Br4c1rtHSrCs3Kq off=577707 len=1845867 2024-09-18T02:48:56.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 2583 completed, throughput=5MB/sec 2024-09-18T02:48:56.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FCqujRrFOeHE4R8 off=1836342 len=1515362 2024-09-18T02:48:56.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 2584 completed, throughput=5MB/sec 2024-09-18T02:48:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:48:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:48:56] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-18T02:48:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:57 smithi195 ceph-mon[89559]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:48:57.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:57 smithi046 ceph-mon[97106]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:48:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:57 smithi046 ceph-mon[94621]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:48:57.582 INFO:tasks.workunit.client.0.smithi046.stdout: 511: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:57.582 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lclk00W8D7icjSJ off=5792648 len=1046749 2024-09-18T02:48:57.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 2585 completed, throughput=4.99MB/sec 2024-09-18T02:48:57.585 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wqJ0S1HLsYG-t8p off=1262701 len=1823985 2024-09-18T02:48:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 2586 completed, throughput=5MB/sec 2024-09-18T02:48:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uDqPo_KI4081hyb off=18643045 len=1446954 2024-09-18T02:48:57.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 2587 completed, throughput=5MB/sec 2024-09-18T02:48:57.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4GqEHuohVSrInXV off=6922 len=1601436 2024-09-18T02:48:57.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 2588 completed, throughput=5MB/sec 2024-09-18T02:48:58.608 INFO:tasks.workunit.client.0.smithi046.stdout: 512: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:58.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yaOi1i9TAgirg8G off=1366955 len=1236988 2024-09-18T02:48:58.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 2589 completed, throughput=4.99MB/sec 2024-09-18T02:48:58.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ACV_F4ePQ2D4tGL off=2308804 len=2019734 2024-09-18T02:48:58.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 2590 completed, throughput=5MB/sec 2024-09-18T02:48:58.619 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-os7XDwkdpqYbrox off=4707625 len=278497 2024-09-18T02:48:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 2591 completed, throughput=5MB/sec 2024-09-18T02:48:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sk35UPbqSkyYEhs off=2551805 len=1878650 2024-09-18T02:48:58.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 2592 completed, throughput=5MB/sec 2024-09-18T02:48:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:59 smithi195 ceph-mon[89559]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:48:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:48:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:59.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:59 smithi046 ceph-mon[97106]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:48:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:48:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:59 smithi046 ceph-mon[94621]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:48:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:48:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:48:59.621 INFO:tasks.workunit.client.0.smithi046.stdout: 513: throughput=4.99MB/sec pending data=0 2024-09-18T02:48:59.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rGSc_ihl_0yxTS9 off=4383336 len=1773479 2024-09-18T02:48:59.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 2593 completed, throughput=4.99MB/sec 2024-09-18T02:48:59.625 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2ZdAVD4QKOyB5kH off=10233600 len=1327351 2024-09-18T02:48:59.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 2594 completed, throughput=5MB/sec 2024-09-18T02:48:59.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K_7q6v4KrxX-EEP off=1050061 len=40347 2024-09-18T02:48:59.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 2595 completed, throughput=5MB/sec 2024-09-18T02:48:59.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vx3FZ8rUTMDtarY off=413907 len=1179152 2024-09-18T02:48:59.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 2596 completed, throughput=5MB/sec 2024-09-18T02:48:59.638 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gGZ6mPSQ633wSwk off=410588 len=328320 2024-09-18T02:48:59.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 2597 completed, throughput=5MB/sec 2024-09-18T02:49:00.640 INFO:tasks.workunit.client.0.smithi046.stdout: 514: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:00.640 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TtBWAuibkx_yr2J off=96071 len=154877 2024-09-18T02:49:00.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 2598 completed, throughput=4.99MB/sec 2024-09-18T02:49:00.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cmJUeeea5N-p9FF off=808229 len=1623898 2024-09-18T02:49:00.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 2599 completed, throughput=4.99MB/sec 2024-09-18T02:49:00.651 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ko0Jyh3alOXETvn off=1978728 len=692565 2024-09-18T02:49:00.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 2600 completed, throughput=4.99MB/sec 2024-09-18T02:49:00.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hk23C5HBpTPVfxN off=1481725 len=207804 2024-09-18T02:49:00.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 2601 completed, throughput=5MB/sec 2024-09-18T02:49:00.655 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bdXrz9jhRK9oRVE off=3836679 len=1809733 2024-09-18T02:49:00.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 2602 completed, throughput=5MB/sec 2024-09-18T02:49:00.665 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C0EyecUzYnc9QS8 off=20009438 len=1537420 2024-09-18T02:49:00.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 2603 completed, throughput=5MB/sec 2024-09-18T02:49:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:01 smithi195 ceph-mon[89559]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:49:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:01 smithi046 ceph-mon[94621]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:49:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:01 smithi046 ceph-mon[97106]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:49:01.671 INFO:tasks.workunit.client.0.smithi046.stdout: 515: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:01.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hf1XYEf2egssTT0 off=158719 len=1510844 2024-09-18T02:49:01.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 2604 completed, throughput=4.99MB/sec 2024-09-18T02:49:01.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ykKmOpGkJpCCHKS off=10924032 len=523908 2024-09-18T02:49:01.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 2605 completed, throughput=5MB/sec 2024-09-18T02:49:01.682 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zsUcRwpyTwBAuPN off=3683254 len=1587109 2024-09-18T02:49:01.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 2606 completed, throughput=5MB/sec 2024-09-18T02:49:01.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O6E_ip0LvRBMXET off=5565920 len=2005664 2024-09-18T02:49:01.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 2607 completed, throughput=5MB/sec 2024-09-18T02:49:02.687 INFO:tasks.workunit.client.0.smithi046.stdout: 516: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:02.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D02x2hw3QtMZmbM off=11191776 len=1396777 2024-09-18T02:49:02.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 2608 completed, throughput=4.99MB/sec 2024-09-18T02:49:02.689 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rIHio-XH71v_ePT off=456810 len=1586217 2024-09-18T02:49:02.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 2609 completed, throughput=5MB/sec 2024-09-18T02:49:02.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_5Rxv7CGDkG9mpI off=3286163 len=160509 2024-09-18T02:49:02.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 2610 completed, throughput=5MB/sec 2024-09-18T02:49:02.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3Ue0hQBml5vRaQl off=11613868 len=1303778 2024-09-18T02:49:02.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 2611 completed, throughput=5MB/sec 2024-09-18T02:49:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:49:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:49:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:03 smithi195 ceph-mon[89559]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:49:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:03 smithi046 ceph-mon[94621]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:49:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:03 smithi046 ceph-mon[97106]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:49:03.700 INFO:tasks.workunit.client.0.smithi046.stdout: 517: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:03.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ud7kCkMaukuk1Dg off=0 len=1172647 2024-09-18T02:49:03.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 2612 completed, throughput=4.99MB/sec 2024-09-18T02:49:03.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HcO6VoNzRCwdhEl off=6326164 len=1731535 2024-09-18T02:49:03.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 2613 completed, throughput=5MB/sec 2024-09-18T02:49:03.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zcNwjpvHLyh5O0D off=1995981 len=704982 2024-09-18T02:49:03.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 2614 completed, throughput=5MB/sec 2024-09-18T02:49:03.719 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6zU_dFOnGRBsnek off=690844 len=1228759 2024-09-18T02:49:03.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 2615 completed, throughput=5MB/sec 2024-09-18T02:49:03.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zoKgjPMLLaNB39Y off=8529806 len=446552 2024-09-18T02:49:03.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 2616 completed, throughput=5MB/sec 2024-09-18T02:49:03.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OkgRLq2a2IfgBsd off=9018889 len=806887 2024-09-18T02:49:03.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 2617 completed, throughput=5MB/sec 2024-09-18T02:49:04.731 INFO:tasks.workunit.client.0.smithi046.stdout: 518: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:04.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v5qjUM22WYMOGLl off=7587142 len=64473 2024-09-18T02:49:04.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 2618 completed, throughput=4.99MB/sec 2024-09-18T02:49:04.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y0FXn-faLk7hmeR off=4559208 len=972080 2024-09-18T02:49:04.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 2619 completed, throughput=4.99MB/sec 2024-09-18T02:49:04.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q9zvkAimizS_Urw off=1398126 len=391962 2024-09-18T02:49:04.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 2620 completed, throughput=4.99MB/sec 2024-09-18T02:49:04.736 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b-dmrA5Allebmru off=4502656 len=421066 2024-09-18T02:49:04.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 2621 completed, throughput=5MB/sec 2024-09-18T02:49:04.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0bTPmPx1Bw4XYa9 off=5193469 len=2025097 2024-09-18T02:49:04.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 2622 completed, throughput=5MB/sec 2024-09-18T02:49:04.751 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5pB1J41ob2xEZu3 off=11287262 len=2091125 2024-09-18T02:49:04.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 2623 completed, throughput=5MB/sec 2024-09-18T02:49:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:05 smithi195 ceph-mon[89559]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:49:05.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:05 smithi046 ceph-mon[94621]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:49:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:05 smithi046 ceph-mon[97106]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:49:05.761 INFO:tasks.workunit.client.0.smithi046.stdout: 519: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:05.761 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DaFTo7FbGklYrI- off=8335670 len=1362537 2024-09-18T02:49:05.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 2624 completed, throughput=5MB/sec 2024-09-18T02:49:05.763 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o1VPXIcRDu77D0U off=6352387 len=249251 2024-09-18T02:49:05.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 2625 completed, throughput=5MB/sec 2024-09-18T02:49:05.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8cKNt7h0Ou6kQUz off=8975550 len=1930024 2024-09-18T02:49:05.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 2626 completed, throughput=5MB/sec 2024-09-18T02:49:05.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vUEpiReqacCp2Ij off=4052308 len=686229 2024-09-18T02:49:05.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 2627 completed, throughput=5MB/sec 2024-09-18T02:49:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:49:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:49:06] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-09-18T02:49:06.774 INFO:tasks.workunit.client.0.smithi046.stdout: 520: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:06.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gg3UovuQD-gUX4j off=5873075 len=1934526 2024-09-18T02:49:06.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 2628 completed, throughput=4.99MB/sec 2024-09-18T02:49:06.783 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6c_Xs6iT44H07_0 off=2573121 len=993777 2024-09-18T02:49:06.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 2629 completed, throughput=5MB/sec 2024-09-18T02:49:06.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g1KJEStsSEnKiSH off=1571898 len=41922 2024-09-18T02:49:06.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 2630 completed, throughput=5MB/sec 2024-09-18T02:49:06.791 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tuL3_H1dbngoqog off=5080581 len=758006 2024-09-18T02:49:06.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 2631 completed, throughput=5MB/sec 2024-09-18T02:49:06.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zmChCIRwM3-r2nV off=1866138 len=1940734 2024-09-18T02:49:06.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 2632 completed, throughput=5MB/sec 2024-09-18T02:49:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:07 smithi195 ceph-mon[89559]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:49:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:07 smithi046 ceph-mon[94621]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:49:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:07 smithi046 ceph-mon[97106]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:49:07.797 INFO:tasks.workunit.client.0.smithi046.stdout: 521: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:07.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kEBQKfpOP4WzXHg off=3952335 len=2070921 2024-09-18T02:49:07.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 2633 completed, throughput=5MB/sec 2024-09-18T02:49:07.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LO5yIHee_12Wor- off=8277044 len=1188126 2024-09-18T02:49:07.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 2634 completed, throughput=5MB/sec 2024-09-18T02:49:07.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8qQvdi9rTE_IMSW off=7553541 len=1772486 2024-09-18T02:49:07.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 2635 completed, throughput=5MB/sec 2024-09-18T02:49:08.817 INFO:tasks.workunit.client.0.smithi046.stdout: 522: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:08.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f81BijZcCFzaDEW off=4713986 len=766712 2024-09-18T02:49:08.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 2636 completed, throughput=4.99MB/sec 2024-09-18T02:49:08.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P93aIfeuvlX3wd0 off=14170606 len=1406992 2024-09-18T02:49:08.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 2637 completed, throughput=4.99MB/sec 2024-09-18T02:49:08.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sWz8XsSkxqhXgjt off=2050301 len=143289 2024-09-18T02:49:08.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 2638 completed, throughput=5MB/sec 2024-09-18T02:49:08.832 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FO4dkD2PVoF13oL off=2493245 len=1403431 2024-09-18T02:49:08.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 2639 completed, throughput=5MB/sec 2024-09-18T02:49:08.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IY0-eFQEZekTaaY off=466649 len=1597949 2024-09-18T02:49:08.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 2640 completed, throughput=5MB/sec 2024-09-18T02:49:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:09 smithi195 ceph-mon[89559]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:49:09.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:09 smithi046 ceph-mon[94621]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:49:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:09 smithi046 ceph-mon[97106]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:49:09.845 INFO:tasks.workunit.client.0.smithi046.stdout: 523: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:09.845 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h-huKwy5QlCPn8V off=5152482 len=2038466 2024-09-18T02:49:09.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 2641 completed, throughput=4.99MB/sec 2024-09-18T02:49:09.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H3y2trpNhNYGCBG off=1351218 len=172383 2024-09-18T02:49:09.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 2642 completed, throughput=4.99MB/sec 2024-09-18T02:49:09.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iH0MMszIMdYLmDc off=2222575 len=1771643 2024-09-18T02:49:09.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 2643 completed, throughput=5MB/sec 2024-09-18T02:49:09.855 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--xZSYXelOS4OEch off=1469438 len=1376340 2024-09-18T02:49:09.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 2644 completed, throughput=5MB/sec 2024-09-18T02:49:10.857 INFO:tasks.workunit.client.0.smithi046.stdout: 524: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:10.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NhS04P1DzO1vTrS off=1919589 len=934502 2024-09-18T02:49:10.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 2645 completed, throughput=4.99MB/sec 2024-09-18T02:49:10.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MKx_nsDMxeD_r2c off=5431130 len=307513 2024-09-18T02:49:10.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 2646 completed, throughput=4.99MB/sec 2024-09-18T02:49:10.863 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CbLwZDDLew0Q4JP off=17592932 len=426610 2024-09-18T02:49:10.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 2647 completed, throughput=4.99MB/sec 2024-09-18T02:49:10.866 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0sSJukepchqiSZ_ off=8031778 len=2031976 2024-09-18T02:49:10.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 2648 completed, throughput=5MB/sec 2024-09-18T02:49:10.875 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0zTUY_rNN2LsyTt off=8975023 len=673415 2024-09-18T02:49:10.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 2649 completed, throughput=5MB/sec 2024-09-18T02:49:10.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JCfcw36NP74YVUs off=0 len=1676588 2024-09-18T02:49:10.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 2650 completed, throughput=5MB/sec 2024-09-18T02:49:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:11 smithi195 ceph-mon[89559]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:11.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:11 smithi046 ceph-mon[94621]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:11 smithi046 ceph-mon[97106]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:11.878 INFO:tasks.workunit.client.0.smithi046.stdout: 525: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:11.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MpyCvzcixMwERJ9 off=13534730 len=968653 2024-09-18T02:49:11.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 2651 completed, throughput=4.99MB/sec 2024-09-18T02:49:11.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SKfIEIUozTyzgJr off=8012644 len=1754130 2024-09-18T02:49:11.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 2652 completed, throughput=5MB/sec 2024-09-18T02:49:11.883 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IeLFFM3tkNBk8_Y off=1129140 len=1540422 2024-09-18T02:49:11.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 2653 completed, throughput=5MB/sec 2024-09-18T02:49:11.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A146ZVwlzV9IauK off=7281727 len=1401879 2024-09-18T02:49:11.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 2654 completed, throughput=5MB/sec 2024-09-18T02:49:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:49:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:49:12.892 INFO:tasks.workunit.client.0.smithi046.stdout: 526: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:12.893 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uCnS0Hlfk9cMv3R off=182673 len=1897535 2024-09-18T02:49:12.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 2655 completed, throughput=5MB/sec 2024-09-18T02:49:12.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uITaZKRcyVPx0C4 off=5526526 len=224825 2024-09-18T02:49:12.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 2656 completed, throughput=5MB/sec 2024-09-18T02:49:12.905 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VWCIFleC0xONE_t off=4886536 len=1162927 2024-09-18T02:49:12.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 2657 completed, throughput=5MB/sec 2024-09-18T02:49:12.907 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-70Dmw7jmstKBCaQ off=1398358 len=1641120 2024-09-18T02:49:12.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 2658 completed, throughput=5MB/sec 2024-09-18T02:49:13.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:13 smithi195 ceph-mon[89559]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:13.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:13 smithi046 ceph-mon[94621]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:13 smithi046 ceph-mon[97106]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:13.915 INFO:tasks.workunit.client.0.smithi046.stdout: 527: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:13.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5cUgFp6ZqahXXAq off=5445356 len=659633 2024-09-18T02:49:13.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 2659 completed, throughput=4.99MB/sec 2024-09-18T02:49:13.916 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DAmQs-axvCvZufw off=16442787 len=608192 2024-09-18T02:49:13.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 2660 completed, throughput=4.99MB/sec 2024-09-18T02:49:13.917 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VlH5G_5REKZ4xuA off=111196 len=1735805 2024-09-18T02:49:13.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 2661 completed, throughput=5MB/sec 2024-09-18T02:49:13.925 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sekZlxaIAeJbasM off=9819584 len=395643 2024-09-18T02:49:13.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 2662 completed, throughput=5MB/sec 2024-09-18T02:49:13.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qvI5CdBZem0MVev off=460730 len=1150218 2024-09-18T02:49:13.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 2663 completed, throughput=5MB/sec 2024-09-18T02:49:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:14.931 INFO:tasks.workunit.client.0.smithi046.stdout: 528: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:14.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AYpooMAkdHqdfKZ off=6776141 len=781243 2024-09-18T02:49:14.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 2664 completed, throughput=4.99MB/sec 2024-09-18T02:49:14.936 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d_D2mpid25AWvUI off=2196424 len=809139 2024-09-18T02:49:14.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 2665 completed, throughput=4.99MB/sec 2024-09-18T02:49:14.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fLDd83OEtEuIbDY off=7335636 len=269514 2024-09-18T02:49:14.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 2666 completed, throughput=4.99MB/sec 2024-09-18T02:49:14.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9ulal8UELqkotOE off=8664627 len=843217 2024-09-18T02:49:14.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 2667 completed, throughput=5MB/sec 2024-09-18T02:49:14.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gZ5EXMRYn40Ln0k off=22645094 len=1713352 2024-09-18T02:49:14.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 2668 completed, throughput=5MB/sec 2024-09-18T02:49:14.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-46J-lKxB3PTo49b off=2733730 len=1818956 2024-09-18T02:49:14.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 2669 completed, throughput=5MB/sec 2024-09-18T02:49:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:15 smithi046 ceph-mon[94621]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:49:15.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:15 smithi046 ceph-mon[97106]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:49:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:15 smithi195 ceph-mon[89559]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:49:15.951 INFO:tasks.workunit.client.0.smithi046.stdout: 529: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:15.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y1RBlOZ3Qj2X6rm off=5862463 len=1481360 2024-09-18T02:49:15.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 2670 completed, throughput=4.99MB/sec 2024-09-18T02:49:15.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WMapKJGkHRA7Q4f off=271716 len=1944702 2024-09-18T02:49:15.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 2671 completed, throughput=5MB/sec 2024-09-18T02:49:15.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BTLwc4sCbyOPBF4 off=2896760 len=125825 2024-09-18T02:49:15.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 2672 completed, throughput=5MB/sec 2024-09-18T02:49:15.966 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MSmVcMv_ErY8AVR off=10311074 len=1467641 2024-09-18T02:49:15.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 2673 completed, throughput=5MB/sec 2024-09-18T02:49:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:49:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:49:16] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:49:16.971 INFO:tasks.workunit.client.0.smithi046.stdout: 530: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:16.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DM8911qLOgvXdLw off=5942695 len=1591870 2024-09-18T02:49:16.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 2674 completed, throughput=4.99MB/sec 2024-09-18T02:49:16.980 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oTrxqwyTSjMF5z6 off=139175 len=1149490 2024-09-18T02:49:16.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 2675 completed, throughput=5MB/sec 2024-09-18T02:49:16.982 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7jbBGsBWU3Ftc92 off=4188028 len=734771 2024-09-18T02:49:16.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 2676 completed, throughput=5MB/sec 2024-09-18T02:49:16.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SteRbTZTknBWjK7 off=10016939 len=1784193 2024-09-18T02:49:16.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 2677 completed, throughput=5MB/sec 2024-09-18T02:49:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:17 smithi195 ceph-mon[89559]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:17 smithi046 ceph-mon[94621]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:17 smithi046 ceph-mon[97106]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: 531: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:17.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XfdEoH6SffNY9Kw off=1157847 len=1996946 2024-09-18T02:49:17.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 2678 completed, throughput=5MB/sec 2024-09-18T02:49:17.995 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dTYnrb184wAmxaA off=2041515 len=40232 2024-09-18T02:49:17.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 2679 completed, throughput=5MB/sec 2024-09-18T02:49:17.998 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XJA-EOCby1jRysK off=6386683 len=1919156 2024-09-18T02:49:18.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 2680 completed, throughput=5MB/sec 2024-09-18T02:49:18.000 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DUzsgKRBa-ghkrW off=15086736 len=1582812 2024-09-18T02:49:18.002 INFO:tasks.workunit.client.0.smithi046.stdout:op 2681 completed, throughput=5MB/sec 2024-09-18T02:49:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: 532: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:19.003 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BKyLWfuVTrQYU4X off=12669640 len=284968 2024-09-18T02:49:19.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 2682 completed, throughput=4.99MB/sec 2024-09-18T02:49:19.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eCevbTSl_IxIUBA off=192986 len=1188589 2024-09-18T02:49:19.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 2683 completed, throughput=4.99MB/sec 2024-09-18T02:49:19.013 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iB61Uz2dMpXz5tf off=18727322 len=805593 2024-09-18T02:49:19.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 2684 completed, throughput=5MB/sec 2024-09-18T02:49:19.014 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2sbL5bO12kpSvMt off=1380930 len=1189072 2024-09-18T02:49:19.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 2685 completed, throughput=5MB/sec 2024-09-18T02:49:19.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3tfq1Qk5t1-DuRE off=4960924 len=1409061 2024-09-18T02:49:19.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 2686 completed, throughput=5MB/sec 2024-09-18T02:49:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:19 smithi195 ceph-mon[89559]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:49:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:19 smithi046 ceph-mon[97106]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:49:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:19 smithi046 ceph-mon[94621]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:49:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: 533: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:20.023 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aGU3f9Xktj7SYys off=2961975 len=2095459 2024-09-18T02:49:20.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 2687 completed, throughput=4.99MB/sec 2024-09-18T02:49:20.032 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ABpSwkWN88AKcJW off=3427682 len=2055914 2024-09-18T02:49:20.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 2688 completed, throughput=5MB/sec 2024-09-18T02:49:20.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bYLhqA7sTdeOIz3 off=1826134 len=419065 2024-09-18T02:49:20.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 2689 completed, throughput=5MB/sec 2024-09-18T02:49:20.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m5SWgJigDJD5BJv off=18789832 len=1034157 2024-09-18T02:49:20.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 2690 completed, throughput=5MB/sec 2024-09-18T02:49:21.048 INFO:tasks.workunit.client.0.smithi046.stdout: 534: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:21.048 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4WYMtWmrGfK2FgR off=13266761 len=1283337 2024-09-18T02:49:21.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 2691 completed, throughput=4.99MB/sec 2024-09-18T02:49:21.051 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3rniOGPDdU76R2e off=17729423 len=1064988 2024-09-18T02:49:21.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 2692 completed, throughput=5MB/sec 2024-09-18T02:49:21.057 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-stJMiTPRKxnR9xO off=1678190 len=1829290 2024-09-18T02:49:21.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 2693 completed, throughput=5MB/sec 2024-09-18T02:49:21.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-blwaKfv5hZTltPR off=4545625 len=1190723 2024-09-18T02:49:21.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 2694 completed, throughput=5MB/sec 2024-09-18T02:49:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:21 smithi195 ceph-mon[89559]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:49:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:21 smithi046 ceph-mon[94621]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:49:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:21 smithi046 ceph-mon[97106]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:49:22.064 INFO:tasks.workunit.client.0.smithi046.stdout: 535: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:22.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mx5KflJN3oh8fBQ off=15013345 len=1354231 2024-09-18T02:49:22.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 2695 completed, throughput=4.99MB/sec 2024-09-18T02:49:22.070 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G2sPWDK3mQ9JuOr off=2070572 len=66177 2024-09-18T02:49:22.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 2696 completed, throughput=4.99MB/sec 2024-09-18T02:49:22.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8A3CWYDlQHqGaxi off=12480522 len=56408 2024-09-18T02:49:22.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 2697 completed, throughput=4.99MB/sec 2024-09-18T02:49:22.073 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mFlZclsn1qPrYY_ off=4323043 len=103002 2024-09-18T02:49:22.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 2698 completed, throughput=4.99MB/sec 2024-09-18T02:49:22.075 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7jplLkKXREtVQG8 off=13338577 len=1706208 2024-09-18T02:49:22.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 2699 completed, throughput=5MB/sec 2024-09-18T02:49:22.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uDqPo_KI4081hyb off=18880461 len=406296 2024-09-18T02:49:22.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 2700 completed, throughput=5MB/sec 2024-09-18T02:49:22.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kmVZiG2L8u3uSHF off=5187515 len=960347 2024-09-18T02:49:22.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 2701 completed, throughput=5MB/sec 2024-09-18T02:49:22.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GqkfF5z5tuUH55e off=4296493 len=461770 2024-09-18T02:49:22.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 2702 completed, throughput=5MB/sec 2024-09-18T02:49:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:49:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:49:22.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:49:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=cleanup t=2024-09-18T02:49:22.115583822Z level=info msg="Completed cleanup jobs" duration=12.766295ms 2024-09-18T02:49:23.087 INFO:tasks.workunit.client.0.smithi046.stdout: 536: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:23.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HHrdtZ19IuTwUr2 off=8125267 len=778983 2024-09-18T02:49:23.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 2703 completed, throughput=4.99MB/sec 2024-09-18T02:49:23.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OEPoXtw1u8aRHuL off=3955522 len=728763 2024-09-18T02:49:23.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 2704 completed, throughput=4.99MB/sec 2024-09-18T02:49:23.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1kV556Qf0uhBj46 off=9846977 len=105906 2024-09-18T02:49:23.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 2705 completed, throughput=4.99MB/sec 2024-09-18T02:49:23.095 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Nsjn8QR3Burd5c off=11498418 len=1598525 2024-09-18T02:49:23.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 2706 completed, throughput=5MB/sec 2024-09-18T02:49:23.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z4zzrnqsRfUOrf_ off=1097907 len=200343 2024-09-18T02:49:23.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 2707 completed, throughput=5MB/sec 2024-09-18T02:49:23.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VnFG80WF1k9c_0q off=1291507 len=1795137 2024-09-18T02:49:23.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 2708 completed, throughput=5MB/sec 2024-09-18T02:49:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:23 smithi195 ceph-mon[89559]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:49:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:23 smithi046 ceph-mon[94621]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:49:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:23 smithi046 ceph-mon[97106]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:49:24.112 INFO:tasks.workunit.client.0.smithi046.stdout: 537: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:24.113 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1wUgmJn5Z2talDp off=1887133 len=1833413 2024-09-18T02:49:24.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 2709 completed, throughput=4.99MB/sec 2024-09-18T02:49:24.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NNmIarUrDiTpt2t off=3878068 len=1683137 2024-09-18T02:49:24.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 2710 completed, throughput=5MB/sec 2024-09-18T02:49:24.124 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iSPZnbqZIA5jiwo off=6397766 len=1411361 2024-09-18T02:49:24.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 2711 completed, throughput=5MB/sec 2024-09-18T02:49:24.126 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8cgBKLtlg-9fKWP off=9988081 len=1766192 2024-09-18T02:49:24.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 2712 completed, throughput=5MB/sec 2024-09-18T02:49:25.130 INFO:tasks.workunit.client.0.smithi046.stdout: 538: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:25.130 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5sy9peR3PT9qQeQ off=5571415 len=1326998 2024-09-18T02:49:25.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 2713 completed, throughput=5MB/sec 2024-09-18T02:49:25.136 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XTcRPPI60d4Ftsg off=4388979 len=1544586 2024-09-18T02:49:25.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 2714 completed, throughput=5MB/sec 2024-09-18T02:49:25.142 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jPC6dwEZpA3NoNP off=7773 len=1002121 2024-09-18T02:49:25.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 2715 completed, throughput=5MB/sec 2024-09-18T02:49:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:25 smithi195 ceph-mon[89559]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:49:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:25 smithi046 ceph-mon[94621]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:49:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:25 smithi046 ceph-mon[97106]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:49:26.146 INFO:tasks.workunit.client.0.smithi046.stdout: 539: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:26.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4FHqvi5kEJnNQmB off=6916698 len=1885775 2024-09-18T02:49:26.153 INFO:tasks.workunit.client.0.smithi046.stdout:op 2716 completed, throughput=4.99MB/sec 2024-09-18T02:49:26.153 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gv9snwqUUswZVso off=943965 len=749590 2024-09-18T02:49:26.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 2717 completed, throughput=5MB/sec 2024-09-18T02:49:26.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kf1Mb5jJGNxdEJO off=285744 len=1527191 2024-09-18T02:49:26.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 2718 completed, throughput=5MB/sec 2024-09-18T02:49:26.164 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CQrV9P5zes5TJFt off=699095 len=1458444 2024-09-18T02:49:26.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 2719 completed, throughput=5MB/sec 2024-09-18T02:49:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:49:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:49:26] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:49:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: 540: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:27.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N7MC2gCi3TPZdcL off=4471888 len=1527094 2024-09-18T02:49:27.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 2720 completed, throughput=4.99MB/sec 2024-09-18T02:49:27.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IKTn3--lOiD6s3y off=4988290 len=1815419 2024-09-18T02:49:27.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 2721 completed, throughput=5MB/sec 2024-09-18T02:49:27.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7vlvfKn0kSurDE6 off=3338845 len=1804767 2024-09-18T02:49:27.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 2722 completed, throughput=5MB/sec 2024-09-18T02:49:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:27 smithi195 ceph-mon[89559]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:49:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:27 smithi046 ceph-mon[97106]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:49:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:27 smithi046 ceph-mon[94621]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:49:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: 541: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:28.188 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MPtMv351bXTjFbM off=1303130 len=1210136 2024-09-18T02:49:28.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 2723 completed, throughput=4.99MB/sec 2024-09-18T02:49:28.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cKI10MN1McUL4zt off=18322421 len=1780082 2024-09-18T02:49:28.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 2724 completed, throughput=5MB/sec 2024-09-18T02:49:28.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gYWS3ZNjDT1COM_ off=14259523 len=1330537 2024-09-18T02:49:28.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 2725 completed, throughput=5MB/sec 2024-09-18T02:49:28.196 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tVnbjU0hWvV4Crk off=10783841 len=1314631 2024-09-18T02:49:28.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 2726 completed, throughput=5MB/sec 2024-09-18T02:49:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: 542: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:29.197 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-taZ3Kd8m9ZJOrIj off=5202620 len=708808 2024-09-18T02:49:29.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 2727 completed, throughput=4.99MB/sec 2024-09-18T02:49:29.202 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FJbQ3k4VUzAY6is off=2273657 len=1244966 2024-09-18T02:49:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 2728 completed, throughput=5MB/sec 2024-09-18T02:49:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LE3VniVQy9-NXnL off=3348491 len=605220 2024-09-18T02:49:29.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 2729 completed, throughput=5MB/sec 2024-09-18T02:49:29.210 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tua91mJxTXCEXQN off=5229813 len=716668 2024-09-18T02:49:29.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 2730 completed, throughput=5MB/sec 2024-09-18T02:49:29.215 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xKUNuh8qx91lf1E off=6395203 len=64395 2024-09-18T02:49:29.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 2731 completed, throughput=5MB/sec 2024-09-18T02:49:29.215 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eHyJi3RmCgvtmoQ off=6163506 len=1158213 2024-09-18T02:49:29.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 2732 completed, throughput=5MB/sec 2024-09-18T02:49:29.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3NAjpOqGk0fA_bE off=15061574 len=218842 2024-09-18T02:49:29.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 2733 completed, throughput=5MB/sec 2024-09-18T02:49:29.221 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wDf61wR45XZKbKa off=2314936 len=65641 2024-09-18T02:49:29.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 2734 completed, throughput=5MB/sec 2024-09-18T02:49:29.221 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-upYTZQPPCU7RYR_ off=932704 len=1398299 2024-09-18T02:49:29.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 2735 completed, throughput=5MB/sec 2024-09-18T02:49:29.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:29 smithi195 ceph-mon[89559]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:49:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:29 smithi046 ceph-mon[97106]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:49:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:29 smithi046 ceph-mon[94621]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:49:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: 543: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:30.223 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H3h9OGRcblz83Fp off=3080669 len=761099 2024-09-18T02:49:30.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 2736 completed, throughput=4.99MB/sec 2024-09-18T02:49:30.228 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aViySvpAosfWHJF off=4186345 len=1623972 2024-09-18T02:49:30.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 2737 completed, throughput=5MB/sec 2024-09-18T02:49:30.236 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TEcszUczGp15JEh off=6896032 len=1249497 2024-09-18T02:49:30.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 2738 completed, throughput=5MB/sec 2024-09-18T02:49:30.239 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7q_xwI7_wQufl68 off=15211040 len=535319 2024-09-18T02:49:30.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 2739 completed, throughput=5MB/sec 2024-09-18T02:49:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: 544: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:31.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YovueIS0MEwxg8f off=7552061 len=1370194 2024-09-18T02:49:31.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 2740 completed, throughput=4.99MB/sec 2024-09-18T02:49:31.243 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qe9w-gyivYHurER off=3409354 len=848307 2024-09-18T02:49:31.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 2741 completed, throughput=4.99MB/sec 2024-09-18T02:49:31.244 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8d7EbOWWGqiY-UK off=12976129 len=525164 2024-09-18T02:49:31.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 2742 completed, throughput=5MB/sec 2024-09-18T02:49:31.245 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7yoAQFJiAwbFPWu off=3222130 len=302779 2024-09-18T02:49:31.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 2743 completed, throughput=5MB/sec 2024-09-18T02:49:31.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-haYfBnUQvg4cCqu off=8797974 len=861678 2024-09-18T02:49:31.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 2744 completed, throughput=5MB/sec 2024-09-18T02:49:31.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lNqIzG2YYcjhl05 off=7741866 len=933411 2024-09-18T02:49:31.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 2745 completed, throughput=5MB/sec 2024-09-18T02:49:31.254 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vfTlptEFJ7aJssh off=15542578 len=1661812 2024-09-18T02:49:31.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 2746 completed, throughput=5MB/sec 2024-09-18T02:49:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:31 smithi195 ceph-mon[89559]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:31 smithi046 ceph-mon[97106]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:31 smithi046 ceph-mon[94621]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: 545: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:32.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hTbuIW4wF0EG-tc off=1719565 len=1889342 2024-09-18T02:49:32.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 2747 completed, throughput=5MB/sec 2024-09-18T02:49:32.273 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oq-0wxm6OmD-Bdz off=9751126 len=1236764 2024-09-18T02:49:32.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 2748 completed, throughput=5MB/sec 2024-09-18T02:49:32.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qRoPIbqQYUIG4jm off=1963286 len=1965054 2024-09-18T02:49:32.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 2749 completed, throughput=5MB/sec 2024-09-18T02:49:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:49:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:49:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: 546: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:33.287 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yxaiEaCfVm4GFlD off=489562 len=1432988 2024-09-18T02:49:33.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 2750 completed, throughput=5MB/sec 2024-09-18T02:49:33.289 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1riPJNB69i_qxaJ off=3117019 len=934509 2024-09-18T02:49:33.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 2751 completed, throughput=5MB/sec 2024-09-18T02:49:33.294 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TX5hxE6ABzyA47U off=18934616 len=1274485 2024-09-18T02:49:33.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 2752 completed, throughput=5MB/sec 2024-09-18T02:49:33.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pHoobGe3qJDZ9H1 off=4377864 len=1280154 2024-09-18T02:49:33.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 2753 completed, throughput=5MB/sec 2024-09-18T02:49:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:33 smithi195 ceph-mon[89559]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:49:33.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:33 smithi046 ceph-mon[97106]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:49:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:33 smithi046 ceph-mon[94621]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:49:34.307 INFO:tasks.workunit.client.0.smithi046.stdout: 547: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:34.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oOEW9Q-5_SCBoDS off=2958367 len=1129826 2024-09-18T02:49:34.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 2754 completed, throughput=4.99MB/sec 2024-09-18T02:49:34.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I8Cvh-M1U_-1S8U off=3919585 len=40232 2024-09-18T02:49:34.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 2755 completed, throughput=4.99MB/sec 2024-09-18T02:49:34.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h9QPvrWZdhMMUdD off=14443298 len=264542 2024-09-18T02:49:34.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 2756 completed, throughput=4.99MB/sec 2024-09-18T02:49:34.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FvcUmYVQSaSR8_z off=14442336 len=1668922 2024-09-18T02:49:34.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 2757 completed, throughput=5MB/sec 2024-09-18T02:49:34.316 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PZ2qS0fWNJZ0vKp off=13224943 len=1791336 2024-09-18T02:49:34.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 2758 completed, throughput=5MB/sec 2024-09-18T02:49:35.326 INFO:tasks.workunit.client.0.smithi046.stdout: 548: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:35.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lzUpTEPqQ9mtlRm off=6896257 len=1519996 2024-09-18T02:49:35.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 2759 completed, throughput=4.99MB/sec 2024-09-18T02:49:35.328 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UcxkKkt2Wt-XKig off=3221633 len=1556192 2024-09-18T02:49:35.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 2760 completed, throughput=5MB/sec 2024-09-18T02:49:35.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z_RwlDzKkiqPLDp off=5778234 len=1736658 2024-09-18T02:49:35.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 2761 completed, throughput=5MB/sec 2024-09-18T02:49:35.346 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b90o67XSQF62kRH off=11668302 len=462521 2024-09-18T02:49:35.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 2762 completed, throughput=5MB/sec 2024-09-18T02:49:35.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KXWSi2widr-dFuA off=12613367 len=1482515 2024-09-18T02:49:35.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 2763 completed, throughput=5MB/sec 2024-09-18T02:49:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:35 smithi195 ceph-mon[89559]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:49:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:35 smithi046 ceph-mon[94621]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:49:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:35 smithi046 ceph-mon[97106]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:49:36.355 INFO:tasks.workunit.client.0.smithi046.stdout: 549: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:36.356 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9-HBtnFiocjNpXf off=14108199 len=1956911 2024-09-18T02:49:36.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 2764 completed, throughput=5MB/sec 2024-09-18T02:49:36.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zJDQpp2Yflcnnx3 off=4664827 len=728215 2024-09-18T02:49:36.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 2765 completed, throughput=5MB/sec 2024-09-18T02:49:36.366 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6HeYSfEvxQMbExE off=3294262 len=2019435 2024-09-18T02:49:36.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 2766 completed, throughput=5MB/sec 2024-09-18T02:49:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:49:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:49:36] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:49:37.374 INFO:tasks.workunit.client.0.smithi046.stdout: 550: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:37.374 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lzTuweLZPl-6P8c off=20181871 len=987635 2024-09-18T02:49:37.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 2767 completed, throughput=4.99MB/sec 2024-09-18T02:49:37.376 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VJrNAzOhpS7ZFl5 off=1033069 len=818462 2024-09-18T02:49:37.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 2768 completed, throughput=5MB/sec 2024-09-18T02:49:37.378 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--XT7nzbdE35-LQE off=1622705 len=384369 2024-09-18T02:49:37.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 2769 completed, throughput=5MB/sec 2024-09-18T02:49:37.379 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8woizoARJBVC3X8 off=374203 len=98119 2024-09-18T02:49:37.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 2770 completed, throughput=5MB/sec 2024-09-18T02:49:37.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dEUZP_jwDcRGEjo off=77155 len=650871 2024-09-18T02:49:37.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 2771 completed, throughput=5MB/sec 2024-09-18T02:49:37.382 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7yvLYQk9iKOGbbn off=11758073 len=1539647 2024-09-18T02:49:37.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 2772 completed, throughput=5MB/sec 2024-09-18T02:49:37.390 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3fEU-Tuq9gjo5yo off=6596937 len=1691979 2024-09-18T02:49:37.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 2773 completed, throughput=5MB/sec 2024-09-18T02:49:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:37 smithi195 ceph-mon[89559]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:49:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:37 smithi046 ceph-mon[94621]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:49:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:37 smithi046 ceph-mon[97106]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:49:38.396 INFO:tasks.workunit.client.0.smithi046.stdout: 551: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:38.396 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RAu9xJUsHU3Jsq8 off=266645 len=150011 2024-09-18T02:49:38.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 2774 completed, throughput=4.99MB/sec 2024-09-18T02:49:38.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yX2s5y8bvNNlHGP off=8359034 len=1346832 2024-09-18T02:49:38.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 2775 completed, throughput=5MB/sec 2024-09-18T02:49:38.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-70Dmw7jmstKBCaQ off=10998277 len=1211061 2024-09-18T02:49:38.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 2776 completed, throughput=5MB/sec 2024-09-18T02:49:38.403 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zrIG7BRkvoxjhag off=504949 len=32734 2024-09-18T02:49:38.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 2777 completed, throughput=5MB/sec 2024-09-18T02:49:38.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a0KvWaNCdrABfVQ off=1997216 len=220716 2024-09-18T02:49:38.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 2778 completed, throughput=5MB/sec 2024-09-18T02:49:38.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fvNnWH5GIeQcHjA off=2442348 len=1696316 2024-09-18T02:49:38.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 2779 completed, throughput=5MB/sec 2024-09-18T02:49:39.417 INFO:tasks.workunit.client.0.smithi046.stdout: 552: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:39.417 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lXmDM_IadJ5njx4 off=12140991 len=1054338 2024-09-18T02:49:39.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 2780 completed, throughput=4.99MB/sec 2024-09-18T02:49:39.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-anmWU8W6YYV3DdY off=1074339 len=34348 2024-09-18T02:49:39.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 2781 completed, throughput=4.99MB/sec 2024-09-18T02:49:39.426 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g8vvK7btniBGkgC off=5775347 len=817389 2024-09-18T02:49:39.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 2782 completed, throughput=5MB/sec 2024-09-18T02:49:39.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B20Z93MnxrTdBe7 off=289589 len=1796216 2024-09-18T02:49:39.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 2783 completed, throughput=5MB/sec 2024-09-18T02:49:39.438 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3fYhQuRsEmkinsT off=2967539 len=1555109 2024-09-18T02:49:39.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 2784 completed, throughput=5MB/sec 2024-09-18T02:49:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:39 smithi195 ceph-mon[89559]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:49:39.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:39 smithi046 ceph-mon[94621]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:49:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:39 smithi046 ceph-mon[97106]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:49:40.440 INFO:tasks.workunit.client.0.smithi046.stdout: 553: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:40.440 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X6bvIFrmVN1F4oL off=17699396 len=281136 2024-09-18T02:49:40.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 2785 completed, throughput=4.99MB/sec 2024-09-18T02:49:40.443 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8gGZf0IRAugSHdf off=11964313 len=1685354 2024-09-18T02:49:40.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 2786 completed, throughput=5MB/sec 2024-09-18T02:49:40.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u-RntVeV8acHtcW off=1291510 len=546312 2024-09-18T02:49:40.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 2787 completed, throughput=5MB/sec 2024-09-18T02:49:40.451 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-19rbvYYucdY7_cH off=11375565 len=273472 2024-09-18T02:49:40.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 2788 completed, throughput=5MB/sec 2024-09-18T02:49:40.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8izlqD0mAx_3SdY off=15373444 len=1917446 2024-09-18T02:49:40.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 2789 completed, throughput=5MB/sec 2024-09-18T02:49:41.458 INFO:tasks.workunit.client.0.smithi046.stdout: 554: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:41.458 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUHzXgClotlRLFu off=772639 len=245594 2024-09-18T02:49:41.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 2790 completed, throughput=4.99MB/sec 2024-09-18T02:49:41.459 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pRvudw0SxwP4C6C off=14241616 len=459418 2024-09-18T02:49:41.460 INFO:tasks.workunit.client.0.smithi046.stdout:op 2791 completed, throughput=4.99MB/sec 2024-09-18T02:49:41.460 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5aU5hgnvmVvMq9e off=1497546 len=2065742 2024-09-18T02:49:41.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 2792 completed, throughput=5MB/sec 2024-09-18T02:49:41.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qV7jSOHzoa2RKRv off=12021046 len=1909985 2024-09-18T02:49:41.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 2793 completed, throughput=5MB/sec 2024-09-18T02:49:41.471 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EO2pzmD7apCrdLo off=10570971 len=1732045 2024-09-18T02:49:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:41 smithi195 ceph-mon[89559]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:41.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 2794 completed, throughput=5MB/sec 2024-09-18T02:49:41.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:41 smithi046 ceph-mon[94621]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:41 smithi046 ceph-mon[97106]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:42.475 INFO:tasks.workunit.client.0.smithi046.stdout: 555: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:42.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WH0v0_ousXu72wF off=17966339 len=263528 2024-09-18T02:49:42.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 2795 completed, throughput=4.99MB/sec 2024-09-18T02:49:42.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bGtPDJmazlffixG off=5303459 len=384244 2024-09-18T02:49:42.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 2796 completed, throughput=4.99MB/sec 2024-09-18T02:49:42.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8aFLku1RPXxcn_K off=7051342 len=1569936 2024-09-18T02:49:42.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 2797 completed, throughput=5MB/sec 2024-09-18T02:49:42.485 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hBr8pqcpMHytVX9 off=9965391 len=1785414 2024-09-18T02:49:42.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 2798 completed, throughput=5MB/sec 2024-09-18T02:49:42.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OI3p31SZhEnEtfr off=239797 len=1519390 2024-09-18T02:49:42.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 2799 completed, throughput=5MB/sec 2024-09-18T02:49:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:49:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:49:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:43 smithi195 ceph-mon[89559]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:49:43.489 INFO:tasks.workunit.client.0.smithi046.stdout: 556: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:43.489 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k8eGeqweBVR5Evj off=9425417 len=1241155 2024-09-18T02:49:43.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 2800 completed, throughput=5MB/sec 2024-09-18T02:49:43.494 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2YMWr0-LB5uAlRO off=5597340 len=144422 2024-09-18T02:49:43.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 2801 completed, throughput=5MB/sec 2024-09-18T02:49:43.494 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9Mm1K6wcwBZxnH8 off=1324337 len=1836956 2024-09-18T02:49:43.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 2802 completed, throughput=5MB/sec 2024-09-18T02:49:43.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qhALMkIN7o_Nj65 off=6660749 len=360309 2024-09-18T02:49:43.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 2803 completed, throughput=5MB/sec 2024-09-18T02:49:43.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rK_tXx3abT2Uj5z off=3835579 len=645803 2024-09-18T02:49:43.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 2804 completed, throughput=5MB/sec 2024-09-18T02:49:43.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:43 smithi046 ceph-mon[97106]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:43.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:49:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:43 smithi046 ceph-mon[94621]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:49:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:49:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:44.502 INFO:tasks.workunit.client.0.smithi046.stdout: 557: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:44.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wh7XpBP7c1lXVWb off=12276679 len=1564949 2024-09-18T02:49:44.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:44.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 2805 completed, throughput=4.99MB/sec 2024-09-18T02:49:44.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-agEbvKDF_l8VI6B off=9241882 len=2012889 2024-09-18T02:49:44.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 2806 completed, throughput=5MB/sec 2024-09-18T02:49:44.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0AhNW4kvzTWcL5c off=7807232 len=108128 2024-09-18T02:49:44.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 2807 completed, throughput=5MB/sec 2024-09-18T02:49:44.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RO3KuWKRTL9kt3X off=3848669 len=569334 2024-09-18T02:49:44.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 2808 completed, throughput=5MB/sec 2024-09-18T02:49:44.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g_t8TLMIdDbAUzM off=8353515 len=617147 2024-09-18T02:49:44.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 2809 completed, throughput=5MB/sec 2024-09-18T02:49:44.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2uufKz1AYdTejHN off=18954064 len=1476891 2024-09-18T02:49:44.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 2810 completed, throughput=5MB/sec 2024-09-18T02:49:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:45 smithi046 ceph-mon[94621]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:45 smithi046 ceph-mon[97106]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:45 smithi195 ceph-mon[89559]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:45.523 INFO:tasks.workunit.client.0.smithi046.stdout: 558: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:45.524 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--toBQKcuH4OyzHs off=22095981 len=1664935 2024-09-18T02:49:45.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 2811 completed, throughput=5MB/sec 2024-09-18T02:49:45.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g2COJywFs1Et4Uu off=2328417 len=1782153 2024-09-18T02:49:45.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 2812 completed, throughput=5MB/sec 2024-09-18T02:49:45.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5Yv6xGs8tRosvuI off=18491059 len=790596 2024-09-18T02:49:45.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 2813 completed, throughput=5MB/sec 2024-09-18T02:49:46.538 INFO:tasks.workunit.client.0.smithi046.stdout: 559: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:46.538 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HHrdtZ19IuTwUr2 off=7810706 len=223465 2024-09-18T02:49:46.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 2814 completed, throughput=4.99MB/sec 2024-09-18T02:49:46.541 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Mkxiz3xLhmMn1d off=3981971 len=645050 2024-09-18T02:49:46.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 2815 completed, throughput=4.99MB/sec 2024-09-18T02:49:46.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BLM7m7iQ7RAtS6Z off=7664296 len=1225467 2024-09-18T02:49:46.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 2816 completed, throughput=5MB/sec 2024-09-18T02:49:46.549 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-USUpPzL2lfcLUuV off=6706933 len=1906587 2024-09-18T02:49:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 2817 completed, throughput=5MB/sec 2024-09-18T02:49:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ijlqTpt5LIoW5ha off=19758631 len=783240 2024-09-18T02:49:46.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 2818 completed, throughput=5MB/sec 2024-09-18T02:49:46.552 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bKCtCC57sE8wcFl off=21457393 len=1312181 2024-09-18T02:49:46.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 2819 completed, throughput=5MB/sec 2024-09-18T02:49:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:49:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:49:46.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:49:46] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:49:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:49:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:49:47.555 INFO:tasks.workunit.client.0.smithi046.stdout: 560: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:47.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2zWV3bXOsgx4xfj off=17570675 len=1068842 2024-09-18T02:49:47.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 2820 completed, throughput=4.99MB/sec 2024-09-18T02:49:47.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3UfufBwSj9jJZB6 off=119728 len=1863006 2024-09-18T02:49:47.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 2821 completed, throughput=5MB/sec 2024-09-18T02:49:47.565 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZuR1tw_qdQFDt6 off=3746234 len=1444866 2024-09-18T02:49:47.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 2822 completed, throughput=5MB/sec 2024-09-18T02:49:47.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:47 smithi195 ceph-mon[89559]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:47.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:47 smithi046 ceph-mon[94621]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:47 smithi046 ceph-mon[97106]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:48.567 INFO:tasks.workunit.client.0.smithi046.stdout: 561: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:48.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-maqWIRYVO9UNMJZ off=3946450 len=1168569 2024-09-18T02:49:48.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 2823 completed, throughput=4.99MB/sec 2024-09-18T02:49:48.573 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ge7SOyW0dsKMJzR off=5762417 len=743734 2024-09-18T02:49:48.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 2824 completed, throughput=4.99MB/sec 2024-09-18T02:49:48.577 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gyeR1ikdcOCDZca off=4586212 len=920303 2024-09-18T02:49:48.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 2825 completed, throughput=5MB/sec 2024-09-18T02:49:48.579 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tRYiNWq7bEXYAnB off=2747127 len=705301 2024-09-18T02:49:48.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 2826 completed, throughput=5MB/sec 2024-09-18T02:49:48.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xFd9haeTlhWhBy9 off=1119036 len=389494 2024-09-18T02:49:48.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 2827 completed, throughput=5MB/sec 2024-09-18T02:49:48.581 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1MhBFrzhnR6BfTl off=1626232 len=1447217 2024-09-18T02:49:48.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 2828 completed, throughput=5MB/sec 2024-09-18T02:49:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:48 smithi046 ceph-mon[94621]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:49:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:48 smithi046 ceph-mon[97106]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:49:48.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:48 smithi195 ceph-mon[89559]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:49:49.587 INFO:tasks.workunit.client.0.smithi046.stdout: 562: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:49.587 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5aQyZJrdlYmLw20 off=21470374 len=1760891 2024-09-18T02:49:49.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 2829 completed, throughput=4.99MB/sec 2024-09-18T02:49:49.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kdTCE9hSeuQZsnI off=12989816 len=1691389 2024-09-18T02:49:49.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 2830 completed, throughput=5MB/sec 2024-09-18T02:49:49.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bNxrnJgK2JBfCuM off=2556564 len=1466687 2024-09-18T02:49:49.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 2831 completed, throughput=5MB/sec 2024-09-18T02:49:49.606 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OaQQGCROAZOunJq off=19341043 len=1583447 2024-09-18T02:49:49.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 2832 completed, throughput=5MB/sec 2024-09-18T02:49:50.612 INFO:tasks.workunit.client.0.smithi046.stdout: 563: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:50.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xnBVXvnJu3otGkF off=5999717 len=950141 2024-09-18T02:49:50.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 2833 completed, throughput=5MB/sec 2024-09-18T02:49:50.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TbU0d77D_HUx-ZE off=6935068 len=571879 2024-09-18T02:49:50.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 2834 completed, throughput=5MB/sec 2024-09-18T02:49:50.616 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--hvni91l508fd6e off=4837292 len=327969 2024-09-18T02:49:50.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 2835 completed, throughput=5MB/sec 2024-09-18T02:49:50.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6uash1scMKYB7b8 off=6066880 len=2061663 2024-09-18T02:49:50.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 2836 completed, throughput=5MB/sec 2024-09-18T02:49:50.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0_tkSER2dpIX9s3 off=2286179 len=345569 2024-09-18T02:49:50.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 2837 completed, throughput=5MB/sec 2024-09-18T02:49:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:50 smithi046 ceph-mon[94621]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:50 smithi046 ceph-mon[97106]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:50 smithi195 ceph-mon[89559]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:49:51.631 INFO:tasks.workunit.client.0.smithi046.stdout: 564: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:51.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--MT0JVcsn5iIIno off=2126155 len=109526 2024-09-18T02:49:51.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 2838 completed, throughput=4.99MB/sec 2024-09-18T02:49:51.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VBVe7uBBuHSTEWw off=873875 len=6897 2024-09-18T02:49:51.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 2839 completed, throughput=4.99MB/sec 2024-09-18T02:49:51.634 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4wud1-8Xw-gq3m8 off=18931386 len=1011346 2024-09-18T02:49:51.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 2840 completed, throughput=4.99MB/sec 2024-09-18T02:49:51.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GEorwaL-TY0x9KY off=4442517 len=739059 2024-09-18T02:49:51.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 2841 completed, throughput=4.99MB/sec 2024-09-18T02:49:51.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w3aQ8GozlZ8m7FG off=23517030 len=1228466 2024-09-18T02:49:51.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 2842 completed, throughput=5MB/sec 2024-09-18T02:49:51.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IlFRMSnMgqhlc_6 off=3875395 len=127319 2024-09-18T02:49:51.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 2843 completed, throughput=5MB/sec 2024-09-18T02:49:51.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8QltzQtsb3ZOm-E off=17631931 len=934108 2024-09-18T02:49:51.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 2844 completed, throughput=5MB/sec 2024-09-18T02:49:51.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WbqkMUp6myC8fEH off=2646867 len=789287 2024-09-18T02:49:51.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 2845 completed, throughput=5MB/sec 2024-09-18T02:49:51.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EnBrFaze8VqFAsA off=14567979 len=133863 2024-09-18T02:49:51.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 2846 completed, throughput=5MB/sec 2024-09-18T02:49:51.648 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-anJcwvhG0LKhjHG off=10425070 len=256888 2024-09-18T02:49:51.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 2847 completed, throughput=5MB/sec 2024-09-18T02:49:52.648 INFO:tasks.workunit.client.0.smithi046.stdout: 565: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:52.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4xRpNTIyxrY65hi off=1287294 len=1131172 2024-09-18T02:49:52.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 2848 completed, throughput=4.99MB/sec 2024-09-18T02:49:52.654 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PnWelrBTYae9uv7 off=1512396 len=1635341 2024-09-18T02:49:52.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 2849 completed, throughput=5MB/sec 2024-09-18T02:49:52.661 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tDBoVENIIU95NEZ off=3736241 len=652097 2024-09-18T02:49:52.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 2850 completed, throughput=5MB/sec 2024-09-18T02:49:52.662 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-81wojVbGqII-kFC off=4640947 len=383788 2024-09-18T02:49:52.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 2851 completed, throughput=5MB/sec 2024-09-18T02:49:52.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WqvPyBn9BlHE2ke off=5988231 len=1606089 2024-09-18T02:49:52.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 2852 completed, throughput=5MB/sec 2024-09-18T02:49:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:49:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:49:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:52 smithi046 ceph-mon[94621]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:49:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:52 smithi046 ceph-mon[97106]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:49:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:52 smithi195 ceph-mon[89559]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:49:53.674 INFO:tasks.workunit.client.0.smithi046.stdout: 566: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:53.674 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jwDC1GNFfjvaE0t off=998418 len=1154879 2024-09-18T02:49:53.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 2853 completed, throughput=4.99MB/sec 2024-09-18T02:49:53.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rVrLye_ECMySSTu off=481586 len=1451701 2024-09-18T02:49:53.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 2854 completed, throughput=5MB/sec 2024-09-18T02:49:53.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V93zIOtP7uDeO8V off=9055947 len=51362 2024-09-18T02:49:53.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 2855 completed, throughput=5MB/sec 2024-09-18T02:49:53.682 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j5OvhNOzDjvpMuZ off=20943440 len=1693505 2024-09-18T02:49:53.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 2856 completed, throughput=5MB/sec 2024-09-18T02:49:53.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-32TbaKM3_sxSKGm off=2586651 len=175604 2024-09-18T02:49:53.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 2857 completed, throughput=5MB/sec 2024-09-18T02:49:53.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4r7otezzYpk2PwP off=10584650 len=1932277 2024-09-18T02:49:53.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 2858 completed, throughput=5MB/sec 2024-09-18T02:49:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: 567: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:54.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uGM-_FsmtUBGLJP off=22990726 len=1248923 2024-09-18T02:49:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 2859 completed, throughput=5MB/sec 2024-09-18T02:49:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sH-qxaqAxQAVj6c off=15969755 len=680797 2024-09-18T02:49:54.697 INFO:tasks.workunit.client.0.smithi046.stdout:op 2860 completed, throughput=5MB/sec 2024-09-18T02:49:54.697 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-liZvtQimTlOiwVf off=1624873 len=1955478 2024-09-18T02:49:54.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 2861 completed, throughput=5MB/sec 2024-09-18T02:49:54.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nyt2K9E_sQ0fKFS off=11600853 len=1088712 2024-09-18T02:49:54.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 2862 completed, throughput=5MB/sec 2024-09-18T02:49:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:54 smithi046 ceph-mon[94621]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:49:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:54 smithi046 ceph-mon[97106]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:49:55.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:54 smithi195 ceph-mon[89559]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:49:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: 568: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:55.710 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EDhWItRYTIwIogZ off=807226 len=1310711 2024-09-18T02:49:55.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 2863 completed, throughput=5MB/sec 2024-09-18T02:49:55.713 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sGrZ7iS4fyaDzZE off=1676160 len=760092 2024-09-18T02:49:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 2864 completed, throughput=5MB/sec 2024-09-18T02:49:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BJMQ9MoLeFZEziP off=2706839 len=976324 2024-09-18T02:49:55.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 2865 completed, throughput=5MB/sec 2024-09-18T02:49:55.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tL5K7j3DF87cZPg off=263758 len=407803 2024-09-18T02:49:55.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 2866 completed, throughput=5MB/sec 2024-09-18T02:49:55.728 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1ZVVvkvQu4ped5p off=15171991 len=1211481 2024-09-18T02:49:55.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 2867 completed, throughput=5MB/sec 2024-09-18T02:49:56.670 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:49:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:49:56] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-09-18T02:49:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: 569: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:56.734 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--MzCitcm32CzH4R off=329350 len=1291043 2024-09-18T02:49:56.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 2868 completed, throughput=4.99MB/sec 2024-09-18T02:49:56.742 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JrXaj2u90ADQYGw off=3760917 len=513763 2024-09-18T02:49:56.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 2869 completed, throughput=4.99MB/sec 2024-09-18T02:49:56.745 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SxUyR1WzGVfqjy1 off=4056175 len=488481 2024-09-18T02:49:56.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 2870 completed, throughput=5MB/sec 2024-09-18T02:49:56.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xaGcp1WSL4l3_ZJ off=983681 len=1283627 2024-09-18T02:49:56.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 2871 completed, throughput=5MB/sec 2024-09-18T02:49:56.753 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-co4F1ARPR_xWUsO off=3356559 len=741775 2024-09-18T02:49:56.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 2872 completed, throughput=5MB/sec 2024-09-18T02:49:56.755 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TKl3SVH6iBYurVG off=5387727 len=681744 2024-09-18T02:49:56.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 2873 completed, throughput=5MB/sec 2024-09-18T02:49:56.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AykiCjHjufG_VHC off=249130 len=667967 2024-09-18T02:49:56.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 2874 completed, throughput=5MB/sec 2024-09-18T02:49:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:56 smithi046 ceph-mon[97106]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:49:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:56 smithi046 ceph-mon[94621]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:49:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:56 smithi195 ceph-mon[89559]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:49:57.760 INFO:tasks.workunit.client.0.smithi046.stdout: 570: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:57.760 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wVj85mkXdXqoIRn off=19650129 len=1663922 2024-09-18T02:49:57.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 2875 completed, throughput=5MB/sec 2024-09-18T02:49:57.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qoJWmJTvVRxfbKf off=19268825 len=1764251 2024-09-18T02:49:57.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 2876 completed, throughput=5MB/sec 2024-09-18T02:49:57.764 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cj7cjg64u_25t9C off=9519165 len=190010 2024-09-18T02:49:57.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 2877 completed, throughput=5MB/sec 2024-09-18T02:49:57.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mu4oeeD8GJn36Wy off=5335839 len=1617229 2024-09-18T02:49:57.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 2878 completed, throughput=5MB/sec 2024-09-18T02:49:58.772 INFO:tasks.workunit.client.0.smithi046.stdout: 571: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:58.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ytC9WUU_oeS7zui off=9033959 len=552128 2024-09-18T02:49:58.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 2879 completed, throughput=4.99MB/sec 2024-09-18T02:49:58.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zCKy2mX7d0z3bC5 off=2580233 len=1415602 2024-09-18T02:49:58.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 2880 completed, throughput=5MB/sec 2024-09-18T02:49:58.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iFvDUuDK2sMUf1v off=305774 len=971056 2024-09-18T02:49:58.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 2881 completed, throughput=5MB/sec 2024-09-18T02:49:58.781 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2aDxCTJPme47yzw off=1065028 len=683458 2024-09-18T02:49:58.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 2882 completed, throughput=5MB/sec 2024-09-18T02:49:58.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A0XmzGzu1Bwf29K off=655104 len=1957817 2024-09-18T02:49:58.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 2883 completed, throughput=5MB/sec 2024-09-18T02:49:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:58 smithi046 ceph-mon[97106]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:49:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:49:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:58 smithi046 ceph-mon[94621]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:49:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:49:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:59.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:58 smithi195 ceph-mon[89559]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:49:59.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:49:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:49:59.790 INFO:tasks.workunit.client.0.smithi046.stdout: 572: throughput=4.99MB/sec pending data=0 2024-09-18T02:49:59.790 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DZwZSd7lSjx0saW off=6133880 len=1643564 2024-09-18T02:49:59.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 2884 completed, throughput=5MB/sec 2024-09-18T02:49:59.792 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Ue0hQBml5vRaQl off=12313263 len=1701825 2024-09-18T02:49:59.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 2885 completed, throughput=5MB/sec 2024-09-18T02:49:59.795 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UPCkLuEu4WNcaul off=11614009 len=1791207 2024-09-18T02:49:59.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 2886 completed, throughput=5MB/sec 2024-09-18T02:50:00.803 INFO:tasks.workunit.client.0.smithi046.stdout: 573: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:00.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ay0cBWjU3VyUyz3 off=8499579 len=1807237 2024-09-18T02:50:00.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 2887 completed, throughput=5MB/sec 2024-09-18T02:50:00.811 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w942rkX02KB9Iot off=3001565 len=1767698 2024-09-18T02:50:00.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 2888 completed, throughput=5MB/sec 2024-09-18T02:50:00.813 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-55WBc37uTssZRMj off=3191768 len=148966 2024-09-18T02:50:00.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 2889 completed, throughput=5MB/sec 2024-09-18T02:50:00.814 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q3OBeGBQYNBbeMZ off=3330607 len=1086743 2024-09-18T02:50:00.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 2890 completed, throughput=5MB/sec 2024-09-18T02:50:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:00 smithi046 ceph-mon[94621]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:50:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:00 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T02:50:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:00 smithi046 ceph-mon[97106]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:50:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:00 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T02:50:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:00 smithi195 ceph-mon[89559]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:50:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:00 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T02:50:01.816 INFO:tasks.workunit.client.0.smithi046.stdout: 574: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:01.816 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ySAESy2V1MptEY4 off=8743747 len=1900614 2024-09-18T02:50:01.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 2891 completed, throughput=4.99MB/sec 2024-09-18T02:50:01.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5HgCbucXfxNDHIj off=2517811 len=698285 2024-09-18T02:50:01.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 2892 completed, throughput=5MB/sec 2024-09-18T02:50:01.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qe9w-gyivYHurER off=418666 len=1845254 2024-09-18T02:50:01.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 2893 completed, throughput=5MB/sec 2024-09-18T02:50:01.831 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mltqpne-0ld3PDK off=3450321 len=136704 2024-09-18T02:50:01.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 2894 completed, throughput=5MB/sec 2024-09-18T02:50:01.833 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LfBj0c-iH7_2_0b off=7176315 len=602644 2024-09-18T02:50:01.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 2895 completed, throughput=5MB/sec 2024-09-18T02:50:01.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qKFG2abIELjY_jc off=3872241 len=161415 2024-09-18T02:50:01.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 2896 completed, throughput=5MB/sec 2024-09-18T02:50:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:50:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:50:02.835 INFO:tasks.workunit.client.0.smithi046.stdout: 575: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:02.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sZWjnhtKQ2L5TYb off=14640254 len=1530550 2024-09-18T02:50:02.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 2897 completed, throughput=4.99MB/sec 2024-09-18T02:50:02.839 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6mNByqtE5--LicJ off=3128253 len=645899 2024-09-18T02:50:02.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 2898 completed, throughput=5MB/sec 2024-09-18T02:50:02.843 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CbsnPRtwXXge0jj off=7421247 len=1937778 2024-09-18T02:50:02.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 2899 completed, throughput=5MB/sec 2024-09-18T02:50:02.852 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KLOFcLYwikrgPXr off=1840124 len=1691708 2024-09-18T02:50:02.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 2900 completed, throughput=5MB/sec 2024-09-18T02:50:03.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:02 smithi046 ceph-mon[94621]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:50:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:02 smithi046 ceph-mon[97106]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:50:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:02 smithi195 ceph-mon[89559]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:50:03.861 INFO:tasks.workunit.client.0.smithi046.stdout: 576: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:03.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fSn6wJkgLCiVkfo off=1430280 len=1246335 2024-09-18T02:50:03.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 2901 completed, throughput=4.99MB/sec 2024-09-18T02:50:03.863 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xi6RwHSTXv9CN8S off=3982931 len=1641135 2024-09-18T02:50:03.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 2902 completed, throughput=5MB/sec 2024-09-18T02:50:03.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--mPRVHDV2Krc7fr off=3831811 len=1750196 2024-09-18T02:50:03.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 2903 completed, throughput=5MB/sec 2024-09-18T02:50:03.880 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dXTcho7-WWlptcR off=9795536 len=1043272 2024-09-18T02:50:03.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 2904 completed, throughput=5MB/sec 2024-09-18T02:50:04.887 INFO:tasks.workunit.client.0.smithi046.stdout: 577: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:04.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vCJlwwkkkMjYh_H off=6737882 len=600869 2024-09-18T02:50:04.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 2905 completed, throughput=4.99MB/sec 2024-09-18T02:50:04.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e78Bok3BghvFxA4 off=853899 len=410243 2024-09-18T02:50:04.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 2906 completed, throughput=4.99MB/sec 2024-09-18T02:50:04.891 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8wuFJP-4xhaOIgi off=14041258 len=1198618 2024-09-18T02:50:04.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 2907 completed, throughput=5MB/sec 2024-09-18T02:50:04.894 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4G3P4lvBo4_pHrD off=863120 len=1383334 2024-09-18T02:50:04.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 2908 completed, throughput=5MB/sec 2024-09-18T02:50:04.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iUe1oBn5OqmsfBt off=4013626 len=889885 2024-09-18T02:50:04.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 2909 completed, throughput=5MB/sec 2024-09-18T02:50:04.901 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rSN_A1qbVQVBOua off=5851350 len=5206 2024-09-18T02:50:04.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 2910 completed, throughput=5MB/sec 2024-09-18T02:50:04.902 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M60IuE-v1FX2LkW off=8329704 len=1993179 2024-09-18T02:50:04.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 2911 completed, throughput=5MB/sec 2024-09-18T02:50:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:04 smithi046 ceph-mon[94621]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:04 smithi046 ceph-mon[97106]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:04 smithi195 ceph-mon[89559]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:05.905 INFO:tasks.workunit.client.0.smithi046.stdout: 578: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:05.905 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vsnc7etgmPLlxNV off=14737029 len=1689100 2024-09-18T02:50:05.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 2912 completed, throughput=5MB/sec 2024-09-18T02:50:05.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YI2uBpgNn5Rdk09 off=5909151 len=584555 2024-09-18T02:50:05.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 2913 completed, throughput=5MB/sec 2024-09-18T02:50:05.917 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sp5lhX1KB9Fx-_3 off=12980217 len=879918 2024-09-18T02:50:05.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 2914 completed, throughput=5MB/sec 2024-09-18T02:50:05.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pF7WYbi12XqC4PT off=5583680 len=1631471 2024-09-18T02:50:05.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 2915 completed, throughput=5MB/sec 2024-09-18T02:50:06.748 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:50:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:50:06] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:50:06.923 INFO:tasks.workunit.client.0.smithi046.stdout: 579: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:06.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h5MvZG02WvzPd50 off=4693407 len=1992942 2024-09-18T02:50:06.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 2916 completed, throughput=5MB/sec 2024-09-18T02:50:06.925 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HxXM0kpspKAeQZx off=677208 len=1143627 2024-09-18T02:50:06.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 2917 completed, throughput=5MB/sec 2024-09-18T02:50:06.927 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qmlUvyLnL-DwiXG off=18108899 len=720836 2024-09-18T02:50:06.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 2918 completed, throughput=5MB/sec 2024-09-18T02:50:06.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WzogtQfD2ob1_qC off=8409000 len=1208104 2024-09-18T02:50:06.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 2919 completed, throughput=5MB/sec 2024-09-18T02:50:07.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:06 smithi046 ceph-mon[94621]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:50:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:06 smithi046 ceph-mon[97106]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:50:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:06 smithi195 ceph-mon[89559]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:50:07.934 INFO:tasks.workunit.client.0.smithi046.stdout: 580: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:07.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tFKgcBOOqdF8fcz off=4871849 len=855793 2024-09-18T02:50:07.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 2920 completed, throughput=4.99MB/sec 2024-09-18T02:50:07.939 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Wdey4RXOcERYClx off=12052990 len=337238 2024-09-18T02:50:07.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 2921 completed, throughput=5MB/sec 2024-09-18T02:50:07.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZmPT8SlNv7uxpwm off=21582020 len=1018952 2024-09-18T02:50:07.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 2922 completed, throughput=5MB/sec 2024-09-18T02:50:07.946 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-By8g3hpm7ayGtN5 off=15300071 len=323797 2024-09-18T02:50:07.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 2923 completed, throughput=5MB/sec 2024-09-18T02:50:07.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9yQGtrsKHYn59Br off=8861293 len=475930 2024-09-18T02:50:07.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 2924 completed, throughput=5MB/sec 2024-09-18T02:50:07.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z4BuznCDpvDHfhO off=6939644 len=1269188 2024-09-18T02:50:07.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 2925 completed, throughput=5MB/sec 2024-09-18T02:50:08.955 INFO:tasks.workunit.client.0.smithi046.stdout: 581: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:08.956 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iWQJ5fUaREAvK5W off=4303872 len=1202474 2024-09-18T02:50:08.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 2926 completed, throughput=4.99MB/sec 2024-09-18T02:50:08.961 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WxQh-A8x5v46p7o off=20681803 len=864601 2024-09-18T02:50:08.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 2927 completed, throughput=4.99MB/sec 2024-09-18T02:50:08.963 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vCJlwwkkkMjYh_H off=23175229 len=764540 2024-09-18T02:50:08.964 INFO:tasks.workunit.client.0.smithi046.stdout:op 2928 completed, throughput=5MB/sec 2024-09-18T02:50:08.964 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rul3unSXu_gONQo off=146211 len=1993366 2024-09-18T02:50:08.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 2929 completed, throughput=5MB/sec 2024-09-18T02:50:08.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3ttupv3WrS2V_P- off=10019533 len=1080672 2024-09-18T02:50:08.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 2930 completed, throughput=5MB/sec 2024-09-18T02:50:09.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:08 smithi046 ceph-mon[94621]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:50:09.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:08 smithi046 ceph-mon[97106]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:50:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:08 smithi195 ceph-mon[89559]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:50:09.980 INFO:tasks.workunit.client.0.smithi046.stdout: 582: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:09.980 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TWcs95K4-BIh66h off=19784863 len=96587 2024-09-18T02:50:09.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 2931 completed, throughput=4.99MB/sec 2024-09-18T02:50:09.981 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M-W6_coXog8W423 off=2989471 len=264216 2024-09-18T02:50:09.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 2932 completed, throughput=4.99MB/sec 2024-09-18T02:50:09.981 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Yxoq3juQ8CJvZH off=59962 len=362010 2024-09-18T02:50:09.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 2933 completed, throughput=4.99MB/sec 2024-09-18T02:50:09.982 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XE7KScAKRP2KJPT off=278718 len=1943334 2024-09-18T02:50:09.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 2934 completed, throughput=5MB/sec 2024-09-18T02:50:09.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--xZSYXelOS4OEch off=18755798 len=316695 2024-09-18T02:50:09.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 2935 completed, throughput=5MB/sec 2024-09-18T02:50:09.988 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BmRUR_XL5HgeZbe off=12286588 len=964670 2024-09-18T02:50:09.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 2936 completed, throughput=5MB/sec 2024-09-18T02:50:09.994 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X8BYkwoWcTfNSkm off=8181274 len=191630 2024-09-18T02:50:09.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 2937 completed, throughput=5MB/sec 2024-09-18T02:50:09.994 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1SACtK-_bMrc7r1 off=2483035 len=523687 2024-09-18T02:50:09.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 2938 completed, throughput=5MB/sec 2024-09-18T02:50:09.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qCEZvNsxfjQuDhf off=2168488 len=1873881 2024-09-18T02:50:09.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 2939 completed, throughput=5MB/sec 2024-09-18T02:50:10.998 INFO:tasks.workunit.client.0.smithi046.stdout: 583: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:10.998 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q53J3PseqAKE4aC off=23675923 len=19110 2024-09-18T02:50:11.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 2940 completed, throughput=4.99MB/sec 2024-09-18T02:50:11.000 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-08Tjm01n4GyhkyR off=2402591 len=902560 2024-09-18T02:50:11.002 INFO:tasks.workunit.client.0.smithi046.stdout:op 2941 completed, throughput=5MB/sec 2024-09-18T02:50:11.002 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oeC-is_SNZvjusS off=881713 len=267203 2024-09-18T02:50:11.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 2942 completed, throughput=5MB/sec 2024-09-18T02:50:11.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5lpXBbbZYmP64y1 off=3439684 len=1276559 2024-09-18T02:50:11.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:10 smithi046 ceph-mon[97106]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:50:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:10 smithi046 ceph-mon[94621]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:50:11.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 2943 completed, throughput=5MB/sec 2024-09-18T02:50:11.008 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4LK6Ld1VTcZ__xF off=0 len=1856232 2024-09-18T02:50:11.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 2944 completed, throughput=5MB/sec 2024-09-18T02:50:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:10 smithi195 ceph-mon[89559]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:50:12.011 INFO:tasks.workunit.client.0.smithi046.stdout: 584: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:12.011 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FQ2IGs8PGe3DG7k off=5203792 len=1239364 2024-09-18T02:50:12.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 2945 completed, throughput=4.99MB/sec 2024-09-18T02:50:12.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--I-1yXlKnYOQmAt off=753082 len=449023 2024-09-18T02:50:12.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 2946 completed, throughput=5MB/sec 2024-09-18T02:50:12.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8FrUOIq0cX21xNE off=7806173 len=1424051 2024-09-18T02:50:12.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 2947 completed, throughput=5MB/sec 2024-09-18T02:50:12.019 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HEPKBFoDFkj6mM9 off=1479652 len=1256853 2024-09-18T02:50:12.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 2948 completed, throughput=5MB/sec 2024-09-18T02:50:12.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--1tsH8reJ_ztOQz off=1226163 len=1538853 2024-09-18T02:50:12.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 2949 completed, throughput=5MB/sec 2024-09-18T02:50:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:50:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:50:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:12 smithi046 ceph-mon[97106]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:50:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:12 smithi046 ceph-mon[94621]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:50:13.026 INFO:tasks.workunit.client.0.smithi046.stdout: 585: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:13.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zpB41ahSzM6eIJw off=15330093 len=13093 2024-09-18T02:50:13.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 2950 completed, throughput=4.99MB/sec 2024-09-18T02:50:13.029 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v0XYeL0rVO5uNVw off=5607013 len=1444129 2024-09-18T02:50:13.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 2951 completed, throughput=5MB/sec 2024-09-18T02:50:13.036 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-izvsIganqTkYToP off=10058195 len=461278 2024-09-18T02:50:13.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 2952 completed, throughput=5MB/sec 2024-09-18T02:50:13.038 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jWyujwmVmXShcdz off=6939150 len=1070699 2024-09-18T02:50:13.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 2953 completed, throughput=5MB/sec 2024-09-18T02:50:13.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YhVVjuoo-qJIeJk off=2629860 len=1974820 2024-09-18T02:50:13.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 2954 completed, throughput=5MB/sec 2024-09-18T02:50:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:12 smithi195 ceph-mon[89559]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:50:14.052 INFO:tasks.workunit.client.0.smithi046.stdout: 586: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:14.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-umdVRjeMRriz0r6 off=1181728 len=1383709 2024-09-18T02:50:14.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 2955 completed, throughput=5MB/sec 2024-09-18T02:50:14.054 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6Tb7G3DxTjOwljI off=8935000 len=1012409 2024-09-18T02:50:14.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 2956 completed, throughput=5MB/sec 2024-09-18T02:50:14.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tyHNqnrxUY1frt9 off=7088430 len=269251 2024-09-18T02:50:14.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 2957 completed, throughput=5MB/sec 2024-09-18T02:50:14.058 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e_wEABGZb7XdBzM off=119669 len=1062520 2024-09-18T02:50:14.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 2958 completed, throughput=5MB/sec 2024-09-18T02:50:14.060 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1Kr01_1G4E4ERPk off=3498219 len=986422 2024-09-18T02:50:14.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 2959 completed, throughput=5MB/sec 2024-09-18T02:50:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:15.066 INFO:tasks.workunit.client.0.smithi046.stdout: 587: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:15.066 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gK1wA8TK04vjIPZ off=775563 len=2066490 2024-09-18T02:50:15.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 2960 completed, throughput=5MB/sec 2024-09-18T02:50:15.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lwxW7OoeKpIFFLH off=585200 len=819834 2024-09-18T02:50:15.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 2961 completed, throughput=5MB/sec 2024-09-18T02:50:15.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r6U-E0dhf8JiEoC off=13301025 len=652449 2024-09-18T02:50:15.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 2962 completed, throughput=5MB/sec 2024-09-18T02:50:15.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_S68yi5Fkrb7gs6 off=6580167 len=1199931 2024-09-18T02:50:15.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 2963 completed, throughput=5MB/sec 2024-09-18T02:50:15.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bWqtwZGAprZk78a off=5329871 len=1989783 2024-09-18T02:50:15.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 2964 completed, throughput=5MB/sec 2024-09-18T02:50:15.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:14 smithi046 ceph-mon[94621]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:50:15.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:14 smithi046 ceph-mon[97106]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:50:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:14 smithi195 ceph-mon[89559]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:50:16.078 INFO:tasks.workunit.client.0.smithi046.stdout: 588: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:16.079 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q1ugqj8iN6FqtLy off=5771492 len=696125 2024-09-18T02:50:16.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 2965 completed, throughput=5MB/sec 2024-09-18T02:50:16.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZFOCQE-Ef2vyNe_ off=8972200 len=813503 2024-09-18T02:50:16.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 2966 completed, throughput=5MB/sec 2024-09-18T02:50:16.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-svcFAF5BC_0GWj5 off=15405522 len=1110645 2024-09-18T02:50:16.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 2967 completed, throughput=5MB/sec 2024-09-18T02:50:16.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7ooDygpKzoZXQAh off=1070436 len=144679 2024-09-18T02:50:16.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 2968 completed, throughput=5MB/sec 2024-09-18T02:50:16.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3utOXshlgUImO4i off=14178855 len=359493 2024-09-18T02:50:16.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 2969 completed, throughput=5MB/sec 2024-09-18T02:50:16.088 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kr6MunHFmhjohFC off=751208 len=36096 2024-09-18T02:50:16.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 2970 completed, throughput=5MB/sec 2024-09-18T02:50:16.088 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qQ-1lRwXFKDNh4G off=8955957 len=1582830 2024-09-18T02:50:16.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 2971 completed, throughput=5MB/sec 2024-09-18T02:50:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:50:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:50:16] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-18T02:50:17.091 INFO:tasks.workunit.client.0.smithi046.stdout: 589: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:17.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vD8UQVl9_ZXkNd9 off=7989096 len=465173 2024-09-18T02:50:17.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 2972 completed, throughput=4.99MB/sec 2024-09-18T02:50:17.094 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1nyFjB9COmaDHvb off=1232507 len=966817 2024-09-18T02:50:17.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 2973 completed, throughput=5MB/sec 2024-09-18T02:50:17.099 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DboMwMc2hWJ_1yg off=12667173 len=1893888 2024-09-18T02:50:17.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 2974 completed, throughput=5MB/sec 2024-09-18T02:50:17.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ixxhcNT2jzuRKJu off=114500 len=990650 2024-09-18T02:50:17.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 2975 completed, throughput=5MB/sec 2024-09-18T02:50:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:16 smithi195 ceph-mon[89559]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:50:17.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:16 smithi046 ceph-mon[94621]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:50:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:16 smithi046 ceph-mon[97106]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:50:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: 590: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:18.113 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yBN7hDMxCEQrvL5 off=119656 len=1335694 2024-09-18T02:50:18.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 2976 completed, throughput=4.99MB/sec 2024-09-18T02:50:18.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hrsK4_Bor2qwn6h off=1224472 len=2050769 2024-09-18T02:50:18.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 2977 completed, throughput=5MB/sec 2024-09-18T02:50:18.124 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8xlIcAjQTo3Oxjk off=6734721 len=372180 2024-09-18T02:50:18.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 2978 completed, throughput=5MB/sec 2024-09-18T02:50:18.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ilj35jSjsJz8h55 off=8632737 len=721184 2024-09-18T02:50:18.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 2979 completed, throughput=5MB/sec 2024-09-18T02:50:18.129 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fSWLDE-B_IC6mjo off=2021976 len=1198562 2024-09-18T02:50:18.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 2980 completed, throughput=5MB/sec 2024-09-18T02:50:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: 591: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:19.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y2VHikNRUGLFcGm off=1413308 len=1199907 2024-09-18T02:50:19.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 2981 completed, throughput=4.99MB/sec 2024-09-18T02:50:19.142 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OaeuWhcJGilzvWt off=7571016 len=531551 2024-09-18T02:50:19.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 2982 completed, throughput=5MB/sec 2024-09-18T02:50:19.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-691Gez1KtWuTvmO off=5891793 len=1022740 2024-09-18T02:50:19.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 2983 completed, throughput=5MB/sec 2024-09-18T02:50:19.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-anmWU8W6YYV3DdY off=12898695 len=1338631 2024-09-18T02:50:19.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 2984 completed, throughput=5MB/sec 2024-09-18T02:50:19.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hk23C5HBpTPVfxN off=2692490 len=568432 2024-09-18T02:50:19.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 2985 completed, throughput=5MB/sec 2024-09-18T02:50:19.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tjE_lDpwaCJFsd3 off=4864174 len=1729497 2024-09-18T02:50:19.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 2986 completed, throughput=5MB/sec 2024-09-18T02:50:19.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:18 smithi195 ceph-mon[89559]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:50:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:18 smithi046 ceph-mon[97106]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:50:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:18 smithi046 ceph-mon[94621]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:50:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: 592: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:20.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b37jPly434Y4lsm off=790275 len=490163 2024-09-18T02:50:20.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 2987 completed, throughput=4.99MB/sec 2024-09-18T02:50:20.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QJQOuxlOXeOtpnq off=7594464 len=1449156 2024-09-18T02:50:20.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 2988 completed, throughput=5MB/sec 2024-09-18T02:50:20.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-raGy3x3tp85UmJZ off=9590058 len=1560460 2024-09-18T02:50:20.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 2989 completed, throughput=5MB/sec 2024-09-18T02:50:20.174 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VSdkYu0sVP0GKuB off=23937863 len=1590948 2024-09-18T02:50:20.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 2990 completed, throughput=5MB/sec 2024-09-18T02:50:21.176 INFO:tasks.workunit.client.0.smithi046.stdout: 593: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:21.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q67z9ARJx0RGwZO off=1243037 len=1961452 2024-09-18T02:50:21.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 2991 completed, throughput=5MB/sec 2024-09-18T02:50:21.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mPOzbJ5rvL7mJYY off=2647020 len=8187 2024-09-18T02:50:21.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 2992 completed, throughput=5MB/sec 2024-09-18T02:50:21.183 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-70UmaKTRzyXcIh4 off=15083923 len=783378 2024-09-18T02:50:21.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 2993 completed, throughput=5MB/sec 2024-09-18T02:50:21.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g2cwU3jOj56Jf4X off=52703 len=862245 2024-09-18T02:50:21.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 2994 completed, throughput=5MB/sec 2024-09-18T02:50:21.190 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QJQOuxlOXeOtpnq off=1580808 len=1174581 2024-09-18T02:50:21.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 2995 completed, throughput=5MB/sec 2024-09-18T02:50:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:20 smithi195 ceph-mon[89559]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:21.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:20 smithi046 ceph-mon[97106]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:21.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:20 smithi046 ceph-mon[94621]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:22.197 INFO:tasks.workunit.client.0.smithi046.stdout: 594: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:22.197 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QLp-rbN5aPO0D08 off=10978773 len=169808 2024-09-18T02:50:22.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 2996 completed, throughput=4.99MB/sec 2024-09-18T02:50:22.200 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-39CN59c1jRc7Ka1 off=3431259 len=1696701 2024-09-18T02:50:22.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 2997 completed, throughput=5MB/sec 2024-09-18T02:50:22.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zUcTUQ5H3rJW4Fw off=10343442 len=1501599 2024-09-18T02:50:22.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 2998 completed, throughput=5MB/sec 2024-09-18T02:50:22.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UyplT08_ndrLrhQ off=11594024 len=725316 2024-09-18T02:50:22.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 2999 completed, throughput=5MB/sec 2024-09-18T02:50:22.215 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WldKo7pjLsCkVSm off=16355225 len=525708 2024-09-18T02:50:22.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 3000 completed, throughput=5MB/sec 2024-09-18T02:50:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:50:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:50:23.217 INFO:tasks.workunit.client.0.smithi046.stdout: 595: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:23.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3sEHy0AW1vAALCU off=169411 len=1856481 2024-09-18T02:50:23.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 3001 completed, throughput=4.99MB/sec 2024-09-18T02:50:23.220 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z3cCo25Mtvll1ZS off=5172702 len=643497 2024-09-18T02:50:23.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 3002 completed, throughput=5MB/sec 2024-09-18T02:50:23.222 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9h5oKQ5nfS5djco off=11567278 len=1058726 2024-09-18T02:50:23.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 3003 completed, throughput=5MB/sec 2024-09-18T02:50:23.223 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sFO3-NEGaJDEekA off=8676743 len=835606 2024-09-18T02:50:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:22 smithi195 ceph-mon[89559]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:50:23.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 3004 completed, throughput=5MB/sec 2024-09-18T02:50:23.224 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ysoV-l3KAQwEEhF off=10510745 len=5245 2024-09-18T02:50:23.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 3005 completed, throughput=5MB/sec 2024-09-18T02:50:23.225 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oDJp5LW0YdZbbkN off=13084582 len=192142 2024-09-18T02:50:23.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 3006 completed, throughput=5MB/sec 2024-09-18T02:50:23.226 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hjs4QmfR8iLlePR off=1589030 len=179607 2024-09-18T02:50:23.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 3007 completed, throughput=5MB/sec 2024-09-18T02:50:23.228 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8SFhOoYhHUjb0sZ off=2294695 len=328704 2024-09-18T02:50:23.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 3008 completed, throughput=5MB/sec 2024-09-18T02:50:23.229 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nU2C0E4ONO4LN6f off=103743 len=749822 2024-09-18T02:50:23.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 3009 completed, throughput=5MB/sec 2024-09-18T02:50:23.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:22 smithi046 ceph-mon[94621]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:50:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:22 smithi046 ceph-mon[97106]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:50:24.233 INFO:tasks.workunit.client.0.smithi046.stdout: 596: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:24.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AEUjnChZObqes1H off=2357193 len=1181238 2024-09-18T02:50:24.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 3010 completed, throughput=4.99MB/sec 2024-09-18T02:50:24.239 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B__cRFeykIF6A8L off=16770551 len=1808911 2024-09-18T02:50:24.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 3011 completed, throughput=5MB/sec 2024-09-18T02:50:24.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q77yj1YixYpm57C off=817769 len=1791730 2024-09-18T02:50:24.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 3012 completed, throughput=5MB/sec 2024-09-18T02:50:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:24 smithi195 ceph-mon[89559]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:50:25.244 INFO:tasks.workunit.client.0.smithi046.stdout: 597: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:25.244 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rIHio-XH71v_ePT off=3161006 len=1657135 2024-09-18T02:50:25.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 3013 completed, throughput=4.99MB/sec 2024-09-18T02:50:25.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kX_y7ksmaJvQmBy off=8684392 len=905960 2024-09-18T02:50:25.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 3014 completed, throughput=5MB/sec 2024-09-18T02:50:25.253 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nEpZOGonGAiF8_K off=11110008 len=1260645 2024-09-18T02:50:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:24 smithi046 ceph-mon[94621]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:50:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:24 smithi046 ceph-mon[97106]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:50:25.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 3015 completed, throughput=5MB/sec 2024-09-18T02:50:25.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r6U-E0dhf8JiEoC off=7880521 len=946394 2024-09-18T02:50:25.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 3016 completed, throughput=5MB/sec 2024-09-18T02:50:25.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3sEHy0AW1vAALCU off=7375035 len=1326240 2024-09-18T02:50:25.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 3017 completed, throughput=5MB/sec 2024-09-18T02:50:26.272 INFO:tasks.workunit.client.0.smithi046.stdout: 598: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:26.272 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jE38q__f-qIwrGH off=491874 len=1527715 2024-09-18T02:50:26.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 3018 completed, throughput=5MB/sec 2024-09-18T02:50:26.274 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NbxTBqt9GA12mhF off=7896618 len=325379 2024-09-18T02:50:26.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 3019 completed, throughput=5MB/sec 2024-09-18T02:50:26.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2f-20WGK2eQg7pC off=815114 len=486489 2024-09-18T02:50:26.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 3020 completed, throughput=5MB/sec 2024-09-18T02:50:26.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XdNYMJKN4_Rqnq1 off=2624854 len=1783626 2024-09-18T02:50:26.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 3021 completed, throughput=5MB/sec 2024-09-18T02:50:26.288 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2ZGyolKW7WEGSqb off=12578640 len=1656183 2024-09-18T02:50:26.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 3022 completed, throughput=5MB/sec 2024-09-18T02:50:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:50:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:50:26] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-18T02:50:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:26 smithi195 ceph-mon[89559]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:26 smithi046 ceph-mon[94621]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:26 smithi046 ceph-mon[97106]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: 599: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:27.296 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ywqkv2AsY-PZWQx off=5702809 len=1715635 2024-09-18T02:50:27.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 3023 completed, throughput=5MB/sec 2024-09-18T02:50:27.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pnb8OKOqwvu1h7Q off=9294855 len=1848673 2024-09-18T02:50:27.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 3024 completed, throughput=5MB/sec 2024-09-18T02:50:27.308 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h8-sQrxsdleEd1D off=14143000 len=1155802 2024-09-18T02:50:27.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 3025 completed, throughput=5MB/sec 2024-09-18T02:50:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: 600: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:28.312 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6JSPUfnCkT1Kufm off=179643 len=1135994 2024-09-18T02:50:28.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 3026 completed, throughput=4.99MB/sec 2024-09-18T02:50:28.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a6-Pz_4fhcPpYi5 off=5752330 len=50998 2024-09-18T02:50:28.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 3027 completed, throughput=4.99MB/sec 2024-09-18T02:50:28.321 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n9aeqXUUDpiK3jH off=15992350 len=1877554 2024-09-18T02:50:28.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 3028 completed, throughput=5MB/sec 2024-09-18T02:50:28.324 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-plzcBXbEfzwFSse off=10975155 len=1304423 2024-09-18T02:50:28.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 3029 completed, throughput=5MB/sec 2024-09-18T02:50:28.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zsUcRwpyTwBAuPN off=3680891 len=1868859 2024-09-18T02:50:28.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 3030 completed, throughput=5MB/sec 2024-09-18T02:50:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:28 smithi195 ceph-mon[89559]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-18T02:50:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:28 smithi046 ceph-mon[94621]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-18T02:50:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:28 smithi046 ceph-mon[97106]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-18T02:50:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: 601: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:29.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2s2SmkM2kkfU3g0 off=2169923 len=357662 2024-09-18T02:50:29.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 3031 completed, throughput=4.99MB/sec 2024-09-18T02:50:29.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pr40zN0-21CQSl0 off=6427010 len=1527722 2024-09-18T02:50:29.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 3032 completed, throughput=5MB/sec 2024-09-18T02:50:29.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zWQjQOAn8a-aClD off=1113965 len=361401 2024-09-18T02:50:29.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 3033 completed, throughput=5MB/sec 2024-09-18T02:50:29.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PCEpZ28U2E3410J off=8846873 len=538155 2024-09-18T02:50:29.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 3034 completed, throughput=5MB/sec 2024-09-18T02:50:29.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c16fupV1pSkSJFn off=15546117 len=1573939 2024-09-18T02:50:29.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 3035 completed, throughput=5MB/sec 2024-09-18T02:50:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: 602: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:30.356 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DP0A5L9SObaIiK5 off=4262180 len=1957876 2024-09-18T02:50:30.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 3036 completed, throughput=5MB/sec 2024-09-18T02:50:30.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yIktQxjD0tAyyQ2 off=412256 len=806978 2024-09-18T02:50:30.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 3037 completed, throughput=5MB/sec 2024-09-18T02:50:30.366 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-shEVA5yWsgO1oqn off=14744061 len=415008 2024-09-18T02:50:30.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 3038 completed, throughput=5MB/sec 2024-09-18T02:50:30.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yd1kw-boAradVmX off=308473 len=695918 2024-09-18T02:50:30.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 3039 completed, throughput=5MB/sec 2024-09-18T02:50:30.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fI1CQCigOx2rnJ9 off=5622009 len=2061318 2024-09-18T02:50:30.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 3040 completed, throughput=5MB/sec 2024-09-18T02:50:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:30 smithi195 ceph-mon[89559]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:50:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:30 smithi046 ceph-mon[94621]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:50:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:30 smithi046 ceph-mon[97106]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-18T02:50:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: 603: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:31.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0_G7gla0W5NZqYm off=15413529 len=1824011 2024-09-18T02:50:31.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 3041 completed, throughput=5MB/sec 2024-09-18T02:50:31.388 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NHR8JJpmwODHn8e off=2971818 len=837706 2024-09-18T02:50:31.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 3042 completed, throughput=5MB/sec 2024-09-18T02:50:31.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oO0yV6OGD3qQ-L2 off=4317584 len=1985454 2024-09-18T02:50:31.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 3043 completed, throughput=5MB/sec 2024-09-18T02:50:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: 604: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:32.395 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-osHycjwW_inOxaN off=1054081 len=2010580 2024-09-18T02:50:32.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 3044 completed, throughput=5MB/sec 2024-09-18T02:50:32.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MpWNzWDfdMPtrhO off=6824000 len=495338 2024-09-18T02:50:32.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 3045 completed, throughput=5MB/sec 2024-09-18T02:50:32.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5piaPWILyxPNeQ_ off=1422367 len=926014 2024-09-18T02:50:32.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 3046 completed, throughput=5MB/sec 2024-09-18T02:50:32.406 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LPLaeEiF4_LwYKX off=527488 len=1335321 2024-09-18T02:50:32.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 3047 completed, throughput=5MB/sec 2024-09-18T02:50:32.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8RBoyrjJBsw84RC off=10141172 len=971032 2024-09-18T02:50:32.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 3048 completed, throughput=5MB/sec 2024-09-18T02:50:32.473 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:50:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:50:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:32 smithi195 ceph-mon[89559]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:50:33.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:32 smithi046 ceph-mon[94621]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:50:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:32 smithi046 ceph-mon[97106]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:50:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: 605: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:33.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U548LcScnzx7WiU off=3939076 len=312684 2024-09-18T02:50:33.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 3049 completed, throughput=4.99MB/sec 2024-09-18T02:50:33.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EBqbzFZVPTs8SbH off=2387648 len=1116058 2024-09-18T02:50:33.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 3050 completed, throughput=5MB/sec 2024-09-18T02:50:33.418 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XLmQxCIA6vB5Q0p off=3090274 len=244774 2024-09-18T02:50:33.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 3051 completed, throughput=5MB/sec 2024-09-18T02:50:33.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lRHGoMM7tPGBjna off=4191633 len=1855628 2024-09-18T02:50:33.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 3052 completed, throughput=5MB/sec 2024-09-18T02:50:33.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MFE2cfzMN9OjNA0 off=2782274 len=1531614 2024-09-18T02:50:33.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 3053 completed, throughput=5MB/sec 2024-09-18T02:50:34.434 INFO:tasks.workunit.client.0.smithi046.stdout: 606: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:34.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ilsMlLBY4YQX3wW off=1591712 len=4618 2024-09-18T02:50:34.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 3054 completed, throughput=4.99MB/sec 2024-09-18T02:50:34.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G6AEDWTC849ChLx off=12327670 len=1637078 2024-09-18T02:50:34.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 3055 completed, throughput=5MB/sec 2024-09-18T02:50:34.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5oih8ceYXmq4klG off=3775721 len=880613 2024-09-18T02:50:34.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 3056 completed, throughput=5MB/sec 2024-09-18T02:50:34.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fvxBo27wTK6fTU7 off=2228691 len=196949 2024-09-18T02:50:34.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 3057 completed, throughput=5MB/sec 2024-09-18T02:50:34.440 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8LPseEEssCcRlsH off=19040054 len=1490739 2024-09-18T02:50:34.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 3058 completed, throughput=5MB/sec 2024-09-18T02:50:34.443 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-72HcM1d6q61SUiS off=1256987 len=920273 2024-09-18T02:50:34.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 3059 completed, throughput=5MB/sec 2024-09-18T02:50:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:34 smithi195 ceph-mon[89559]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:34 smithi046 ceph-mon[94621]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:34 smithi046 ceph-mon[97106]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:35.445 INFO:tasks.workunit.client.0.smithi046.stdout: 607: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:35.445 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NzV85sXOBhOcAzP off=12130 len=414041 2024-09-18T02:50:35.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 3060 completed, throughput=4.99MB/sec 2024-09-18T02:50:35.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zbBIreZHexhgMLf off=13245066 len=2023770 2024-09-18T02:50:35.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 3061 completed, throughput=5MB/sec 2024-09-18T02:50:35.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m8wnTg3cOlIndzy off=335807 len=1498496 2024-09-18T02:50:35.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 3062 completed, throughput=5MB/sec 2024-09-18T02:50:35.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OfV6bL7tFBfZVEL off=11419467 len=1172883 2024-09-18T02:50:35.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 3063 completed, throughput=5MB/sec 2024-09-18T02:50:36.470 INFO:tasks.workunit.client.0.smithi046.stdout: 608: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:36.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ngPfS1JEqyX8LPE off=19581565 len=1899142 2024-09-18T02:50:36.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 3064 completed, throughput=4.99MB/sec 2024-09-18T02:50:36.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UMm4zI4gir3YCOU off=5679317 len=1738510 2024-09-18T02:50:36.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 3065 completed, throughput=5MB/sec 2024-09-18T02:50:36.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KP-J4HPXee7fgeD off=4717973 len=1374317 2024-09-18T02:50:36.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 3066 completed, throughput=5MB/sec 2024-09-18T02:50:36.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AkVUKE7nbVsZiAH off=19604846 len=1886049 2024-09-18T02:50:36.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 3067 completed, throughput=5MB/sec 2024-09-18T02:50:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:50:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:50:36] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-18T02:50:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:36 smithi195 ceph-mon[89559]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:50:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:36 smithi046 ceph-mon[94621]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:50:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:36 smithi046 ceph-mon[97106]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:50:37.481 INFO:tasks.workunit.client.0.smithi046.stdout: 609: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:37.481 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AzapaSSgUxmUzs1 off=1484988 len=1608360 2024-09-18T02:50:37.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 3068 completed, throughput=5MB/sec 2024-09-18T02:50:37.493 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MGfmPiVeXMuT3za off=18460769 len=406536 2024-09-18T02:50:37.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 3069 completed, throughput=5MB/sec 2024-09-18T02:50:37.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IfuJRZFQjFNb7fe off=4462728 len=237551 2024-09-18T02:50:37.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 3070 completed, throughput=5MB/sec 2024-09-18T02:50:37.494 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HmOAVzJYUB9YuOb off=5647365 len=1488425 2024-09-18T02:50:37.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 3071 completed, throughput=5MB/sec 2024-09-18T02:50:38.497 INFO:tasks.workunit.client.0.smithi046.stdout: 610: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:38.497 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lHRgyjfahFdAteC off=10712760 len=626284 2024-09-18T02:50:38.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 3072 completed, throughput=4.99MB/sec 2024-09-18T02:50:38.498 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EAJjGkNVQ1RFJCI off=2011898 len=571309 2024-09-18T02:50:38.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 3073 completed, throughput=4.99MB/sec 2024-09-18T02:50:38.499 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d1-5Y6LtRoBoXpj off=308870 len=1877330 2024-09-18T02:50:38.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 3074 completed, throughput=5MB/sec 2024-09-18T02:50:38.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B9y6PscehkGclO6 off=1310885 len=1352277 2024-09-18T02:50:38.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 3075 completed, throughput=5MB/sec 2024-09-18T02:50:38.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YO5mMSLleJiyyij off=9798495 len=463924 2024-09-18T02:50:38.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 3076 completed, throughput=5MB/sec 2024-09-18T02:50:38.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZnE6aFNTwvSu3Ww off=20862785 len=194920 2024-09-18T02:50:38.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 3077 completed, throughput=5MB/sec 2024-09-18T02:50:38.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZV1NQfm5wDm4_wN off=16022387 len=1925696 2024-09-18T02:50:38.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 3078 completed, throughput=5MB/sec 2024-09-18T02:50:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:38 smithi195 ceph-mon[89559]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:50:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:38 smithi046 ceph-mon[94621]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:50:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:38 smithi046 ceph-mon[97106]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:50:39.513 INFO:tasks.workunit.client.0.smithi046.stdout: 611: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:39.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-91Fdy37BvM9WiE5 off=14066935 len=10968 2024-09-18T02:50:39.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 3079 completed, throughput=4.99MB/sec 2024-09-18T02:50:39.516 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ubqt0asyMkEnw8w off=1735432 len=2087397 2024-09-18T02:50:39.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 3080 completed, throughput=5MB/sec 2024-09-18T02:50:39.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TDUWbgQSGwXOd7D off=1188422 len=357183 2024-09-18T02:50:39.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 3081 completed, throughput=5MB/sec 2024-09-18T02:50:39.528 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rul3unSXu_gONQo off=2802796 len=557986 2024-09-18T02:50:39.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 3082 completed, throughput=5MB/sec 2024-09-18T02:50:39.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hjs4QmfR8iLlePR off=227812 len=2010210 2024-09-18T02:50:39.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 3083 completed, throughput=5MB/sec 2024-09-18T02:50:40.541 INFO:tasks.workunit.client.0.smithi046.stdout: 612: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:40.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c-IlkBfRLfonYYz off=2739192 len=35238 2024-09-18T02:50:40.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 3084 completed, throughput=4.99MB/sec 2024-09-18T02:50:40.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-elVPEdIsvtVQkE5 off=12206360 len=1224552 2024-09-18T02:50:40.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 3085 completed, throughput=5MB/sec 2024-09-18T02:50:40.550 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KKD5QDiXJ5KhamU off=162473 len=1438724 2024-09-18T02:50:40.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 3086 completed, throughput=5MB/sec 2024-09-18T02:50:40.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YLLTC5xHHat2y7e off=12003418 len=831643 2024-09-18T02:50:40.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 3087 completed, throughput=5MB/sec 2024-09-18T02:50:40.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PnWelrBTYae9uv7 off=1297759 len=1849978 2024-09-18T02:50:40.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 3088 completed, throughput=5MB/sec 2024-09-18T02:50:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:40 smithi195 ceph-mon[89559]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:50:41.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:40 smithi046 ceph-mon[94621]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:50:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:40 smithi046 ceph-mon[97106]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:50:41.561 INFO:tasks.workunit.client.0.smithi046.stdout: 613: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:41.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Y0hVS148xqmKjB off=555968 len=83638 2024-09-18T02:50:41.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 3089 completed, throughput=4.99MB/sec 2024-09-18T02:50:41.562 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hMuC94-1nfQsV79 off=224214 len=1263409 2024-09-18T02:50:41.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 3090 completed, throughput=5MB/sec 2024-09-18T02:50:41.568 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M5E6tc737F3EVdg off=499162 len=764423 2024-09-18T02:50:41.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 3091 completed, throughput=5MB/sec 2024-09-18T02:50:41.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bWw1x0gx93GE4Wi off=3113206 len=840818 2024-09-18T02:50:41.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 3092 completed, throughput=5MB/sec 2024-09-18T02:50:41.574 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mIpBQcZT3-eUBJg off=18832742 len=1511833 2024-09-18T02:50:41.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 3093 completed, throughput=5MB/sec 2024-09-18T02:50:42.582 INFO:tasks.workunit.client.0.smithi046.stdout: 614: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:42.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j4KXZ1c7taV5oUw off=9423280 len=140126 2024-09-18T02:50:42.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 3094 completed, throughput=4.99MB/sec 2024-09-18T02:50:42.585 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8mheli7JhEA4WRD off=845203 len=724131 2024-09-18T02:50:42.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 3095 completed, throughput=4.99MB/sec 2024-09-18T02:50:42.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jrUn0aKhC_qPen0 off=345342 len=1625656 2024-09-18T02:50:42.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 3096 completed, throughput=5MB/sec 2024-09-18T02:50:42.599 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OXBTguoxV_TV-nL off=4960905 len=1694916 2024-09-18T02:50:42.602 INFO:tasks.workunit.client.0.smithi046.stdout:op 3097 completed, throughput=5MB/sec 2024-09-18T02:50:42.602 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6G_S_2Zi9Sfr3zn off=8415080 len=468735 2024-09-18T02:50:42.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 3098 completed, throughput=5MB/sec 2024-09-18T02:50:42.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x9dKA3tGWQaqnWM off=980903 len=1573240 2024-09-18T02:50:42.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 3099 completed, throughput=5MB/sec 2024-09-18T02:50:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:50:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:50:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:42 smithi195 ceph-mon[89559]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:50:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:42 smithi046 ceph-mon[94621]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:50:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:42 smithi046 ceph-mon[97106]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:50:43.605 INFO:tasks.workunit.client.0.smithi046.stdout: 615: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:43.605 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aJL7VRqGR3Al5SP off=16556523 len=398661 2024-09-18T02:50:43.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 3100 completed, throughput=4.99MB/sec 2024-09-18T02:50:43.606 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SP90Such46kRNMZ off=5987275 len=1557540 2024-09-18T02:50:43.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 3101 completed, throughput=5MB/sec 2024-09-18T02:50:43.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NxT2cnNryzrIoqv off=1915395 len=57113 2024-09-18T02:50:43.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 3102 completed, throughput=5MB/sec 2024-09-18T02:50:43.617 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6Lij3R2Racuf_sL off=3777212 len=569086 2024-09-18T02:50:43.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 3103 completed, throughput=5MB/sec 2024-09-18T02:50:43.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C6bXCZY5xwwWzAw off=305476 len=1178322 2024-09-18T02:50:43.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 3104 completed, throughput=5MB/sec 2024-09-18T02:50:43.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8j9oQC3Bkkkxp_R off=7220669 len=893476 2024-09-18T02:50:43.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 3105 completed, throughput=5MB/sec 2024-09-18T02:50:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:44.624 INFO:tasks.workunit.client.0.smithi046.stdout: 616: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:44.625 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kyb1jh36IaZMYGm off=14078628 len=846228 2024-09-18T02:50:44.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 3106 completed, throughput=4.99MB/sec 2024-09-18T02:50:44.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v_7Kh431JQrn6YB off=644598 len=2052761 2024-09-18T02:50:44.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 3107 completed, throughput=5MB/sec 2024-09-18T02:50:44.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fIw7JNIWi0p0p5h off=2898918 len=1912417 2024-09-18T02:50:44.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 3108 completed, throughput=5MB/sec 2024-09-18T02:50:45.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:44 smithi046 ceph-mon[97106]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:45.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:44 smithi046 ceph-mon[94621]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:44 smithi195 ceph-mon[89559]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:45.638 INFO:tasks.workunit.client.0.smithi046.stdout: 617: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:45.638 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FDgHo8bpXRK7duZ off=1228867 len=1593630 2024-09-18T02:50:45.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 3109 completed, throughput=4.99MB/sec 2024-09-18T02:50:45.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Km8P_a_vRXzZumE off=3638764 len=1659250 2024-09-18T02:50:45.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 3110 completed, throughput=5MB/sec 2024-09-18T02:50:45.649 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L1Z5LD6fPbbQvsa off=1442065 len=647637 2024-09-18T02:50:45.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 3111 completed, throughput=5MB/sec 2024-09-18T02:50:45.650 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nUUsrhhqKSuAOEb off=11737603 len=648065 2024-09-18T02:50:45.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 3112 completed, throughput=5MB/sec 2024-09-18T02:50:45.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vfTlptEFJ7aJssh off=13319738 len=1471634 2024-09-18T02:50:45.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 3113 completed, throughput=5MB/sec 2024-09-18T02:50:46.656 INFO:tasks.workunit.client.0.smithi046.stdout: 618: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:46.656 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dORws_-7___xvDc off=2082059 len=1524480 2024-09-18T02:50:46.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 3114 completed, throughput=5MB/sec 2024-09-18T02:50:46.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZGBll6bljD-lBXZ off=1035532 len=1221131 2024-09-18T02:50:46.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 3115 completed, throughput=5MB/sec 2024-09-18T02:50:46.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OwrWcHeMXnX86jc off=8260893 len=1135703 2024-09-18T02:50:46.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 3116 completed, throughput=5MB/sec 2024-09-18T02:50:46.667 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ppvWxqftj4jrb6s off=11456147 len=158101 2024-09-18T02:50:46.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 3117 completed, throughput=5MB/sec 2024-09-18T02:50:46.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UIzWAG8OlODDyK1 off=6384914 len=74706 2024-09-18T02:50:46.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 3118 completed, throughput=5MB/sec 2024-09-18T02:50:46.670 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yIktQxjD0tAyyQ2 off=1289310 len=150914 2024-09-18T02:50:46.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 3119 completed, throughput=5MB/sec 2024-09-18T02:50:46.670 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xQ1KnvqVodDvQ3b off=9129188 len=893130 2024-09-18T02:50:46.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 3120 completed, throughput=5MB/sec 2024-09-18T02:50:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:50:46] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:50:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:46 smithi195 ceph-mon[89559]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:50:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:50:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:50:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:50:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[94621]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[97106]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:50:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:50:47.674 INFO:tasks.workunit.client.0.smithi046.stdout: 619: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:47.674 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dOlzkOCv-NkvfT6 off=1067747 len=1039989 2024-09-18T02:50:47.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 3121 completed, throughput=4.99MB/sec 2024-09-18T02:50:47.680 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pTAojs4Xt5-47Zt off=7438186 len=1333994 2024-09-18T02:50:47.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 3122 completed, throughput=5MB/sec 2024-09-18T02:50:47.682 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Auu7wC8C-E22ECu off=1475188 len=1439854 2024-09-18T02:50:47.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 3123 completed, throughput=5MB/sec 2024-09-18T02:50:47.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q6pUWZR9rWLZace off=5102814 len=1363313 2024-09-18T02:50:47.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 3124 completed, throughput=5MB/sec 2024-09-18T02:50:48.692 INFO:tasks.workunit.client.0.smithi046.stdout: 620: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:48.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5tc39ecdR52KVRN off=2158624 len=2021215 2024-09-18T02:50:48.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 3125 completed, throughput=5MB/sec 2024-09-18T02:50:48.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IJMfan99rUozxzN off=80761 len=1326296 2024-09-18T02:50:48.697 INFO:tasks.workunit.client.0.smithi046.stdout:op 3126 completed, throughput=5MB/sec 2024-09-18T02:50:48.697 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-guPCEx_khXRE9XQ off=5039820 len=975455 2024-09-18T02:50:48.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 3127 completed, throughput=5MB/sec 2024-09-18T02:50:48.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d2KRp263EYXaHQT off=11542963 len=1284971 2024-09-18T02:50:48.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 3128 completed, throughput=5MB/sec 2024-09-18T02:50:49.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:48 smithi195 ceph-mon[89559]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:50:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:48 smithi046 ceph-mon[97106]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:50:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:48 smithi046 ceph-mon[94621]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:50:49.711 INFO:tasks.workunit.client.0.smithi046.stdout: 621: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:49.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I_n7jf2l0a60kl_ off=4242019 len=2093787 2024-09-18T02:50:49.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 3129 completed, throughput=5MB/sec 2024-09-18T02:50:49.722 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gZWGmraFPnFc4TQ off=6955089 len=2018622 2024-09-18T02:50:49.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 3130 completed, throughput=5MB/sec 2024-09-18T02:50:49.732 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QvAqrAIQbZxBpHE off=9322009 len=810146 2024-09-18T02:50:49.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 3131 completed, throughput=5MB/sec 2024-09-18T02:50:50.733 INFO:tasks.workunit.client.0.smithi046.stdout: 622: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:50.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DIeeYzxtJvOXUgv off=12435313 len=445676 2024-09-18T02:50:50.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 3132 completed, throughput=4.99MB/sec 2024-09-18T02:50:50.738 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-131Osl5qgu6PgOZ off=8485432 len=92030 2024-09-18T02:50:50.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 3133 completed, throughput=4.99MB/sec 2024-09-18T02:50:50.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YEV9SrBioZCazwK off=4257323 len=191733 2024-09-18T02:50:50.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 3134 completed, throughput=4.99MB/sec 2024-09-18T02:50:50.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sNmFpiJatvAgdKb off=2601787 len=1408928 2024-09-18T02:50:50.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 3135 completed, throughput=5MB/sec 2024-09-18T02:50:50.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kEb4OkIG4TB7vSe off=14064742 len=2033404 2024-09-18T02:50:50.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 3136 completed, throughput=5MB/sec 2024-09-18T02:50:50.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ihekQ0PteUbNiPS off=6113785 len=559727 2024-09-18T02:50:50.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 3137 completed, throughput=5MB/sec 2024-09-18T02:50:50.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T-xfQq6a_6VK644 off=6018435 len=1193688 2024-09-18T02:50:50.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 3138 completed, throughput=5MB/sec 2024-09-18T02:50:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:50 smithi195 ceph-mon[89559]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:50 smithi046 ceph-mon[97106]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:50 smithi046 ceph-mon[94621]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:50:51.753 INFO:tasks.workunit.client.0.smithi046.stdout: 623: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:51.754 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-atNVmaVvFhPZZVk off=192104 len=1217998 2024-09-18T02:50:51.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 3139 completed, throughput=5MB/sec 2024-09-18T02:50:51.755 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Auu7wC8C-E22ECu off=14600141 len=286238 2024-09-18T02:50:51.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 3140 completed, throughput=5MB/sec 2024-09-18T02:50:51.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5u3HEoZdSRAASkx off=602653 len=227502 2024-09-18T02:50:51.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 3141 completed, throughput=5MB/sec 2024-09-18T02:50:51.759 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jgRkijI4nWclfrz off=4179557 len=872281 2024-09-18T02:50:51.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 3142 completed, throughput=5MB/sec 2024-09-18T02:50:51.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AQdvToSkxpT4eEb off=1809970 len=571365 2024-09-18T02:50:51.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 3143 completed, throughput=5MB/sec 2024-09-18T02:50:51.768 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FuCOaXK-w-2zw6V off=2582888 len=1258348 2024-09-18T02:50:51.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 3144 completed, throughput=5MB/sec 2024-09-18T02:50:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:50:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:50:52.770 INFO:tasks.workunit.client.0.smithi046.stdout: 624: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:52.770 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mm_Ge7xMz7ozpNZ off=2913762 len=134952 2024-09-18T02:50:52.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 3145 completed, throughput=4.99MB/sec 2024-09-18T02:50:52.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eucy16oYXb3DQ8f off=8796642 len=1838219 2024-09-18T02:50:52.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 3146 completed, throughput=5MB/sec 2024-09-18T02:50:52.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8RrjwHvEYI0RQk4 off=17139 len=7139 2024-09-18T02:50:52.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 3147 completed, throughput=5MB/sec 2024-09-18T02:50:52.777 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DVkjemw_eLyJ5Co off=6786478 len=897401 2024-09-18T02:50:52.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 3148 completed, throughput=5MB/sec 2024-09-18T02:50:52.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pv8bHU8om_nyMLv off=1301250 len=1748189 2024-09-18T02:50:52.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 3149 completed, throughput=5MB/sec 2024-09-18T02:50:52.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d1-5Y6LtRoBoXpj off=1838215 len=981110 2024-09-18T02:50:52.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 3150 completed, throughput=5MB/sec 2024-09-18T02:50:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:52 smithi195 ceph-mon[89559]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:50:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:52 smithi046 ceph-mon[97106]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:50:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:52 smithi046 ceph-mon[94621]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:50:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: 625: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:53.785 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fBqFIp8ZsufVCov off=1502279 len=886223 2024-09-18T02:50:53.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 3151 completed, throughput=4.99MB/sec 2024-09-18T02:50:53.787 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jNW0JvwUJep6hp9 off=18785408 len=1929950 2024-09-18T02:50:53.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 3152 completed, throughput=5MB/sec 2024-09-18T02:50:53.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aeE78VTkQDNPWBd off=326331 len=128316 2024-09-18T02:50:53.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 3153 completed, throughput=5MB/sec 2024-09-18T02:50:53.798 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-26oHL4mX4gTOcSk off=3763224 len=1000919 2024-09-18T02:50:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 3154 completed, throughput=5MB/sec 2024-09-18T02:50:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ycQqlJXnewZA1PJ off=4040971 len=1260558 2024-09-18T02:50:53.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 3155 completed, throughput=5MB/sec 2024-09-18T02:50:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: 626: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:54.802 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ari9jGmUuZyYky_ off=3662832 len=1884205 2024-09-18T02:50:54.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 3156 completed, throughput=5MB/sec 2024-09-18T02:50:54.806 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R_-tafHU1TIc0IH off=10097608 len=1974336 2024-09-18T02:50:54.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 3157 completed, throughput=5MB/sec 2024-09-18T02:50:54.810 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pNmECpBIX1C6bAn off=11778549 len=593080 2024-09-18T02:50:54.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 3158 completed, throughput=5MB/sec 2024-09-18T02:50:54.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--o4zd98Zh2u3NPv off=7799048 len=759551 2024-09-18T02:50:54.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 3159 completed, throughput=5MB/sec 2024-09-18T02:50:55.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:54 smithi195 ceph-mon[89559]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:54 smithi046 ceph-mon[97106]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:54 smithi046 ceph-mon[94621]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:50:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: 627: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:55.819 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lN-6JOq2UEID93V off=50278 len=1479527 2024-09-18T02:50:55.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 3160 completed, throughput=4.99MB/sec 2024-09-18T02:50:55.822 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KABdS8SX1aq-nRN off=3796379 len=133497 2024-09-18T02:50:55.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 3161 completed, throughput=4.99MB/sec 2024-09-18T02:50:55.823 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--U925j2GrNi94xk off=4928143 len=1323328 2024-09-18T02:50:55.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 3162 completed, throughput=5MB/sec 2024-09-18T02:50:55.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mVmhK0jx3W0TutX off=15459344 len=2016164 2024-09-18T02:50:55.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 3163 completed, throughput=5MB/sec 2024-09-18T02:50:55.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Mqr3zwd70hGquk off=4932971 len=182360 2024-09-18T02:50:55.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 3164 completed, throughput=5MB/sec 2024-09-18T02:50:55.832 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pPoRUBbRksFAv7K off=1136430 len=760066 2024-09-18T02:50:55.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 3165 completed, throughput=5MB/sec 2024-09-18T02:50:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:50:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:50:56] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:50:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: 628: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:56.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TmTNeJpc-FG1xD0 off=20580153 len=2089929 2024-09-18T02:50:56.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 3166 completed, throughput=5MB/sec 2024-09-18T02:50:56.840 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aiXl7bekKyxsPME off=947592 len=1353503 2024-09-18T02:50:56.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 3167 completed, throughput=5MB/sec 2024-09-18T02:50:56.843 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KxjKmv8vy8SJuWs off=2421684 len=1313468 2024-09-18T02:50:56.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 3168 completed, throughput=5MB/sec 2024-09-18T02:50:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:56 smithi195 ceph-mon[89559]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:50:57.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:56 smithi046 ceph-mon[94621]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:50:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:56 smithi046 ceph-mon[97106]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:50:57.849 INFO:tasks.workunit.client.0.smithi046.stdout: 629: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:57.850 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-akkD3eU4-A4e6vN off=2307355 len=946863 2024-09-18T02:50:57.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 3169 completed, throughput=4.99MB/sec 2024-09-18T02:50:57.851 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pIHQzKBv3CpVR_D off=8581471 len=1952353 2024-09-18T02:50:57.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 3170 completed, throughput=5MB/sec 2024-09-18T02:50:57.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8izlqD0mAx_3SdY off=14030339 len=1214063 2024-09-18T02:50:57.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 3171 completed, throughput=5MB/sec 2024-09-18T02:50:57.860 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H9jfh2Jr7ijlCw5 off=5530538 len=790938 2024-09-18T02:50:57.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 3172 completed, throughput=5MB/sec 2024-09-18T02:50:57.860 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5K35TIZKCFulLBx off=8241410 len=2037583 2024-09-18T02:50:57.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 3173 completed, throughput=5MB/sec 2024-09-18T02:50:58.863 INFO:tasks.workunit.client.0.smithi046.stdout: 630: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:58.863 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2ccoWJ4lUS7UffL off=0 len=1604624 2024-09-18T02:50:58.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 3174 completed, throughput=5MB/sec 2024-09-18T02:50:58.866 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SihtfQ1f9aHW1ge off=7264331 len=1685895 2024-09-18T02:50:58.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 3175 completed, throughput=5MB/sec 2024-09-18T02:50:58.869 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7EAu46Z_XU4x9Hn off=1653304 len=974060 2024-09-18T02:50:58.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 3176 completed, throughput=5MB/sec 2024-09-18T02:50:59.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:58 smithi195 ceph-mon[89559]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:50:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:50:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:58 smithi046 ceph-mon[94621]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:50:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:50:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:58 smithi046 ceph-mon[97106]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:50:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:50:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:50:59.871 INFO:tasks.workunit.client.0.smithi046.stdout: 631: throughput=4.99MB/sec pending data=0 2024-09-18T02:50:59.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u8YO-UcDgDk2cOp off=1614592 len=1349658 2024-09-18T02:50:59.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 3177 completed, throughput=5MB/sec 2024-09-18T02:50:59.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tgm6bYPdMyiK1Ll off=16392277 len=1113135 2024-09-18T02:50:59.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 3178 completed, throughput=5MB/sec 2024-09-18T02:50:59.875 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CtOYktwOaNihxB1 off=10136281 len=682749 2024-09-18T02:50:59.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 3179 completed, throughput=5MB/sec 2024-09-18T02:50:59.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b4O5yBtI9NWuM4y off=1745057 len=263245 2024-09-18T02:50:59.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 3180 completed, throughput=5MB/sec 2024-09-18T02:50:59.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yNZXmgadJWY4TpV off=864344 len=1830938 2024-09-18T02:50:59.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 3181 completed, throughput=5MB/sec 2024-09-18T02:51:00.888 INFO:tasks.workunit.client.0.smithi046.stdout: 632: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:00.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p25qP38kff1sCJq off=4658030 len=1600773 2024-09-18T02:51:00.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 3182 completed, throughput=5MB/sec 2024-09-18T02:51:00.897 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PiAENa33TLHlK2I off=15321858 len=174567 2024-09-18T02:51:00.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 3183 completed, throughput=5MB/sec 2024-09-18T02:51:00.898 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-89hSsHBQbz4L6uM off=4521730 len=110255 2024-09-18T02:51:00.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 3184 completed, throughput=5MB/sec 2024-09-18T02:51:00.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PV4gEMyt0ndW_hQ off=4172094 len=984318 2024-09-18T02:51:00.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 3185 completed, throughput=5MB/sec 2024-09-18T02:51:00.904 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eTLI0geERVjydmq off=255645 len=838171 2024-09-18T02:51:00.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 3186 completed, throughput=5MB/sec 2024-09-18T02:51:00.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wF5sx3cTdI617Bq off=3358719 len=416316 2024-09-18T02:51:00.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 3187 completed, throughput=5MB/sec 2024-09-18T02:51:00.907 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FRrEf_GgGsR7N6P off=23820609 len=1096576 2024-09-18T02:51:00.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 3188 completed, throughput=5MB/sec 2024-09-18T02:51:01.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:00 smithi195 ceph-mon[89559]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:51:01.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:00 smithi046 ceph-mon[94621]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:51:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:00 smithi046 ceph-mon[97106]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:51:01.912 INFO:tasks.workunit.client.0.smithi046.stdout: 633: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:01.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YaDutyyyQWeH3Yo off=17724366 len=1491092 2024-09-18T02:51:01.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 3189 completed, throughput=5MB/sec 2024-09-18T02:51:01.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rJX1YM88Vy68rfY off=743441 len=1207033 2024-09-18T02:51:01.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 3190 completed, throughput=5MB/sec 2024-09-18T02:51:01.928 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E-4r7KY01OIU8gU off=5264181 len=385616 2024-09-18T02:51:01.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 3191 completed, throughput=5MB/sec 2024-09-18T02:51:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VpBTQf9cXMFUmPl off=13602327 len=2041378 2024-09-18T02:51:01.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 3192 completed, throughput=5MB/sec 2024-09-18T02:51:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:51:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:51:02.942 INFO:tasks.workunit.client.0.smithi046.stdout: 634: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:02.942 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QfRNvDGPxiKrEEk off=2931597 len=55572 2024-09-18T02:51:02.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 3193 completed, throughput=4.99MB/sec 2024-09-18T02:51:02.943 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vctzRKqlei32an0 off=24734139 len=191559 2024-09-18T02:51:02.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 3194 completed, throughput=4.99MB/sec 2024-09-18T02:51:02.946 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7fyFz-gSEYKDUYM off=6184794 len=1374816 2024-09-18T02:51:02.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 3195 completed, throughput=4.99MB/sec 2024-09-18T02:51:02.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xHDHzb6PLbdT8B4 off=1979553 len=1981145 2024-09-18T02:51:02.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 3196 completed, throughput=5MB/sec 2024-09-18T02:51:02.952 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uIyX5avq3GoaWCn off=1038018 len=1337912 2024-09-18T02:51:02.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 3197 completed, throughput=5MB/sec 2024-09-18T02:51:02.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HWDx0mLQJwSSUwW off=12861960 len=1544355 2024-09-18T02:51:02.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 3198 completed, throughput=5MB/sec 2024-09-18T02:51:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:02 smithi195 ceph-mon[89559]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:51:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:02 smithi046 ceph-mon[97106]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:51:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:02 smithi046 ceph-mon[94621]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:51:03.966 INFO:tasks.workunit.client.0.smithi046.stdout: 635: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:03.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RT6fbpj18MEwpJa off=318647 len=457839 2024-09-18T02:51:03.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 3199 completed, throughput=4.99MB/sec 2024-09-18T02:51:03.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wrevucFzKWXkFNX off=833625 len=1124700 2024-09-18T02:51:03.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 3200 completed, throughput=5MB/sec 2024-09-18T02:51:03.969 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8dYhDiEoOxzS7gw off=6244889 len=492452 2024-09-18T02:51:03.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 3201 completed, throughput=5MB/sec 2024-09-18T02:51:03.973 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y_yMSDArsIC9oJO off=6163125 len=1522996 2024-09-18T02:51:03.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 3202 completed, throughput=5MB/sec 2024-09-18T02:51:03.975 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6XeAN7Me4o-ZecO off=1628129 len=1246081 2024-09-18T02:51:03.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 3203 completed, throughput=5MB/sec 2024-09-18T02:51:04.976 INFO:tasks.workunit.client.0.smithi046.stdout: 636: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:04.977 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-REVdW0wRB_LbHlm off=1826908 len=167747 2024-09-18T02:51:04.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 3204 completed, throughput=4.99MB/sec 2024-09-18T02:51:04.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o5sJuMv7GlzJAza off=1896778 len=325624 2024-09-18T02:51:04.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 3205 completed, throughput=4.99MB/sec 2024-09-18T02:51:04.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8J2Nj4DfjJRIRgV off=2245225 len=524618 2024-09-18T02:51:04.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 3206 completed, throughput=4.99MB/sec 2024-09-18T02:51:04.987 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1GNZ4wVy-4hAbvT off=12187989 len=1885128 2024-09-18T02:51:04.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 3207 completed, throughput=5MB/sec 2024-09-18T02:51:04.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--5XQgRhXl6gin3g off=8006816 len=962932 2024-09-18T02:51:04.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 3208 completed, throughput=5MB/sec 2024-09-18T02:51:04.998 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rjudXGFxqbLhoia off=11221447 len=284231 2024-09-18T02:51:05.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 3209 completed, throughput=5MB/sec 2024-09-18T02:51:05.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9ZzS0-WEd9f29oo off=11159441 len=923836 2024-09-18T02:51:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 3210 completed, throughput=5MB/sec 2024-09-18T02:51:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:04 smithi195 ceph-mon[89559]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-18T02:51:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:04 smithi046 ceph-mon[94621]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-18T02:51:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:04 smithi046 ceph-mon[97106]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-18T02:51:06.006 INFO:tasks.workunit.client.0.smithi046.stdout: 637: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:06.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G0yjqmU2DYqTkIs off=9311802 len=1218668 2024-09-18T02:51:06.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 3211 completed, throughput=4.99MB/sec 2024-09-18T02:51:06.007 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nvb8xOulFxvwR3_ off=9976700 len=1652805 2024-09-18T02:51:06.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 3212 completed, throughput=5MB/sec 2024-09-18T02:51:06.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Z7mljuJa5Qw7Qw off=2561927 len=321724 2024-09-18T02:51:06.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 3213 completed, throughput=5MB/sec 2024-09-18T02:51:06.013 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WwsvK5ogP1s9MGt off=16214763 len=1371821 2024-09-18T02:51:06.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 3214 completed, throughput=5MB/sec 2024-09-18T02:51:06.015 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6WHl81_kU7REBks off=4265926 len=1425533 2024-09-18T02:51:06.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 3215 completed, throughput=5MB/sec 2024-09-18T02:51:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:51:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:51:06] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:51:07.017 INFO:tasks.workunit.client.0.smithi046.stdout: 638: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:07.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-axqqLw4Gg6WQnRP off=15674327 len=871307 2024-09-18T02:51:07.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 3216 completed, throughput=5MB/sec 2024-09-18T02:51:07.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LxTD8oWHz2W7f2h off=0 len=1479547 2024-09-18T02:51:07.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 3217 completed, throughput=5MB/sec 2024-09-18T02:51:07.025 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lIgTHpmse1XqLYT off=1580057 len=1784137 2024-09-18T02:51:07.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 3218 completed, throughput=5MB/sec 2024-09-18T02:51:07.032 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0nGML8w9p2fb1p6 off=6795027 len=610524 2024-09-18T02:51:07.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 3219 completed, throughput=5MB/sec 2024-09-18T02:51:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:06 smithi195 ceph-mon[89559]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:51:07.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:06 smithi046 ceph-mon[94621]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:51:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:06 smithi046 ceph-mon[97106]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:51:08.038 INFO:tasks.workunit.client.0.smithi046.stdout: 639: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:08.038 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GRoB2JIqRICyYu2 off=11787119 len=419723 2024-09-18T02:51:08.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 3220 completed, throughput=4.99MB/sec 2024-09-18T02:51:08.042 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yd1kw-boAradVmX off=67813 len=1523072 2024-09-18T02:51:08.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 3221 completed, throughput=5MB/sec 2024-09-18T02:51:08.045 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VASVvWEHBosV_FK off=4230769 len=672367 2024-09-18T02:51:08.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 3222 completed, throughput=5MB/sec 2024-09-18T02:51:08.050 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3y-YvNobI1IqSnb off=6439157 len=1450023 2024-09-18T02:51:08.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 3223 completed, throughput=5MB/sec 2024-09-18T02:51:08.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lMpHw-fo7JlqYwg off=5614223 len=1528891 2024-09-18T02:51:08.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 3224 completed, throughput=5MB/sec 2024-09-18T02:51:09.055 INFO:tasks.workunit.client.0.smithi046.stdout: 640: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:09.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4G3P4lvBo4_pHrD off=4440608 len=400761 2024-09-18T02:51:09.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 3225 completed, throughput=4.99MB/sec 2024-09-18T02:51:09.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jSHATMXYK_fMWPS off=2713103 len=1220308 2024-09-18T02:51:09.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 3226 completed, throughput=5MB/sec 2024-09-18T02:51:09.066 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nuEUBqiX5hoTRXM off=15868660 len=1390013 2024-09-18T02:51:09.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 3227 completed, throughput=5MB/sec 2024-09-18T02:51:09.072 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KNoLbpCbInh0xWp off=662356 len=304392 2024-09-18T02:51:09.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 3228 completed, throughput=5MB/sec 2024-09-18T02:51:09.075 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J6k2yUlUjmTCYqp off=1037572 len=456758 2024-09-18T02:51:09.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 3229 completed, throughput=5MB/sec 2024-09-18T02:51:09.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kGg__suMHOo8l-n off=9135156 len=1921602 2024-09-18T02:51:09.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 3230 completed, throughput=5MB/sec 2024-09-18T02:51:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:08 smithi195 ceph-mon[89559]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:51:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:08 smithi046 ceph-mon[97106]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:51:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:08 smithi046 ceph-mon[94621]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:51:10.087 INFO:tasks.workunit.client.0.smithi046.stdout: 641: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:10.088 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_aFzxhDj6fotnoM off=4296180 len=1931012 2024-09-18T02:51:10.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 3231 completed, throughput=5MB/sec 2024-09-18T02:51:10.099 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bsmixkOWdO4ALdC off=2444948 len=969453 2024-09-18T02:51:10.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 3232 completed, throughput=5MB/sec 2024-09-18T02:51:10.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LO5yIHee_12Wor- off=10420212 len=1275493 2024-09-18T02:51:10.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 3233 completed, throughput=5MB/sec 2024-09-18T02:51:10.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yea9Exj64vrl-QK off=2781319 len=1604724 2024-09-18T02:51:10.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 3234 completed, throughput=5MB/sec 2024-09-18T02:51:11.105 INFO:tasks.workunit.client.0.smithi046.stdout: 642: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:11.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5pwIFXdz7-6ADqm off=3427022 len=546025 2024-09-18T02:51:11.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 3235 completed, throughput=5MB/sec 2024-09-18T02:51:11.110 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N8qprNzxtPfCJp7 off=15280259 len=1886269 2024-09-18T02:51:11.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 3236 completed, throughput=5MB/sec 2024-09-18T02:51:11.113 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-81uDSSbl-sn5ih2 off=2671228 len=1250945 2024-09-18T02:51:11.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 3237 completed, throughput=5MB/sec 2024-09-18T02:51:11.120 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gkmLK9M92ih8EFY off=3111130 len=1986108 2024-09-18T02:51:11.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 3238 completed, throughput=5MB/sec 2024-09-18T02:51:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:10 smithi195 ceph-mon[89559]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:51:11.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:10 smithi046 ceph-mon[94621]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:51:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:10 smithi046 ceph-mon[97106]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:51:12.123 INFO:tasks.workunit.client.0.smithi046.stdout: 643: throughput=5MB/sec pending data=0 2024-09-18T02:51:12.123 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2UQZKGsCt89GDQ3 off=159233 len=1904885 2024-09-18T02:51:12.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 3239 completed, throughput=5MB/sec 2024-09-18T02:51:12.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rNivAriAJyfUsdw off=20575122 len=705886 2024-09-18T02:51:12.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 3240 completed, throughput=5MB/sec 2024-09-18T02:51:12.131 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E9XO9kc_w1hv1tO off=12620488 len=250576 2024-09-18T02:51:12.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 3241 completed, throughput=5MB/sec 2024-09-18T02:51:12.134 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aWiTpRA5BPS8I0x off=5741620 len=796671 2024-09-18T02:51:12.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 3242 completed, throughput=5MB/sec 2024-09-18T02:51:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:51:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:51:13.139 INFO:tasks.workunit.client.0.smithi046.stdout: 644: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:13.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aCw8FQWtHh3Vno0 off=4603979 len=1351149 2024-09-18T02:51:13.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 3243 completed, throughput=4.99MB/sec 2024-09-18T02:51:13.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QpvTz-WNcqeU3l3 off=1270292 len=1004491 2024-09-18T02:51:13.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 3244 completed, throughput=5MB/sec 2024-09-18T02:51:13.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hf1XYEf2egssTT0 off=6021237 len=1639525 2024-09-18T02:51:13.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 3245 completed, throughput=5MB/sec 2024-09-18T02:51:13.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZJ5x47xLoceDGyc off=250246 len=1838645 2024-09-18T02:51:13.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 3246 completed, throughput=5MB/sec 2024-09-18T02:51:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:12 smithi195 ceph-mon[89559]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:51:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:12 smithi046 ceph-mon[97106]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:51:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:12 smithi046 ceph-mon[94621]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:51:14.158 INFO:tasks.workunit.client.0.smithi046.stdout: 645: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:14.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JjdnfhjSYcB7gQC off=3288216 len=1470001 2024-09-18T02:51:14.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 3247 completed, throughput=5MB/sec 2024-09-18T02:51:14.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q1glxKWl1exNazl off=1920000 len=1655743 2024-09-18T02:51:14.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 3248 completed, throughput=5MB/sec 2024-09-18T02:51:14.168 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NUOchXCZ5DoBxnq off=1427039 len=1482591 2024-09-18T02:51:14.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 3249 completed, throughput=5MB/sec 2024-09-18T02:51:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:14.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:15.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:14 smithi046 ceph-mon[94621]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:51:15.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:14 smithi046 ceph-mon[97106]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:51:15.170 INFO:tasks.workunit.client.0.smithi046.stdout: 646: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:15.170 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vgoGHyRv5M-bzZz off=6669658 len=861914 2024-09-18T02:51:15.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 3250 completed, throughput=4.99MB/sec 2024-09-18T02:51:15.172 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XJ8PpY-DNCODvvd off=31467 len=1557885 2024-09-18T02:51:15.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 3251 completed, throughput=5MB/sec 2024-09-18T02:51:15.174 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hk23C5HBpTPVfxN off=5257180 len=1197106 2024-09-18T02:51:15.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 3252 completed, throughput=5MB/sec 2024-09-18T02:51:15.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AdvDIZ0D-B0Vy1_ off=389266 len=293512 2024-09-18T02:51:15.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 3253 completed, throughput=5MB/sec 2024-09-18T02:51:15.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yJXF-kGzYTHKCa4 off=696934 len=1225361 2024-09-18T02:51:15.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 3254 completed, throughput=5MB/sec 2024-09-18T02:51:15.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qQw8-Wjg2WGgyWG off=2687118 len=464508 2024-09-18T02:51:15.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 3255 completed, throughput=5MB/sec 2024-09-18T02:51:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:14 smithi195 ceph-mon[89559]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:51:16.185 INFO:tasks.workunit.client.0.smithi046.stdout: 647: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:16.185 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-02S1FYkcR8QA5iu off=16130572 len=18229 2024-09-18T02:51:16.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 3256 completed, throughput=4.99MB/sec 2024-09-18T02:51:16.187 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4UlzEuRrBA9swSJ off=7507214 len=605004 2024-09-18T02:51:16.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 3257 completed, throughput=4.99MB/sec 2024-09-18T02:51:16.188 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c5b2FqGnZnY5WWX off=21815245 len=804467 2024-09-18T02:51:16.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 3258 completed, throughput=4.99MB/sec 2024-09-18T02:51:16.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pEGtMAmliBB0MsT off=4917827 len=1135495 2024-09-18T02:51:16.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 3259 completed, throughput=5MB/sec 2024-09-18T02:51:16.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DThY3EbBx-9f-za off=5906861 len=1476816 2024-09-18T02:51:16.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 3260 completed, throughput=5MB/sec 2024-09-18T02:51:16.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-taZ3Kd8m9ZJOrIj off=15127809 len=500132 2024-09-18T02:51:16.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 3261 completed, throughput=5MB/sec 2024-09-18T02:51:16.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2mmBo456Ufl4GXr off=7726296 len=2078255 2024-09-18T02:51:16.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 3262 completed, throughput=5MB/sec 2024-09-18T02:51:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:51:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:51:16] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:51:17.205 INFO:tasks.workunit.client.0.smithi046.stdout: 648: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:17.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BYh4TdEJn01Nh1C off=9499333 len=1497550 2024-09-18T02:51:17.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 3263 completed, throughput=5MB/sec 2024-09-18T02:51:17.212 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SwlvWSMO9Dqp5-I off=13472391 len=940203 2024-09-18T02:51:17.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 3264 completed, throughput=5MB/sec 2024-09-18T02:51:17.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EXLn8YqQNlG_Vvz off=20012 len=78511 2024-09-18T02:51:17.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 3265 completed, throughput=5MB/sec 2024-09-18T02:51:17.213 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w4_9cJ7CSBorAy_ off=1947499 len=1332949 2024-09-18T02:51:17.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 3266 completed, throughput=5MB/sec 2024-09-18T02:51:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:16 smithi195 ceph-mon[89559]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:51:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:16 smithi046 ceph-mon[94621]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:51:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:16 smithi046 ceph-mon[97106]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:51:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: 649: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:18.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hsECzcoMJnTL4ev off=6341248 len=1968189 2024-09-18T02:51:18.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 3267 completed, throughput=5MB/sec 2024-09-18T02:51:18.229 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D9ocZwpIn0p_Z2e off=7174122 len=32458 2024-09-18T02:51:18.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 3268 completed, throughput=5MB/sec 2024-09-18T02:51:18.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nUU662fd_EPyEei off=6324011 len=1760348 2024-09-18T02:51:18.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 3269 completed, throughput=5MB/sec 2024-09-18T02:51:18.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HS-R1ZsFNSLvpYU off=8732764 len=2089116 2024-09-18T02:51:18.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 3270 completed, throughput=5MB/sec 2024-09-18T02:51:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:18 smithi195 ceph-mon[89559]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-18T02:51:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: 650: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:19.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uluWI1Vr_J7A4HO off=873392 len=1933530 2024-09-18T02:51:19.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:18 smithi046 ceph-mon[94621]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-18T02:51:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:18 smithi046 ceph-mon[97106]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-18T02:51:19.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 3271 completed, throughput=5MB/sec 2024-09-18T02:51:19.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ybSwnDRHQ7zbkSO off=6098559 len=395622 2024-09-18T02:51:19.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 3272 completed, throughput=5MB/sec 2024-09-18T02:51:19.263 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hOm-zK7co5350Zi off=5205907 len=43500 2024-09-18T02:51:19.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 3273 completed, throughput=5MB/sec 2024-09-18T02:51:19.264 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KVGusgBW7E8r_xQ off=8317199 len=1235663 2024-09-18T02:51:19.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 3274 completed, throughput=5MB/sec 2024-09-18T02:51:19.271 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C0NUw558NOGY2zk off=6601921 len=1724900 2024-09-18T02:51:19.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 3275 completed, throughput=5MB/sec 2024-09-18T02:51:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: 651: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:20.274 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-13FxGtykjgW3YFR off=81065 len=1029705 2024-09-18T02:51:20.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 3276 completed, throughput=4.99MB/sec 2024-09-18T02:51:20.276 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MVZ_pL0UjrCu_uo off=22736353 len=2048003 2024-09-18T02:51:20.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 3277 completed, throughput=5MB/sec 2024-09-18T02:51:20.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5xIw4WyEqb67tZm off=11470155 len=1124506 2024-09-18T02:51:20.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 3278 completed, throughput=5MB/sec 2024-09-18T02:51:20.286 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7V5gxvXYawJaQUt off=152322 len=1315074 2024-09-18T02:51:20.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 3279 completed, throughput=5MB/sec 2024-09-18T02:51:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:20 smithi195 ceph-mon[89559]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:51:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:20 smithi046 ceph-mon[97106]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:51:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:20 smithi046 ceph-mon[94621]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:51:21.292 INFO:tasks.workunit.client.0.smithi046.stdout: 652: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:21.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c-fgh7dl6aK5STI off=715960 len=363396 2024-09-18T02:51:21.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 3280 completed, throughput=4.99MB/sec 2024-09-18T02:51:21.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w0WHdKwDbs-UYqF off=6680661 len=66591 2024-09-18T02:51:21.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 3281 completed, throughput=4.99MB/sec 2024-09-18T02:51:21.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6e_54ZxQRCuv0TF off=9917904 len=1458992 2024-09-18T02:51:21.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 3282 completed, throughput=5MB/sec 2024-09-18T02:51:21.300 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vc5ZB9TkvuURO3o off=16057946 len=1739666 2024-09-18T02:51:21.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 3283 completed, throughput=5MB/sec 2024-09-18T02:51:21.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XCl-OtBNn7QICj2 off=6303251 len=1835927 2024-09-18T02:51:21.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 3284 completed, throughput=5MB/sec 2024-09-18T02:51:22.318 INFO:tasks.workunit.client.0.smithi046.stdout: 653: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:22.319 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y9ndVEcpHhBI93B off=376842 len=525738 2024-09-18T02:51:22.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 3285 completed, throughput=4.99MB/sec 2024-09-18T02:51:22.320 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rIHio-XH71v_ePT off=5173006 len=681525 2024-09-18T02:51:22.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 3286 completed, throughput=5MB/sec 2024-09-18T02:51:22.321 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jPD9mHl-t14hag4 off=3346436 len=450126 2024-09-18T02:51:22.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 3287 completed, throughput=5MB/sec 2024-09-18T02:51:22.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PlGc_ZeDQOSOYiv off=14409866 len=1139724 2024-09-18T02:51:22.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 3288 completed, throughput=5MB/sec 2024-09-18T02:51:22.327 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hZZCkL89ScHvhRO off=9472390 len=84174 2024-09-18T02:51:22.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 3289 completed, throughput=5MB/sec 2024-09-18T02:51:22.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9apJIvfuyWv1qbH off=260014 len=1765512 2024-09-18T02:51:22.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 3290 completed, throughput=5MB/sec 2024-09-18T02:51:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:51:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:51:23.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:22 smithi195 ceph-mon[89559]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:51:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:22 smithi046 ceph-mon[97106]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:51:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:22 smithi046 ceph-mon[94621]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:51:23.333 INFO:tasks.workunit.client.0.smithi046.stdout: 654: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:23.333 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GPs9-zqp7qcxdX1 off=16012860 len=1981103 2024-09-18T02:51:23.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 3291 completed, throughput=5MB/sec 2024-09-18T02:51:23.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FnPM9JiagKlkObZ off=6109829 len=312505 2024-09-18T02:51:23.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 3292 completed, throughput=5MB/sec 2024-09-18T02:51:23.344 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vTY7lX4rJj0-4Sq off=3480894 len=1707513 2024-09-18T02:51:23.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 3293 completed, throughput=5MB/sec 2024-09-18T02:51:23.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KzZRBUu9aOXWkBG off=17629135 len=801327 2024-09-18T02:51:23.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 3294 completed, throughput=5MB/sec 2024-09-18T02:51:23.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5X90sso-hJLU66O off=12345426 len=252950 2024-09-18T02:51:23.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 3295 completed, throughput=5MB/sec 2024-09-18T02:51:23.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E14pDb59zqBaCKw off=9434773 len=1215676 2024-09-18T02:51:23.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 3296 completed, throughput=5MB/sec 2024-09-18T02:51:24.362 INFO:tasks.workunit.client.0.smithi046.stdout: 655: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:24.362 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U18uYXCuTGSjuUo off=17241957 len=2025668 2024-09-18T02:51:24.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 3297 completed, throughput=5MB/sec 2024-09-18T02:51:24.365 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gdSLzmnuT7CoDsb off=21519649 len=834656 2024-09-18T02:51:24.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 3298 completed, throughput=5MB/sec 2024-09-18T02:51:24.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wmZibYGzF371-79 off=3162022 len=2079477 2024-09-18T02:51:24.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 3299 completed, throughput=5MB/sec 2024-09-18T02:51:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:24 smithi195 ceph-mon[89559]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:51:25.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:24 smithi046 ceph-mon[97106]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:51:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:24 smithi046 ceph-mon[94621]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:51:25.372 INFO:tasks.workunit.client.0.smithi046.stdout: 656: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:25.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nVObl3NBvJo7KJ6 off=20529197 len=1980873 2024-09-18T02:51:25.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 3300 completed, throughput=5MB/sec 2024-09-18T02:51:25.375 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UBAejseMp7Vsfup off=9198205 len=861564 2024-09-18T02:51:25.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 3301 completed, throughput=5MB/sec 2024-09-18T02:51:25.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IJMfan99rUozxzN off=4279542 len=1317466 2024-09-18T02:51:25.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 3302 completed, throughput=5MB/sec 2024-09-18T02:51:25.386 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fw4EFyKU0PMepu7 off=11405477 len=1753973 2024-09-18T02:51:25.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 3303 completed, throughput=5MB/sec 2024-09-18T02:51:26.389 INFO:tasks.workunit.client.0.smithi046.stdout: 657: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:26.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pQAgps6DB1CLmQz off=9555689 len=317206 2024-09-18T02:51:26.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 3304 completed, throughput=4.99MB/sec 2024-09-18T02:51:26.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n5AbsIZNNFhNSK- off=3190327 len=1969308 2024-09-18T02:51:26.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 3305 completed, throughput=5MB/sec 2024-09-18T02:51:26.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--_SKR9rs-bxreio off=2556799 len=1854271 2024-09-18T02:51:26.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 3306 completed, throughput=5MB/sec 2024-09-18T02:51:26.760 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:51:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:51:26] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:51:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:26 smithi195 ceph-mon[89559]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:51:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:26 smithi046 ceph-mon[97106]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:51:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:26 smithi046 ceph-mon[94621]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:51:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: 658: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:27.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T8igCR3L4AsaD16 off=19730790 len=1633374 2024-09-18T02:51:27.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 3307 completed, throughput=4.99MB/sec 2024-09-18T02:51:27.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GcHWXIAGQCeozTy off=164836 len=2044152 2024-09-18T02:51:27.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 3308 completed, throughput=5MB/sec 2024-09-18T02:51:27.405 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_xkk90dsdkUcsNH off=2501768 len=495409 2024-09-18T02:51:27.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 3309 completed, throughput=5MB/sec 2024-09-18T02:51:27.406 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uCjmoW6ljRwL9cl off=1437661 len=1870061 2024-09-18T02:51:27.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 3310 completed, throughput=5MB/sec 2024-09-18T02:51:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: 659: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:28.415 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vilax4yXRg_CuIP off=6655535 len=654898 2024-09-18T02:51:28.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 3311 completed, throughput=4.99MB/sec 2024-09-18T02:51:28.419 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XlsBqtxB8DfEzCU off=4048727 len=131454 2024-09-18T02:51:28.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 3312 completed, throughput=4.99MB/sec 2024-09-18T02:51:28.420 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-slRwTt8jd4VAPJc off=972156 len=1572665 2024-09-18T02:51:28.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 3313 completed, throughput=5MB/sec 2024-09-18T02:51:28.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zmm8yUZ5ykaPnC9 off=627246 len=1785164 2024-09-18T02:51:28.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 3314 completed, throughput=5MB/sec 2024-09-18T02:51:28.429 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WucD4f2ch4WclQU off=4522847 len=1380222 2024-09-18T02:51:28.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 3315 completed, throughput=5MB/sec 2024-09-18T02:51:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:28 smithi195 ceph-mon[89559]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:51:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:28 smithi046 ceph-mon[97106]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:51:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:28 smithi046 ceph-mon[94621]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:51:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: 660: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:29.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3snNXHyWtJpQ_vz off=627039 len=818176 2024-09-18T02:51:29.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 3316 completed, throughput=4.99MB/sec 2024-09-18T02:51:29.441 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GsC24J1tazHXa0h off=3394122 len=849593 2024-09-18T02:51:29.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 3317 completed, throughput=5MB/sec 2024-09-18T02:51:29.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LuJyHXkH2B1Xith off=4186738 len=1263491 2024-09-18T02:51:29.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 3318 completed, throughput=5MB/sec 2024-09-18T02:51:29.450 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RpvkvJUxFUdbW-b off=2900382 len=787023 2024-09-18T02:51:29.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 3319 completed, throughput=5MB/sec 2024-09-18T02:51:29.450 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aen9urBWFGmvECX off=5798602 len=1111530 2024-09-18T02:51:29.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 3320 completed, throughput=5MB/sec 2024-09-18T02:51:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: 661: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:30.452 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nfg4Bs4KREU-hQc off=6713515 len=1713656 2024-09-18T02:51:30.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 3321 completed, throughput=5MB/sec 2024-09-18T02:51:30.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j6zRXe0R9PhHggj off=2464046 len=1071275 2024-09-18T02:51:30.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 3322 completed, throughput=5MB/sec 2024-09-18T02:51:30.465 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qrC9nsr3vV_TudV off=4058787 len=1859015 2024-09-18T02:51:30.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 3323 completed, throughput=5MB/sec 2024-09-18T02:51:30.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xLBJ5JIIQO9Vxcu off=4442273 len=1509058 2024-09-18T02:51:30.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 3324 completed, throughput=5MB/sec 2024-09-18T02:51:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:30 smithi046 ceph-mon[97106]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:30 smithi046 ceph-mon[94621]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:30 smithi195 ceph-mon[89559]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: 662: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:31.474 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KYoxQPdeVDCTdao off=1965204 len=2070724 2024-09-18T02:51:31.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 3325 completed, throughput=5MB/sec 2024-09-18T02:51:31.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-98QpWVJ-m2vM05b off=13230566 len=1611400 2024-09-18T02:51:31.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 3326 completed, throughput=5MB/sec 2024-09-18T02:51:31.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IfwqhGrOT-DD47M off=7324413 len=740390 2024-09-18T02:51:31.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 3327 completed, throughput=5MB/sec 2024-09-18T02:51:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: 663: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:32.483 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Aa1DqbnxwKIWhZI off=2230704 len=459117 2024-09-18T02:51:32.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 3328 completed, throughput=4.99MB/sec 2024-09-18T02:51:32.483 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KkknSe6jJjf9hAE off=11554359 len=1105558 2024-09-18T02:51:32.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 3329 completed, throughput=5MB/sec 2024-09-18T02:51:32.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vo5IacsfIXQ006s off=286327 len=233130 2024-09-18T02:51:32.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 3330 completed, throughput=5MB/sec 2024-09-18T02:51:32.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IH2EJ0ofw674PLq off=17770933 len=1355083 2024-09-18T02:51:32.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 3331 completed, throughput=5MB/sec 2024-09-18T02:51:32.495 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cTaEcJObMMz7AqQ off=1771904 len=1983189 2024-09-18T02:51:32.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 3332 completed, throughput=5MB/sec 2024-09-18T02:51:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:51:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:51:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:32 smithi046 ceph-mon[97106]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:51:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:32 smithi046 ceph-mon[94621]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:51:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:32 smithi195 ceph-mon[89559]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:51:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: 664: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:33.499 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rlN9Y_z_zck8ECK off=4356244 len=1010811 2024-09-18T02:51:33.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 3333 completed, throughput=4.99MB/sec 2024-09-18T02:51:33.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2LceKTvdrB-8-_J off=555777 len=2014951 2024-09-18T02:51:33.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 3334 completed, throughput=5MB/sec 2024-09-18T02:51:33.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-apFixeptRpUuMRP off=9348761 len=1010659 2024-09-18T02:51:33.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 3335 completed, throughput=5MB/sec 2024-09-18T02:51:33.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7xO9SkEjQx_90qB off=6682880 len=1771711 2024-09-18T02:51:33.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 3336 completed, throughput=5MB/sec 2024-09-18T02:51:34.513 INFO:tasks.workunit.client.0.smithi046.stdout: 665: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:34.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bs_s0qPB_cmQqoP off=14425173 len=1227304 2024-09-18T02:51:34.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 3337 completed, throughput=5MB/sec 2024-09-18T02:51:34.520 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-unrQ0B5c4l6LdFR off=5441419 len=1285281 2024-09-18T02:51:34.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 3338 completed, throughput=5MB/sec 2024-09-18T02:51:34.528 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5sy9peR3PT9qQeQ off=8136141 len=665584 2024-09-18T02:51:34.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 3339 completed, throughput=5MB/sec 2024-09-18T02:51:34.529 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oGib3-vfrdyf4zo off=6447950 len=592199 2024-09-18T02:51:34.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 3340 completed, throughput=5MB/sec 2024-09-18T02:51:34.532 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6AXhJyIa8AWC2pF off=13352744 len=401156 2024-09-18T02:51:34.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 3341 completed, throughput=5MB/sec 2024-09-18T02:51:34.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U1dEX2fZ998tvN_ off=6173356 len=1379275 2024-09-18T02:51:34.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 3342 completed, throughput=5MB/sec 2024-09-18T02:51:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:34 smithi046 ceph-mon[97106]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:51:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:34 smithi046 ceph-mon[94621]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:51:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:34 smithi195 ceph-mon[89559]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:51:35.540 INFO:tasks.workunit.client.0.smithi046.stdout: 666: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:35.540 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wyM78qORqCcAnWZ off=8253266 len=795980 2024-09-18T02:51:35.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 3343 completed, throughput=4.99MB/sec 2024-09-18T02:51:35.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J2kUtv_Z7Mt9Tw2 off=3806468 len=1842186 2024-09-18T02:51:35.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 3344 completed, throughput=5MB/sec 2024-09-18T02:51:35.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H69lvYuE-lzRHpe off=11882735 len=1807927 2024-09-18T02:51:35.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 3345 completed, throughput=5MB/sec 2024-09-18T02:51:35.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yXrb78TGDijqZcb off=9307886 len=1648556 2024-09-18T02:51:35.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 3346 completed, throughput=5MB/sec 2024-09-18T02:51:36.566 INFO:tasks.workunit.client.0.smithi046.stdout: 667: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:36.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p6Ff3VBhAOvA6Oj off=717392 len=1121809 2024-09-18T02:51:36.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 3347 completed, throughput=5MB/sec 2024-09-18T02:51:36.572 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ymyMUYBrbh08KPm off=10879879 len=1660045 2024-09-18T02:51:36.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 3348 completed, throughput=5MB/sec 2024-09-18T02:51:36.579 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5K35TIZKCFulLBx off=5297050 len=847303 2024-09-18T02:51:36.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 3349 completed, throughput=5MB/sec 2024-09-18T02:51:36.581 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xFESCeSoM6OZNvG off=1726882 len=1999181 2024-09-18T02:51:36.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 3350 completed, throughput=5MB/sec 2024-09-18T02:51:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:51:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:51:36] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:51:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:36 smithi046 ceph-mon[97106]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:36 smithi046 ceph-mon[94621]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:36 smithi195 ceph-mon[89559]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:37.589 INFO:tasks.workunit.client.0.smithi046.stdout: 668: throughput=5MB/sec pending data=0 2024-09-18T02:51:37.589 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yjV65tWVW6L06ig off=11881522 len=2030482 2024-09-18T02:51:37.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 3351 completed, throughput=5MB/sec 2024-09-18T02:51:37.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EVjdPKs-XWotGSf off=6217566 len=1662489 2024-09-18T02:51:37.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 3352 completed, throughput=5MB/sec 2024-09-18T02:51:38.596 INFO:tasks.workunit.client.0.smithi046.stdout: 669: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:38.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gH8LacHM0X_9Vmu off=4706876 len=1385138 2024-09-18T02:51:38.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 3353 completed, throughput=4.99MB/sec 2024-09-18T02:51:38.599 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QBzDixRy1TPBQ4d off=15033900 len=1852479 2024-09-18T02:51:38.602 INFO:tasks.workunit.client.0.smithi046.stdout:op 3354 completed, throughput=5MB/sec 2024-09-18T02:51:38.602 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c15oqiUAY6QLs-7 off=6512276 len=1226333 2024-09-18T02:51:38.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 3355 completed, throughput=5MB/sec 2024-09-18T02:51:38.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-54YgyvwdisePJlL off=6249498 len=708815 2024-09-18T02:51:38.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 3356 completed, throughput=5MB/sec 2024-09-18T02:51:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:38 smithi046 ceph-mon[97106]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:51:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:38 smithi046 ceph-mon[94621]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:51:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:38 smithi195 ceph-mon[89559]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:51:39.606 INFO:tasks.workunit.client.0.smithi046.stdout: 670: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:39.606 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UV6byflwJXJXrIM off=16348519 len=394932 2024-09-18T02:51:39.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 3357 completed, throughput=4.99MB/sec 2024-09-18T02:51:39.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bGtPDJmazlffixG off=16730222 len=1975726 2024-09-18T02:51:39.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 3358 completed, throughput=5MB/sec 2024-09-18T02:51:39.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zLS2gbpd3EEERek off=14557550 len=1515792 2024-09-18T02:51:39.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 3359 completed, throughput=5MB/sec 2024-09-18T02:51:39.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OQnndzzqzt7RkQ- off=11526151 len=856444 2024-09-18T02:51:39.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 3360 completed, throughput=5MB/sec 2024-09-18T02:51:39.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XWW2jwqydmIHznI off=7736069 len=1076160 2024-09-18T02:51:39.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 3361 completed, throughput=5MB/sec 2024-09-18T02:51:40.629 INFO:tasks.workunit.client.0.smithi046.stdout: 671: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:40.629 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rc8YYneZGcbgXrz off=6093385 len=315527 2024-09-18T02:51:40.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 3362 completed, throughput=4.99MB/sec 2024-09-18T02:51:40.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wi8X0nsjyw5QYbF off=9340729 len=1559188 2024-09-18T02:51:40.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 3363 completed, throughput=5MB/sec 2024-09-18T02:51:40.639 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GcHWXIAGQCeozTy off=1412514 len=671506 2024-09-18T02:51:40.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 3364 completed, throughput=5MB/sec 2024-09-18T02:51:40.641 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4WYMtWmrGfK2FgR off=7407547 len=1358165 2024-09-18T02:51:40.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 3365 completed, throughput=5MB/sec 2024-09-18T02:51:40.648 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ECQApcyxkEwF6Sz off=1565880 len=825567 2024-09-18T02:51:40.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 3366 completed, throughput=5MB/sec 2024-09-18T02:51:40.650 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B4GOjTpH-jm6MZb off=4614957 len=1645399 2024-09-18T02:51:40.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 3367 completed, throughput=5MB/sec 2024-09-18T02:51:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:40 smithi046 ceph-mon[97106]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:40 smithi046 ceph-mon[94621]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:40 smithi195 ceph-mon[89559]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:41.658 INFO:tasks.workunit.client.0.smithi046.stdout: 672: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:41.658 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nUUsrhhqKSuAOEb off=2403573 len=1968794 2024-09-18T02:51:41.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 3368 completed, throughput=5MB/sec 2024-09-18T02:51:41.667 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VuGRfqJQ7XQwCJo off=739476 len=871974 2024-09-18T02:51:41.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 3369 completed, throughput=5MB/sec 2024-09-18T02:51:41.672 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gKPk6i0Ao6kBD8d off=583572 len=734241 2024-09-18T02:51:41.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 3370 completed, throughput=5MB/sec 2024-09-18T02:51:41.673 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YKeBtlD2ZjFE3D2 off=477280 len=1471679 2024-09-18T02:51:41.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 3371 completed, throughput=5MB/sec 2024-09-18T02:51:42.674 INFO:tasks.workunit.client.0.smithi046.stdout: 673: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:42.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tL6Qh9-bDN-ONS2 off=186694 len=1237704 2024-09-18T02:51:42.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 3372 completed, throughput=5MB/sec 2024-09-18T02:51:42.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cUvBTSUAjNGKYOk off=193436 len=706282 2024-09-18T02:51:42.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 3373 completed, throughput=5MB/sec 2024-09-18T02:51:42.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gHnZs8TwCQF0R9u off=4352092 len=824113 2024-09-18T02:51:42.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 3374 completed, throughput=5MB/sec 2024-09-18T02:51:42.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XWWrkogig0CEXQ- off=12374672 len=1485221 2024-09-18T02:51:42.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 3375 completed, throughput=5MB/sec 2024-09-18T02:51:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:51:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:51:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:42 smithi046 ceph-mon[94621]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:42 smithi046 ceph-mon[97106]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:42 smithi195 ceph-mon[89559]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:51:43.686 INFO:tasks.workunit.client.0.smithi046.stdout: 674: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:43.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SF_MsObrpxjbxIy off=15850991 len=1034675 2024-09-18T02:51:43.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 3376 completed, throughput=4.99MB/sec 2024-09-18T02:51:43.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0yH3IlcFSU-9A0F off=499622 len=1376123 2024-09-18T02:51:43.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 3377 completed, throughput=5MB/sec 2024-09-18T02:51:43.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-riRgHsPYmFqRkOi off=7511162 len=757375 2024-09-18T02:51:43.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 3378 completed, throughput=5MB/sec 2024-09-18T02:51:43.698 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3UL4-4XCNbdGh5a off=13036888 len=174586 2024-09-18T02:51:43.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 3379 completed, throughput=5MB/sec 2024-09-18T02:51:43.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uDqPo_KI4081hyb off=16530458 len=158721 2024-09-18T02:51:43.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 3380 completed, throughput=5MB/sec 2024-09-18T02:51:43.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mRsDU8M2zBTgW8J off=4195332 len=412971 2024-09-18T02:51:43.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 3381 completed, throughput=5MB/sec 2024-09-18T02:51:43.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1qqck1oIWT-pqlT off=1894308 len=1495696 2024-09-18T02:51:43.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 3382 completed, throughput=5MB/sec 2024-09-18T02:51:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:44.707 INFO:tasks.workunit.client.0.smithi046.stdout: 675: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:44.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8zVT4UPhfBZWWlF off=3769338 len=189094 2024-09-18T02:51:44.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 3383 completed, throughput=4.99MB/sec 2024-09-18T02:51:44.709 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C8C4Qe3-LrdCSiz off=2460426 len=1531323 2024-09-18T02:51:44.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 3384 completed, throughput=5MB/sec 2024-09-18T02:51:44.718 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MEGBgUW-ChLMyou off=5189422 len=1451358 2024-09-18T02:51:44.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 3385 completed, throughput=5MB/sec 2024-09-18T02:51:44.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--grPMd57PHalXCo off=12400774 len=379290 2024-09-18T02:51:44.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 3386 completed, throughput=5MB/sec 2024-09-18T02:51:44.728 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v8A90mLD45TtSSV off=7406581 len=338129 2024-09-18T02:51:44.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 3387 completed, throughput=5MB/sec 2024-09-18T02:51:44.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5hoW7D9ssuvcDzG off=5008289 len=31524 2024-09-18T02:51:44.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 3388 completed, throughput=5MB/sec 2024-09-18T02:51:44.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oqpetwcBNWnF5g0 off=2993556 len=323133 2024-09-18T02:51:44.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 3389 completed, throughput=5MB/sec 2024-09-18T02:51:44.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OtDTqU1Okd8dUQV off=181669 len=981534 2024-09-18T02:51:44.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 3390 completed, throughput=5MB/sec 2024-09-18T02:51:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:44 smithi046 ceph-mon[97106]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:51:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:44 smithi046 ceph-mon[94621]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:51:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:44 smithi195 ceph-mon[89559]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:51:45.737 INFO:tasks.workunit.client.0.smithi046.stdout: 676: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:45.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y0_QeJLnwFq0nbG off=2373843 len=349821 2024-09-18T02:51:45.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 3391 completed, throughput=4.99MB/sec 2024-09-18T02:51:45.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--mPRVHDV2Krc7fr off=9958559 len=597787 2024-09-18T02:51:45.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 3392 completed, throughput=4.99MB/sec 2024-09-18T02:51:45.742 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bdaLr9QquRNgreP off=7818329 len=90606 2024-09-18T02:51:45.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 3393 completed, throughput=4.99MB/sec 2024-09-18T02:51:45.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xQocuePgFFef1gK off=4234445 len=227144 2024-09-18T02:51:45.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 3394 completed, throughput=4.99MB/sec 2024-09-18T02:51:45.746 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-frk6riZuaJy2Fv_ off=18964209 len=1448301 2024-09-18T02:51:45.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 3395 completed, throughput=5MB/sec 2024-09-18T02:51:45.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Grow9vVtjeR4_f- off=5630736 len=817029 2024-09-18T02:51:45.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 3396 completed, throughput=5MB/sec 2024-09-18T02:51:45.749 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fTRDMFe0DHH3ZsU off=1182892 len=590319 2024-09-18T02:51:45.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 3397 completed, throughput=5MB/sec 2024-09-18T02:51:45.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XCKMfGiThUoiZQR off=9278742 len=474682 2024-09-18T02:51:45.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 3398 completed, throughput=5MB/sec 2024-09-18T02:51:45.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ON1jCdMbQPqkxf off=12320575 len=2000299 2024-09-18T02:51:45.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 3399 completed, throughput=5MB/sec 2024-09-18T02:51:46.755 INFO:tasks.workunit.client.0.smithi046.stdout: 677: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:46.755 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HV8bki7LiTHKuez off=4903776 len=1954584 2024-09-18T02:51:46.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:51:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:51:46] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:51:46.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 3400 completed, throughput=5MB/sec 2024-09-18T02:51:46.758 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qHiJDDxeQtBajFD off=12839630 len=473796 2024-09-18T02:51:46.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 3401 completed, throughput=5MB/sec 2024-09-18T02:51:46.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PiAENa33TLHlK2I off=6425708 len=79552 2024-09-18T02:51:46.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 3402 completed, throughput=5MB/sec 2024-09-18T02:51:46.759 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rYLYXwLJ74GxZ-y off=9312710 len=1809918 2024-09-18T02:51:46.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 3403 completed, throughput=5MB/sec 2024-09-18T02:51:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:46 smithi046 ceph-mon[97106]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:51:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:51:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:46 smithi046 ceph-mon[94621]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:51:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:51:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:46 smithi195 ceph-mon[89559]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:51:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:51:47.767 INFO:tasks.workunit.client.0.smithi046.stdout: 678: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:47.768 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vn1hKXnM6Iub3cX off=4331543 len=47115 2024-09-18T02:51:47.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 3404 completed, throughput=4.99MB/sec 2024-09-18T02:51:47.770 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IgOeHtqmA0hQOOc off=523702 len=1974012 2024-09-18T02:51:47.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 3405 completed, throughput=5MB/sec 2024-09-18T02:51:47.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GipIQ52FveE8aT7 off=10597282 len=1918329 2024-09-18T02:51:47.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 3406 completed, throughput=5MB/sec 2024-09-18T02:51:47.787 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mIE-kgr5btmLU_7 off=5273021 len=1460839 2024-09-18T02:51:47.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 3407 completed, throughput=5MB/sec 2024-09-18T02:51:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:51:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:51:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:51:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:51:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:51:48.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:51:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:51:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:51:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:51:48.794 INFO:tasks.workunit.client.0.smithi046.stdout: 679: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:48.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RQyuO4uzt8blwnl off=4599246 len=526131 2024-09-18T02:51:48.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 3408 completed, throughput=4.99MB/sec 2024-09-18T02:51:48.796 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IJMfan99rUozxzN off=189793 len=745079 2024-09-18T02:51:48.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 3409 completed, throughput=4.99MB/sec 2024-09-18T02:51:48.800 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--0dyojBHSE6bSgV off=6089330 len=1768939 2024-09-18T02:51:48.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 3410 completed, throughput=5MB/sec 2024-09-18T02:51:48.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vZ912niaah5xIJG off=7033270 len=1318554 2024-09-18T02:51:48.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 3411 completed, throughput=5MB/sec 2024-09-18T02:51:48.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gP6VSOUTM9MUm4y off=4073638 len=1926004 2024-09-18T02:51:48.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 3412 completed, throughput=5MB/sec 2024-09-18T02:51:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:49 smithi195 ceph-mon[89559]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:51:49.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:49 smithi046 ceph-mon[97106]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:51:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:49 smithi046 ceph-mon[94621]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:51:49.826 INFO:tasks.workunit.client.0.smithi046.stdout: 680: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:49.827 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9pHzWShAfXjIcbe off=1155218 len=944375 2024-09-18T02:51:49.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 3413 completed, throughput=5MB/sec 2024-09-18T02:51:49.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GPbCP0M_Mof6kUj off=4389601 len=1966218 2024-09-18T02:51:49.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 3414 completed, throughput=5MB/sec 2024-09-18T02:51:49.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CicZWtttfHM094f off=12772088 len=982489 2024-09-18T02:51:49.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 3415 completed, throughput=5MB/sec 2024-09-18T02:51:49.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ld9ga-OI-m5a0df off=4665892 len=396017 2024-09-18T02:51:49.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 3416 completed, throughput=5MB/sec 2024-09-18T02:51:50.835 INFO:tasks.workunit.client.0.smithi046.stdout: 681: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:50.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dGzkwyTe9mFoF8t off=17454657 len=1467281 2024-09-18T02:51:50.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 3417 completed, throughput=5MB/sec 2024-09-18T02:51:50.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S_VOrnDIGNaQ1xu off=7679195 len=1147411 2024-09-18T02:51:50.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 3418 completed, throughput=5MB/sec 2024-09-18T02:51:50.843 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zlV2pfrhMdQXxdq off=4392411 len=1948371 2024-09-18T02:51:50.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 3419 completed, throughput=5MB/sec 2024-09-18T02:51:50.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KotoTGeXuxIZxjt off=4540570 len=436789 2024-09-18T02:51:50.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 3420 completed, throughput=5MB/sec 2024-09-18T02:51:50.857 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mmcaw_YW3GxBoaR off=6020839 len=824743 2024-09-18T02:51:50.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 3421 completed, throughput=5MB/sec 2024-09-18T02:51:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:51 smithi195 ceph-mon[89559]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:51:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:51 smithi046 ceph-mon[97106]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:51:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:51 smithi046 ceph-mon[94621]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:51:51.861 INFO:tasks.workunit.client.0.smithi046.stdout: 682: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:51.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8NEDk3yfLctiuZM off=9279070 len=754611 2024-09-18T02:51:51.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 3422 completed, throughput=4.99MB/sec 2024-09-18T02:51:51.862 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CLcW-ultl_Fp9Pa off=10695266 len=1672148 2024-09-18T02:51:51.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 3423 completed, throughput=5MB/sec 2024-09-18T02:51:51.870 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fOvQQZbfoy2Rzcf off=9323535 len=615741 2024-09-18T02:51:51.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 3424 completed, throughput=5MB/sec 2024-09-18T02:51:51.875 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1qUmcJMIgF6AK8E off=12540273 len=467426 2024-09-18T02:51:51.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 3425 completed, throughput=5MB/sec 2024-09-18T02:51:51.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lHJ-GntC6Bk5ttf off=704196 len=761934 2024-09-18T02:51:51.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 3426 completed, throughput=5MB/sec 2024-09-18T02:51:51.883 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jMnFKyV16vOnYme off=2527686 len=13521 2024-09-18T02:51:51.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 3427 completed, throughput=5MB/sec 2024-09-18T02:51:51.883 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PFdNb8Yd0toPaDQ off=9252116 len=525514 2024-09-18T02:51:51.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 3428 completed, throughput=5MB/sec 2024-09-18T02:51:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:51:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:51:52.887 INFO:tasks.workunit.client.0.smithi046.stdout: 683: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:52.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dJOl5z5E_bvCY1G off=9208082 len=1070363 2024-09-18T02:51:52.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 3429 completed, throughput=4.99MB/sec 2024-09-18T02:51:52.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cRBW4-b67XAqpvc off=5626253 len=199667 2024-09-18T02:51:52.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 3430 completed, throughput=4.99MB/sec 2024-09-18T02:51:52.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8SNeQfjIS3x5g6L off=839724 len=1874709 2024-09-18T02:51:52.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 3431 completed, throughput=5MB/sec 2024-09-18T02:51:52.901 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cLBl2XaE0ogZuud off=5145535 len=860569 2024-09-18T02:51:52.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 3432 completed, throughput=5MB/sec 2024-09-18T02:51:52.903 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uDzmL1kdtHD4Yzf off=11218882 len=141112 2024-09-18T02:51:52.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 3433 completed, throughput=5MB/sec 2024-09-18T02:51:52.906 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DMpf5WgpDBPGX4I off=1489326 len=992647 2024-09-18T02:51:52.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 3434 completed, throughput=5MB/sec 2024-09-18T02:51:52.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2Algwuon7_fIC05 off=5627772 len=263846 2024-09-18T02:51:52.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 3435 completed, throughput=5MB/sec 2024-09-18T02:51:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:53 smithi195 ceph-mon[89559]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:51:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:53 smithi046 ceph-mon[97106]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:51:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:53 smithi046 ceph-mon[94621]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:51:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: 684: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:53.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KHsOi43-1Zm50TS off=7563379 len=1811643 2024-09-18T02:51:53.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 3436 completed, throughput=5MB/sec 2024-09-18T02:51:53.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xi6RwHSTXv9CN8S off=8077172 len=1493171 2024-09-18T02:51:53.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 3437 completed, throughput=5MB/sec 2024-09-18T02:51:53.922 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NImAa5PfmBiw2vv off=2302823 len=1966947 2024-09-18T02:51:53.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 3438 completed, throughput=5MB/sec 2024-09-18T02:51:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: 685: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:54.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mItFmh_mlIApNJi off=9224925 len=1342958 2024-09-18T02:51:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 3439 completed, throughput=4.99MB/sec 2024-09-18T02:51:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LLim--wi43jOC2z off=15637450 len=280853 2024-09-18T02:51:54.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 3440 completed, throughput=5MB/sec 2024-09-18T02:51:54.939 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MT7-N9k0IbgrLP- off=666127 len=1644003 2024-09-18T02:51:54.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 3441 completed, throughput=5MB/sec 2024-09-18T02:51:54.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oetkF08oSTatdt3 off=7538395 len=1961856 2024-09-18T02:51:54.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 3442 completed, throughput=5MB/sec 2024-09-18T02:51:54.949 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-74v3M8Zirkg2q95 off=16153830 len=975400 2024-09-18T02:51:54.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 3443 completed, throughput=5MB/sec 2024-09-18T02:51:55.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:55 smithi195 ceph-mon[89559]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:51:55.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:55 smithi046 ceph-mon[97106]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:51:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:55 smithi046 ceph-mon[94621]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:51:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: 686: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:55.951 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0_y8iPkYNgU5O-5 off=6049709 len=398727 2024-09-18T02:51:55.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 3444 completed, throughput=4.99MB/sec 2024-09-18T02:51:55.952 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xJ2nU_bwjLHqruE off=11003406 len=2073547 2024-09-18T02:51:55.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 3445 completed, throughput=5MB/sec 2024-09-18T02:51:55.955 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lorBuB1Bx1Xzbs8 off=5621481 len=1496805 2024-09-18T02:51:55.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 3446 completed, throughput=5MB/sec 2024-09-18T02:51:55.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WP1fyHRvg6-7YvM off=20389197 len=1572595 2024-09-18T02:51:55.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 3447 completed, throughput=5MB/sec 2024-09-18T02:51:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:51:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:51:56] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:51:56.965 INFO:tasks.workunit.client.0.smithi046.stdout: 687: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:56.965 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-89IHUXNuS-fiaY- off=835161 len=1759062 2024-09-18T02:51:56.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 3448 completed, throughput=5MB/sec 2024-09-18T02:51:56.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o7h_OgdWilOPmRr off=2789837 len=1969702 2024-09-18T02:51:56.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 3449 completed, throughput=5MB/sec 2024-09-18T02:51:56.982 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ThuUx6InBUvTRy7 off=11521353 len=506308 2024-09-18T02:51:56.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 3450 completed, throughput=5MB/sec 2024-09-18T02:51:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:57 smithi195 ceph-mon[89559]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:51:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:57 smithi046 ceph-mon[97106]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:51:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:57 smithi046 ceph-mon[94621]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:51:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: 688: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:57.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-75R305IvlSAFahx off=6331043 len=2088975 2024-09-18T02:51:57.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 3451 completed, throughput=5MB/sec 2024-09-18T02:51:57.992 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wrhuCg0XwuRD-5r off=1260859 len=204884 2024-09-18T02:51:57.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 3452 completed, throughput=5MB/sec 2024-09-18T02:51:57.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iiMuQIfRdBuy5NH off=1594924 len=1604493 2024-09-18T02:51:57.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 3453 completed, throughput=5MB/sec 2024-09-18T02:51:57.996 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xdmcPzu3QFHTljz off=2694059 len=1009476 2024-09-18T02:51:57.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 3454 completed, throughput=5MB/sec 2024-09-18T02:51:57.998 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ECQApcyxkEwF6Sz off=5968521 len=1081384 2024-09-18T02:51:57.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 3455 completed, throughput=5MB/sec 2024-09-18T02:51:58.999 INFO:tasks.workunit.client.0.smithi046.stdout: 689: throughput=4.99MB/sec pending data=0 2024-09-18T02:51:58.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mXFP6z158fVEm_I off=10412607 len=475055 2024-09-18T02:51:59.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 3456 completed, throughput=4.99MB/sec 2024-09-18T02:51:59.000 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CPaMGto8sE97Bof off=16006161 len=1495086 2024-09-18T02:51:59.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 3457 completed, throughput=5MB/sec 2024-09-18T02:51:59.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hjvgRL1IZUBCFwH off=5703271 len=1901080 2024-09-18T02:51:59.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 3458 completed, throughput=5MB/sec 2024-09-18T02:51:59.011 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hAycoeT9yc_12jY off=8734969 len=239415 2024-09-18T02:51:59.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 3459 completed, throughput=5MB/sec 2024-09-18T02:51:59.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RjSmyyFjFkxQ2Ml off=1083376 len=425166 2024-09-18T02:51:59.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 3460 completed, throughput=5MB/sec 2024-09-18T02:51:59.015 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yfs4pp5aWvwl1FZ off=10595030 len=1395105 2024-09-18T02:51:59.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 3461 completed, throughput=5MB/sec 2024-09-18T02:51:59.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:59 smithi195 ceph-mon[89559]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:51:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:51:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:59 smithi046 ceph-mon[97106]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:51:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:51:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:51:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:59 smithi046 ceph-mon[94621]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:51:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:51:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:00.023 INFO:tasks.workunit.client.0.smithi046.stdout: 690: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:00.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c77s4S7S-TrkxhK off=9939413 len=1293805 2024-09-18T02:52:00.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 3462 completed, throughput=5MB/sec 2024-09-18T02:52:00.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eioJJ-4GSF0Ymza off=8692112 len=1214183 2024-09-18T02:52:00.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 3463 completed, throughput=5MB/sec 2024-09-18T02:52:00.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1YcUuN_xk_juZ7C off=674629 len=1856384 2024-09-18T02:52:00.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 3464 completed, throughput=5MB/sec 2024-09-18T02:52:01.031 INFO:tasks.workunit.client.0.smithi046.stdout: 691: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:01.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Js98eoa0Htcid8b off=2617757 len=1975334 2024-09-18T02:52:01.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 3465 completed, throughput=5MB/sec 2024-09-18T02:52:01.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VsuLSgxf2Xbs9e9 off=11877479 len=1555752 2024-09-18T02:52:01.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 3466 completed, throughput=5MB/sec 2024-09-18T02:52:01.042 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_gopf5qpODzgnpO off=17224888 len=1778601 2024-09-18T02:52:01.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 3467 completed, throughput=5MB/sec 2024-09-18T02:52:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:01 smithi195 ceph-mon[89559]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:01 smithi046 ceph-mon[94621]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:01 smithi046 ceph-mon[97106]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:02.045 INFO:tasks.workunit.client.0.smithi046.stdout: 692: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:02.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DFKTbBpvLWCJw5M off=17278095 len=1851487 2024-09-18T02:52:02.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 3468 completed, throughput=5MB/sec 2024-09-18T02:52:02.047 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VmWnYwyXoKOSvYm off=7923254 len=314648 2024-09-18T02:52:02.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 3469 completed, throughput=5MB/sec 2024-09-18T02:52:02.048 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--UrQsqcoNlOd_V1 off=2011283 len=1846437 2024-09-18T02:52:02.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 3470 completed, throughput=5MB/sec 2024-09-18T02:52:02.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-asK471SGmkZhIJx off=10290735 len=617785 2024-09-18T02:52:02.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 3471 completed, throughput=5MB/sec 2024-09-18T02:52:02.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8a9oktNw4WDPOdk off=10350416 len=549993 2024-09-18T02:52:02.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 3472 completed, throughput=5MB/sec 2024-09-18T02:52:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:52:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:52:03.058 INFO:tasks.workunit.client.0.smithi046.stdout: 693: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:03.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sIhrXnMwbThEizH off=6071795 len=1581804 2024-09-18T02:52:03.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 3473 completed, throughput=5MB/sec 2024-09-18T02:52:03.066 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kVuGzz_yIXr7fpe off=5607841 len=2042587 2024-09-18T02:52:03.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 3474 completed, throughput=5MB/sec 2024-09-18T02:52:03.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yBN7hDMxCEQrvL5 off=0 len=1455350 2024-09-18T02:52:03.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 3475 completed, throughput=5MB/sec 2024-09-18T02:52:03.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jPzWZ-wl-P5Ic0S off=549257 len=252208 2024-09-18T02:52:03.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 3476 completed, throughput=5MB/sec 2024-09-18T02:52:03.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:03 smithi195 ceph-mon[89559]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:52:03.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:03 smithi046 ceph-mon[94621]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:52:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:03 smithi046 ceph-mon[97106]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:52:04.081 INFO:tasks.workunit.client.0.smithi046.stdout: 694: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:04.081 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tLnNHiy4n6Zp0Rf off=1596207 len=1748943 2024-09-18T02:52:04.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 3477 completed, throughput=5MB/sec 2024-09-18T02:52:04.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3iXMtPZ7pfp0-zc off=13926606 len=1691249 2024-09-18T02:52:04.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 3478 completed, throughput=5MB/sec 2024-09-18T02:52:04.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z8Xsn53FCscdTG0 off=2076643 len=760482 2024-09-18T02:52:04.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 3479 completed, throughput=5MB/sec 2024-09-18T02:52:04.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vhLAz2_xtT-ct-I off=2129168 len=1354133 2024-09-18T02:52:04.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 3480 completed, throughput=5MB/sec 2024-09-18T02:52:05.089 INFO:tasks.workunit.client.0.smithi046.stdout: 695: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:05.089 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5aLXQYvB2B0QgCr off=2836305 len=1891586 2024-09-18T02:52:05.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 3481 completed, throughput=5MB/sec 2024-09-18T02:52:05.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xoT_tLFg6BBGwLh off=802611 len=1507592 2024-09-18T02:52:05.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 3482 completed, throughput=5MB/sec 2024-09-18T02:52:05.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GAM7smwTPcR8vmm off=128094 len=21238 2024-09-18T02:52:05.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 3483 completed, throughput=5MB/sec 2024-09-18T02:52:05.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ka6NfHz32s5TXfX off=19635715 len=1785833 2024-09-18T02:52:05.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 3484 completed, throughput=5MB/sec 2024-09-18T02:52:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:05 smithi195 ceph-mon[89559]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:52:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:05 smithi046 ceph-mon[94621]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:52:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:05 smithi046 ceph-mon[97106]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:52:06.115 INFO:tasks.workunit.client.0.smithi046.stdout: 696: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:06.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--0DjTHU9vmhZhEG off=6795493 len=957751 2024-09-18T02:52:06.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 3485 completed, throughput=4.99MB/sec 2024-09-18T02:52:06.121 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GcpWN1Mdwa2BbwL off=1633441 len=232887 2024-09-18T02:52:06.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 3486 completed, throughput=4.99MB/sec 2024-09-18T02:52:06.121 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-okCn9dX6rhG02bV off=3121659 len=119586 2024-09-18T02:52:06.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 3487 completed, throughput=5MB/sec 2024-09-18T02:52:06.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xgP3pdGs9YahE5x off=2212324 len=659531 2024-09-18T02:52:06.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 3488 completed, throughput=5MB/sec 2024-09-18T02:52:06.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AEpOkrHnIA9_1MG off=6914334 len=1016713 2024-09-18T02:52:06.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 3489 completed, throughput=5MB/sec 2024-09-18T02:52:06.132 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YEp633dYo2KYj2E off=6150957 len=1491683 2024-09-18T02:52:06.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 3490 completed, throughput=5MB/sec 2024-09-18T02:52:06.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-quYZXvAMDGXwwn2 off=495209 len=2074097 2024-09-18T02:52:06.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 3491 completed, throughput=5MB/sec 2024-09-18T02:52:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:52:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:52:06] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-18T02:52:07.149 INFO:tasks.workunit.client.0.smithi046.stdout: 697: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:07.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ja3OxC5GadspLqR off=18970029 len=1169932 2024-09-18T02:52:07.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 3492 completed, throughput=5MB/sec 2024-09-18T02:52:07.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5wXtP2C28-nmSy7 off=2777559 len=9287 2024-09-18T02:52:07.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 3493 completed, throughput=5MB/sec 2024-09-18T02:52:07.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1mnkTLlJoOK8v-q off=9153584 len=1015688 2024-09-18T02:52:07.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 3494 completed, throughput=5MB/sec 2024-09-18T02:52:07.163 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z77HXEPRNuiqN6J off=2475971 len=611093 2024-09-18T02:52:07.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 3495 completed, throughput=5MB/sec 2024-09-18T02:52:07.167 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L2MnfcA7a_r0Pxu off=2994182 len=776174 2024-09-18T02:52:07.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 3496 completed, throughput=5MB/sec 2024-09-18T02:52:07.168 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DC6Msh9IKGhtsD2 off=1855763 len=1156538 2024-09-18T02:52:07.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 3497 completed, throughput=5MB/sec 2024-09-18T02:52:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:07 smithi195 ceph-mon[89559]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:52:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:07 smithi046 ceph-mon[94621]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:52:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:07 smithi046 ceph-mon[97106]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:52:08.175 INFO:tasks.workunit.client.0.smithi046.stdout: 698: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:08.175 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6_k-iFlU3WIimld off=7183710 len=1409828 2024-09-18T02:52:08.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 3498 completed, throughput=5MB/sec 2024-09-18T02:52:08.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yyyqcadwKyLGsdt off=11343885 len=203529 2024-09-18T02:52:08.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 3499 completed, throughput=5MB/sec 2024-09-18T02:52:08.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z-YaRNsE2Trx97m off=8891581 len=1181772 2024-09-18T02:52:08.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 3500 completed, throughput=5MB/sec 2024-09-18T02:52:08.185 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4k5-8UKLz11hRXM off=741060 len=1473049 2024-09-18T02:52:08.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 3501 completed, throughput=5MB/sec 2024-09-18T02:52:08.187 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2ZXFor2BMO-ZJxv off=9195521 len=1279869 2024-09-18T02:52:08.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 3502 completed, throughput=5MB/sec 2024-09-18T02:52:09.194 INFO:tasks.workunit.client.0.smithi046.stdout: 699: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:09.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oLoxQJS4wW9TsXC off=11442423 len=1185383 2024-09-18T02:52:09.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 3503 completed, throughput=5MB/sec 2024-09-18T02:52:09.196 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1SACtK-_bMrc7r1 off=2060887 len=856331 2024-09-18T02:52:09.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 3504 completed, throughput=5MB/sec 2024-09-18T02:52:09.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NUOchXCZ5DoBxnq off=300473 len=1021600 2024-09-18T02:52:09.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 3505 completed, throughput=5MB/sec 2024-09-18T02:52:09.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vilax4yXRg_CuIP off=8806321 len=648795 2024-09-18T02:52:09.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 3506 completed, throughput=5MB/sec 2024-09-18T02:52:09.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nuFL5dTxLqgmb9N off=12706170 len=1268869 2024-09-18T02:52:09.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 3507 completed, throughput=5MB/sec 2024-09-18T02:52:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:09 smithi195 ceph-mon[89559]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:52:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:09 smithi046 ceph-mon[97106]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:52:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:09 smithi046 ceph-mon[94621]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:52:10.210 INFO:tasks.workunit.client.0.smithi046.stdout: 700: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:10.210 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9tq1myfl6gV6k2x off=3210206 len=654268 2024-09-18T02:52:10.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 3508 completed, throughput=4.99MB/sec 2024-09-18T02:52:10.215 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-g3-miDg7Fql2rBg off=4252209 len=1671336 2024-09-18T02:52:10.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 3509 completed, throughput=5MB/sec 2024-09-18T02:52:10.218 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WPmu6lffgvDjgXl off=11220969 len=462042 2024-09-18T02:52:10.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 3510 completed, throughput=5MB/sec 2024-09-18T02:52:10.223 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XZCmMF_dTv-tWlR off=6403793 len=1363023 2024-09-18T02:52:10.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 3511 completed, throughput=5MB/sec 2024-09-18T02:52:10.229 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WkeziyVKYTvOYkq off=1476017 len=731766 2024-09-18T02:52:10.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 3512 completed, throughput=5MB/sec 2024-09-18T02:52:11.230 INFO:tasks.workunit.client.0.smithi046.stdout: 701: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:11.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YaLHloSF6g9xcPZ off=5712946 len=765242 2024-09-18T02:52:11.235 INFO:tasks.workunit.client.0.smithi046.stdout:op 3513 completed, throughput=4.99MB/sec 2024-09-18T02:52:11.235 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--R05BKkrDPzFRXk off=3500098 len=705500 2024-09-18T02:52:11.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 3514 completed, throughput=5MB/sec 2024-09-18T02:52:11.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JaFFL7WY5IFGL-8 off=13834733 len=127374 2024-09-18T02:52:11.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 3515 completed, throughput=5MB/sec 2024-09-18T02:52:11.242 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AWmi2FQYh2N3TRd off=9333719 len=40139 2024-09-18T02:52:11.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 3516 completed, throughput=5MB/sec 2024-09-18T02:52:11.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q0twKLbEV_zlGZk off=9535135 len=1390541 2024-09-18T02:52:11.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 3517 completed, throughput=5MB/sec 2024-09-18T02:52:11.250 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rJMmLJZ3O6FpOeS off=1913683 len=980956 2024-09-18T02:52:11.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 3518 completed, throughput=5MB/sec 2024-09-18T02:52:11.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mB1YawXVaQdMydT off=10265590 len=240693 2024-09-18T02:52:11.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 3519 completed, throughput=5MB/sec 2024-09-18T02:52:11.253 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5Z2l1MMCJOG6hmA off=4984521 len=455820 2024-09-18T02:52:11.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 3520 completed, throughput=5MB/sec 2024-09-18T02:52:11.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wJovCOP8pfuhqSl off=6058063 len=2092660 2024-09-18T02:52:11.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 3521 completed, throughput=5MB/sec 2024-09-18T02:52:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:11 smithi195 ceph-mon[89559]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:11.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:11 smithi046 ceph-mon[97106]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:11 smithi046 ceph-mon[94621]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:12.260 INFO:tasks.workunit.client.0.smithi046.stdout: 702: throughput=5MB/sec pending data=0 2024-09-18T02:52:12.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rjm8EBeN_u2G-Yk off=4790473 len=208878 2024-09-18T02:52:12.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 3522 completed, throughput=5MB/sec 2024-09-18T02:52:12.263 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t_drsCwOSixQfnx off=12055215 len=2032377 2024-09-18T02:52:12.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 3523 completed, throughput=5MB/sec 2024-09-18T02:52:12.266 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gul8F8ZOqUxSlnD off=1110104 len=1845228 2024-09-18T02:52:12.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 3524 completed, throughput=5MB/sec 2024-09-18T02:52:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:52:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:52:13.274 INFO:tasks.workunit.client.0.smithi046.stdout: 703: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:13.275 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hljYavQwsYXKniB off=2311762 len=492792 2024-09-18T02:52:13.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 3525 completed, throughput=4.99MB/sec 2024-09-18T02:52:13.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8I23NBrk732BYHR off=12706036 len=2093404 2024-09-18T02:52:13.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 3526 completed, throughput=5MB/sec 2024-09-18T02:52:13.288 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3uSuU8Le06p2z7_ off=8615246 len=874427 2024-09-18T02:52:13.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 3527 completed, throughput=5MB/sec 2024-09-18T02:52:13.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LgSy8n6niDJKl0E off=3400713 len=1996675 2024-09-18T02:52:13.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 3528 completed, throughput=5MB/sec 2024-09-18T02:52:13.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:13 smithi195 ceph-mon[89559]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:13 smithi046 ceph-mon[97106]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:13 smithi046 ceph-mon[94621]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:14.301 INFO:tasks.workunit.client.0.smithi046.stdout: 704: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:14.301 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RJXgMG5XowrDZgP off=6573289 len=234555 2024-09-18T02:52:14.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 3529 completed, throughput=4.99MB/sec 2024-09-18T02:52:14.302 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z2s2YkSvZCABcSH off=275120 len=821198 2024-09-18T02:52:14.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 3530 completed, throughput=4.99MB/sec 2024-09-18T02:52:14.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iPONNHQGurrneUE off=9254019 len=56348 2024-09-18T02:52:14.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 3531 completed, throughput=5MB/sec 2024-09-18T02:52:14.307 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NInrxzt_cPSjktO off=10027436 len=291003 2024-09-18T02:52:14.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 3532 completed, throughput=5MB/sec 2024-09-18T02:52:14.311 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sGrZ7iS4fyaDzZE off=2897437 len=1128218 2024-09-18T02:52:14.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 3533 completed, throughput=5MB/sec 2024-09-18T02:52:14.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AcSd51F0StHH5z5 off=537019 len=356813 2024-09-18T02:52:14.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 3534 completed, throughput=5MB/sec 2024-09-18T02:52:14.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-g2Vj2Q3VIl2tCMT off=12632102 len=1831244 2024-09-18T02:52:14.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 3535 completed, throughput=5MB/sec 2024-09-18T02:52:14.316 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jxixqx--nQuFgNU off=14961876 len=491983 2024-09-18T02:52:14.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 3536 completed, throughput=5MB/sec 2024-09-18T02:52:14.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:14.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:15.317 INFO:tasks.workunit.client.0.smithi046.stdout: 705: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:15.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fkHvrtpPUSFsptd off=15063887 len=1248653 2024-09-18T02:52:15.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 3537 completed, throughput=5MB/sec 2024-09-18T02:52:15.323 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t7sKrewGt0qKwA1 off=8634773 len=992618 2024-09-18T02:52:15.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 3538 completed, throughput=5MB/sec 2024-09-18T02:52:15.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K0-9EceiECQKrVn off=1562335 len=403102 2024-09-18T02:52:15.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 3539 completed, throughput=5MB/sec 2024-09-18T02:52:15.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_JxQPwKs2iR00vR off=2434046 len=1148146 2024-09-18T02:52:15.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 3540 completed, throughput=5MB/sec 2024-09-18T02:52:15.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oelQCkuxml94L-Q off=17595011 len=667440 2024-09-18T02:52:15.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 3541 completed, throughput=5MB/sec 2024-09-18T02:52:15.334 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EE6djHm_JxWbTYk off=9948658 len=1894262 2024-09-18T02:52:15.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 3542 completed, throughput=5MB/sec 2024-09-18T02:52:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:15 smithi046 ceph-mon[97106]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:52:15.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:15 smithi046 ceph-mon[94621]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:52:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:15 smithi195 ceph-mon[89559]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:52:16.337 INFO:tasks.workunit.client.0.smithi046.stdout: 706: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:16.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Iw9DUNxrmGWrye7 off=574119 len=111582 2024-09-18T02:52:16.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 3543 completed, throughput=4.99MB/sec 2024-09-18T02:52:16.339 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8QufHE2NAwMgquZ off=6795179 len=390878 2024-09-18T02:52:16.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 3544 completed, throughput=5MB/sec 2024-09-18T02:52:16.340 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L-nnZKvKhJFzaP8 off=15938168 len=888539 2024-09-18T02:52:16.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 3545 completed, throughput=5MB/sec 2024-09-18T02:52:16.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bz8Seroy7xBEieu off=988428 len=599977 2024-09-18T02:52:16.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 3546 completed, throughput=5MB/sec 2024-09-18T02:52:16.344 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P4QKvWjhJ2YjZfZ off=3603582 len=1373883 2024-09-18T02:52:16.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 3547 completed, throughput=5MB/sec 2024-09-18T02:52:16.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qoJOUDkm25_3b2H off=47446 len=2028052 2024-09-18T02:52:16.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 3548 completed, throughput=5MB/sec 2024-09-18T02:52:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:52:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:52:16] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-18T02:52:17.353 INFO:tasks.workunit.client.0.smithi046.stdout: 707: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:17.354 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bBHo-cJPjBoF0o1 off=93432 len=615558 2024-09-18T02:52:17.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 3549 completed, throughput=5MB/sec 2024-09-18T02:52:17.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7vID61OlBhGlzSL off=2125016 len=1151143 2024-09-18T02:52:17.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 3550 completed, throughput=5MB/sec 2024-09-18T02:52:17.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-32TbaKM3_sxSKGm off=7764826 len=1187963 2024-09-18T02:52:17.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 3551 completed, throughput=5MB/sec 2024-09-18T02:52:17.361 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C3ey4y0MrPUXe9c off=6148468 len=9615 2024-09-18T02:52:17.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 3552 completed, throughput=5MB/sec 2024-09-18T02:52:17.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eToyJEfs7TPZeHQ off=14795369 len=1253772 2024-09-18T02:52:17.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 3553 completed, throughput=5MB/sec 2024-09-18T02:52:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:17 smithi195 ceph-mon[89559]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:52:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:17 smithi046 ceph-mon[94621]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:52:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:17 smithi046 ceph-mon[97106]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:52:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: 708: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:18.371 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vHG8locMNqXrRgR off=5381756 len=560312 2024-09-18T02:52:18.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 3554 completed, throughput=4.99MB/sec 2024-09-18T02:52:18.375 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5kXvF-q9I49SVuT off=5295942 len=894339 2024-09-18T02:52:18.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 3555 completed, throughput=5MB/sec 2024-09-18T02:52:18.380 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KVGusgBW7E8r_xQ off=1193813 len=113336 2024-09-18T02:52:18.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 3556 completed, throughput=5MB/sec 2024-09-18T02:52:18.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ioO-5mO2YRVVrcs off=180800 len=416919 2024-09-18T02:52:18.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 3557 completed, throughput=5MB/sec 2024-09-18T02:52:18.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RKr2D_yONsnHNrd off=19759049 len=425241 2024-09-18T02:52:18.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 3558 completed, throughput=5MB/sec 2024-09-18T02:52:18.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6akLH9sKyAtTrFc off=8935195 len=1187401 2024-09-18T02:52:18.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 3559 completed, throughput=5MB/sec 2024-09-18T02:52:18.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3aKu3N7aCggzY8X off=947612 len=715806 2024-09-18T02:52:18.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 3560 completed, throughput=5MB/sec 2024-09-18T02:52:18.390 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_l1ERjDLJ3JnqPY off=11799451 len=1963234 2024-09-18T02:52:18.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 3561 completed, throughput=5MB/sec 2024-09-18T02:52:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: 709: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:19.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yFdXgn1WpaTP3JE off=13351921 len=589945 2024-09-18T02:52:19.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 3562 completed, throughput=5MB/sec 2024-09-18T02:52:19.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3F9YKNXi0nVTvBF off=352147 len=2088200 2024-09-18T02:52:19.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 3563 completed, throughput=5MB/sec 2024-09-18T02:52:19.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T9Xc5q4PZzIWgZN off=13362038 len=335534 2024-09-18T02:52:19.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 3564 completed, throughput=5MB/sec 2024-09-18T02:52:19.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TSMKf_wIjdze6GL off=4066524 len=8945 2024-09-18T02:52:19.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 3565 completed, throughput=5MB/sec 2024-09-18T02:52:19.408 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OBJPO80rJMCLG7W off=2837003 len=747511 2024-09-18T02:52:19.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 3566 completed, throughput=5MB/sec 2024-09-18T02:52:19.409 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yyEW6JI4Upv_LXq off=6713380 len=860986 2024-09-18T02:52:19.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 3567 completed, throughput=5MB/sec 2024-09-18T02:52:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:19 smithi195 ceph-mon[89559]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:52:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:19 smithi046 ceph-mon[97106]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:52:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:19 smithi046 ceph-mon[94621]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:52:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: 710: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:20.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4IyqaQnv6A60J5Q off=4167674 len=875454 2024-09-18T02:52:20.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 3568 completed, throughput=4.99MB/sec 2024-09-18T02:52:20.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ahgZlTHzjolfy-K off=1502044 len=417043 2024-09-18T02:52:20.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 3569 completed, throughput=5MB/sec 2024-09-18T02:52:20.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xqT-exzPY1P3LHo off=979324 len=1016726 2024-09-18T02:52:20.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 3570 completed, throughput=5MB/sec 2024-09-18T02:52:20.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SnI7CKyJU6nQPMo off=692971 len=1807081 2024-09-18T02:52:20.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 3571 completed, throughput=5MB/sec 2024-09-18T02:52:20.423 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VASVvWEHBosV_FK off=12693012 len=533184 2024-09-18T02:52:20.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 3572 completed, throughput=5MB/sec 2024-09-18T02:52:20.425 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1mMShDR-fn1tnrm off=15594773 len=1730678 2024-09-18T02:52:20.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 3573 completed, throughput=5MB/sec 2024-09-18T02:52:21.432 INFO:tasks.workunit.client.0.smithi046.stdout: 711: throughput=5MB/sec pending data=0 2024-09-18T02:52:21.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j4KXZ1c7taV5oUw off=5216947 len=619730 2024-09-18T02:52:21.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 3574 completed, throughput=5MB/sec 2024-09-18T02:52:21.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GAY_7R1bUW8nE1w off=0 len=1103081 2024-09-18T02:52:21.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 3575 completed, throughput=5MB/sec 2024-09-18T02:52:21.436 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZFjkD_UQduvGj5s off=4961633 len=493064 2024-09-18T02:52:21.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 3576 completed, throughput=5MB/sec 2024-09-18T02:52:21.438 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l9UmpcGahg2JpiP off=2530246 len=800580 2024-09-18T02:52:21.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 3577 completed, throughput=5MB/sec 2024-09-18T02:52:21.440 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OTISONCH7I6bySO off=2627075 len=1362968 2024-09-18T02:52:21.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 3578 completed, throughput=5MB/sec 2024-09-18T02:52:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:21 smithi195 ceph-mon[89559]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:21 smithi046 ceph-mon[94621]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:21 smithi046 ceph-mon[97106]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:22.442 INFO:tasks.workunit.client.0.smithi046.stdout: 712: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:22.442 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OgXBEFpjcAPelQ- off=5326964 len=1139285 2024-09-18T02:52:22.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 3579 completed, throughput=5MB/sec 2024-09-18T02:52:22.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rwR1ywAldWf1j0M off=3057535 len=660403 2024-09-18T02:52:22.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 3580 completed, throughput=5MB/sec 2024-09-18T02:52:22.449 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jH1kjfPm_Fl6dFV off=24081321 len=305602 2024-09-18T02:52:22.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 3581 completed, throughput=5MB/sec 2024-09-18T02:52:22.452 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0ND2xRC8TaYXcPr off=3187220 len=1200664 2024-09-18T02:52:22.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 3582 completed, throughput=5MB/sec 2024-09-18T02:52:22.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0VViQSOFvZpQuLd off=6793949 len=1532365 2024-09-18T02:52:22.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 3583 completed, throughput=5MB/sec 2024-09-18T02:52:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:52:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:52:23.465 INFO:tasks.workunit.client.0.smithi046.stdout: 713: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:23.465 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n1Yn9EjTDo-CYJo off=14841297 len=387289 2024-09-18T02:52:23.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 3584 completed, throughput=4.99MB/sec 2024-09-18T02:52:23.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2oBXKZTTgL7td8C off=4201872 len=1956994 2024-09-18T02:52:23.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 3585 completed, throughput=5MB/sec 2024-09-18T02:52:23.471 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PJbmq8acXLC4fin off=13750478 len=486613 2024-09-18T02:52:23.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 3586 completed, throughput=5MB/sec 2024-09-18T02:52:23.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RZM5MdJH_oISD3X off=9144816 len=289981 2024-09-18T02:52:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:23 smithi195 ceph-mon[89559]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:52:23.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 3587 completed, throughput=5MB/sec 2024-09-18T02:52:23.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SXdBZySJv4L8Ov9 off=7391583 len=465442 2024-09-18T02:52:23.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 3588 completed, throughput=5MB/sec 2024-09-18T02:52:23.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zmm8yUZ5ykaPnC9 off=593172 len=1819238 2024-09-18T02:52:23.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 3589 completed, throughput=5MB/sec 2024-09-18T02:52:23.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:23 smithi046 ceph-mon[97106]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:52:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:23 smithi046 ceph-mon[94621]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:52:24.480 INFO:tasks.workunit.client.0.smithi046.stdout: 714: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:24.480 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-si_pn0OARG_K57t off=13667818 len=1432200 2024-09-18T02:52:24.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 3590 completed, throughput=5MB/sec 2024-09-18T02:52:24.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tSmZZTs768txMGe off=662207 len=1278163 2024-09-18T02:52:24.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 3591 completed, throughput=5MB/sec 2024-09-18T02:52:24.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PqYp1ijrbxlI8ZB off=9719877 len=1025877 2024-09-18T02:52:24.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 3592 completed, throughput=5MB/sec 2024-09-18T02:52:24.491 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zzvjyc9pm3LaZeJ off=14942084 len=1905474 2024-09-18T02:52:24.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 3593 completed, throughput=5MB/sec 2024-09-18T02:52:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:25 smithi195 ceph-mon[89559]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:52:25.498 INFO:tasks.workunit.client.0.smithi046.stdout: 715: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:25.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V7a7MFKLw1CoAoB off=3457641 len=159729 2024-09-18T02:52:25.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 3594 completed, throughput=4.99MB/sec 2024-09-18T02:52:25.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E579FSqlQ-MnZMb off=5295653 len=361724 2024-09-18T02:52:25.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 3595 completed, throughput=4.99MB/sec 2024-09-18T02:52:25.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GZb9HTeONxgIB7W off=574704 len=905550 2024-09-18T02:52:25.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:25 smithi046 ceph-mon[97106]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:52:25.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 3596 completed, throughput=5MB/sec 2024-09-18T02:52:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:25 smithi046 ceph-mon[94621]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:52:25.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pFsF15ZuqQ3Oa5F off=6426575 len=761766 2024-09-18T02:52:25.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 3597 completed, throughput=5MB/sec 2024-09-18T02:52:25.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_QZB-nrPCPyGFoT off=15760058 len=511944 2024-09-18T02:52:25.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 3598 completed, throughput=5MB/sec 2024-09-18T02:52:25.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cVKJPHmiqbYP28w off=7031677 len=1200204 2024-09-18T02:52:25.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 3599 completed, throughput=5MB/sec 2024-09-18T02:52:25.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S_VOrnDIGNaQ1xu off=17942683 len=1132377 2024-09-18T02:52:25.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 3600 completed, throughput=5MB/sec 2024-09-18T02:52:26.524 INFO:tasks.workunit.client.0.smithi046.stdout: 716: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:26.525 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YbhdCM6zkOrZJfu off=7860771 len=1917355 2024-09-18T02:52:26.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 3601 completed, throughput=5MB/sec 2024-09-18T02:52:26.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5XytB28jPlHxYV3 off=2957630 len=2040046 2024-09-18T02:52:26.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 3602 completed, throughput=5MB/sec 2024-09-18T02:52:26.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vG5eX40XKt95EZq off=19700548 len=480271 2024-09-18T02:52:26.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 3603 completed, throughput=5MB/sec 2024-09-18T02:52:26.548 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kfK72CSB6l_-ekw off=8556790 len=1231009 2024-09-18T02:52:26.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 3604 completed, throughput=5MB/sec 2024-09-18T02:52:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:52:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:52:26] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-18T02:52:27.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:27 smithi195 ceph-mon[89559]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-18T02:52:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:27 smithi046 ceph-mon[97106]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-18T02:52:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:27 smithi046 ceph-mon[94621]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-18T02:52:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: 717: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:27.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6uBz0TXXl7gG8x- off=2210464 len=797315 2024-09-18T02:52:27.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 3605 completed, throughput=4.99MB/sec 2024-09-18T02:52:27.552 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CbsnPRtwXXge0jj off=10961343 len=429364 2024-09-18T02:52:27.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 3606 completed, throughput=5MB/sec 2024-09-18T02:52:27.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QLX55dFrVn_MPDa off=2573952 len=351221 2024-09-18T02:52:27.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 3607 completed, throughput=5MB/sec 2024-09-18T02:52:27.554 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M60IuE-v1FX2LkW off=9544452 len=2005666 2024-09-18T02:52:27.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 3608 completed, throughput=5MB/sec 2024-09-18T02:52:27.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X3vKDijMnM5CWKj off=6273418 len=1068539 2024-09-18T02:52:27.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 3609 completed, throughput=5MB/sec 2024-09-18T02:52:27.563 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RdmWqnYJUU4ceWY off=9064010 len=2019485 2024-09-18T02:52:27.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 3610 completed, throughput=5MB/sec 2024-09-18T02:52:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: 718: throughput=5MB/sec pending data=0 2024-09-18T02:52:28.574 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tAO4kJFDkJ3Iozw off=5474656 len=1508638 2024-09-18T02:52:28.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 3611 completed, throughput=5MB/sec 2024-09-18T02:52:28.576 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YMKxcNBkUVWlXXf off=4225929 len=614212 2024-09-18T02:52:28.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 3612 completed, throughput=5MB/sec 2024-09-18T02:52:28.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CCDs9_WtxM1pYdK off=2423484 len=194090 2024-09-18T02:52:28.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 3613 completed, throughput=5MB/sec 2024-09-18T02:52:28.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1qS_IdU11jaY2sm off=2960798 len=1594734 2024-09-18T02:52:28.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 3614 completed, throughput=5MB/sec 2024-09-18T02:52:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:29 smithi195 ceph-mon[89559]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:52:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:29 smithi046 ceph-mon[97106]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:52:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:29 smithi046 ceph-mon[94621]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:52:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: 719: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:29.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KWu24mdMVhOB7J6 off=2712700 len=849462 2024-09-18T02:52:29.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 3615 completed, throughput=4.99MB/sec 2024-09-18T02:52:29.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_S68yi5Fkrb7gs6 off=13643907 len=1487209 2024-09-18T02:52:29.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 3616 completed, throughput=5MB/sec 2024-09-18T02:52:29.601 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d-yoNN4wC6KtLg- off=17942660 len=2042120 2024-09-18T02:52:29.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 3617 completed, throughput=5MB/sec 2024-09-18T02:52:29.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d-yoNN4wC6KtLg- off=14451810 len=119390 2024-09-18T02:52:29.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 3618 completed, throughput=5MB/sec 2024-09-18T02:52:29.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7BxVIdYyiOUUZxY off=3653479 len=1623954 2024-09-18T02:52:29.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 3619 completed, throughput=5MB/sec 2024-09-18T02:52:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: 720: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:30.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KXWSi2widr-dFuA off=6683707 len=1378387 2024-09-18T02:52:30.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 3620 completed, throughput=5MB/sec 2024-09-18T02:52:30.624 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fRwNDf11MVkjGnB off=1606192 len=683670 2024-09-18T02:52:30.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 3621 completed, throughput=5MB/sec 2024-09-18T02:52:30.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ebw6Qnteb9QDnb3 off=8338614 len=1322263 2024-09-18T02:52:30.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 3622 completed, throughput=5MB/sec 2024-09-18T02:52:30.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xKUNuh8qx91lf1E off=95935 len=532581 2024-09-18T02:52:30.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 3623 completed, throughput=5MB/sec 2024-09-18T02:52:30.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bWw1x0gx93GE4Wi off=7546515 len=984613 2024-09-18T02:52:30.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 3624 completed, throughput=5MB/sec 2024-09-18T02:52:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:31 smithi195 ceph-mon[89559]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:31 smithi046 ceph-mon[97106]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:31 smithi046 ceph-mon[94621]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: 721: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:31.639 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sWcFEvTa_qDDQ5w off=5208755 len=617958 2024-09-18T02:52:31.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 3625 completed, throughput=4.99MB/sec 2024-09-18T02:52:31.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eToyJEfs7TPZeHQ off=12221419 len=802431 2024-09-18T02:52:31.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 3626 completed, throughput=5MB/sec 2024-09-18T02:52:31.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WqvPyBn9BlHE2ke off=326303 len=907417 2024-09-18T02:52:31.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 3627 completed, throughput=5MB/sec 2024-09-18T02:52:31.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zwc09cN1No6sfWI off=11007536 len=1499311 2024-09-18T02:52:31.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 3628 completed, throughput=5MB/sec 2024-09-18T02:52:31.653 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xYmV_tV-vpAnC6p off=150095 len=844777 2024-09-18T02:52:31.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 3629 completed, throughput=5MB/sec 2024-09-18T02:52:31.655 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AGM7_k0M6YaYhSQ off=3903152 len=1031039 2024-09-18T02:52:31.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 3630 completed, throughput=5MB/sec 2024-09-18T02:52:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: 722: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:32.662 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rItEEFaFH08zO3c off=4365591 len=672231 2024-09-18T02:52:32.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 3631 completed, throughput=5MB/sec 2024-09-18T02:52:32.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nj40OuvsQ--lp12 off=8311879 len=1134085 2024-09-18T02:52:32.672 INFO:tasks.workunit.client.0.smithi046.stdout:op 3632 completed, throughput=5MB/sec 2024-09-18T02:52:32.672 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rkXMmlHFsQnOocz off=3446388 len=606467 2024-09-18T02:52:32.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 3633 completed, throughput=5MB/sec 2024-09-18T02:52:32.673 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MIl9wpe130SeFbU off=14157503 len=702358 2024-09-18T02:52:32.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 3634 completed, throughput=5MB/sec 2024-09-18T02:52:32.677 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_2PbWgty6Z9KdL_ off=1822681 len=473107 2024-09-18T02:52:32.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 3635 completed, throughput=5MB/sec 2024-09-18T02:52:32.681 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m6z5iqTgYP3d94q off=9502345 len=1622958 2024-09-18T02:52:32.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 3636 completed, throughput=5MB/sec 2024-09-18T02:52:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:52:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:52:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:33 smithi195 ceph-mon[89559]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:52:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:33 smithi046 ceph-mon[97106]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:52:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:33 smithi046 ceph-mon[94621]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-18T02:52:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: 723: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:33.685 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0nMFwoZwFvBl8cs off=2283674 len=1190880 2024-09-18T02:52:33.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 3637 completed, throughput=5MB/sec 2024-09-18T02:52:33.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RFIdpufpmggGHTU off=144241 len=1640614 2024-09-18T02:52:33.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 3638 completed, throughput=5MB/sec 2024-09-18T02:52:33.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HAhJmQ7fMQ1JuDW off=991306 len=1351771 2024-09-18T02:52:33.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 3639 completed, throughput=5MB/sec 2024-09-18T02:52:33.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-95T0SiUVQsLCgGP off=94122 len=1852739 2024-09-18T02:52:33.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 3640 completed, throughput=5MB/sec 2024-09-18T02:52:34.709 INFO:tasks.workunit.client.0.smithi046.stdout: 724: throughput=5MB/sec pending data=0 2024-09-18T02:52:34.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jhJyhM9-gDmhn6g off=4993559 len=256892 2024-09-18T02:52:34.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 3641 completed, throughput=5MB/sec 2024-09-18T02:52:34.710 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p66H0woa6DbH7DX off=1871482 len=639305 2024-09-18T02:52:34.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 3642 completed, throughput=5MB/sec 2024-09-18T02:52:34.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wY581ACuIQ_V6UK off=7255780 len=491138 2024-09-18T02:52:34.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 3643 completed, throughput=5MB/sec 2024-09-18T02:52:34.718 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O4v-dXA8uMFejdd off=9439474 len=1712092 2024-09-18T02:52:34.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 3644 completed, throughput=5MB/sec 2024-09-18T02:52:34.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BfjqbbxpLjiJlAI off=1899258 len=870006 2024-09-18T02:52:34.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 3645 completed, throughput=5MB/sec 2024-09-18T02:52:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:35 smithi195 ceph-mon[89559]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:35 smithi046 ceph-mon[97106]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:35 smithi046 ceph-mon[94621]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:35.728 INFO:tasks.workunit.client.0.smithi046.stdout: 725: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:35.728 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qfiUOwG7lh_9GaV off=249874 len=2049770 2024-09-18T02:52:35.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 3646 completed, throughput=5MB/sec 2024-09-18T02:52:35.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R4h1RsDhvy6Or-7 off=20126728 len=1734069 2024-09-18T02:52:35.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 3647 completed, throughput=5MB/sec 2024-09-18T02:52:35.744 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LgXbyIyaUOl-Lb2 off=317029 len=1638245 2024-09-18T02:52:35.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 3648 completed, throughput=5MB/sec 2024-09-18T02:52:36.753 INFO:tasks.workunit.client.0.smithi046.stdout: 726: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:36.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o_ukZXubDQ-d7ER off=396391 len=829463 2024-09-18T02:52:36.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:52:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:52:36] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-18T02:52:36.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 3649 completed, throughput=4.99MB/sec 2024-09-18T02:52:36.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7ZGctNTBhy2HNuO off=4940920 len=1628106 2024-09-18T02:52:36.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 3650 completed, throughput=5MB/sec 2024-09-18T02:52:36.767 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3Jcd0QDzTSUHg1c off=9100398 len=811639 2024-09-18T02:52:36.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 3651 completed, throughput=5MB/sec 2024-09-18T02:52:36.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7f4gw2VF1XY4JBC off=2798052 len=283057 2024-09-18T02:52:36.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 3652 completed, throughput=5MB/sec 2024-09-18T02:52:36.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JseN4cDJ6MiQIZ7 off=9971023 len=459634 2024-09-18T02:52:36.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 3653 completed, throughput=5MB/sec 2024-09-18T02:52:36.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fvRUP8qOMQHhHIl off=9170044 len=1682833 2024-09-18T02:52:36.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 3654 completed, throughput=5MB/sec 2024-09-18T02:52:37.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:37 smithi195 ceph-mon[89559]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:52:37.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:37 smithi046 ceph-mon[94621]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:52:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:37 smithi046 ceph-mon[97106]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:52:37.777 INFO:tasks.workunit.client.0.smithi046.stdout: 727: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:37.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qLKnkVtq_GgmbZA off=16992009 len=314069 2024-09-18T02:52:37.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 3655 completed, throughput=4.99MB/sec 2024-09-18T02:52:37.781 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eAp9loChrSZZm_X off=11705368 len=1004820 2024-09-18T02:52:37.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 3656 completed, throughput=5MB/sec 2024-09-18T02:52:37.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4o3v3Wq9gprrMq0 off=8665201 len=103280 2024-09-18T02:52:37.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 3657 completed, throughput=5MB/sec 2024-09-18T02:52:37.784 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dr7dK7q0yNwIWwC off=0 len=1317719 2024-09-18T02:52:37.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 3658 completed, throughput=5MB/sec 2024-09-18T02:52:37.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-toxFLmKp89OD7of off=6049625 len=852839 2024-09-18T02:52:37.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 3659 completed, throughput=5MB/sec 2024-09-18T02:52:37.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZpobCKTENu6q1vG off=400738 len=731230 2024-09-18T02:52:37.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 3660 completed, throughput=5MB/sec 2024-09-18T02:52:37.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JsT9EwaPIBCPeFR off=10529111 len=1840970 2024-09-18T02:52:37.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 3661 completed, throughput=5MB/sec 2024-09-18T02:52:38.798 INFO:tasks.workunit.client.0.smithi046.stdout: 728: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:38.798 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hOHjIi-MBPGkZWr off=6522364 len=248399 2024-09-18T02:52:38.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 3662 completed, throughput=5MB/sec 2024-09-18T02:52:38.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g9KCLKQXWbka70n off=1798309 len=1072759 2024-09-18T02:52:38.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 3663 completed, throughput=5MB/sec 2024-09-18T02:52:38.806 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VpYUP4nXeaLdM24 off=4876165 len=1162156 2024-09-18T02:52:38.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 3664 completed, throughput=5MB/sec 2024-09-18T02:52:38.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5kXvF-q9I49SVuT off=22443481 len=1339761 2024-09-18T02:52:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 3665 completed, throughput=5MB/sec 2024-09-18T02:52:38.819 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qgSwXfe_YtOO31u off=2817192 len=48456 2024-09-18T02:52:38.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 3666 completed, throughput=5MB/sec 2024-09-18T02:52:38.821 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sSIOwzXbm5OPrwv off=1852378 len=429918 2024-09-18T02:52:38.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 3667 completed, throughput=5MB/sec 2024-09-18T02:52:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:39 smithi195 ceph-mon[89559]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:52:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:39 smithi046 ceph-mon[97106]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:52:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:39 smithi046 ceph-mon[94621]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:52:39.825 INFO:tasks.workunit.client.0.smithi046.stdout: 729: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:39.825 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QotyZwihNsrIHVk off=7800468 len=10831 2024-09-18T02:52:39.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 3668 completed, throughput=4.99MB/sec 2024-09-18T02:52:39.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vix4Xllp4OHuTt0 off=1327949 len=939378 2024-09-18T02:52:39.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 3669 completed, throughput=4.99MB/sec 2024-09-18T02:52:39.827 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EgC9oskUN2mbrCi off=802033 len=1342772 2024-09-18T02:52:39.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 3670 completed, throughput=5MB/sec 2024-09-18T02:52:39.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ARyixo23rxiqenk off=812905 len=1952693 2024-09-18T02:52:39.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 3671 completed, throughput=5MB/sec 2024-09-18T02:52:39.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eSyj3THMNLPQanj off=4626435 len=390136 2024-09-18T02:52:39.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 3672 completed, throughput=5MB/sec 2024-09-18T02:52:39.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aM_os0yZJaSUHb0 off=11902291 len=81189 2024-09-18T02:52:39.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 3673 completed, throughput=5MB/sec 2024-09-18T02:52:39.842 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P4PhebWVltaH7z4 off=10179049 len=1211558 2024-09-18T02:52:39.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 3674 completed, throughput=5MB/sec 2024-09-18T02:52:40.844 INFO:tasks.workunit.client.0.smithi046.stdout: 730: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:40.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7YRNTbkKJR3i9Fv off=2345188 len=515926 2024-09-18T02:52:40.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 3675 completed, throughput=4.99MB/sec 2024-09-18T02:52:40.848 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YAorB6g9hV_Kzc4 off=2409211 len=1645574 2024-09-18T02:52:40.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 3676 completed, throughput=5MB/sec 2024-09-18T02:52:40.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SbPiyXkmdMZoBZx off=13534076 len=509702 2024-09-18T02:52:40.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 3677 completed, throughput=5MB/sec 2024-09-18T02:52:40.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DAmQs-axvCvZufw off=10525949 len=2070551 2024-09-18T02:52:40.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 3678 completed, throughput=5MB/sec 2024-09-18T02:52:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:41 smithi195 ceph-mon[89559]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:52:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:41 smithi046 ceph-mon[94621]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:52:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:41 smithi046 ceph-mon[97106]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:52:41.860 INFO:tasks.workunit.client.0.smithi046.stdout: 731: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:41.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q52g9IYR2v54T8w off=5493560 len=1094760 2024-09-18T02:52:41.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 3679 completed, throughput=4.99MB/sec 2024-09-18T02:52:41.862 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-umdVRjeMRriz0r6 off=3675741 len=1511764 2024-09-18T02:52:41.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 3680 completed, throughput=5MB/sec 2024-09-18T02:52:41.864 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QoZs31u9gX5u9RJ off=18347279 len=278377 2024-09-18T02:52:41.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 3681 completed, throughput=5MB/sec 2024-09-18T02:52:41.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1hDASRtyRq0WLYx off=1632855 len=2094944 2024-09-18T02:52:41.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 3682 completed, throughput=5MB/sec 2024-09-18T02:52:41.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K_7q6v4KrxX-EEP off=5643711 len=1464398 2024-09-18T02:52:41.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 3683 completed, throughput=5MB/sec 2024-09-18T02:52:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:52:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:52:42.878 INFO:tasks.workunit.client.0.smithi046.stdout: 732: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:42.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aSEuV1Wv-PuGQag off=2470502 len=1631284 2024-09-18T02:52:42.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 3684 completed, throughput=5MB/sec 2024-09-18T02:52:42.880 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mS1GZaWHyo-OWYZ off=4991703 len=442398 2024-09-18T02:52:42.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 3685 completed, throughput=5MB/sec 2024-09-18T02:52:42.883 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5t7AkUe6166Cu86 off=3132490 len=387988 2024-09-18T02:52:42.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 3686 completed, throughput=5MB/sec 2024-09-18T02:52:42.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2gvo3JDapMkH046 off=2498584 len=1967326 2024-09-18T02:52:42.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 3687 completed, throughput=5MB/sec 2024-09-18T02:52:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:43 smithi195 ceph-mon[89559]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:43 smithi046 ceph-mon[97106]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:43 smithi046 ceph-mon[94621]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:43.893 INFO:tasks.workunit.client.0.smithi046.stdout: 733: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:43.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mhr3MNjlFow0G4Y off=2389570 len=483243 2024-09-18T02:52:43.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 3688 completed, throughput=4.99MB/sec 2024-09-18T02:52:43.895 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dDUuyUZOdimQAQX off=1388894 len=1667045 2024-09-18T02:52:43.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 3689 completed, throughput=5MB/sec 2024-09-18T02:52:43.897 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dWgxgEPBmkcJ1dE off=0 len=1404296 2024-09-18T02:52:43.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 3690 completed, throughput=5MB/sec 2024-09-18T02:52:43.899 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CpFp1tyhBEYIXXJ off=7785112 len=1123714 2024-09-18T02:52:43.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 3691 completed, throughput=5MB/sec 2024-09-18T02:52:43.905 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t5autV9i1XvxTVg off=3167073 len=446185 2024-09-18T02:52:43.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 3692 completed, throughput=5MB/sec 2024-09-18T02:52:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:44.906 INFO:tasks.workunit.client.0.smithi046.stdout: 734: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:44.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SZoYrVSa_RiFGH- off=364281 len=388225 2024-09-18T02:52:44.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 3693 completed, throughput=4.99MB/sec 2024-09-18T02:52:44.907 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U49SHy-x3JMDeu1 off=5045510 len=2055297 2024-09-18T02:52:44.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 3694 completed, throughput=5MB/sec 2024-09-18T02:52:44.917 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LfBj0c-iH7_2_0b off=5077945 len=252996 2024-09-18T02:52:44.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 3695 completed, throughput=5MB/sec 2024-09-18T02:52:44.920 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lEb8XySeIWJ9wB3 off=12696068 len=1125143 2024-09-18T02:52:44.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 3696 completed, throughput=5MB/sec 2024-09-18T02:52:44.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-By8g3hpm7ayGtN5 off=3484685 len=1422896 2024-09-18T02:52:44.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 3697 completed, throughput=5MB/sec 2024-09-18T02:52:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:45 smithi195 ceph-mon[89559]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:45 smithi046 ceph-mon[97106]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:45 smithi046 ceph-mon[94621]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:52:45.928 INFO:tasks.workunit.client.0.smithi046.stdout: 735: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:45.928 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d3WWmpKKijUM6so off=3349426 len=531041 2024-09-18T02:52:45.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 3698 completed, throughput=4.99MB/sec 2024-09-18T02:52:45.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mr_wFfQCeHVbqJ7 off=9870436 len=898998 2024-09-18T02:52:45.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 3699 completed, throughput=5MB/sec 2024-09-18T02:52:45.937 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QWDL_ObEw2y5U4U off=821716 len=215913 2024-09-18T02:52:45.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 3700 completed, throughput=5MB/sec 2024-09-18T02:52:45.940 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bKL9DkHe6TxJWwd off=367749 len=1470167 2024-09-18T02:52:45.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 3701 completed, throughput=5MB/sec 2024-09-18T02:52:45.943 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZFjkD_UQduvGj5s off=11429812 len=1569204 2024-09-18T02:52:45.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 3702 completed, throughput=5MB/sec 2024-09-18T02:52:45.946 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DMo9zsNsrvxg3oU off=605752 len=1674439 2024-09-18T02:52:45.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 3703 completed, throughput=5MB/sec 2024-09-18T02:52:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:52:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:52:46] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-18T02:52:46.954 INFO:tasks.workunit.client.0.smithi046.stdout: 736: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:46.954 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BW6Lq-WSWg3NHE9 off=9289537 len=834790 2024-09-18T02:52:46.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 3704 completed, throughput=5MB/sec 2024-09-18T02:52:46.959 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PoP29Fn6qFecbaX off=265192 len=1294229 2024-09-18T02:52:46.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 3705 completed, throughput=5MB/sec 2024-09-18T02:52:46.962 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J-uGZWgbny5djzF off=3628728 len=1877835 2024-09-18T02:52:46.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 3706 completed, throughput=5MB/sec 2024-09-18T02:52:46.971 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_lSmRkkEBjRn4ZN off=11835371 len=65271 2024-09-18T02:52:46.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 3707 completed, throughput=5MB/sec 2024-09-18T02:52:46.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-59E10-Ne-RMo_86 off=16425508 len=735816 2024-09-18T02:52:46.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 3708 completed, throughput=5MB/sec 2024-09-18T02:52:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:47 smithi195 ceph-mon[89559]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:52:47.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:47 smithi046 ceph-mon[97106]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:52:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:47 smithi046 ceph-mon[94621]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:52:47.979 INFO:tasks.workunit.client.0.smithi046.stdout: 737: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:47.979 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hpkoJNn-C0LxPDX off=13137469 len=303080 2024-09-18T02:52:47.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 3709 completed, throughput=4.99MB/sec 2024-09-18T02:52:47.980 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cY7RQQsOejIq_ov off=17038629 len=372572 2024-09-18T02:52:47.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 3710 completed, throughput=4.99MB/sec 2024-09-18T02:52:47.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R-yBUlwX5LSpclO off=7296380 len=1076907 2024-09-18T02:52:47.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 3711 completed, throughput=5MB/sec 2024-09-18T02:52:47.985 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PM-mYQAYGH9KtGG off=6113815 len=1223916 2024-09-18T02:52:47.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 3712 completed, throughput=5MB/sec 2024-09-18T02:52:47.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-04NiSHhQbI1yoa2 off=2679484 len=1269083 2024-09-18T02:52:47.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 3713 completed, throughput=5MB/sec 2024-09-18T02:52:47.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MvmFHbuSi18dFWu off=340730 len=1517543 2024-09-18T02:52:47.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 3714 completed, throughput=5MB/sec 2024-09-18T02:52:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:52:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:52:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:52:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:52:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:52:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:52:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:52:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:52:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:52:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:52:48.991 INFO:tasks.workunit.client.0.smithi046.stdout: 738: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:48.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hxXFDSIgQQ9w21x off=0 len=1482774 2024-09-18T02:52:48.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 3715 completed, throughput=5MB/sec 2024-09-18T02:52:48.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_-ChzABs2gzKYgx off=5907146 len=1429546 2024-09-18T02:52:49.002 INFO:tasks.workunit.client.0.smithi046.stdout:op 3716 completed, throughput=5MB/sec 2024-09-18T02:52:49.002 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BruWGkka_a1LZwb off=6869731 len=197400 2024-09-18T02:52:49.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 3717 completed, throughput=5MB/sec 2024-09-18T02:52:49.003 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yU8-_mjZwtl5Dlk off=8084582 len=1396478 2024-09-18T02:52:49.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 3718 completed, throughput=5MB/sec 2024-09-18T02:52:49.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:49 smithi195 ceph-mon[89559]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:49 smithi046 ceph-mon[94621]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:49 smithi046 ceph-mon[97106]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:52:50.005 INFO:tasks.workunit.client.0.smithi046.stdout: 739: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:50.005 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yq5ZjyplHV4M9Zh off=1962725 len=40714 2024-09-18T02:52:50.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 3719 completed, throughput=4.99MB/sec 2024-09-18T02:52:50.007 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LpAW9I4gsiSX5PU off=5449424 len=464482 2024-09-18T02:52:50.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 3720 completed, throughput=4.99MB/sec 2024-09-18T02:52:50.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M_Ka0adaQKfoSjN off=7659952 len=973364 2024-09-18T02:52:50.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 3721 completed, throughput=5MB/sec 2024-09-18T02:52:50.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HVcKZmDtzZdseOp off=2159995 len=211620 2024-09-18T02:52:50.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 3722 completed, throughput=5MB/sec 2024-09-18T02:52:50.013 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PVyq9CW6SJXmixo off=2538448 len=1792392 2024-09-18T02:52:50.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 3723 completed, throughput=5MB/sec 2024-09-18T02:52:50.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yOiZF4Vl8-CHxWK off=5014558 len=1466765 2024-09-18T02:52:50.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 3724 completed, throughput=5MB/sec 2024-09-18T02:52:50.023 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e8yi4JDE_bEXqVA off=11096361 len=499236 2024-09-18T02:52:50.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 3725 completed, throughput=5MB/sec 2024-09-18T02:52:51.028 INFO:tasks.workunit.client.0.smithi046.stdout: 740: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:51.028 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MJRQflUsKKHFCdz off=1201940 len=58220 2024-09-18T02:52:51.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 3726 completed, throughput=4.99MB/sec 2024-09-18T02:52:51.030 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-75R305IvlSAFahx off=8234727 len=1649889 2024-09-18T02:52:51.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 3727 completed, throughput=5MB/sec 2024-09-18T02:52:51.038 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dtyZR4E-11oVBbH off=5179799 len=1629040 2024-09-18T02:52:51.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 3728 completed, throughput=5MB/sec 2024-09-18T02:52:51.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dj0agYC0kSPgRA_ off=2401493 len=2028566 2024-09-18T02:52:51.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 3729 completed, throughput=5MB/sec 2024-09-18T02:52:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:51 smithi195 ceph-mon[89559]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:52:51.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:51 smithi046 ceph-mon[94621]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:52:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:51 smithi046 ceph-mon[97106]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:52:52.053 INFO:tasks.workunit.client.0.smithi046.stdout: 741: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:52.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6m_l0zTYW6CL-M8 off=6685974 len=905100 2024-09-18T02:52:52.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 3730 completed, throughput=4.99MB/sec 2024-09-18T02:52:52.055 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v2rt7MLqXTCjmAE off=20993428 len=1462917 2024-09-18T02:52:52.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 3731 completed, throughput=5MB/sec 2024-09-18T02:52:52.058 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AagreTp1JvEx7gr off=6004628 len=161795 2024-09-18T02:52:52.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 3732 completed, throughput=5MB/sec 2024-09-18T02:52:52.058 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PAWt1UU-WGCrVlx off=9781400 len=709589 2024-09-18T02:52:52.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 3733 completed, throughput=5MB/sec 2024-09-18T02:52:52.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sTezNgLNsY2Hcib off=10134923 len=1211176 2024-09-18T02:52:52.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 3734 completed, throughput=5MB/sec 2024-09-18T02:52:52.066 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n50kXbPgyqF7nGu off=8015090 len=792797 2024-09-18T02:52:52.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 3735 completed, throughput=5MB/sec 2024-09-18T02:52:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:52:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:52:53.071 INFO:tasks.workunit.client.0.smithi046.stdout: 742: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:53.072 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3ttupv3WrS2V_P- off=9733842 len=2062552 2024-09-18T02:52:53.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 3736 completed, throughput=5MB/sec 2024-09-18T02:52:53.074 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QBc9mj2Er1Y5iYv off=6731800 len=1636827 2024-09-18T02:52:53.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 3737 completed, throughput=5MB/sec 2024-09-18T02:52:53.083 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2UsCqGHZE7gSQZR off=6094856 len=1415314 2024-09-18T02:52:53.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 3738 completed, throughput=5MB/sec 2024-09-18T02:52:53.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GIEHkNRqo557dme off=5689752 len=26257 2024-09-18T02:52:53.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 3739 completed, throughput=5MB/sec 2024-09-18T02:52:53.092 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y-EEIczfuL0zQzQ off=1419717 len=201867 2024-09-18T02:52:53.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 3740 completed, throughput=5MB/sec 2024-09-18T02:52:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:53 smithi195 ceph-mon[89559]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:53 smithi046 ceph-mon[94621]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:53 smithi046 ceph-mon[97106]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:52:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: 743: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:54.095 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nq4w9CeywEiQeGD off=4307295 len=869190 2024-09-18T02:52:54.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 3741 completed, throughput=4.99MB/sec 2024-09-18T02:52:54.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VFqxgZgHZwUX3ei off=7199039 len=1471952 2024-09-18T02:52:54.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 3742 completed, throughput=5MB/sec 2024-09-18T02:52:54.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OSJDoTQpWJpuBHY off=18450799 len=882694 2024-09-18T02:52:54.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 3743 completed, throughput=5MB/sec 2024-09-18T02:52:54.110 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eByBgjstl1-eSQt off=4697908 len=2045044 2024-09-18T02:52:54.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 3744 completed, throughput=5MB/sec 2024-09-18T02:52:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: 744: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:55.113 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1dwEo9CV1UwLxh6 off=4872422 len=483567 2024-09-18T02:52:55.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 3745 completed, throughput=4.99MB/sec 2024-09-18T02:52:55.116 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G_bTPwbrNYu9q6k off=1169594 len=1292612 2024-09-18T02:52:55.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 3746 completed, throughput=5MB/sec 2024-09-18T02:52:55.119 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-viwOcgk1q8BmOn2 off=7775347 len=474107 2024-09-18T02:52:55.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 3747 completed, throughput=5MB/sec 2024-09-18T02:52:55.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uCnS0Hlfk9cMv3R off=3951579 len=955785 2024-09-18T02:52:55.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 3748 completed, throughput=5MB/sec 2024-09-18T02:52:55.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rYZZYwOQGgqU-nW off=1255949 len=2073363 2024-09-18T02:52:55.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 3749 completed, throughput=5MB/sec 2024-09-18T02:52:55.136 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j5OvhNOzDjvpMuZ off=21586740 len=1856719 2024-09-18T02:52:55.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 3750 completed, throughput=5MB/sec 2024-09-18T02:52:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:55 smithi195 ceph-mon[89559]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:52:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:55 smithi046 ceph-mon[94621]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:52:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:55 smithi046 ceph-mon[97106]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T02:52:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: 745: throughput=5MB/sec pending data=0 2024-09-18T02:52:56.144 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2NcNThZ8RCFf5dH off=9683951 len=1369267 2024-09-18T02:52:56.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 3751 completed, throughput=5MB/sec 2024-09-18T02:52:56.145 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SnCsWJ78kZaASt1 off=8726766 len=220574 2024-09-18T02:52:56.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 3752 completed, throughput=5MB/sec 2024-09-18T02:52:56.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WKaIz8mdXziCQrc off=1550671 len=1635288 2024-09-18T02:52:56.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 3753 completed, throughput=5MB/sec 2024-09-18T02:52:56.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HbhvjC49tpiTXPP off=3978735 len=972770 2024-09-18T02:52:56.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 3754 completed, throughput=5MB/sec 2024-09-18T02:52:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:52:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:52:56] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-18T02:52:57.164 INFO:tasks.workunit.client.0.smithi046.stdout: 746: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:57.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wVj85mkXdXqoIRn off=15825534 len=2050092 2024-09-18T02:52:57.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 3755 completed, throughput=5MB/sec 2024-09-18T02:52:57.165 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ds-I4OJSg62iwVG off=10206189 len=1091770 2024-09-18T02:52:57.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 3756 completed, throughput=5MB/sec 2024-09-18T02:52:57.167 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i1O-ITC63KXKqwb off=8853036 len=1754849 2024-09-18T02:52:57.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 3757 completed, throughput=5MB/sec 2024-09-18T02:52:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:57 smithi195 ceph-mon[89559]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:52:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:57 smithi046 ceph-mon[94621]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:52:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:57 smithi046 ceph-mon[97106]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:52:58.176 INFO:tasks.workunit.client.0.smithi046.stdout: 747: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:58.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0igDYE5_1xhY7SQ off=4810013 len=1653918 2024-09-18T02:52:58.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 3758 completed, throughput=5MB/sec 2024-09-18T02:52:58.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mwJGbqRDVBeshv4 off=2602614 len=620195 2024-09-18T02:52:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 3759 completed, throughput=5MB/sec 2024-09-18T02:52:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GRqAhHFvySTpDPI off=2305833 len=1781750 2024-09-18T02:52:58.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 3760 completed, throughput=5MB/sec 2024-09-18T02:52:58.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RFdaBe732dphK_n off=8663179 len=1668356 2024-09-18T02:52:58.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 3761 completed, throughput=5MB/sec 2024-09-18T02:52:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:58.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:52:59.192 INFO:tasks.workunit.client.0.smithi046.stdout: 748: throughput=4.99MB/sec pending data=0 2024-09-18T02:52:59.192 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nEpZOGonGAiF8_K off=7181166 len=991834 2024-09-18T02:52:59.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 3762 completed, throughput=5MB/sec 2024-09-18T02:52:59.198 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fQPvNa9NtiMjR2K off=4694790 len=1093110 2024-09-18T02:52:59.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 3763 completed, throughput=5MB/sec 2024-09-18T02:52:59.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lzTuweLZPl-6P8c off=14255588 len=788954 2024-09-18T02:52:59.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 3764 completed, throughput=5MB/sec 2024-09-18T02:52:59.204 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fjf5ENJewFj_VYK off=14467451 len=509323 2024-09-18T02:52:59.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 3765 completed, throughput=5MB/sec 2024-09-18T02:52:59.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-agWVb4dhsbzEdG4 off=6251415 len=629751 2024-09-18T02:52:59.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 3766 completed, throughput=5MB/sec 2024-09-18T02:52:59.212 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MNKSDG6SCjqhAzq off=6114970 len=443070 2024-09-18T02:52:59.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 3767 completed, throughput=5MB/sec 2024-09-18T02:52:59.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vwCRI3jXxhmuSXw off=5429539 len=98703 2024-09-18T02:52:59.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 3768 completed, throughput=5MB/sec 2024-09-18T02:52:59.218 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cWhDUN_U8LeFL1Z off=483483 len=139335 2024-09-18T02:52:59.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 3769 completed, throughput=5MB/sec 2024-09-18T02:52:59.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QyLDD6HerxJhaWx off=3275216 len=2006112 2024-09-18T02:52:59.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 3770 completed, throughput=5MB/sec 2024-09-18T02:52:59.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:52:59 smithi046 ceph-mon[94621]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:52:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:52:59 smithi046 ceph-mon[97106]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:52:59.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:52:59 smithi195 ceph-mon[89559]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:53:00.230 INFO:tasks.workunit.client.0.smithi046.stdout: 749: throughput=5MB/sec pending data=0 2024-09-18T02:53:00.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ygAd9_A09AJqzS3 off=719476 len=837427 2024-09-18T02:53:00.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 3771 completed, throughput=5MB/sec 2024-09-18T02:53:00.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C_8xosLZ936LX8x off=438515 len=1360488 2024-09-18T02:53:00.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 3772 completed, throughput=5MB/sec 2024-09-18T02:53:00.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pO5BGNlZpCpBzu8 off=720755 len=1022602 2024-09-18T02:53:00.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 3773 completed, throughput=5MB/sec 2024-09-18T02:53:00.245 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V6xa7iUmBia-OSx off=4506585 len=1279050 2024-09-18T02:53:00.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 3774 completed, throughput=5MB/sec 2024-09-18T02:53:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:00 smithi046 ceph-mon[94621]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:53:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:00 smithi046 ceph-mon[97106]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:53:00.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:00 smithi195 ceph-mon[89559]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:53:01.251 INFO:tasks.workunit.client.0.smithi046.stdout: 750: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:01.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IrM-siuU-rA0LLq off=11420399 len=991739 2024-09-18T02:53:01.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 3775 completed, throughput=5MB/sec 2024-09-18T02:53:01.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2ZdAVD4QKOyB5kH off=14781794 len=1373045 2024-09-18T02:53:01.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 3776 completed, throughput=5MB/sec 2024-09-18T02:53:01.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pIHQzKBv3CpVR_D off=17959866 len=510086 2024-09-18T02:53:01.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 3777 completed, throughput=5MB/sec 2024-09-18T02:53:01.259 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PqYp1ijrbxlI8ZB off=23807273 len=1517200 2024-09-18T02:53:01.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 3778 completed, throughput=5MB/sec 2024-09-18T02:53:02.267 INFO:tasks.workunit.client.0.smithi046.stdout: 751: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:02.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FGrZ7uqZ4Dzq4uW off=3732531 len=1182959 2024-09-18T02:53:02.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 3779 completed, throughput=4.99MB/sec 2024-09-18T02:53:02.274 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H-fp771NPK2cu0N off=4767983 len=1161269 2024-09-18T02:53:02.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 3780 completed, throughput=5MB/sec 2024-09-18T02:53:02.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jwDC1GNFfjvaE0t off=99926 len=115947 2024-09-18T02:53:02.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 3781 completed, throughput=5MB/sec 2024-09-18T02:53:02.276 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xgP3pdGs9YahE5x off=658583 len=123446 2024-09-18T02:53:02.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 3782 completed, throughput=5MB/sec 2024-09-18T02:53:02.276 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F7J3mmmyLzobqBj off=5833279 len=506039 2024-09-18T02:53:02.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 3783 completed, throughput=5MB/sec 2024-09-18T02:53:02.277 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vHioIUHj-qrAO8s off=4800692 len=1115858 2024-09-18T02:53:02.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 3784 completed, throughput=5MB/sec 2024-09-18T02:53:02.283 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZEsSYe5Ku4qkNqE off=17991174 len=2094786 2024-09-18T02:53:02.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 3785 completed, throughput=5MB/sec 2024-09-18T02:53:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:53:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:53:03.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:02 smithi195 ceph-mon[89559]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:53:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:02 smithi046 ceph-mon[94621]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:53:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:02 smithi046 ceph-mon[97106]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:53:03.291 INFO:tasks.workunit.client.0.smithi046.stdout: 752: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:03.291 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tHiqvujMFeHGftD off=7345005 len=999679 2024-09-18T02:53:03.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 3786 completed, throughput=5MB/sec 2024-09-18T02:53:03.301 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bWw1x0gx93GE4Wi off=9427059 len=162594 2024-09-18T02:53:03.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 3787 completed, throughput=5MB/sec 2024-09-18T02:53:03.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1LHopVKr8lmBZKL off=3391612 len=2058019 2024-09-18T02:53:03.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 3788 completed, throughput=5MB/sec 2024-09-18T02:53:03.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yccIHx5TIz5aN6I off=19583731 len=1930215 2024-09-18T02:53:03.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 3789 completed, throughput=5MB/sec 2024-09-18T02:53:04.317 INFO:tasks.workunit.client.0.smithi046.stdout: 753: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:04.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AxFHLvmXsfDI-Wh off=20682701 len=273530 2024-09-18T02:53:04.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 3790 completed, throughput=4.99MB/sec 2024-09-18T02:53:04.321 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c4Rl9dqn5mTOitp off=1179638 len=651325 2024-09-18T02:53:04.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 3791 completed, throughput=5MB/sec 2024-09-18T02:53:04.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I2njIfidPMZN37- off=3766577 len=1862642 2024-09-18T02:53:04.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 3792 completed, throughput=5MB/sec 2024-09-18T02:53:04.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RTifdLysSWSnSuk off=13368166 len=413897 2024-09-18T02:53:04.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 3793 completed, throughput=5MB/sec 2024-09-18T02:53:04.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N_idV0hiGYsVCzz off=7282125 len=651330 2024-09-18T02:53:04.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 3794 completed, throughput=5MB/sec 2024-09-18T02:53:04.337 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aMSAXnYk3X3qGyb off=1438933 len=1077625 2024-09-18T02:53:04.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 3795 completed, throughput=5MB/sec 2024-09-18T02:53:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:04 smithi195 ceph-mon[89559]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:53:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:04 smithi046 ceph-mon[94621]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:53:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:04 smithi046 ceph-mon[97106]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:53:05.338 INFO:tasks.workunit.client.0.smithi046.stdout: 754: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:05.339 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xHDHzb6PLbdT8B4 off=14039269 len=2054214 2024-09-18T02:53:05.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 3796 completed, throughput=5MB/sec 2024-09-18T02:53:05.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-htXleFO4mFKfnP- off=23109664 len=1648221 2024-09-18T02:53:05.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 3797 completed, throughput=5MB/sec 2024-09-18T02:53:05.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lorBuB1Bx1Xzbs8 off=3830825 len=1475698 2024-09-18T02:53:05.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 3798 completed, throughput=5MB/sec 2024-09-18T02:53:06.347 INFO:tasks.workunit.client.0.smithi046.stdout: 755: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:06.348 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lntpd6l6L9BK_M6 off=3389814 len=1281789 2024-09-18T02:53:06.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 3799 completed, throughput=5MB/sec 2024-09-18T02:53:06.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_JxQPwKs2iR00vR off=2370127 len=552827 2024-09-18T02:53:06.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 3800 completed, throughput=5MB/sec 2024-09-18T02:53:06.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t6tsSPH0O_ATp9P off=22097709 len=666458 2024-09-18T02:53:06.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 3801 completed, throughput=5MB/sec 2024-09-18T02:53:06.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BtawltiVSb6WJcn off=5425810 len=300561 2024-09-18T02:53:06.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 3802 completed, throughput=5MB/sec 2024-09-18T02:53:06.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GC9KoOhghk3w9Ej off=1445072 len=228878 2024-09-18T02:53:06.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 3803 completed, throughput=5MB/sec 2024-09-18T02:53:06.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nUUTGh0LgfuHFyy off=2340371 len=1944217 2024-09-18T02:53:06.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 3804 completed, throughput=5MB/sec 2024-09-18T02:53:06.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kf1Mb5jJGNxdEJO off=16888262 len=1656559 2024-09-18T02:53:06.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 3805 completed, throughput=5MB/sec 2024-09-18T02:53:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:53:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:53:06] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-18T02:53:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:06 smithi195 ceph-mon[89559]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:53:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:06 smithi046 ceph-mon[94621]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:53:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:06 smithi046 ceph-mon[97106]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:53:07.365 INFO:tasks.workunit.client.0.smithi046.stdout: 756: throughput=5MB/sec pending data=0 2024-09-18T02:53:07.366 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-33HK8Jf22Ugidcd off=10042395 len=2027538 2024-09-18T02:53:07.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 3806 completed, throughput=5MB/sec 2024-09-18T02:53:07.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O8kIQZfZ7cuFVJK off=8296747 len=1976452 2024-09-18T02:53:07.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 3807 completed, throughput=5MB/sec 2024-09-18T02:53:08.385 INFO:tasks.workunit.client.0.smithi046.stdout: 757: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:08.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--YKDfyIVPAiSt2N off=9554703 len=1120964 2024-09-18T02:53:08.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 3808 completed, throughput=5MB/sec 2024-09-18T02:53:08.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qiIt2pBBt6E1hc4 off=4671951 len=1803604 2024-09-18T02:53:08.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 3809 completed, throughput=5MB/sec 2024-09-18T02:53:08.400 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fBrIitPe_RypWe1 off=2954296 len=422551 2024-09-18T02:53:08.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 3810 completed, throughput=5MB/sec 2024-09-18T02:53:08.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0NyYbSc7KhfOkWk off=15960614 len=705147 2024-09-18T02:53:08.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 3811 completed, throughput=5MB/sec 2024-09-18T02:53:08.408 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WAeSlKFRGlC_f3g off=5625204 len=1135357 2024-09-18T02:53:08.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 3812 completed, throughput=5MB/sec 2024-09-18T02:53:08.409 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-439SCWjiFja2foC off=1000307 len=590057 2024-09-18T02:53:08.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 3813 completed, throughput=5MB/sec 2024-09-18T02:53:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:08 smithi195 ceph-mon[89559]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-18T02:53:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:08 smithi046 ceph-mon[94621]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-18T02:53:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:08 smithi046 ceph-mon[97106]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-18T02:53:09.411 INFO:tasks.workunit.client.0.smithi046.stdout: 758: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:09.411 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fPS717vYZ06n2nV off=1096574 len=1667609 2024-09-18T02:53:09.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 3814 completed, throughput=5MB/sec 2024-09-18T02:53:09.421 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4gvXE36gK_tHNVt off=11795840 len=1581551 2024-09-18T02:53:09.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 3815 completed, throughput=5MB/sec 2024-09-18T02:53:09.428 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kSTaNlk87dFbLlF off=386885 len=1170206 2024-09-18T02:53:09.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 3816 completed, throughput=5MB/sec 2024-09-18T02:53:09.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jjvDUTebV1QWiRO off=1098923 len=1765156 2024-09-18T02:53:09.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 3817 completed, throughput=5MB/sec 2024-09-18T02:53:10.436 INFO:tasks.workunit.client.0.smithi046.stdout: 759: throughput=5MB/sec pending data=0 2024-09-18T02:53:10.436 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3o7sVCHpIRaK42O off=3855691 len=353983 2024-09-18T02:53:10.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 3818 completed, throughput=5MB/sec 2024-09-18T02:53:10.439 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rW2RDps_dofjI7A off=4414914 len=592009 2024-09-18T02:53:10.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 3819 completed, throughput=5MB/sec 2024-09-18T02:53:10.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xSreTg2E7_6Ga6N off=6789193 len=1216402 2024-09-18T02:53:10.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 3820 completed, throughput=5MB/sec 2024-09-18T02:53:10.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H3y2trpNhNYGCBG off=1655890 len=1561176 2024-09-18T02:53:10.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 3821 completed, throughput=5MB/sec 2024-09-18T02:53:10.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PWgE7pIBeLbnFa8 off=0 len=1670347 2024-09-18T02:53:10.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 3822 completed, throughput=5MB/sec 2024-09-18T02:53:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:10 smithi195 ceph-mon[89559]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:53:11.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:10 smithi046 ceph-mon[94621]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:53:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:10 smithi046 ceph-mon[97106]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:53:11.457 INFO:tasks.workunit.client.0.smithi046.stdout: 760: throughput=5MB/sec pending data=0 2024-09-18T02:53:11.457 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VRQv1VIRxYwgrZe off=443872 len=674591 2024-09-18T02:53:11.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 3823 completed, throughput=5MB/sec 2024-09-18T02:53:11.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1ZELeUoszrrRAvM off=9907283 len=1212922 2024-09-18T02:53:11.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 3824 completed, throughput=5MB/sec 2024-09-18T02:53:11.465 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ruHAckO11WNpoMD off=15686460 len=947425 2024-09-18T02:53:11.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 3825 completed, throughput=5MB/sec 2024-09-18T02:53:11.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RC8oFTMRM9XGR_o off=68505 len=1634001 2024-09-18T02:53:11.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 3826 completed, throughput=5MB/sec 2024-09-18T02:53:12.469 INFO:tasks.workunit.client.0.smithi046.stdout: 761: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:12.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wIxUZYiFvnBDKRo off=12850215 len=797677 2024-09-18T02:53:12.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 3827 completed, throughput=5MB/sec 2024-09-18T02:53:12.471 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cp7kN7qgC1q0FeW off=16804574 len=223744 2024-09-18T02:53:12.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 3828 completed, throughput=5MB/sec 2024-09-18T02:53:12.471 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CstP2rUi0vdo--K off=6626450 len=568436 2024-09-18T02:53:12.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 3829 completed, throughput=5MB/sec 2024-09-18T02:53:12.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xQBV14OaeKxDV6O off=2281908 len=365558 2024-09-18T02:53:12.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 3830 completed, throughput=5MB/sec 2024-09-18T02:53:12.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AnUziZzEe8PulsA off=2904601 len=66563 2024-09-18T02:53:12.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 3831 completed, throughput=5MB/sec 2024-09-18T02:53:12.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1zshIiMjbiRFcIQ off=5525302 len=2052552 2024-09-18T02:53:12.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 3832 completed, throughput=5MB/sec 2024-09-18T02:53:12.481 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rub1P8ysyiVirFS off=2651845 len=46779 2024-09-18T02:53:12.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 3833 completed, throughput=5MB/sec 2024-09-18T02:53:12.481 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LK4EQUSOMVjMCTo off=2800720 len=395358 2024-09-18T02:53:12.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 3834 completed, throughput=5MB/sec 2024-09-18T02:53:12.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ttBA2ECl72r0QGl off=2009260 len=1626485 2024-09-18T02:53:12.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 3835 completed, throughput=5MB/sec 2024-09-18T02:53:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:53:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:53:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:12 smithi195 ceph-mon[89559]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:53:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:12 smithi046 ceph-mon[94621]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:53:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:12 smithi046 ceph-mon[97106]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-18T02:53:13.484 INFO:tasks.workunit.client.0.smithi046.stdout: 762: throughput=5MB/sec pending data=0 2024-09-18T02:53:13.484 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z4zzrnqsRfUOrf_ off=1185518 len=1627253 2024-09-18T02:53:13.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 3836 completed, throughput=5MB/sec 2024-09-18T02:53:13.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4rGasiI0tegjPeR off=3338347 len=1058758 2024-09-18T02:53:13.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 3837 completed, throughput=5MB/sec 2024-09-18T02:53:13.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IozUs6J_NHkc-Zf off=5780560 len=810650 2024-09-18T02:53:13.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 3838 completed, throughput=5MB/sec 2024-09-18T02:53:13.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LYzTxdOT2J8bS2b off=12906140 len=1188120 2024-09-18T02:53:13.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 3839 completed, throughput=5MB/sec 2024-09-18T02:53:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:14.505 INFO:tasks.workunit.client.0.smithi046.stdout: 763: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:14.505 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c27BvdqiLRK6Cl9 off=14980670 len=1775217 2024-09-18T02:53:14.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 3840 completed, throughput=5MB/sec 2024-09-18T02:53:14.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G9pA1DVw8KZ29cl off=6662591 len=1991284 2024-09-18T02:53:14.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 3841 completed, throughput=5MB/sec 2024-09-18T02:53:14.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JW5Tx8Zyf30ocoy off=1951735 len=586197 2024-09-18T02:53:14.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 3842 completed, throughput=5MB/sec 2024-09-18T02:53:14.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dQJcojOwcwDcj-V off=8924840 len=1050582 2024-09-18T02:53:14.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 3843 completed, throughput=5MB/sec 2024-09-18T02:53:15.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:14 smithi046 ceph-mon[94621]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:53:15.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:14 smithi046 ceph-mon[97106]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:53:15.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:14 smithi195 ceph-mon[89559]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:53:15.517 INFO:tasks.workunit.client.0.smithi046.stdout: 764: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:15.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--usn-6s-oWbGpU6 off=1405144 len=1134643 2024-09-18T02:53:15.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 3844 completed, throughput=5MB/sec 2024-09-18T02:53:15.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4Nj3hafgUpxVmjD off=985365 len=719144 2024-09-18T02:53:15.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 3845 completed, throughput=5MB/sec 2024-09-18T02:53:15.525 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uzBilsBrKf7VOnK off=999087 len=792661 2024-09-18T02:53:15.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 3846 completed, throughput=5MB/sec 2024-09-18T02:53:15.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sbO4FpI3h2-E2GD off=4706350 len=1746615 2024-09-18T02:53:15.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 3847 completed, throughput=5MB/sec 2024-09-18T02:53:15.539 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-phNszQvD1Yy5bUG off=3602460 len=714404 2024-09-18T02:53:15.540 INFO:tasks.workunit.client.0.smithi046.stdout:op 3848 completed, throughput=5MB/sec 2024-09-18T02:53:16.540 INFO:tasks.workunit.client.0.smithi046.stdout: 765: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:16.541 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vhLAz2_xtT-ct-I off=11090342 len=1716911 2024-09-18T02:53:16.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 3849 completed, throughput=5MB/sec 2024-09-18T02:53:16.550 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-voOVI_Jpbs_3-TW off=2885 len=1376207 2024-09-18T02:53:16.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 3850 completed, throughput=5MB/sec 2024-09-18T02:53:16.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N7rafZg0Jy2nZgk off=10821965 len=434811 2024-09-18T02:53:16.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 3851 completed, throughput=5MB/sec 2024-09-18T02:53:16.559 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RAENu1odoqraqcj off=2739567 len=1755678 2024-09-18T02:53:16.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 3852 completed, throughput=5MB/sec 2024-09-18T02:53:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:53:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:53:16] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-18T02:53:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:16 smithi195 ceph-mon[89559]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:53:17.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:16 smithi046 ceph-mon[94621]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:53:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:16 smithi046 ceph-mon[97106]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:53:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: 766: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:17.568 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wIxUZYiFvnBDKRo off=23084665 len=558656 2024-09-18T02:53:17.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 3853 completed, throughput=4.99MB/sec 2024-09-18T02:53:17.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cRA9tcZn1gvBWNW off=3224112 len=312863 2024-09-18T02:53:17.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 3854 completed, throughput=5MB/sec 2024-09-18T02:53:17.573 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8cmHuHrqTN5NZkK off=14286258 len=1966772 2024-09-18T02:53:17.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 3855 completed, throughput=5MB/sec 2024-09-18T02:53:17.584 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bSisbtrLy8txWRB off=14954156 len=1868159 2024-09-18T02:53:17.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 3856 completed, throughput=5MB/sec 2024-09-18T02:53:17.588 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cQs2v8HF9mV7hUH off=4477966 len=656425 2024-09-18T02:53:17.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 3857 completed, throughput=5MB/sec 2024-09-18T02:53:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: 767: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:18.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8I23NBrk732BYHR off=14797422 len=1457673 2024-09-18T02:53:18.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 3858 completed, throughput=5MB/sec 2024-09-18T02:53:18.596 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nxS24tB4W4C64Me off=13195696 len=24701 2024-09-18T02:53:18.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 3859 completed, throughput=5MB/sec 2024-09-18T02:53:18.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z8p6B0ZmZfB-vqB off=15185312 len=1057100 2024-09-18T02:53:18.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 3860 completed, throughput=5MB/sec 2024-09-18T02:53:18.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nHC0luHnIdgjq7n off=22164913 len=558392 2024-09-18T02:53:18.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 3861 completed, throughput=5MB/sec 2024-09-18T02:53:18.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hSEylHT_Mj88Jsq off=9034786 len=1117228 2024-09-18T02:53:18.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 3862 completed, throughput=5MB/sec 2024-09-18T02:53:18.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fwg8FHBIw5hPSNi off=9671793 len=2051087 2024-09-18T02:53:18.619 INFO:tasks.workunit.client.0.smithi046.stdout:op 3863 completed, throughput=5MB/sec 2024-09-18T02:53:19.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:18 smithi195 ceph-mon[89559]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:53:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:18 smithi046 ceph-mon[94621]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:53:19.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:18 smithi046 ceph-mon[97106]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:53:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: 768: throughput=5MB/sec pending data=0 2024-09-18T02:53:19.619 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o-FOObUSZp-sQ3X off=13366860 len=1758864 2024-09-18T02:53:19.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 3864 completed, throughput=5MB/sec 2024-09-18T02:53:19.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DfCJV_v8XJVLwfp off=6455914 len=253148 2024-09-18T02:53:19.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 3865 completed, throughput=5MB/sec 2024-09-18T02:53:19.622 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aeE78VTkQDNPWBd off=148591 len=2065060 2024-09-18T02:53:19.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 3866 completed, throughput=5MB/sec 2024-09-18T02:53:20.633 INFO:tasks.workunit.client.0.smithi046.stdout: 769: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:20.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-g88aidF9pQlwWlY off=12802815 len=23677 2024-09-18T02:53:20.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 3867 completed, throughput=4.99MB/sec 2024-09-18T02:53:20.634 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VDrht_8MHpiLJe2 off=4024838 len=1209993 2024-09-18T02:53:20.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 3868 completed, throughput=5MB/sec 2024-09-18T02:53:20.640 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zvRHd_MgMIOhewo off=6733235 len=1697226 2024-09-18T02:53:20.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 3869 completed, throughput=5MB/sec 2024-09-18T02:53:20.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LHO4u6OrwU4j5rJ off=9879519 len=1192771 2024-09-18T02:53:20.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 3870 completed, throughput=5MB/sec 2024-09-18T02:53:20.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EkNeRKFiMHri281 off=542462 len=1316568 2024-09-18T02:53:20.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 3871 completed, throughput=5MB/sec 2024-09-18T02:53:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:20 smithi195 ceph-mon[89559]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:53:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:20 smithi046 ceph-mon[97106]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:53:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:20 smithi046 ceph-mon[94621]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:53:21.645 INFO:tasks.workunit.client.0.smithi046.stdout: 770: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:21.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wiPx8xNLLJHQ8UK off=5700520 len=115893 2024-09-18T02:53:21.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 3872 completed, throughput=4.99MB/sec 2024-09-18T02:53:21.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yHxuboc9g9ePHBk off=9421389 len=1320370 2024-09-18T02:53:21.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 3873 completed, throughput=5MB/sec 2024-09-18T02:53:21.650 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SsOmOE88-8ALwA9 off=9387551 len=1084036 2024-09-18T02:53:21.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 3874 completed, throughput=5MB/sec 2024-09-18T02:53:21.656 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f68kltvD_f5LQpI off=3400999 len=2059451 2024-09-18T02:53:21.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 3875 completed, throughput=5MB/sec 2024-09-18T02:53:21.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--8VURcDTEor09Kn off=8580424 len=1153188 2024-09-18T02:53:21.672 INFO:tasks.workunit.client.0.smithi046.stdout:op 3876 completed, throughput=5MB/sec 2024-09-18T02:53:22.672 INFO:tasks.workunit.client.0.smithi046.stdout: 771: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:22.672 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IfuJRZFQjFNb7fe off=1591192 len=584638 2024-09-18T02:53:22.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 3877 completed, throughput=5MB/sec 2024-09-18T02:53:22.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3FShZfFmeUg-mXZ off=14032805 len=290468 2024-09-18T02:53:22.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 3878 completed, throughput=5MB/sec 2024-09-18T02:53:22.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RV9dzr92JJa7kcJ off=8135581 len=796351 2024-09-18T02:53:22.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 3879 completed, throughput=5MB/sec 2024-09-18T02:53:22.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XTPN5VhLsHUQ8WO off=5367695 len=1460867 2024-09-18T02:53:22.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 3880 completed, throughput=5MB/sec 2024-09-18T02:53:22.685 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2sbL5bO12kpSvMt off=3845732 len=1449564 2024-09-18T02:53:22.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 3881 completed, throughput=5MB/sec 2024-09-18T02:53:22.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JPa9os890pGJ61b off=6751053 len=462878 2024-09-18T02:53:22.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 3882 completed, throughput=5MB/sec 2024-09-18T02:53:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:53:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:53:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:22 smithi195 ceph-mon[89559]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:53:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:22 smithi046 ceph-mon[94621]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:53:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:22 smithi046 ceph-mon[97106]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:53:23.688 INFO:tasks.workunit.client.0.smithi046.stdout: 772: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:23.688 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rXAZJj8ozRQ2QCv off=6053381 len=235824 2024-09-18T02:53:23.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 3883 completed, throughput=4.99MB/sec 2024-09-18T02:53:23.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vmp9ZnnRQWwOEfi off=5738 len=485164 2024-09-18T02:53:23.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 3884 completed, throughput=4.99MB/sec 2024-09-18T02:53:23.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FnPM9JiagKlkObZ off=9824253 len=24538 2024-09-18T02:53:23.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 3885 completed, throughput=4.99MB/sec 2024-09-18T02:53:23.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3_WjL6a-XykLJoy off=5896302 len=866177 2024-09-18T02:53:23.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 3886 completed, throughput=5MB/sec 2024-09-18T02:53:23.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R-HdVrJPMrhNI00 off=10145340 len=265630 2024-09-18T02:53:23.697 INFO:tasks.workunit.client.0.smithi046.stdout:op 3887 completed, throughput=5MB/sec 2024-09-18T02:53:23.697 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uBvQtgcDaAs3FDY off=10525542 len=1748224 2024-09-18T02:53:23.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 3888 completed, throughput=5MB/sec 2024-09-18T02:53:23.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jd1kT9Y7eVP_5mX off=3642794 len=553094 2024-09-18T02:53:23.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 3889 completed, throughput=5MB/sec 2024-09-18T02:53:23.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zftDTAXQw01njnC off=715362 len=365936 2024-09-18T02:53:23.705 INFO:tasks.workunit.client.0.smithi046.stdout:op 3890 completed, throughput=5MB/sec 2024-09-18T02:53:23.705 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vTY7lX4rJj0-4Sq off=21394313 len=838654 2024-09-18T02:53:23.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 3891 completed, throughput=5MB/sec 2024-09-18T02:53:24.707 INFO:tasks.workunit.client.0.smithi046.stdout: 773: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:24.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JbS4Gpw_iWd0s-M off=8259554 len=593191 2024-09-18T02:53:24.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 3892 completed, throughput=4.99MB/sec 2024-09-18T02:53:24.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JvQS3YjpinCf5Y5 off=1981994 len=433649 2024-09-18T02:53:24.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 3893 completed, throughput=5MB/sec 2024-09-18T02:53:24.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8cQMQgWaAvp134O off=5474065 len=1608835 2024-09-18T02:53:24.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 3894 completed, throughput=5MB/sec 2024-09-18T02:53:24.722 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NGeVeHgQqSi1xv_ off=5137902 len=694092 2024-09-18T02:53:24.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 3895 completed, throughput=5MB/sec 2024-09-18T02:53:24.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ewSiwX3NFWDsc1q off=3468329 len=1977542 2024-09-18T02:53:24.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 3896 completed, throughput=5MB/sec 2024-09-18T02:53:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:24 smithi195 ceph-mon[89559]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:53:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:24 smithi046 ceph-mon[97106]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:53:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:24 smithi046 ceph-mon[94621]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:53:25.728 INFO:tasks.workunit.client.0.smithi046.stdout: 774: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:25.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W3lQk5-nXBsshVt off=2693245 len=953971 2024-09-18T02:53:25.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 3897 completed, throughput=5MB/sec 2024-09-18T02:53:25.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YpS2y6VrU_2tEbt off=8969015 len=391329 2024-09-18T02:53:25.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 3898 completed, throughput=5MB/sec 2024-09-18T02:53:25.735 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kp5MC9Y4qoEurhC off=525487 len=1964403 2024-09-18T02:53:25.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 3899 completed, throughput=5MB/sec 2024-09-18T02:53:25.743 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BYKdQLzQzEO48oY off=2200364 len=1342908 2024-09-18T02:53:25.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 3900 completed, throughput=5MB/sec 2024-09-18T02:53:25.746 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CmHFsSHHYlSzQ3z off=2750237 len=710667 2024-09-18T02:53:25.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 3901 completed, throughput=5MB/sec 2024-09-18T02:53:26.750 INFO:tasks.workunit.client.0.smithi046.stdout: 775: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:26.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WnDJzqozULEnVsk off=2624506 len=1494145 2024-09-18T02:53:26.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 3902 completed, throughput=5MB/sec 2024-09-18T02:53:26.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-22gzmzP2kmIMsxj off=4908229 len=1030810 2024-09-18T02:53:26.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 3903 completed, throughput=5MB/sec 2024-09-18T02:53:26.754 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--FlewN83JIKJdmq off=4057108 len=1717546 2024-09-18T02:53:26.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 3904 completed, throughput=5MB/sec 2024-09-18T02:53:26.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EuTln9-WIHtP2_D off=17901930 len=17090 2024-09-18T02:53:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:53:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:53:26] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-18T02:53:26.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 3905 completed, throughput=5MB/sec 2024-09-18T02:53:26.758 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o_-5ukjKTl8fHzH off=2407202 len=742347 2024-09-18T02:53:26.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 3906 completed, throughput=5MB/sec 2024-09-18T02:53:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:26 smithi195 ceph-mon[89559]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:26 smithi046 ceph-mon[97106]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:26 smithi046 ceph-mon[94621]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: 776: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:27.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u4h-iKKLQNsrvka off=6547069 len=760733 2024-09-18T02:53:27.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 3907 completed, throughput=4.99MB/sec 2024-09-18T02:53:27.760 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IKySkFaMZun8Iyn off=18688156 len=200518 2024-09-18T02:53:27.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 3908 completed, throughput=4.99MB/sec 2024-09-18T02:53:27.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-56OPeUwJZvYyaju off=5553880 len=908104 2024-09-18T02:53:27.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 3909 completed, throughput=5MB/sec 2024-09-18T02:53:27.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ruOJbmb9lI0Nx5G off=5834298 len=853260 2024-09-18T02:53:27.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 3910 completed, throughput=5MB/sec 2024-09-18T02:53:27.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-26iAmzhSCtrd6Xo off=10321354 len=1227844 2024-09-18T02:53:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 3911 completed, throughput=5MB/sec 2024-09-18T02:53:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QnPmYFvOifgv5b- off=545708 len=949630 2024-09-18T02:53:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 3912 completed, throughput=5MB/sec 2024-09-18T02:53:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-if80SyadQ4Vm-D_ off=5953866 len=747427 2024-09-18T02:53:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 3913 completed, throughput=5MB/sec 2024-09-18T02:53:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: 777: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:28.780 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kV7nmtR4qOt4eSK off=8182752 len=1459517 2024-09-18T02:53:28.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 3914 completed, throughput=5MB/sec 2024-09-18T02:53:28.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Og3ceBrLHm4OIil off=12392888 len=179027 2024-09-18T02:53:28.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 3915 completed, throughput=5MB/sec 2024-09-18T02:53:28.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xJ2nU_bwjLHqruE off=9344660 len=717069 2024-09-18T02:53:28.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 3916 completed, throughput=5MB/sec 2024-09-18T02:53:28.784 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8zzeJnvYCxus1A2 off=5408732 len=1889230 2024-09-18T02:53:28.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 3917 completed, throughput=5MB/sec 2024-09-18T02:53:28.786 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E6HagT-w-EKCdMR off=12297412 len=752412 2024-09-18T02:53:28.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 3918 completed, throughput=5MB/sec 2024-09-18T02:53:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:28 smithi195 ceph-mon[89559]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:53:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:28 smithi046 ceph-mon[97106]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:53:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:28 smithi046 ceph-mon[94621]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:53:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: 778: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:29.787 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e_DTZnzZR71rTyd off=10596160 len=1702804 2024-09-18T02:53:29.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 3919 completed, throughput=5MB/sec 2024-09-18T02:53:29.790 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WTlEmqGaheAYI5r off=18054740 len=1882157 2024-09-18T02:53:29.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 3920 completed, throughput=5MB/sec 2024-09-18T02:53:29.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Px_Qksmz5CYgQyp off=6841894 len=274718 2024-09-18T02:53:29.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 3921 completed, throughput=5MB/sec 2024-09-18T02:53:29.795 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-09Pn5tUt8qIKJ1c off=2344889 len=2032914 2024-09-18T02:53:29.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 3922 completed, throughput=5MB/sec 2024-09-18T02:53:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: 779: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:30.806 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yy_DM1VVW1T7LCs off=2530237 len=1888848 2024-09-18T02:53:30.814 INFO:tasks.workunit.client.0.smithi046.stdout:op 3923 completed, throughput=5MB/sec 2024-09-18T02:53:30.814 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--L4QgZ2W76IG2PG off=11399136 len=1009415 2024-09-18T02:53:30.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 3924 completed, throughput=5MB/sec 2024-09-18T02:53:30.816 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-67l4pq95otvcmgr off=5967134 len=1178617 2024-09-18T02:53:30.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 3925 completed, throughput=5MB/sec 2024-09-18T02:53:30.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7oLfTxILtSGnkGq off=894579 len=1340992 2024-09-18T02:53:30.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 3926 completed, throughput=5MB/sec 2024-09-18T02:53:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:30 smithi195 ceph-mon[89559]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:30 smithi046 ceph-mon[97106]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:30 smithi046 ceph-mon[94621]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: 780: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:31.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w942rkX02KB9Iot off=508482 len=640149 2024-09-18T02:53:31.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 3927 completed, throughput=5MB/sec 2024-09-18T02:53:31.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qeb7yg-6GZEho2f off=2056275 len=619881 2024-09-18T02:53:31.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 3928 completed, throughput=5MB/sec 2024-09-18T02:53:31.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O93dXR-r1MEORgh off=1430428 len=1999370 2024-09-18T02:53:31.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 3929 completed, throughput=5MB/sec 2024-09-18T02:53:31.846 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aiZJZb3g8ursp7r off=778207 len=386096 2024-09-18T02:53:31.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 3930 completed, throughput=5MB/sec 2024-09-18T02:53:31.849 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B8J8PtkqHNoWioe off=14737668 len=1012574 2024-09-18T02:53:31.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 3931 completed, throughput=5MB/sec 2024-09-18T02:53:31.850 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-meWtBKlwfcFNZf7 off=356581 len=1811576 2024-09-18T02:53:31.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 3932 completed, throughput=5MB/sec 2024-09-18T02:53:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:53:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:53:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: 781: throughput=5MB/sec pending data=0 2024-09-18T02:53:32.852 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3ttupv3WrS2V_P- off=13143096 len=784843 2024-09-18T02:53:32.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 3933 completed, throughput=5MB/sec 2024-09-18T02:53:32.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jwDC1GNFfjvaE0t off=1475709 len=942396 2024-09-18T02:53:32.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 3934 completed, throughput=5MB/sec 2024-09-18T02:53:32.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3t94xXXm_zD5Yb- off=6631639 len=1022507 2024-09-18T02:53:32.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 3935 completed, throughput=5MB/sec 2024-09-18T02:53:32.860 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CsfnYnEB_7L9UWN off=6466772 len=1789335 2024-09-18T02:53:32.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 3936 completed, throughput=5MB/sec 2024-09-18T02:53:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:32 smithi195 ceph-mon[89559]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:32 smithi046 ceph-mon[97106]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:32 smithi046 ceph-mon[94621]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:33.868 INFO:tasks.workunit.client.0.smithi046.stdout: 782: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:33.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BIpI4oNC1DAhh9V off=1620527 len=272955 2024-09-18T02:53:33.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 3937 completed, throughput=5MB/sec 2024-09-18T02:53:33.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7ncOK9-wZNHVqh3 off=4263302 len=804904 2024-09-18T02:53:33.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 3938 completed, throughput=5MB/sec 2024-09-18T02:53:33.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6A3CYdAmmIkre_E off=10823341 len=310286 2024-09-18T02:53:33.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 3939 completed, throughput=5MB/sec 2024-09-18T02:53:33.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cQs2v8HF9mV7hUH off=2604274 len=249495 2024-09-18T02:53:33.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 3940 completed, throughput=5MB/sec 2024-09-18T02:53:33.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IykFumTq2jqACwM off=2485914 len=1671337 2024-09-18T02:53:33.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 3941 completed, throughput=5MB/sec 2024-09-18T02:53:33.883 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xydJ6_kuUQtfRbX off=4238383 len=452961 2024-09-18T02:53:33.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 3942 completed, throughput=5MB/sec 2024-09-18T02:53:33.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-raxYojqCnZbvwrD off=3580079 len=797417 2024-09-18T02:53:33.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 3943 completed, throughput=5MB/sec 2024-09-18T02:53:34.889 INFO:tasks.workunit.client.0.smithi046.stdout: 783: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:34.889 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-znlt1dTIjMV4Psm off=91221 len=963815 2024-09-18T02:53:34.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 3944 completed, throughput=5MB/sec 2024-09-18T02:53:34.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6HTuz9hE4oK5hDl off=3154447 len=1683953 2024-09-18T02:53:34.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 3945 completed, throughput=5MB/sec 2024-09-18T02:53:34.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u8owvgYmG5xtT_V off=11365888 len=2018127 2024-09-18T02:53:34.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 3946 completed, throughput=5MB/sec 2024-09-18T02:53:34.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tE6MyosVfWruwiW off=1365791 len=2027186 2024-09-18T02:53:34.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 3947 completed, throughput=5MB/sec 2024-09-18T02:53:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:34 smithi195 ceph-mon[89559]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:53:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:34 smithi046 ceph-mon[97106]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:53:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:34 smithi046 ceph-mon[94621]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:53:35.922 INFO:tasks.workunit.client.0.smithi046.stdout: 784: throughput=5MB/sec pending data=0 2024-09-18T02:53:35.922 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aVxZEzZIJsSj6x6 off=16302608 len=259289 2024-09-18T02:53:35.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 3948 completed, throughput=5MB/sec 2024-09-18T02:53:35.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r-M8t6LA9VvPwOZ off=16988111 len=2048254 2024-09-18T02:53:35.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 3949 completed, throughput=5MB/sec 2024-09-18T02:53:35.927 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-90Hicxi6c_TS5gM off=3968134 len=369517 2024-09-18T02:53:35.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 3950 completed, throughput=5MB/sec 2024-09-18T02:53:35.928 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JSpWO2IoI_G2Nyp off=17702461 len=1000228 2024-09-18T02:53:35.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 3951 completed, throughput=5MB/sec 2024-09-18T02:53:35.935 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aR14HXERsJjj9AD off=3834325 len=1071843 2024-09-18T02:53:35.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 3952 completed, throughput=5MB/sec 2024-09-18T02:53:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:53:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:53:36] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-09-18T02:53:36.940 INFO:tasks.workunit.client.0.smithi046.stdout: 785: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:36.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gxJ0ZawZI1rmDK8 off=2973338 len=895953 2024-09-18T02:53:36.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 3953 completed, throughput=5MB/sec 2024-09-18T02:53:36.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mmOGjGy_gVolsU7 off=2003999 len=843709 2024-09-18T02:53:36.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 3954 completed, throughput=5MB/sec 2024-09-18T02:53:36.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-svdT_4nW__WPDne off=21800714 len=2078579 2024-09-18T02:53:36.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 3955 completed, throughput=5MB/sec 2024-09-18T02:53:36.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nYWh1s9opUV3YnB off=5001472 len=1702297 2024-09-18T02:53:36.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 3956 completed, throughput=5MB/sec 2024-09-18T02:53:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:36 smithi195 ceph-mon[89559]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:53:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:36 smithi046 ceph-mon[97106]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:53:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:36 smithi046 ceph-mon[94621]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:53:37.959 INFO:tasks.workunit.client.0.smithi046.stdout: 786: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:37.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9sx5wi6Dho8PMRZ off=172094 len=1253802 2024-09-18T02:53:37.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 3957 completed, throughput=5MB/sec 2024-09-18T02:53:37.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uAAc-1esdnzTMgK off=1022583 len=614357 2024-09-18T02:53:37.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 3958 completed, throughput=5MB/sec 2024-09-18T02:53:37.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-05y1-3BJqJN5DJG off=9450308 len=1748789 2024-09-18T02:53:37.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 3959 completed, throughput=5MB/sec 2024-09-18T02:53:37.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uE_ZFarA7liMRR off=147427 len=428767 2024-09-18T02:53:37.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 3960 completed, throughput=5MB/sec 2024-09-18T02:53:37.977 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nj40OuvsQ--lp12 off=5639814 len=1441516 2024-09-18T02:53:37.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 3961 completed, throughput=5MB/sec 2024-09-18T02:53:38.979 INFO:tasks.workunit.client.0.smithi046.stdout: 787: throughput=5MB/sec pending data=0 2024-09-18T02:53:38.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3NxzVC5ii8ml4Ip off=3721519 len=1720789 2024-09-18T02:53:38.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 3962 completed, throughput=5MB/sec 2024-09-18T02:53:38.988 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OcgZUdnPKA9S-kD off=13786154 len=2045879 2024-09-18T02:53:38.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 3963 completed, throughput=5MB/sec 2024-09-18T02:53:38.990 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QLp-rbN5aPO0D08 off=5261096 len=2039820 2024-09-18T02:53:38.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 3964 completed, throughput=5MB/sec 2024-09-18T02:53:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:38 smithi195 ceph-mon[89559]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:53:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:38 smithi046 ceph-mon[97106]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:53:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:38 smithi046 ceph-mon[94621]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:53:39.994 INFO:tasks.workunit.client.0.smithi046.stdout: 788: throughput=5MB/sec pending data=0 2024-09-18T02:53:39.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yUKbFNhztgG2aA4 off=7098381 len=1768426 2024-09-18T02:53:39.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 3965 completed, throughput=5MB/sec 2024-09-18T02:53:39.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-epAC0AzLN51ih3l off=2448316 len=1956764 2024-09-18T02:53:40.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 3966 completed, throughput=5MB/sec 2024-09-18T02:53:41.002 INFO:tasks.workunit.client.0.smithi046.stdout: 789: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bBwZL5247K-t6LZ off=550675 len=1292753 2024-09-18T02:53:41.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 3967 completed, throughput=5MB/sec 2024-09-18T02:53:41.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uqra5qp_ZpTT3jm off=8460064 len=449527 2024-09-18T02:53:41.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 3968 completed, throughput=5MB/sec 2024-09-18T02:53:41.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JfcuXJn3yRlvSKD off=14802830 len=622516 2024-09-18T02:53:41.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 3969 completed, throughput=5MB/sec 2024-09-18T02:53:41.014 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HpJTDrWLhvQ4lo2 off=12807351 len=426237 2024-09-18T02:53:41.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 3970 completed, throughput=5MB/sec 2024-09-18T02:53:41.015 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-azLDHpjrV1bDxGS off=8286498 len=1027060 2024-09-18T02:53:41.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 3971 completed, throughput=5MB/sec 2024-09-18T02:53:41.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j4KXZ1c7taV5oUw off=7642306 len=653197 2024-09-18T02:53:41.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 3972 completed, throughput=5MB/sec 2024-09-18T02:53:41.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lb8nYgzgxmd0Fgg off=13116904 len=1923843 2024-09-18T02:53:41.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 3973 completed, throughput=5MB/sec 2024-09-18T02:53:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:40 smithi195 ceph-mon[89559]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:40 smithi046 ceph-mon[94621]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:40 smithi046 ceph-mon[97106]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:53:42.023 INFO:tasks.workunit.client.0.smithi046.stdout: 790: throughput=5MB/sec pending data=0 2024-09-18T02:53:42.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3u_bk3zI8h2fhSI off=2969522 len=672101 2024-09-18T02:53:42.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 3974 completed, throughput=5MB/sec 2024-09-18T02:53:42.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QiLzwvTgz4wVkaS off=6502841 len=1510132 2024-09-18T02:53:42.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 3975 completed, throughput=5MB/sec 2024-09-18T02:53:42.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JaqZkfS8n7EYzEO off=11905147 len=259015 2024-09-18T02:53:42.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 3976 completed, throughput=5MB/sec 2024-09-18T02:53:42.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eTLI0geERVjydmq off=2195803 len=1671756 2024-09-18T02:53:42.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 3977 completed, throughput=5MB/sec 2024-09-18T02:53:42.032 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5keb9YOFpcYGcWJ off=8466192 len=1361460 2024-09-18T02:53:42.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 3978 completed, throughput=5MB/sec 2024-09-18T02:53:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:53:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:53:43.034 INFO:tasks.workunit.client.0.smithi046.stdout: 791: throughput=5MB/sec pending data=0 2024-09-18T02:53:43.034 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8re2vkTxpItnjcl off=640409 len=772614 2024-09-18T02:53:43.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 3979 completed, throughput=5MB/sec 2024-09-18T02:53:43.035 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3KMDnsbkWWAbgQ- off=7492400 len=1497734 2024-09-18T02:53:43.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 3980 completed, throughput=5MB/sec 2024-09-18T02:53:43.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yxaiEaCfVm4GFlD off=7457337 len=1427591 2024-09-18T02:53:43.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 3981 completed, throughput=5MB/sec 2024-09-18T02:53:43.049 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ez5A8QIK7Huvoh5 off=672953 len=1881064 2024-09-18T02:53:43.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 3982 completed, throughput=5MB/sec 2024-09-18T02:53:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:42 smithi195 ceph-mon[89559]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:53:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:42 smithi046 ceph-mon[97106]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:53:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:42 smithi046 ceph-mon[94621]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:53:44.053 INFO:tasks.workunit.client.0.smithi046.stdout: 792: throughput=5MB/sec pending data=0 2024-09-18T02:53:44.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hmtwL8AHOQgFN-p off=837381 len=795956 2024-09-18T02:53:44.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 3983 completed, throughput=5MB/sec 2024-09-18T02:53:44.055 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bw5W7mp_8eBBPnt off=8544191 len=603262 2024-09-18T02:53:44.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 3984 completed, throughput=5MB/sec 2024-09-18T02:53:44.056 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wtGWUwpg5TfCe4k off=5730874 len=2013988 2024-09-18T02:53:44.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 3985 completed, throughput=5MB/sec 2024-09-18T02:53:44.058 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SGNjVh7jGDEo2Ah off=464911 len=484199 2024-09-18T02:53:44.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 3986 completed, throughput=5MB/sec 2024-09-18T02:53:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:44.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:45.060 INFO:tasks.workunit.client.0.smithi046.stdout: 793: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:45.060 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ssDYSQIfgxV86BE off=2926077 len=954488 2024-09-18T02:53:45.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 3987 completed, throughput=5MB/sec 2024-09-18T02:53:45.062 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WRoqqJKFfyH0M51 off=24652936 len=935734 2024-09-18T02:53:45.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 3988 completed, throughput=5MB/sec 2024-09-18T02:53:45.063 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i3wpVD44bhwVico off=8349704 len=211353 2024-09-18T02:53:45.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 3989 completed, throughput=5MB/sec 2024-09-18T02:53:45.064 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c1pI2rRgC0utJ7e off=15604153 len=962523 2024-09-18T02:53:45.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 3990 completed, throughput=5MB/sec 2024-09-18T02:53:45.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LN82ef0mGGE8v3e off=19820510 len=1188512 2024-09-18T02:53:45.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 3991 completed, throughput=5MB/sec 2024-09-18T02:53:45.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6G3TrSZmuDVsvy7 off=2317044 len=2088008 2024-09-18T02:53:45.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 3992 completed, throughput=5MB/sec 2024-09-18T02:53:45.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:44 smithi046 ceph-mon[94621]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:53:45.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:44 smithi046 ceph-mon[97106]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:53:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:44 smithi195 ceph-mon[89559]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:53:46.069 INFO:tasks.workunit.client.0.smithi046.stdout: 794: throughput=5MB/sec pending data=0 2024-09-18T02:53:46.070 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ms5Dv4PnFDXt7Zn off=8316415 len=1108104 2024-09-18T02:53:46.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 3993 completed, throughput=5MB/sec 2024-09-18T02:53:46.072 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DtuZm-uga7UwySR off=19531667 len=684542 2024-09-18T02:53:46.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 3994 completed, throughput=5MB/sec 2024-09-18T02:53:46.073 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-215ySCsWqvqNnxt off=3469955 len=174754 2024-09-18T02:53:46.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 3995 completed, throughput=5MB/sec 2024-09-18T02:53:46.074 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gbga1MSx6eLhyVb off=8035676 len=999933 2024-09-18T02:53:46.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 3996 completed, throughput=5MB/sec 2024-09-18T02:53:46.076 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w_atLgS3eyMCsEQ off=3366969 len=283342 2024-09-18T02:53:46.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 3997 completed, throughput=5MB/sec 2024-09-18T02:53:46.077 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--FlewN83JIKJdmq off=3638794 len=2044708 2024-09-18T02:53:46.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 3998 completed, throughput=5MB/sec 2024-09-18T02:53:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:53:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:53:46] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:53:47.089 INFO:tasks.workunit.client.0.smithi046.stdout: 795: throughput=5MB/sec pending data=0 2024-09-18T02:53:47.089 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DboMwMc2hWJ_1yg off=4327713 len=1378861 2024-09-18T02:53:47.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 3999 completed, throughput=5MB/sec 2024-09-18T02:53:47.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nsw45q9Ovgkz4ia off=7750260 len=1613205 2024-09-18T02:53:47.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 4000 completed, throughput=5MB/sec 2024-09-18T02:53:47.099 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H7g_xSXyWBb0Gze off=11298909 len=2086645 2024-09-18T02:53:47.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 4001 completed, throughput=5MB/sec 2024-09-18T02:53:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:46 smithi195 ceph-mon[89559]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:53:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:46 smithi046 ceph-mon[94621]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:53:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:46 smithi046 ceph-mon[97106]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:53:48.102 INFO:tasks.workunit.client.0.smithi046.stdout: 796: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:48.102 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FF4DYuT30Lqhata off=5479731 len=243872 2024-09-18T02:53:48.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 4002 completed, throughput=5MB/sec 2024-09-18T02:53:48.102 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TS0b-UcNeYbfoua off=4747007 len=379472 2024-09-18T02:53:48.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 4003 completed, throughput=5MB/sec 2024-09-18T02:53:48.105 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MWw-6V1zxT1rOhS off=6361983 len=107992 2024-09-18T02:53:48.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 4004 completed, throughput=5MB/sec 2024-09-18T02:53:48.106 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TeYhXvb4RH8NU0r off=16176574 len=1469394 2024-09-18T02:53:48.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 4005 completed, throughput=5MB/sec 2024-09-18T02:53:48.113 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X4gUC5MvFE2f8c- off=4408267 len=1946873 2024-09-18T02:53:48.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 4006 completed, throughput=5MB/sec 2024-09-18T02:53:48.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aa83VfWkGTPx3sa off=8541842 len=1553937 2024-09-18T02:53:48.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 4007 completed, throughput=5MB/sec 2024-09-18T02:53:49.125 INFO:tasks.workunit.client.0.smithi046.stdout: 797: throughput=5MB/sec pending data=0 2024-09-18T02:53:49.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7Uo8fnW5N5LqKG- off=7068432 len=1933697 2024-09-18T02:53:49.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 4008 completed, throughput=5MB/sec 2024-09-18T02:53:49.132 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Clsi3wEv9jboErW off=8028062 len=1688454 2024-09-18T02:53:49.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 4009 completed, throughput=5MB/sec 2024-09-18T02:53:49.138 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DBMkYBC2CFYu_0Y off=5070261 len=565586 2024-09-18T02:53:49.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 4010 completed, throughput=5MB/sec 2024-09-18T02:53:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:48 smithi195 ceph-mon[89559]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-18T02:53:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:53:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:53:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:53:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[97106]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-18T02:53:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:53:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:53:49.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:53:49.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[94621]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-18T02:53:49.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:53:49.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:49.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:53:49.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:53:49.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:53:50.142 INFO:tasks.workunit.client.0.smithi046.stdout: 798: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:50.142 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kXJ2HQXZo_XrNV0 off=2424096 len=961841 2024-09-18T02:53:50.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 4011 completed, throughput=5MB/sec 2024-09-18T02:53:50.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VJqErAXn7r99w0k off=6757955 len=230212 2024-09-18T02:53:50.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 4012 completed, throughput=5MB/sec 2024-09-18T02:53:50.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DqrJGo5I_l32wGW off=1618445 len=549558 2024-09-18T02:53:50.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 4013 completed, throughput=5MB/sec 2024-09-18T02:53:50.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xCX7lvthfFqlgz_ off=2199157 len=1331065 2024-09-18T02:53:50.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 4014 completed, throughput=5MB/sec 2024-09-18T02:53:50.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WHIuLvXQgSqBpJ7 off=8944842 len=1920551 2024-09-18T02:53:50.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 4015 completed, throughput=5MB/sec 2024-09-18T02:53:50.159 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KovjmmwFNiEHcaZ off=2034031 len=85761 2024-09-18T02:53:50.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 4016 completed, throughput=5MB/sec 2024-09-18T02:53:50.159 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9mcGsd3GMZy-9oz off=12471020 len=952301 2024-09-18T02:53:50.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 4017 completed, throughput=5MB/sec 2024-09-18T02:53:51.164 INFO:tasks.workunit.client.0.smithi046.stdout: 799: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:51.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3Ta6VRJVd1RHms7 off=1850651 len=762467 2024-09-18T02:53:51.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 4018 completed, throughput=5MB/sec 2024-09-18T02:53:51.170 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VkOQv62mwS7dXYR off=1753247 len=696434 2024-09-18T02:53:51.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 4019 completed, throughput=5MB/sec 2024-09-18T02:53:51.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W9jiTBsXmfzKnWB off=12509700 len=1747634 2024-09-18T02:53:51.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 4020 completed, throughput=5MB/sec 2024-09-18T02:53:51.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i33fLrufyewhIUb off=1398314 len=193328 2024-09-18T02:53:51.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 4021 completed, throughput=5MB/sec 2024-09-18T02:53:51.181 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iDx4STzntiQYWSm off=699860 len=632463 2024-09-18T02:53:51.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 4022 completed, throughput=5MB/sec 2024-09-18T02:53:51.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-whMWXUmPXosjsu_ off=552864 len=70295 2024-09-18T02:53:51.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 4023 completed, throughput=5MB/sec 2024-09-18T02:53:51.188 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hxjybYBshabn3tE off=21658009 len=596447 2024-09-18T02:53:51.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 4024 completed, throughput=5MB/sec 2024-09-18T02:53:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:50 smithi195 ceph-mon[89559]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:53:51.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:50 smithi046 ceph-mon[97106]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:53:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:50 smithi046 ceph-mon[94621]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:53:52.189 INFO:tasks.workunit.client.0.smithi046.stdout: 800: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:52.189 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vod6kgyIIsrEqCe off=10104968 len=1408272 2024-09-18T02:53:52.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 4025 completed, throughput=5MB/sec 2024-09-18T02:53:52.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pqc-4BLdYdu2VZe off=882428 len=804623 2024-09-18T02:53:52.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 4026 completed, throughput=5MB/sec 2024-09-18T02:53:52.198 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7vlvfKn0kSurDE6 off=2729678 len=42508 2024-09-18T02:53:52.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 4027 completed, throughput=5MB/sec 2024-09-18T02:53:52.200 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tfu4UCgr_Asiq9a off=3110577 len=335019 2024-09-18T02:53:52.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 4028 completed, throughput=5MB/sec 2024-09-18T02:53:52.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HytA9K4Py_zzkYY off=3595379 len=446009 2024-09-18T02:53:52.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 4029 completed, throughput=5MB/sec 2024-09-18T02:53:52.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T91jb44FlLKV32A off=3229650 len=1366026 2024-09-18T02:53:52.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 4030 completed, throughput=5MB/sec 2024-09-18T02:53:52.204 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0CqdAqBS6gOfWX_ off=6542276 len=1591524 2024-09-18T02:53:52.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 4031 completed, throughput=5MB/sec 2024-09-18T02:53:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:53:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:53:53.206 INFO:tasks.workunit.client.0.smithi046.stdout: 801: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:53.207 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oweVaCB4AjEy2yP off=0 len=1099704 2024-09-18T02:53:53.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 4032 completed, throughput=5MB/sec 2024-09-18T02:53:53.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MVrKekw5YKiJfCA off=11489189 len=1641818 2024-09-18T02:53:53.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 4033 completed, throughput=5MB/sec 2024-09-18T02:53:53.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vVu8LzOjc13GFYc off=3687349 len=711917 2024-09-18T02:53:53.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 4034 completed, throughput=5MB/sec 2024-09-18T02:53:53.223 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PpPvouRgmBR8-o- off=2781601 len=907263 2024-09-18T02:53:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:52 smithi195 ceph-mon[89559]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:53:53.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 4035 completed, throughput=5MB/sec 2024-09-18T02:53:53.227 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UfOUz4sZaDcosvc off=3717277 len=813790 2024-09-18T02:53:53.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 4036 completed, throughput=5MB/sec 2024-09-18T02:53:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:52 smithi046 ceph-mon[97106]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:53:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:52 smithi046 ceph-mon[94621]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:53:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: 802: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:54.229 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mQtXd31XHSQ40Cl off=13845409 len=280390 2024-09-18T02:53:54.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 4037 completed, throughput=4.99MB/sec 2024-09-18T02:53:54.230 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f51Mv9K5gx5KGvb off=14075634 len=1445674 2024-09-18T02:53:54.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 4038 completed, throughput=5MB/sec 2024-09-18T02:53:54.236 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CRcH81HDULGFo-r off=3527548 len=850315 2024-09-18T02:53:54.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 4039 completed, throughput=5MB/sec 2024-09-18T02:53:54.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4dWdTXrGEAV8ODp off=3002530 len=453626 2024-09-18T02:53:54.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 4040 completed, throughput=5MB/sec 2024-09-18T02:53:54.245 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bQQdxXms3j4JMwJ off=1667286 len=552816 2024-09-18T02:53:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 4041 completed, throughput=5MB/sec 2024-09-18T02:53:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wZUdRNFEYoCgSRB off=7057080 len=662839 2024-09-18T02:53:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 4042 completed, throughput=5MB/sec 2024-09-18T02:53:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8oaWjdqJ4Vaaiq0 off=2538110 len=86949 2024-09-18T02:53:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 4043 completed, throughput=5MB/sec 2024-09-18T02:53:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QhpYLp8K66ANbwm off=18110740 len=916489 2024-09-18T02:53:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 4044 completed, throughput=5MB/sec 2024-09-18T02:53:55.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:54 smithi195 ceph-mon[89559]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:53:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: 803: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:55.257 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jbpiRJMNIaoOCx7 off=6766435 len=483210 2024-09-18T02:53:55.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:54 smithi046 ceph-mon[94621]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:53:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:54 smithi046 ceph-mon[97106]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:53:55.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 4045 completed, throughput=4.99MB/sec 2024-09-18T02:53:55.258 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uKdZdcVPRJIaY5K off=3277380 len=334458 2024-09-18T02:53:55.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 4046 completed, throughput=5MB/sec 2024-09-18T02:53:55.262 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xB9wB4RLOg3a3VA off=2164518 len=72587 2024-09-18T02:53:55.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 4047 completed, throughput=5MB/sec 2024-09-18T02:53:55.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kEuxTKmgUhJVFfo off=1257711 len=1801145 2024-09-18T02:53:55.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 4048 completed, throughput=5MB/sec 2024-09-18T02:53:55.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dxRiJk0CQBlhTi6 off=6188049 len=732836 2024-09-18T02:53:55.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 4049 completed, throughput=5MB/sec 2024-09-18T02:53:55.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ydqVeF7TCfsMR1z off=3734200 len=1174837 2024-09-18T02:53:55.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 4050 completed, throughput=5MB/sec 2024-09-18T02:53:55.277 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dZzNQt_F2jYF50l off=1478403 len=1863228 2024-09-18T02:53:55.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 4051 completed, throughput=5MB/sec 2024-09-18T02:53:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: 804: throughput=5MB/sec pending data=0 2024-09-18T02:53:56.286 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wDf61wR45XZKbKa off=2031514 len=107428 2024-09-18T02:53:56.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 4052 completed, throughput=5MB/sec 2024-09-18T02:53:56.287 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4JcgGn4UssWEAqN off=1664526 len=193247 2024-09-18T02:53:56.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 4053 completed, throughput=5MB/sec 2024-09-18T02:53:56.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LPFDg99vqHL4aXN off=2323039 len=1785871 2024-09-18T02:53:56.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 4054 completed, throughput=5MB/sec 2024-09-18T02:53:56.296 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cfC8ige3voGvsWw off=16674652 len=864323 2024-09-18T02:53:56.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 4055 completed, throughput=5MB/sec 2024-09-18T02:53:56.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L_5LPO2d4oDurQa off=2009893 len=717517 2024-09-18T02:53:56.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 4056 completed, throughput=5MB/sec 2024-09-18T02:53:56.302 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MnCm-FdCSXOt_oh off=11273657 len=366060 2024-09-18T02:53:56.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 4057 completed, throughput=5MB/sec 2024-09-18T02:53:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:53:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:53:56] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:53:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:56 smithi195 ceph-mon[89559]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:53:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:56 smithi046 ceph-mon[94621]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:53:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:56 smithi046 ceph-mon[97106]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:53:57.305 INFO:tasks.workunit.client.0.smithi046.stdout: 805: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:57.305 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EKD6B1cEr_ECAlv off=1277619 len=2085120 2024-09-18T02:53:57.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 4058 completed, throughput=5MB/sec 2024-09-18T02:53:57.307 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-usmS8YkjO8m3omP off=2250455 len=1130086 2024-09-18T02:53:57.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 4059 completed, throughput=5MB/sec 2024-09-18T02:53:57.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r0EL_1YXBLiaJWj off=1533129 len=955755 2024-09-18T02:53:57.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 4060 completed, throughput=5MB/sec 2024-09-18T02:53:57.316 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ufDPcG_zMq4gCaq off=1482547 len=1766159 2024-09-18T02:53:57.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 4061 completed, throughput=5MB/sec 2024-09-18T02:53:58.319 INFO:tasks.workunit.client.0.smithi046.stdout: 806: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:58.319 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wQYzwT8t1YRqDxS off=608324 len=779895 2024-09-18T02:53:58.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 4062 completed, throughput=5MB/sec 2024-09-18T02:53:58.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Yz9Bah0RcCE9Pn off=2001361 len=443288 2024-09-18T02:53:58.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 4063 completed, throughput=5MB/sec 2024-09-18T02:53:58.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Qmij_2jKhvv3ALX off=21199 len=234858 2024-09-18T02:53:58.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 4064 completed, throughput=5MB/sec 2024-09-18T02:53:58.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FVYnPWnneULKaS6 off=2855953 len=575913 2024-09-18T02:53:58.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 4065 completed, throughput=5MB/sec 2024-09-18T02:53:58.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7D8bYMAzxznmZjd off=15426783 len=551534 2024-09-18T02:53:58.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 4066 completed, throughput=5MB/sec 2024-09-18T02:53:58.333 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D93RUM-uxZSfUm_ off=11873473 len=385423 2024-09-18T02:53:58.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 4067 completed, throughput=5MB/sec 2024-09-18T02:53:58.334 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oKfIYui9zYTAken off=15713293 len=1413730 2024-09-18T02:53:58.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 4068 completed, throughput=5MB/sec 2024-09-18T02:53:58.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xBdhGGoYVKhtgWA off=22814756 len=950825 2024-09-18T02:53:58.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 4069 completed, throughput=5MB/sec 2024-09-18T02:53:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:58 smithi195 ceph-mon[89559]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:53:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:53:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:58 smithi046 ceph-mon[94621]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:53:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:53:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:58 smithi046 ceph-mon[97106]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:53:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:53:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:53:59.343 INFO:tasks.workunit.client.0.smithi046.stdout: 807: throughput=4.99MB/sec pending data=0 2024-09-18T02:53:59.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-89ARnrrJ6xys8vm off=2310911 len=121604 2024-09-18T02:53:59.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 4070 completed, throughput=4.99MB/sec 2024-09-18T02:53:59.344 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X3vEFAbBzSOBung off=4282469 len=724330 2024-09-18T02:53:59.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 4071 completed, throughput=5MB/sec 2024-09-18T02:53:59.346 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AbgKpd9dlb5nZNc off=2465347 len=338878 2024-09-18T02:53:59.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 4072 completed, throughput=5MB/sec 2024-09-18T02:53:59.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j4pPm0ViWvbekoW off=771652 len=1208760 2024-09-18T02:53:59.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 4073 completed, throughput=5MB/sec 2024-09-18T02:53:59.356 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KPn7WLmTiu4HWxh off=1603507 len=1564272 2024-09-18T02:53:59.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 4074 completed, throughput=5MB/sec 2024-09-18T02:53:59.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1V5-YFAzDFbsWmj off=1623743 len=1007945 2024-09-18T02:53:59.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 4075 completed, throughput=5MB/sec 2024-09-18T02:54:00.364 INFO:tasks.workunit.client.0.smithi046.stdout: 808: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:00.365 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-coYj8d86pBrZFXU off=10268283 len=24783 2024-09-18T02:54:00.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 4076 completed, throughput=4.99MB/sec 2024-09-18T02:54:00.365 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qBV9Mz8K4tnUOLk off=4610212 len=1469500 2024-09-18T02:54:00.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 4077 completed, throughput=5MB/sec 2024-09-18T02:54:00.367 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wdCXoPcvMXd0KKl off=3545819 len=237212 2024-09-18T02:54:00.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 4078 completed, throughput=5MB/sec 2024-09-18T02:54:00.368 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oTrxqwyTSjMF5z6 off=2462494 len=1127006 2024-09-18T02:54:00.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 4079 completed, throughput=5MB/sec 2024-09-18T02:54:00.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1RGJxpztP3mZp4Y off=2470938 len=400609 2024-09-18T02:54:00.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 4080 completed, throughput=5MB/sec 2024-09-18T02:54:00.374 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aen9urBWFGmvECX off=4495281 len=996211 2024-09-18T02:54:00.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 4081 completed, throughput=5MB/sec 2024-09-18T02:54:00.376 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vnQC2SWWXr_ILby off=23902425 len=1246809 2024-09-18T02:54:00.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 4082 completed, throughput=5MB/sec 2024-09-18T02:54:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:00 smithi195 ceph-mon[89559]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:54:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:00 smithi046 ceph-mon[94621]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:54:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:00 smithi046 ceph-mon[97106]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:54:01.377 INFO:tasks.workunit.client.0.smithi046.stdout: 809: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:01.378 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LmYC_FIz4mP6Ap8 off=804125 len=1623775 2024-09-18T02:54:01.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 4083 completed, throughput=5MB/sec 2024-09-18T02:54:01.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x6o45h5UI-78Jk3 off=1211959 len=1098751 2024-09-18T02:54:01.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 4084 completed, throughput=5MB/sec 2024-09-18T02:54:01.383 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xiMXJR2iKK9-aXU off=12235843 len=469768 2024-09-18T02:54:01.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 4085 completed, throughput=5MB/sec 2024-09-18T02:54:01.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KDv3bDsUdEhld9T off=7287900 len=1532896 2024-09-18T02:54:01.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 4086 completed, throughput=5MB/sec 2024-09-18T02:54:02.389 INFO:tasks.workunit.client.0.smithi046.stdout: 810: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:02.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nb_k4x6G3ylpcec off=16211744 len=1257877 2024-09-18T02:54:02.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 4087 completed, throughput=5MB/sec 2024-09-18T02:54:02.391 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nMqud2sgibjWdhy off=13553146 len=1135742 2024-09-18T02:54:02.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 4088 completed, throughput=5MB/sec 2024-09-18T02:54:02.397 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OqX6N0FiKhoYx_u off=5540371 len=470162 2024-09-18T02:54:02.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 4089 completed, throughput=5MB/sec 2024-09-18T02:54:02.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rah4ZsGdzIskAWo off=10737989 len=1276313 2024-09-18T02:54:02.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 4090 completed, throughput=5MB/sec 2024-09-18T02:54:02.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LPbEGF8KqaymbhD off=2746363 len=872320 2024-09-18T02:54:02.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 4091 completed, throughput=5MB/sec 2024-09-18T02:54:02.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OOsI7gm1yjxTTFB off=145294 len=160742 2024-09-18T02:54:02.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 4092 completed, throughput=5MB/sec 2024-09-18T02:54:02.412 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZAUEA3bG6aWXB_p off=3018821 len=1856884 2024-09-18T02:54:02.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 4093 completed, throughput=5MB/sec 2024-09-18T02:54:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:54:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:54:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:02 smithi195 ceph-mon[89559]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:54:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:02 smithi046 ceph-mon[94621]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:54:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:02 smithi046 ceph-mon[97106]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:54:03.419 INFO:tasks.workunit.client.0.smithi046.stdout: 811: throughput=5MB/sec pending data=0 2024-09-18T02:54:03.419 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xe3TZmMZZExAnxJ off=2752006 len=1843021 2024-09-18T02:54:03.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 4094 completed, throughput=5MB/sec 2024-09-18T02:54:03.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VDrht_8MHpiLJe2 off=480700 len=1446344 2024-09-18T02:54:03.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 4095 completed, throughput=5MB/sec 2024-09-18T02:54:03.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5j_rlBystfy_hlF off=13143622 len=816407 2024-09-18T02:54:03.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 4096 completed, throughput=5MB/sec 2024-09-18T02:54:04.429 INFO:tasks.workunit.client.0.smithi046.stdout: 812: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:04.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kBqavFPWFArI7JC off=16825523 len=1462425 2024-09-18T02:54:04.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 4097 completed, throughput=5MB/sec 2024-09-18T02:54:04.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A2hpa2zltM28isU off=7573878 len=1244877 2024-09-18T02:54:04.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 4098 completed, throughput=5MB/sec 2024-09-18T02:54:04.438 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SGQyqlNsxcNaS7Z off=3496295 len=1753515 2024-09-18T02:54:04.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 4099 completed, throughput=5MB/sec 2024-09-18T02:54:04.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QzkXkTwOlBasyIp off=513067 len=2080835 2024-09-18T02:54:04.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 4100 completed, throughput=5MB/sec 2024-09-18T02:54:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:04 smithi195 ceph-mon[89559]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:54:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:04 smithi046 ceph-mon[94621]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:54:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:04 smithi046 ceph-mon[97106]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:54:05.457 INFO:tasks.workunit.client.0.smithi046.stdout: 813: throughput=5MB/sec pending data=0 2024-09-18T02:54:05.458 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iZZ69wXSh5PHMgm off=8773093 len=79757 2024-09-18T02:54:05.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 4101 completed, throughput=5MB/sec 2024-09-18T02:54:05.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v6pLufjPSYmiocg off=940073 len=1860045 2024-09-18T02:54:05.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 4102 completed, throughput=5MB/sec 2024-09-18T02:54:05.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zKUOqeg1E3LLExM off=6620567 len=978598 2024-09-18T02:54:05.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 4103 completed, throughput=5MB/sec 2024-09-18T02:54:05.468 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Lc_iGTDvSzssvQn off=7557598 len=307065 2024-09-18T02:54:05.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 4104 completed, throughput=5MB/sec 2024-09-18T02:54:05.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X4GVIpH1-Qhm6l9 off=2407828 len=1256045 2024-09-18T02:54:05.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 4105 completed, throughput=5MB/sec 2024-09-18T02:54:06.474 INFO:tasks.workunit.client.0.smithi046.stdout: 814: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:06.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iGRAxeBPRU_mFo9 off=3561387 len=1602967 2024-09-18T02:54:06.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 4106 completed, throughput=5MB/sec 2024-09-18T02:54:06.483 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M8XBr9MeoMNnBkF off=4067105 len=1571886 2024-09-18T02:54:06.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 4107 completed, throughput=5MB/sec 2024-09-18T02:54:06.485 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6e_54ZxQRCuv0TF off=19163874 len=1028310 2024-09-18T02:54:06.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 4108 completed, throughput=5MB/sec 2024-09-18T02:54:06.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rEpaMvo2jHrg4MD off=1118627 len=598639 2024-09-18T02:54:06.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 4109 completed, throughput=5MB/sec 2024-09-18T02:54:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:54:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:54:06] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:54:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:06 smithi195 ceph-mon[89559]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:54:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:06 smithi046 ceph-mon[94621]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:54:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:06 smithi046 ceph-mon[97106]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:54:07.493 INFO:tasks.workunit.client.0.smithi046.stdout: 815: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:07.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R0lp2TinWsqaXfC off=1899547 len=1840067 2024-09-18T02:54:07.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 4110 completed, throughput=5MB/sec 2024-09-18T02:54:07.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X-VCHdXo1daDzuh off=5060085 len=1374009 2024-09-18T02:54:07.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 4111 completed, throughput=5MB/sec 2024-09-18T02:54:07.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3LLrvn10jkMk1Mj off=2549477 len=283933 2024-09-18T02:54:07.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 4112 completed, throughput=5MB/sec 2024-09-18T02:54:07.509 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FKl4bPc3kkhnfw_ off=1576965 len=1715641 2024-09-18T02:54:07.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 4113 completed, throughput=5MB/sec 2024-09-18T02:54:08.513 INFO:tasks.workunit.client.0.smithi046.stdout: 816: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:08.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ITHvNW8pVL8doIH off=4436257 len=852192 2024-09-18T02:54:08.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 4114 completed, throughput=5MB/sec 2024-09-18T02:54:08.518 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z0GgtO2zxM23p4q off=8426888 len=1473955 2024-09-18T02:54:08.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 4115 completed, throughput=5MB/sec 2024-09-18T02:54:08.521 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q-86i1aOeBgIs3p off=580535 len=1010130 2024-09-18T02:54:08.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 4116 completed, throughput=5MB/sec 2024-09-18T02:54:08.526 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M7oex2C8PebrO_u off=2337673 len=1334579 2024-09-18T02:54:08.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 4117 completed, throughput=5MB/sec 2024-09-18T02:54:08.532 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B5AvQDjy_gqR9gX off=10052227 len=1569059 2024-09-18T02:54:08.536 INFO:tasks.workunit.client.0.smithi046.stdout:op 4118 completed, throughput=5MB/sec 2024-09-18T02:54:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:08 smithi195 ceph-mon[89559]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:54:09.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:08 smithi046 ceph-mon[94621]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:54:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:08 smithi046 ceph-mon[97106]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:54:09.536 INFO:tasks.workunit.client.0.smithi046.stdout: 817: throughput=5MB/sec pending data=0 2024-09-18T02:54:09.536 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0VZ5EMVb4RNQ8bA off=3610343 len=942997 2024-09-18T02:54:09.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 4119 completed, throughput=5MB/sec 2024-09-18T02:54:09.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v_fIkJNj15ZMmtH off=746427 len=929370 2024-09-18T02:54:09.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 4120 completed, throughput=5MB/sec 2024-09-18T02:54:09.547 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AQeR8H9f4DWfGk8 off=1204084 len=151395 2024-09-18T02:54:09.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 4121 completed, throughput=5MB/sec 2024-09-18T02:54:09.550 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qIhy6Z2o3ym0RzO off=2797672 len=312746 2024-09-18T02:54:09.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 4122 completed, throughput=5MB/sec 2024-09-18T02:54:09.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V0iZrM1DRZJ6ivF off=10398560 len=227201 2024-09-18T02:54:09.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 4123 completed, throughput=5MB/sec 2024-09-18T02:54:09.554 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZK7r8iTx5AlrHbd off=2902518 len=275890 2024-09-18T02:54:09.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 4124 completed, throughput=5MB/sec 2024-09-18T02:54:09.554 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EW0nnN9N68FmAqc off=1725669 len=711276 2024-09-18T02:54:09.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 4125 completed, throughput=5MB/sec 2024-09-18T02:54:09.560 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Od7NDCFFNmPg2N3 off=7517461 len=1868526 2024-09-18T02:54:09.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 4126 completed, throughput=5MB/sec 2024-09-18T02:54:10.562 INFO:tasks.workunit.client.0.smithi046.stdout: 818: throughput=5MB/sec pending data=0 2024-09-18T02:54:10.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R9dlzjYB1yoaY6X off=5769366 len=1947159 2024-09-18T02:54:10.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 4127 completed, throughput=5MB/sec 2024-09-18T02:54:10.566 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ShErGyJJbkfEyWm off=19496909 len=843398 2024-09-18T02:54:10.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 4128 completed, throughput=5MB/sec 2024-09-18T02:54:10.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-alcoRcuaQZHlwjC off=8647407 len=1200384 2024-09-18T02:54:10.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 4129 completed, throughput=5MB/sec 2024-09-18T02:54:10.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZK7r8iTx5AlrHbd off=1230927 len=226667 2024-09-18T02:54:10.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 4130 completed, throughput=5MB/sec 2024-09-18T02:54:10.575 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ipvh2eDPnCwDLoP off=7593630 len=1195834 2024-09-18T02:54:10.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 4131 completed, throughput=5MB/sec 2024-09-18T02:54:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:10 smithi195 ceph-mon[89559]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:54:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:10 smithi046 ceph-mon[94621]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:54:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:10 smithi046 ceph-mon[97106]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:54:11.581 INFO:tasks.workunit.client.0.smithi046.stdout: 819: throughput=5MB/sec pending data=0 2024-09-18T02:54:11.581 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-maqWIRYVO9UNMJZ off=2042911 len=1428290 2024-09-18T02:54:11.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 4132 completed, throughput=5MB/sec 2024-09-18T02:54:11.583 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lGT8tsqzgRljJGf off=303112 len=1810691 2024-09-18T02:54:11.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 4133 completed, throughput=5MB/sec 2024-09-18T02:54:11.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fv4uAN0OEFR6qJe off=19733465 len=1311057 2024-09-18T02:54:11.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 4134 completed, throughput=5MB/sec 2024-09-18T02:54:12.593 INFO:tasks.workunit.client.0.smithi046.stdout: 820: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:12.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oetkF08oSTatdt3 off=4281707 len=1115581 2024-09-18T02:54:12.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 4135 completed, throughput=5MB/sec 2024-09-18T02:54:12.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hljYavQwsYXKniB off=1626017 len=951224 2024-09-18T02:54:12.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 4136 completed, throughput=5MB/sec 2024-09-18T02:54:12.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WCJJ6G7jN0WJDZa off=1098755 len=2072294 2024-09-18T02:54:12.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 4137 completed, throughput=5MB/sec 2024-09-18T02:54:12.611 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XtBQTz-YZlVcSX9 off=318604 len=1225856 2024-09-18T02:54:12.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 4138 completed, throughput=5MB/sec 2024-09-18T02:54:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:54:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:54:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:12 smithi195 ceph-mon[89559]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:54:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:12 smithi046 ceph-mon[94621]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:54:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:12 smithi046 ceph-mon[97106]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:54:13.617 INFO:tasks.workunit.client.0.smithi046.stdout: 821: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:13.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jwSsl_KIWU-8xqa off=2192080 len=1217061 2024-09-18T02:54:13.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 4139 completed, throughput=5MB/sec 2024-09-18T02:54:13.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k6KdlZRaMJYxILc off=510450 len=1584488 2024-09-18T02:54:13.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 4140 completed, throughput=5MB/sec 2024-09-18T02:54:13.630 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mltqpne-0ld3PDK off=2852136 len=1316476 2024-09-18T02:54:13.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 4141 completed, throughput=5MB/sec 2024-09-18T02:54:13.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MlY0qGAXn_GYMha off=3057834 len=1250717 2024-09-18T02:54:13.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 4142 completed, throughput=5MB/sec 2024-09-18T02:54:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:14.642 INFO:tasks.workunit.client.0.smithi046.stdout: 822: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:14.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xdo6KVz57t6d40v off=897302 len=1892931 2024-09-18T02:54:14.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 4143 completed, throughput=5MB/sec 2024-09-18T02:54:14.646 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QC9D3xUS7lpZ2ad off=5077850 len=1088216 2024-09-18T02:54:14.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 4144 completed, throughput=5MB/sec 2024-09-18T02:54:14.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-buXjO0-ebaSGajX off=12743569 len=1102506 2024-09-18T02:54:14.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 4145 completed, throughput=5MB/sec 2024-09-18T02:54:14.659 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-50MIk09KkvjhKZI off=17747426 len=1710959 2024-09-18T02:54:14.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 4146 completed, throughput=5MB/sec 2024-09-18T02:54:15.158 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:14 smithi046 ceph-mon[97106]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:54:15.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:14 smithi046 ceph-mon[94621]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:54:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:14 smithi195 ceph-mon[89559]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:54:15.668 INFO:tasks.workunit.client.0.smithi046.stdout: 823: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:15.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ayg59kEL9fqeTG6 off=2033342 len=592989 2024-09-18T02:54:15.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 4147 completed, throughput=5MB/sec 2024-09-18T02:54:15.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3oxDKLCH5ZgkVT4 off=11561226 len=1317157 2024-09-18T02:54:15.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 4148 completed, throughput=5MB/sec 2024-09-18T02:54:15.671 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xmt19RECvu4y8Nh off=9501667 len=1895277 2024-09-18T02:54:15.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 4149 completed, throughput=5MB/sec 2024-09-18T02:54:15.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NPm84_VDs9kDFvj off=243734 len=1876570 2024-09-18T02:54:15.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 4150 completed, throughput=5MB/sec 2024-09-18T02:54:16.678 INFO:tasks.workunit.client.0.smithi046.stdout: 824: throughput=5MB/sec pending data=0 2024-09-18T02:54:16.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gai8Rlv3YUfegBw off=12433081 len=1368534 2024-09-18T02:54:16.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 4151 completed, throughput=5MB/sec 2024-09-18T02:54:16.685 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4epbNhclf2L5wIU off=17411467 len=926249 2024-09-18T02:54:16.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 4152 completed, throughput=5MB/sec 2024-09-18T02:54:16.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Eu5RYzpQxkrM6n2 off=889386 len=1233189 2024-09-18T02:54:16.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 4153 completed, throughput=5MB/sec 2024-09-18T02:54:16.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iClWhUqCQmOMbqL off=951571 len=1673189 2024-09-18T02:54:16.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 4154 completed, throughput=5MB/sec 2024-09-18T02:54:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:54:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:54:16] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-18T02:54:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:16 smithi195 ceph-mon[89559]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:54:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:16 smithi046 ceph-mon[94621]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:54:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:16 smithi046 ceph-mon[97106]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:54:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: 825: throughput=5MB/sec pending data=0 2024-09-18T02:54:17.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-89w2l2UEVJU_EC6 off=14030605 len=1109636 2024-09-18T02:54:17.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 4155 completed, throughput=5MB/sec 2024-09-18T02:54:17.692 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mqCVWUf2NiRuGbV off=0 len=1575717 2024-09-18T02:54:17.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 4156 completed, throughput=5MB/sec 2024-09-18T02:54:17.701 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_mYOsAJaKYSfy1_ off=0 len=1307569 2024-09-18T02:54:17.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 4157 completed, throughput=5MB/sec 2024-09-18T02:54:17.703 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oh_2ur7I91f8Bvx off=6067902 len=513192 2024-09-18T02:54:17.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 4158 completed, throughput=5MB/sec 2024-09-18T02:54:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: 826: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:18.704 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A4z52SH2lM6BLyL off=6099159 len=933715 2024-09-18T02:54:18.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 4159 completed, throughput=5MB/sec 2024-09-18T02:54:18.710 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IpN7t3g4y-iiE4d off=8177771 len=1924806 2024-09-18T02:54:18.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 4160 completed, throughput=5MB/sec 2024-09-18T02:54:18.712 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EcZGVvTtfd5ubUk off=8387259 len=1944311 2024-09-18T02:54:18.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 4161 completed, throughput=5MB/sec 2024-09-18T02:54:18.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xLPEIV0JxvMaS5p off=7908420 len=800644 2024-09-18T02:54:18.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 4162 completed, throughput=5MB/sec 2024-09-18T02:54:19.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:18 smithi195 ceph-mon[89559]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:54:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:18 smithi046 ceph-mon[94621]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:54:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:18 smithi046 ceph-mon[97106]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:54:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: 827: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:19.720 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rHbxihMLw59_JsU off=2240872 len=2060767 2024-09-18T02:54:19.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 4163 completed, throughput=5MB/sec 2024-09-18T02:54:19.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zuZ1mAs31yVWn8e off=543617 len=1093355 2024-09-18T02:54:19.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 4164 completed, throughput=5MB/sec 2024-09-18T02:54:19.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Amx-zjfzYbLP3D5 off=9866209 len=1487948 2024-09-18T02:54:19.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 4165 completed, throughput=5MB/sec 2024-09-18T02:54:19.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I9Ud_mOrXvj-JdG off=11185017 len=2067441 2024-09-18T02:54:19.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 4166 completed, throughput=5MB/sec 2024-09-18T02:54:20.732 INFO:tasks.workunit.client.0.smithi046.stdout: 828: throughput=5MB/sec pending data=0 2024-09-18T02:54:20.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fqrhAYFpPwJ3S4D off=10583264 len=1677777 2024-09-18T02:54:20.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 4167 completed, throughput=5MB/sec 2024-09-18T02:54:20.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0Btd5o5n2olcOXQ off=1800845 len=871134 2024-09-18T02:54:20.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 4168 completed, throughput=5MB/sec 2024-09-18T02:54:20.742 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FC1g_q7jlvgwwnr off=559367 len=2040290 2024-09-18T02:54:20.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 4169 completed, throughput=5MB/sec 2024-09-18T02:54:21.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:20 smithi195 ceph-mon[89559]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:54:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:20 smithi046 ceph-mon[97106]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:54:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:20 smithi046 ceph-mon[94621]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:54:21.745 INFO:tasks.workunit.client.0.smithi046.stdout: 829: throughput=5MB/sec pending data=0 2024-09-18T02:54:21.745 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zOTi_ScuMb6Dkl6 off=709747 len=511536 2024-09-18T02:54:21.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 4170 completed, throughput=5MB/sec 2024-09-18T02:54:21.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E1D_c1tZ4K3efhA off=2584547 len=1284169 2024-09-18T02:54:21.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 4171 completed, throughput=5MB/sec 2024-09-18T02:54:21.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nNmZBo06epixSk6 off=545354 len=991909 2024-09-18T02:54:21.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 4172 completed, throughput=5MB/sec 2024-09-18T02:54:21.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ldXg83y8oFkSxt- off=6760734 len=778694 2024-09-18T02:54:21.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 4173 completed, throughput=5MB/sec 2024-09-18T02:54:21.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JCS-yMEkwx1Yud6 off=1237691 len=1040934 2024-09-18T02:54:21.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 4174 completed, throughput=5MB/sec 2024-09-18T02:54:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:54:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:54:22.771 INFO:tasks.workunit.client.0.smithi046.stdout: 830: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:22.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lNG2Byh-KYTO8Md off=15087125 len=1572814 2024-09-18T02:54:22.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 4175 completed, throughput=5MB/sec 2024-09-18T02:54:22.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6H0C-n23RLifEJS off=19314260 len=2007813 2024-09-18T02:54:22.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 4176 completed, throughput=5MB/sec 2024-09-18T02:54:22.783 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iSM8lQ6CjCt5Pjn off=13754064 len=1018551 2024-09-18T02:54:22.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 4177 completed, throughput=5MB/sec 2024-09-18T02:54:22.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-430qd1NYPAuj9cV off=4574481 len=1870990 2024-09-18T02:54:22.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 4178 completed, throughput=5MB/sec 2024-09-18T02:54:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:22 smithi195 ceph-mon[89559]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:22 smithi046 ceph-mon[94621]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:22 smithi046 ceph-mon[97106]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:23.799 INFO:tasks.workunit.client.0.smithi046.stdout: 831: throughput=5MB/sec pending data=0 2024-09-18T02:54:23.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7YRNTbkKJR3i9Fv off=3634468 len=462058 2024-09-18T02:54:23.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 4179 completed, throughput=5MB/sec 2024-09-18T02:54:23.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TGXaxj-a_qi-eAS off=2667084 len=508764 2024-09-18T02:54:23.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 4180 completed, throughput=5MB/sec 2024-09-18T02:54:23.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q6me4EDs89eeJGh off=9590881 len=1661449 2024-09-18T02:54:23.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 4181 completed, throughput=5MB/sec 2024-09-18T02:54:23.805 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-deVaLkBm4pHF-Dc off=896965 len=1591843 2024-09-18T02:54:23.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 4182 completed, throughput=5MB/sec 2024-09-18T02:54:24.807 INFO:tasks.workunit.client.0.smithi046.stdout: 832: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:24.808 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qMw3R3l05MGsoFD off=0 len=1552327 2024-09-18T02:54:24.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 4183 completed, throughput=5MB/sec 2024-09-18T02:54:24.816 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fljLaCnq7ButXLw off=5195644 len=1115469 2024-09-18T02:54:24.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 4184 completed, throughput=5MB/sec 2024-09-18T02:54:24.818 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OocAaRwVKdVJN8D off=9172293 len=27275 2024-09-18T02:54:24.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 4185 completed, throughput=5MB/sec 2024-09-18T02:54:24.820 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wIFEZ19zCJzOAYQ off=6554752 len=1445059 2024-09-18T02:54:24.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 4186 completed, throughput=5MB/sec 2024-09-18T02:54:24.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1zshIiMjbiRFcIQ off=30448 len=686931 2024-09-18T02:54:24.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 4187 completed, throughput=5MB/sec 2024-09-18T02:54:24.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xNrVxc0FaKHLepP off=4218104 len=960658 2024-09-18T02:54:24.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 4188 completed, throughput=5MB/sec 2024-09-18T02:54:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:24 smithi195 ceph-mon[89559]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:54:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:24 smithi046 ceph-mon[94621]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:54:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:24 smithi046 ceph-mon[97106]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:54:25.834 INFO:tasks.workunit.client.0.smithi046.stdout: 833: throughput=5MB/sec pending data=0 2024-09-18T02:54:25.835 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OtDTqU1Okd8dUQV off=8446987 len=900369 2024-09-18T02:54:25.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 4189 completed, throughput=5MB/sec 2024-09-18T02:54:25.840 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gwNbTWk4QPjTFGI off=11529206 len=1889628 2024-09-18T02:54:25.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 4190 completed, throughput=5MB/sec 2024-09-18T02:54:25.843 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BbiUUAFS6Zsw3Ub off=104069 len=1895790 2024-09-18T02:54:25.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 4191 completed, throughput=5MB/sec 2024-09-18T02:54:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:54:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:54:26] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-18T02:54:26.846 INFO:tasks.workunit.client.0.smithi046.stdout: 834: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:26.846 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KDZbnMXacZbg5mv off=1493458 len=1792513 2024-09-18T02:54:26.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 4192 completed, throughput=5MB/sec 2024-09-18T02:54:26.849 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3pBF-s_UGvI3CCA off=8838408 len=94074 2024-09-18T02:54:26.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 4193 completed, throughput=5MB/sec 2024-09-18T02:54:26.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iVPzyEw4MqzwST3 off=14794947 len=1379663 2024-09-18T02:54:26.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 4194 completed, throughput=5MB/sec 2024-09-18T02:54:26.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v4VXCRO_umDB8J_ off=1422554 len=789404 2024-09-18T02:54:26.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 4195 completed, throughput=5MB/sec 2024-09-18T02:54:26.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VxiA2TImKdHo_qD off=2540571 len=1364175 2024-09-18T02:54:26.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 4196 completed, throughput=5MB/sec 2024-09-18T02:54:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:26 smithi195 ceph-mon[89559]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:26 smithi046 ceph-mon[97106]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:26 smithi046 ceph-mon[94621]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: 835: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:27.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uceZ3qHlUys6Jyq off=8357360 len=1683282 2024-09-18T02:54:27.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 4197 completed, throughput=5MB/sec 2024-09-18T02:54:27.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t97qIKD27xocCmG off=16230861 len=1434102 2024-09-18T02:54:27.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 4198 completed, throughput=5MB/sec 2024-09-18T02:54:27.874 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-REUmUEzDR2abhsf off=5505167 len=470304 2024-09-18T02:54:27.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 4199 completed, throughput=5MB/sec 2024-09-18T02:54:27.876 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c0SopqbVKzc2WEh off=6960679 len=1991085 2024-09-18T02:54:27.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 4200 completed, throughput=5MB/sec 2024-09-18T02:54:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: 836: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:28.886 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J1JJbkeqlsCXhCG off=208783 len=959931 2024-09-18T02:54:28.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 4201 completed, throughput=5MB/sec 2024-09-18T02:54:28.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p92OJ6amP9txVD4 off=543716 len=463840 2024-09-18T02:54:28.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 4202 completed, throughput=5MB/sec 2024-09-18T02:54:28.892 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9mK9NUBrNmXhFR_ off=16303397 len=2054343 2024-09-18T02:54:28.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 4203 completed, throughput=5MB/sec 2024-09-18T02:54:28.895 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ux7uggof2X9mgJG off=9102156 len=1407834 2024-09-18T02:54:28.896 INFO:tasks.workunit.client.0.smithi046.stdout:op 4204 completed, throughput=5MB/sec 2024-09-18T02:54:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:28 smithi195 ceph-mon[89559]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-18T02:54:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:28 smithi046 ceph-mon[97106]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-18T02:54:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:28 smithi046 ceph-mon[94621]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-18T02:54:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: 837: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:29.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3xDOMcAZxmQlF96 off=9203908 len=402791 2024-09-18T02:54:29.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 4205 completed, throughput=4.99MB/sec 2024-09-18T02:54:29.900 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yd1kw-boAradVmX off=7864198 len=1434193 2024-09-18T02:54:29.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 4206 completed, throughput=5MB/sec 2024-09-18T02:54:29.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pv8bHU8om_nyMLv off=6422616 len=1372051 2024-09-18T02:54:29.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 4207 completed, throughput=5MB/sec 2024-09-18T02:54:29.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GcpWN1Mdwa2BbwL off=5928595 len=86088 2024-09-18T02:54:29.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 4208 completed, throughput=5MB/sec 2024-09-18T02:54:29.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UxVdC79zhHgKrar off=15573007 len=2069578 2024-09-18T02:54:29.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 4209 completed, throughput=5MB/sec 2024-09-18T02:54:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: 838: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:30.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LFLmRPYT2QI2ch0 off=9465918 len=1441655 2024-09-18T02:54:30.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 4210 completed, throughput=5MB/sec 2024-09-18T02:54:30.927 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0igDYE5_1xhY7SQ off=5544372 len=693635 2024-09-18T02:54:30.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 4211 completed, throughput=5MB/sec 2024-09-18T02:54:30.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KPatOID4ciH_GQp off=6787961 len=1994808 2024-09-18T02:54:30.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 4212 completed, throughput=5MB/sec 2024-09-18T02:54:30.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EiaIkKMYMHLXmQt off=13407141 len=2085515 2024-09-18T02:54:30.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 4213 completed, throughput=5MB/sec 2024-09-18T02:54:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:30 smithi195 ceph-mon[89559]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:54:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:30 smithi046 ceph-mon[94621]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:54:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:30 smithi046 ceph-mon[97106]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:54:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: 839: throughput=5MB/sec pending data=0 2024-09-18T02:54:31.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NJYYhsMqply_ODL off=263190 len=925260 2024-09-18T02:54:31.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 4214 completed, throughput=5MB/sec 2024-09-18T02:54:31.952 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GVq1OIgp2Hk-tBk off=18152507 len=642108 2024-09-18T02:54:31.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 4215 completed, throughput=5MB/sec 2024-09-18T02:54:31.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4ag5juNlceCAEZh off=4518871 len=219661 2024-09-18T02:54:31.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 4216 completed, throughput=5MB/sec 2024-09-18T02:54:31.955 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dfo-2gnr_lMS04a off=21869350 len=2038517 2024-09-18T02:54:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 4217 completed, throughput=5MB/sec 2024-09-18T02:54:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IA0R_WCODqSAFuI off=3676591 len=1791630 2024-09-18T02:54:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 4218 completed, throughput=5MB/sec 2024-09-18T02:54:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:54:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:54:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: 840: throughput=5MB/sec pending data=0 2024-09-18T02:54:32.974 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hTI1faHpGIF8bVc off=6296176 len=774579 2024-09-18T02:54:32.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 4219 completed, throughput=5MB/sec 2024-09-18T02:54:32.975 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ph0Oq_8NiW40UKA off=381384 len=1162484 2024-09-18T02:54:32.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 4220 completed, throughput=5MB/sec 2024-09-18T02:54:32.981 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uX6j97XKXXJk6Wf off=1140032 len=928022 2024-09-18T02:54:32.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 4221 completed, throughput=5MB/sec 2024-09-18T02:54:32.985 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j2YzR0MuL8bvWPM off=692033 len=318849 2024-09-18T02:54:32.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 4222 completed, throughput=5MB/sec 2024-09-18T02:54:32.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nrZS-tqWLbMQLnf off=9935377 len=1017426 2024-09-18T02:54:32.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 4223 completed, throughput=5MB/sec 2024-09-18T02:54:32.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ORm3Ywf8hL53myA off=1467140 len=174566 2024-09-18T02:54:32.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 4224 completed, throughput=5MB/sec 2024-09-18T02:54:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:32 smithi195 ceph-mon[89559]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:32 smithi046 ceph-mon[97106]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:32 smithi046 ceph-mon[94621]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:33.996 INFO:tasks.workunit.client.0.smithi046.stdout: 841: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:33.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TKVburn6Jlz-H2q off=945306 len=1597575 2024-09-18T02:54:34.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 4225 completed, throughput=5MB/sec 2024-09-18T02:54:34.000 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M7K6ftNDdhPvnSf off=2480430 len=395750 2024-09-18T02:54:34.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 4226 completed, throughput=5MB/sec 2024-09-18T02:54:34.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S-qd4vxLM6koUIt off=474097 len=760070 2024-09-18T02:54:34.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 4227 completed, throughput=5MB/sec 2024-09-18T02:54:34.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hvgvM4lBFD1TN7a off=1905407 len=653128 2024-09-18T02:54:34.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 4228 completed, throughput=5MB/sec 2024-09-18T02:54:34.008 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--dy25KSGKZICkka off=2319469 len=5657 2024-09-18T02:54:34.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 4229 completed, throughput=5MB/sec 2024-09-18T02:54:34.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jCxVaBgtdV7iRP3 off=799800 len=337033 2024-09-18T02:54:34.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 4230 completed, throughput=5MB/sec 2024-09-18T02:54:34.013 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2csDswrB4RvX7pr off=11794572 len=663909 2024-09-18T02:54:34.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 4231 completed, throughput=5MB/sec 2024-09-18T02:54:34.014 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zih_X9yF0OLvZQ_ off=3360714 len=1195182 2024-09-18T02:54:34.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 4232 completed, throughput=5MB/sec 2024-09-18T02:54:35.016 INFO:tasks.workunit.client.0.smithi046.stdout: 842: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:35.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M61pAAt-TKxaZTs off=995696 len=6674 2024-09-18T02:54:35.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 4233 completed, throughput=4.99MB/sec 2024-09-18T02:54:35.019 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B28Ckp_OcXh-9fy off=5334312 len=1001303 2024-09-18T02:54:35.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 4234 completed, throughput=5MB/sec 2024-09-18T02:54:35.020 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Aa1DqbnxwKIWhZI off=1732913 len=514886 2024-09-18T02:54:35.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 4235 completed, throughput=5MB/sec 2024-09-18T02:54:35.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0rs_MSs0GdwrZAI off=211006 len=290392 2024-09-18T02:54:35.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 4236 completed, throughput=5MB/sec 2024-09-18T02:54:35.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ClNURKy12bIy0J8 off=14633834 len=209747 2024-09-18T02:54:35.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 4237 completed, throughput=5MB/sec 2024-09-18T02:54:35.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-094_W4eWIQ7J1tV off=4102899 len=422720 2024-09-18T02:54:35.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 4238 completed, throughput=5MB/sec 2024-09-18T02:54:35.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-seD8DSRfOUc57MJ off=366597 len=590383 2024-09-18T02:54:35.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 4239 completed, throughput=5MB/sec 2024-09-18T02:54:35.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_eLGP_p1FwHkjMY off=3754265 len=1121447 2024-09-18T02:54:35.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 4240 completed, throughput=5MB/sec 2024-09-18T02:54:35.034 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pEGtMAmliBB0MsT off=4850218 len=1086322 2024-09-18T02:54:35.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 4241 completed, throughput=5MB/sec 2024-09-18T02:54:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:34 smithi195 ceph-mon[89559]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:35.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:34 smithi046 ceph-mon[94621]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:34 smithi046 ceph-mon[97106]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:54:36.040 INFO:tasks.workunit.client.0.smithi046.stdout: 843: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:36.040 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wFGnrvBOcJhU8ID off=2857810 len=1118951 2024-09-18T02:54:36.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 4242 completed, throughput=5MB/sec 2024-09-18T02:54:36.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BnHjXjiXymz7wMV off=6381814 len=139355 2024-09-18T02:54:36.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 4243 completed, throughput=5MB/sec 2024-09-18T02:54:36.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tg7_exPRYrh74GW off=4252032 len=878313 2024-09-18T02:54:36.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 4244 completed, throughput=5MB/sec 2024-09-18T02:54:36.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tua91mJxTXCEXQN off=6590857 len=1993412 2024-09-18T02:54:36.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 4245 completed, throughput=5MB/sec 2024-09-18T02:54:36.057 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wo7doJ5lfL_YO3d off=3560261 len=1384842 2024-09-18T02:54:36.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 4246 completed, throughput=5MB/sec 2024-09-18T02:54:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:54:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:54:36] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-18T02:54:37.065 INFO:tasks.workunit.client.0.smithi046.stdout: 844: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:37.065 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7SyjwUwqdZEn3J6 off=1572419 len=1932385 2024-09-18T02:54:37.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 4247 completed, throughput=5MB/sec 2024-09-18T02:54:37.076 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qrFcKOnHHOKAMOT off=4139478 len=632347 2024-09-18T02:54:37.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 4248 completed, throughput=5MB/sec 2024-09-18T02:54:37.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SbdH_75BWKoDVKw off=716700 len=1319815 2024-09-18T02:54:37.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 4249 completed, throughput=5MB/sec 2024-09-18T02:54:37.082 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4rGasiI0tegjPeR off=3075212 len=1321893 2024-09-18T02:54:37.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 4250 completed, throughput=5MB/sec 2024-09-18T02:54:37.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:36 smithi195 ceph-mon[89559]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:54:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:36 smithi046 ceph-mon[94621]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:54:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:36 smithi046 ceph-mon[97106]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:54:38.084 INFO:tasks.workunit.client.0.smithi046.stdout: 845: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:38.085 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FX2HexVRjzGPjpO off=5869921 len=1490861 2024-09-18T02:54:38.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 4251 completed, throughput=5MB/sec 2024-09-18T02:54:38.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YXBGI48L1QWvbnB off=7324158 len=97556 2024-09-18T02:54:38.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 4252 completed, throughput=5MB/sec 2024-09-18T02:54:38.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uZeafHRZB1BBY5 off=151706 len=1851614 2024-09-18T02:54:38.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 4253 completed, throughput=5MB/sec 2024-09-18T02:54:38.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BSLIGIP1PnSsvMR off=9570671 len=1712207 2024-09-18T02:54:38.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 4254 completed, throughput=5MB/sec 2024-09-18T02:54:39.098 INFO:tasks.workunit.client.0.smithi046.stdout: 846: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:39.098 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zme1c8osqxVIy3_ off=812059 len=869611 2024-09-18T02:54:39.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 4255 completed, throughput=5MB/sec 2024-09-18T02:54:39.099 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-owJbS-bD0TrEWKl off=110060 len=521237 2024-09-18T02:54:39.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 4256 completed, throughput=5MB/sec 2024-09-18T02:54:39.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xH5ZCaemv_XaNbI off=4826352 len=1767331 2024-09-18T02:54:39.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 4257 completed, throughput=5MB/sec 2024-09-18T02:54:39.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DTOPDOHhJePSOiM off=2085488 len=2074731 2024-09-18T02:54:39.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 4258 completed, throughput=5MB/sec 2024-09-18T02:54:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:38 smithi195 ceph-mon[89559]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:54:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:38 smithi046 ceph-mon[94621]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:54:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:38 smithi046 ceph-mon[97106]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:54:40.109 INFO:tasks.workunit.client.0.smithi046.stdout: 847: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:40.109 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y9ruy75VKy4NNTd off=0 len=1375275 2024-09-18T02:54:40.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 4259 completed, throughput=5MB/sec 2024-09-18T02:54:40.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k-h9j1I8RQMhHxh off=4215618 len=755530 2024-09-18T02:54:40.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 4260 completed, throughput=5MB/sec 2024-09-18T02:54:40.116 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5Q1bfkq_vAK0FQV off=7151130 len=1020148 2024-09-18T02:54:40.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 4261 completed, throughput=5MB/sec 2024-09-18T02:54:40.119 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3DhKtpIhVkAEqAT off=109618 len=1897659 2024-09-18T02:54:40.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 4262 completed, throughput=5MB/sec 2024-09-18T02:54:40.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GP93bp1TxbWs93u off=7417206 len=1375622 2024-09-18T02:54:40.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 4263 completed, throughput=5MB/sec 2024-09-18T02:54:41.129 INFO:tasks.workunit.client.0.smithi046.stdout: 848: throughput=5MB/sec pending data=0 2024-09-18T02:54:41.129 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-goC_cchbTBxRUUc off=6916182 len=113285 2024-09-18T02:54:41.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 4264 completed, throughput=5MB/sec 2024-09-18T02:54:41.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xvfUm8YiOxriEs4 off=11985012 len=493981 2024-09-18T02:54:41.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 4265 completed, throughput=5MB/sec 2024-09-18T02:54:41.133 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ceM9k2vCHpWPmpV off=9370037 len=236407 2024-09-18T02:54:41.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 4266 completed, throughput=5MB/sec 2024-09-18T02:54:41.133 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--5J_viGPin7k4Ri off=3814540 len=1479835 2024-09-18T02:54:41.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 4267 completed, throughput=5MB/sec 2024-09-18T02:54:41.137 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KfnhnqxsMJbUwVf off=1037555 len=237507 2024-09-18T02:54:41.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 4268 completed, throughput=5MB/sec 2024-09-18T02:54:41.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4rGasiI0tegjPeR off=2399610 len=1429057 2024-09-18T02:54:41.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 4269 completed, throughput=5MB/sec 2024-09-18T02:54:41.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ou6lJq0U4J975mD off=2948542 len=1845421 2024-09-18T02:54:41.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 4270 completed, throughput=5MB/sec 2024-09-18T02:54:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:40 smithi195 ceph-mon[89559]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:54:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:40 smithi046 ceph-mon[94621]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:54:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:40 smithi046 ceph-mon[97106]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:54:42.156 INFO:tasks.workunit.client.0.smithi046.stdout: 849: throughput=5MB/sec pending data=0 2024-09-18T02:54:42.156 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D-IYllzec41bLoY off=4248315 len=908253 2024-09-18T02:54:42.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 4271 completed, throughput=5MB/sec 2024-09-18T02:54:42.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3h1_LUZOdxrqeLc off=4946806 len=672125 2024-09-18T02:54:42.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 4272 completed, throughput=5MB/sec 2024-09-18T02:54:42.162 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9R-XzZVI5tWud5e off=7023951 len=2056301 2024-09-18T02:54:42.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 4273 completed, throughput=5MB/sec 2024-09-18T02:54:42.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TKvuUmuGbYu0oph off=12233090 len=1562747 2024-09-18T02:54:42.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 4274 completed, throughput=5MB/sec 2024-09-18T02:54:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:54:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:54:43.166 INFO:tasks.workunit.client.0.smithi046.stdout: 850: throughput=5MB/sec pending data=0 2024-09-18T02:54:43.167 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fhjd5HZkig1o1bX off=530359 len=1237471 2024-09-18T02:54:43.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 4275 completed, throughput=5MB/sec 2024-09-18T02:54:43.174 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fV7u8naqVrP0V0f off=1625977 len=873898 2024-09-18T02:54:43.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 4276 completed, throughput=5MB/sec 2024-09-18T02:54:43.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ITHvNW8pVL8doIH off=3283828 len=290550 2024-09-18T02:54:43.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 4277 completed, throughput=5MB/sec 2024-09-18T02:54:43.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DZMHu28BcWc9vKl off=2281703 len=438232 2024-09-18T02:54:43.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 4278 completed, throughput=5MB/sec 2024-09-18T02:54:43.181 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7w3Nw-hzcx3wgR1 off=10705396 len=791924 2024-09-18T02:54:43.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 4279 completed, throughput=5MB/sec 2024-09-18T02:54:43.183 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G2SW-lLuGCpIfLF off=0 len=1310893 2024-09-18T02:54:43.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 4280 completed, throughput=5MB/sec 2024-09-18T02:54:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:42 smithi195 ceph-mon[89559]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:54:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:42 smithi046 ceph-mon[94621]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:54:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:42 smithi046 ceph-mon[97106]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:54:44.186 INFO:tasks.workunit.client.0.smithi046.stdout: 851: throughput=5MB/sec pending data=0 2024-09-18T02:54:44.186 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WsO-fkObr0r7u_x off=17206001 len=959791 2024-09-18T02:54:44.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 4281 completed, throughput=5MB/sec 2024-09-18T02:54:44.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lTuoLE8StV9rRvx off=5315306 len=1955616 2024-09-18T02:54:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 4282 completed, throughput=5MB/sec 2024-09-18T02:54:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hahwfu_xJTVhoJZ off=4407643 len=1552800 2024-09-18T02:54:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 4283 completed, throughput=5MB/sec 2024-09-18T02:54:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:45.200 INFO:tasks.workunit.client.0.smithi046.stdout: 852: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:45.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-co8GVWf6dHbAlCR off=5667081 len=998289 2024-09-18T02:54:45.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 4284 completed, throughput=5MB/sec 2024-09-18T02:54:45.207 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G19BkzzAOKyV3MR off=16013665 len=1418719 2024-09-18T02:54:45.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 4285 completed, throughput=5MB/sec 2024-09-18T02:54:45.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RC8oFTMRM9XGR_o off=4546979 len=2048746 2024-09-18T02:54:45.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 4286 completed, throughput=5MB/sec 2024-09-18T02:54:45.223 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VDKEAYLZO9G1cnY off=3772931 len=1273932 2024-09-18T02:54:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:44 smithi195 ceph-mon[89559]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:54:45.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 4287 completed, throughput=5MB/sec 2024-09-18T02:54:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:44 smithi046 ceph-mon[97106]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:54:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:44 smithi046 ceph-mon[94621]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:54:46.226 INFO:tasks.workunit.client.0.smithi046.stdout: 853: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:46.226 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yetnCGxxptFWxO0 off=3566855 len=1065155 2024-09-18T02:54:46.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 4288 completed, throughput=5MB/sec 2024-09-18T02:54:46.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yab2Y0t_wjm7uf0 off=1870939 len=2095502 2024-09-18T02:54:46.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 4289 completed, throughput=5MB/sec 2024-09-18T02:54:46.243 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tr5lz6XM5mjBVtj off=6662971 len=1421547 2024-09-18T02:54:46.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 4290 completed, throughput=5MB/sec 2024-09-18T02:54:46.246 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-53vCXEllwLnp7ca off=2162517 len=103628 2024-09-18T02:54:46.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 4291 completed, throughput=5MB/sec 2024-09-18T02:54:46.249 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1Kf-NeTuh0K5nQb off=121941 len=1022966 2024-09-18T02:54:46.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 4292 completed, throughput=5MB/sec 2024-09-18T02:54:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:54:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:54:46] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:54:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:46 smithi195 ceph-mon[89559]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:54:47.253 INFO:tasks.workunit.client.0.smithi046.stdout: 854: throughput=5MB/sec pending data=0 2024-09-18T02:54:47.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9IavrJbI2nuouAQ off=16290095 len=889677 2024-09-18T02:54:47.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 4293 completed, throughput=5MB/sec 2024-09-18T02:54:47.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vdSJssJaEjH38e- off=23719106 len=1482390 2024-09-18T02:54:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:46 smithi046 ceph-mon[97106]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:54:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:46 smithi046 ceph-mon[94621]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:54:47.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 4294 completed, throughput=5MB/sec 2024-09-18T02:54:47.263 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DoNMTb7LHPj2FPY off=17270980 len=1660537 2024-09-18T02:54:47.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 4295 completed, throughput=5MB/sec 2024-09-18T02:54:47.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YsKY6Ts4I6XkyiA off=11024242 len=633351 2024-09-18T02:54:47.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 4296 completed, throughput=5MB/sec 2024-09-18T02:54:48.269 INFO:tasks.workunit.client.0.smithi046.stdout: 855: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:48.269 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o379bCMF23Ayblj off=5603911 len=513527 2024-09-18T02:54:48.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 4297 completed, throughput=5MB/sec 2024-09-18T02:54:48.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Auu7wC8C-E22ECu off=11288963 len=1099148 2024-09-18T02:54:48.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 4298 completed, throughput=5MB/sec 2024-09-18T02:54:48.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mZkbQXmVmXFkECE off=13693866 len=1543483 2024-09-18T02:54:48.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 4299 completed, throughput=5MB/sec 2024-09-18T02:54:48.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--cNaSwtnVZRmyHb off=5970103 len=1821715 2024-09-18T02:54:48.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 4300 completed, throughput=5MB/sec 2024-09-18T02:54:48.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kdXEd7g5siEV4-z off=5666928 len=815670 2024-09-18T02:54:48.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 4301 completed, throughput=5MB/sec 2024-09-18T02:54:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:48 smithi195 ceph-mon[89559]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:54:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:54:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:54:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:48 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:54:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[97106]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:54:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:54:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:54:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:54:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[94621]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:54:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:54:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:54:49.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:48 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:54:49.297 INFO:tasks.workunit.client.0.smithi046.stdout: 856: throughput=5MB/sec pending data=0 2024-09-18T02:54:49.297 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S8b6Lk5T2c3L8UW off=2541416 len=1083116 2024-09-18T02:54:49.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 4302 completed, throughput=5MB/sec 2024-09-18T02:54:49.303 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IBcFe37AxRV36QM off=12802050 len=1833495 2024-09-18T02:54:49.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 4303 completed, throughput=5MB/sec 2024-09-18T02:54:49.310 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UPOp4LIM1i7xLUY off=2671344 len=1149624 2024-09-18T02:54:49.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 4304 completed, throughput=5MB/sec 2024-09-18T02:54:49.316 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0jqDoHYEXqD6crV off=4419670 len=280446 2024-09-18T02:54:49.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 4305 completed, throughput=5MB/sec 2024-09-18T02:54:49.318 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FyeD4jlcJkYWCf8 off=5049565 len=1663932 2024-09-18T02:54:49.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 4306 completed, throughput=5MB/sec 2024-09-18T02:54:50.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:54:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:54:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:54:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: 857: throughput=5MB/sec pending data=0 2024-09-18T02:54:50.320 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iAzGNrpoN6hqTKE off=11861416 len=60518 2024-09-18T02:54:50.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 4307 completed, throughput=5MB/sec 2024-09-18T02:54:50.323 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tE4xRLovlF3JMY0 off=3389616 len=1908882 2024-09-18T02:54:50.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 4308 completed, throughput=5MB/sec 2024-09-18T02:54:50.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2QJ_i0kaAB3I7q1 off=14356187 len=737574 2024-09-18T02:54:50.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 4309 completed, throughput=5MB/sec 2024-09-18T02:54:50.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2SV1xmWxPOo92cq off=15649983 len=1528661 2024-09-18T02:54:50.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 4310 completed, throughput=5MB/sec 2024-09-18T02:54:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:50 smithi195 ceph-mon[89559]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:54:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:50 smithi046 ceph-mon[94621]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:54:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:50 smithi046 ceph-mon[97106]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:54:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: 858: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:51.341 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vkNs5IAn6HaMbjW off=952948 len=840167 2024-09-18T02:54:51.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 4311 completed, throughput=5MB/sec 2024-09-18T02:54:51.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zrIG7BRkvoxjhag off=934043 len=1939114 2024-09-18T02:54:51.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 4312 completed, throughput=5MB/sec 2024-09-18T02:54:51.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3_TcbOOKopIxyFg off=1625522 len=41673 2024-09-18T02:54:51.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 4313 completed, throughput=5MB/sec 2024-09-18T02:54:51.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dbZJdpDyNQI3gX- off=3953191 len=181203 2024-09-18T02:54:51.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 4314 completed, throughput=5MB/sec 2024-09-18T02:54:51.355 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vvbP89986indWHI off=356137 len=267803 2024-09-18T02:54:51.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 4315 completed, throughput=5MB/sec 2024-09-18T02:54:51.356 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RO2t-xm6nBjFrr_ off=5505942 len=36363 2024-09-18T02:54:51.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 4316 completed, throughput=5MB/sec 2024-09-18T02:54:51.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1eAnzOTD55AHEcR off=846939 len=808861 2024-09-18T02:54:51.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 4317 completed, throughput=5MB/sec 2024-09-18T02:54:51.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MPtMv351bXTjFbM off=15518280 len=295352 2024-09-18T02:54:51.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 4318 completed, throughput=5MB/sec 2024-09-18T02:54:51.361 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PGDdoRcm2o92t4C off=516175 len=140157 2024-09-18T02:54:51.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 4319 completed, throughput=5MB/sec 2024-09-18T02:54:51.362 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rul3unSXu_gONQo off=4044365 len=103328 2024-09-18T02:54:51.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 4320 completed, throughput=5MB/sec 2024-09-18T02:54:51.365 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fTsKPYFqrR6stNc off=16185618 len=1621726 2024-09-18T02:54:51.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 4321 completed, throughput=5MB/sec 2024-09-18T02:54:52.368 INFO:tasks.workunit.client.0.smithi046.stdout: 859: throughput=5MB/sec pending data=0 2024-09-18T02:54:52.368 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gAn4V8FMvl0nPuy off=4187950 len=1734480 2024-09-18T02:54:52.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 4322 completed, throughput=5MB/sec 2024-09-18T02:54:52.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nyt2K9E_sQ0fKFS off=11768686 len=26968 2024-09-18T02:54:52.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 4323 completed, throughput=5MB/sec 2024-09-18T02:54:52.378 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CHFgYLVxEc2RB0m off=6534291 len=371089 2024-09-18T02:54:52.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 4324 completed, throughput=5MB/sec 2024-09-18T02:54:52.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dBuhD80rxbnF-Yv off=3701663 len=1295159 2024-09-18T02:54:52.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 4325 completed, throughput=5MB/sec 2024-09-18T02:54:52.383 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_yA6EJ8wdcoTIPY off=1519646 len=446912 2024-09-18T02:54:52.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 4326 completed, throughput=5MB/sec 2024-09-18T02:54:52.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I-JN4NFSnBzaGoZ off=4924054 len=926307 2024-09-18T02:54:52.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 4327 completed, throughput=5MB/sec 2024-09-18T02:54:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:54:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:54:53.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:52 smithi195 ceph-mon[89559]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:54:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:52 smithi046 ceph-mon[94621]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:54:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:52 smithi046 ceph-mon[97106]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:54:53.391 INFO:tasks.workunit.client.0.smithi046.stdout: 860: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:53.391 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VJqErAXn7r99w0k off=1757340 len=822215 2024-09-18T02:54:53.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 4328 completed, throughput=5MB/sec 2024-09-18T02:54:53.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--v_xgUYjE_TA6Jb off=2544683 len=1349593 2024-09-18T02:54:53.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 4329 completed, throughput=5MB/sec 2024-09-18T02:54:53.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s6za0eBR1mfzKlo off=10377605 len=370699 2024-09-18T02:54:53.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 4330 completed, throughput=5MB/sec 2024-09-18T02:54:53.398 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yQ4T2qe8Ia8JBCe off=10393498 len=10190 2024-09-18T02:54:53.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 4331 completed, throughput=5MB/sec 2024-09-18T02:54:53.400 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lCdQx4oUK28wOSM off=9403259 len=1526786 2024-09-18T02:54:53.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 4332 completed, throughput=5MB/sec 2024-09-18T02:54:53.409 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vHioIUHj-qrAO8s off=7835690 len=1584829 2024-09-18T02:54:53.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 4333 completed, throughput=5MB/sec 2024-09-18T02:54:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: 861: throughput=5MB/sec pending data=0 2024-09-18T02:54:54.417 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G81h4O-xOKO45PO off=2746879 len=1587851 2024-09-18T02:54:54.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 4334 completed, throughput=5MB/sec 2024-09-18T02:54:54.426 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2dlE3d-9pjGsuQn off=5955269 len=27028 2024-09-18T02:54:54.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 4335 completed, throughput=5MB/sec 2024-09-18T02:54:54.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qTKZZNGX8M3z_6U off=12571559 len=525054 2024-09-18T02:54:54.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 4336 completed, throughput=5MB/sec 2024-09-18T02:54:54.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7jCZofGAA7bzcHY off=738223 len=1536565 2024-09-18T02:54:54.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 4337 completed, throughput=5MB/sec 2024-09-18T02:54:54.432 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7vDTJM563joZhwK off=2121425 len=1566880 2024-09-18T02:54:54.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 4338 completed, throughput=5MB/sec 2024-09-18T02:54:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:54 smithi195 ceph-mon[89559]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:54:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:54 smithi046 ceph-mon[97106]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:54:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:54 smithi046 ceph-mon[94621]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:54:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: 862: throughput=5MB/sec pending data=0 2024-09-18T02:54:55.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3F9YKNXi0nVTvBF off=4807096 len=1377812 2024-09-18T02:54:55.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 4339 completed, throughput=5MB/sec 2024-09-18T02:54:55.436 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uj90Km_saaVCvNa off=15602792 len=1384539 2024-09-18T02:54:55.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 4340 completed, throughput=5MB/sec 2024-09-18T02:54:55.438 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SEBjb2fNtSKynDT off=14022235 len=2008159 2024-09-18T02:54:55.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 4341 completed, throughput=5MB/sec 2024-09-18T02:54:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: 863: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:56.448 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zqp_hJ8yZZGfK2F off=13222404 len=1214590 2024-09-18T02:54:56.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 4342 completed, throughput=5MB/sec 2024-09-18T02:54:56.450 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-By8g3hpm7ayGtN5 off=1942712 len=1997866 2024-09-18T02:54:56.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 4343 completed, throughput=5MB/sec 2024-09-18T02:54:56.453 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_-ChzABs2gzKYgx off=11782699 len=742577 2024-09-18T02:54:56.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 4344 completed, throughput=5MB/sec 2024-09-18T02:54:56.459 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i9xPCPwM7vYlvxU off=1470792 len=254606 2024-09-18T02:54:56.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 4345 completed, throughput=5MB/sec 2024-09-18T02:54:56.460 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BSLIGIP1PnSsvMR off=10844275 len=1499100 2024-09-18T02:54:56.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 4346 completed, throughput=5MB/sec 2024-09-18T02:54:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:54:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:54:56] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:54:57.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:56 smithi195 ceph-mon[89559]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:54:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:56 smithi046 ceph-mon[94621]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:54:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:56 smithi046 ceph-mon[97106]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:54:57.467 INFO:tasks.workunit.client.0.smithi046.stdout: 864: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:57.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BkhT93nH2m8_Icp off=1396393 len=2023442 2024-09-18T02:54:57.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 4347 completed, throughput=5MB/sec 2024-09-18T02:54:57.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BqVkvQHUdsqKqej off=946565 len=553673 2024-09-18T02:54:57.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 4348 completed, throughput=5MB/sec 2024-09-18T02:54:57.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fI1CQCigOx2rnJ9 off=6053322 len=1234541 2024-09-18T02:54:57.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 4349 completed, throughput=5MB/sec 2024-09-18T02:54:57.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-os7XDwkdpqYbrox off=1024778 len=1647745 2024-09-18T02:54:57.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 4350 completed, throughput=5MB/sec 2024-09-18T02:54:58.488 INFO:tasks.workunit.client.0.smithi046.stdout: 865: throughput=5MB/sec pending data=0 2024-09-18T02:54:58.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Z1XHo0ex-_eH4m off=1020800 len=422782 2024-09-18T02:54:58.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 4351 completed, throughput=5MB/sec 2024-09-18T02:54:58.491 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Fs0HNrm7juHGUmF off=1178143 len=1529575 2024-09-18T02:54:58.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 4352 completed, throughput=5MB/sec 2024-09-18T02:54:58.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0_G6vha_pdKOMlS off=1045348 len=316241 2024-09-18T02:54:58.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 4353 completed, throughput=5MB/sec 2024-09-18T02:54:58.498 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DoNMTb7LHPj2FPY off=18876499 len=451316 2024-09-18T02:54:58.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 4354 completed, throughput=5MB/sec 2024-09-18T02:54:58.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zUx3m78SH3CPJgy off=841265 len=999884 2024-09-18T02:54:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 4355 completed, throughput=5MB/sec 2024-09-18T02:54:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q4znx9pkK8vOre8 off=2684793 len=1050942 2024-09-18T02:54:58.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 4356 completed, throughput=5MB/sec 2024-09-18T02:54:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:59 smithi195 ceph-mon[89559]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:54:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:54:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:59 smithi046 ceph-mon[97106]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:54:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:54:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:59 smithi046 ceph-mon[94621]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:54:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:54:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:54:59.509 INFO:tasks.workunit.client.0.smithi046.stdout: 866: throughput=4.99MB/sec pending data=0 2024-09-18T02:54:59.509 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U8puCGgmDAuU7Il off=4766376 len=1925970 2024-09-18T02:54:59.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 4357 completed, throughput=5MB/sec 2024-09-18T02:54:59.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-weTePJJAras_adC off=437927 len=516988 2024-09-18T02:54:59.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 4358 completed, throughput=5MB/sec 2024-09-18T02:54:59.520 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZaTHmjJunIp0pXy off=1721189 len=927766 2024-09-18T02:54:59.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 4359 completed, throughput=5MB/sec 2024-09-18T02:54:59.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2uE_ZFarA7liMRR off=403576 len=359769 2024-09-18T02:54:59.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 4360 completed, throughput=5MB/sec 2024-09-18T02:54:59.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yz8MEMfCKbrq3MF off=13340895 len=1396025 2024-09-18T02:54:59.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 4361 completed, throughput=5MB/sec 2024-09-18T02:54:59.532 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ysP16oOR6euV1kt off=9681276 len=668536 2024-09-18T02:54:59.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 4362 completed, throughput=5MB/sec 2024-09-18T02:55:00.537 INFO:tasks.workunit.client.0.smithi046.stdout: 867: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:00.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5O7O5AMvycYmIyQ off=1295423 len=1388456 2024-09-18T02:55:00.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 4363 completed, throughput=5MB/sec 2024-09-18T02:55:00.542 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ll_wxyVKU--4PJg off=4770273 len=1447872 2024-09-18T02:55:00.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 4364 completed, throughput=5MB/sec 2024-09-18T02:55:00.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_4V20YbC5Gi2dX4 off=1765493 len=622436 2024-09-18T02:55:00.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 4365 completed, throughput=5MB/sec 2024-09-18T02:55:00.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vOSbFq-XeZrKC-X off=827351 len=766193 2024-09-18T02:55:00.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 4366 completed, throughput=5MB/sec 2024-09-18T02:55:00.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U76WHVkyfT725-l off=2761708 len=564792 2024-09-18T02:55:00.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 4367 completed, throughput=5MB/sec 2024-09-18T02:55:00.552 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6gEKRLTL32z4NGL off=2965043 len=955475 2024-09-18T02:55:00.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 4368 completed, throughput=5MB/sec 2024-09-18T02:55:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:01 smithi195 ceph-mon[89559]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-18T02:55:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:01 smithi046 ceph-mon[94621]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-18T02:55:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:01 smithi046 ceph-mon[97106]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-18T02:55:01.556 INFO:tasks.workunit.client.0.smithi046.stdout: 868: throughput=5MB/sec pending data=0 2024-09-18T02:55:01.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CFGruhm-lSTHLQs off=16302092 len=1167201 2024-09-18T02:55:01.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 4369 completed, throughput=5MB/sec 2024-09-18T02:55:01.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-khaUEwwdT_o8iab off=11405274 len=1577563 2024-09-18T02:55:01.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 4370 completed, throughput=5MB/sec 2024-09-18T02:55:01.565 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vnc4w_aGSeHwHcR off=1262228 len=47815 2024-09-18T02:55:01.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 4371 completed, throughput=5MB/sec 2024-09-18T02:55:01.565 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-24dgewnMDFhEh_G off=163698 len=797112 2024-09-18T02:55:01.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 4372 completed, throughput=5MB/sec 2024-09-18T02:55:01.566 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f81BijZcCFzaDEW off=8498434 len=1022920 2024-09-18T02:55:01.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 4373 completed, throughput=5MB/sec 2024-09-18T02:55:02.573 INFO:tasks.workunit.client.0.smithi046.stdout: 869: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:02.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aiZJZb3g8ursp7r off=9994936 len=351235 2024-09-18T02:55:02.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 4374 completed, throughput=4.99MB/sec 2024-09-18T02:55:02.574 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DRaCcjcYXWSzImN off=0 len=1390401 2024-09-18T02:55:02.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 4375 completed, throughput=5MB/sec 2024-09-18T02:55:02.576 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OqqDDbrb6tKNGIG off=14790025 len=80239 2024-09-18T02:55:02.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 4376 completed, throughput=5MB/sec 2024-09-18T02:55:02.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ssNHlHzA-_JSbqu off=6350137 len=846929 2024-09-18T02:55:02.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 4377 completed, throughput=5MB/sec 2024-09-18T02:55:02.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QWLNh4-1H-KTTS0 off=6653172 len=1946319 2024-09-18T02:55:02.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 4378 completed, throughput=5MB/sec 2024-09-18T02:55:02.590 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mTwX2efZX4du1Wm off=3189818 len=1567326 2024-09-18T02:55:02.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 4379 completed, throughput=5MB/sec 2024-09-18T02:55:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:55:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:55:03.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:03 smithi195 ceph-mon[89559]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:55:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:03 smithi046 ceph-mon[97106]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:55:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:03 smithi046 ceph-mon[94621]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:55:03.594 INFO:tasks.workunit.client.0.smithi046.stdout: 870: throughput=5MB/sec pending data=0 2024-09-18T02:55:03.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P4PhebWVltaH7z4 off=15136384 len=1247272 2024-09-18T02:55:03.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 4380 completed, throughput=5MB/sec 2024-09-18T02:55:03.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6AHvjx8XeWWiHPk off=12888926 len=1148235 2024-09-18T02:55:03.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 4381 completed, throughput=5MB/sec 2024-09-18T02:55:03.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BAc-bE-cVec9eBZ off=9692347 len=1958006 2024-09-18T02:55:03.602 INFO:tasks.workunit.client.0.smithi046.stdout:op 4382 completed, throughput=5MB/sec 2024-09-18T02:55:04.603 INFO:tasks.workunit.client.0.smithi046.stdout: 871: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:04.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gYF4nkOFdAldPoc off=3799753 len=888433 2024-09-18T02:55:04.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 4383 completed, throughput=5MB/sec 2024-09-18T02:55:04.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2ZXFor2BMO-ZJxv off=3812507 len=856425 2024-09-18T02:55:04.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 4384 completed, throughput=5MB/sec 2024-09-18T02:55:04.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pKxyLEFBP3-Hx_y off=19444496 len=2037389 2024-09-18T02:55:04.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 4385 completed, throughput=5MB/sec 2024-09-18T02:55:04.621 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NvseI1MnEhBTZ3B off=23361846 len=2055249 2024-09-18T02:55:04.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 4386 completed, throughput=5MB/sec 2024-09-18T02:55:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:05 smithi195 ceph-mon[89559]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:55:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:05 smithi046 ceph-mon[97106]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:55:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:05 smithi046 ceph-mon[94621]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:55:05.631 INFO:tasks.workunit.client.0.smithi046.stdout: 872: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:05.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vIP591L5wODsoM9 off=2498666 len=728427 2024-09-18T02:55:05.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 4387 completed, throughput=5MB/sec 2024-09-18T02:55:05.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d6p-WWEMasTlv47 off=7295921 len=202713 2024-09-18T02:55:05.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 4388 completed, throughput=5MB/sec 2024-09-18T02:55:05.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZinZpFVKE6W0KV4 off=17221180 len=670676 2024-09-18T02:55:05.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 4389 completed, throughput=5MB/sec 2024-09-18T02:55:05.638 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ra_h7Ujwz51DkLr off=600538 len=701439 2024-09-18T02:55:05.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 4390 completed, throughput=5MB/sec 2024-09-18T02:55:05.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6iVzuna6Vl_ef_D off=0 len=1781348 2024-09-18T02:55:05.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 4391 completed, throughput=5MB/sec 2024-09-18T02:55:05.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iFGZMX4F-_ujcZ_ off=8442105 len=1262265 2024-09-18T02:55:05.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 4392 completed, throughput=5MB/sec 2024-09-18T02:55:06.647 INFO:tasks.workunit.client.0.smithi046.stdout: 873: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:06.647 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--nIZdFrGedGikVL off=2340853 len=703095 2024-09-18T02:55:06.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 4393 completed, throughput=5MB/sec 2024-09-18T02:55:06.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PUemA916qIYHvRC off=7541772 len=1871191 2024-09-18T02:55:06.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 4394 completed, throughput=5MB/sec 2024-09-18T02:55:06.661 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PdsWvvnUg3iVzrO off=3106549 len=671168 2024-09-18T02:55:06.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 4395 completed, throughput=5MB/sec 2024-09-18T02:55:06.666 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oUqDdYHxTJzpkZb off=6791063 len=1389488 2024-09-18T02:55:06.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 4396 completed, throughput=5MB/sec 2024-09-18T02:55:06.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oBZ7AA6pqMIyU_e off=18878565 len=1826277 2024-09-18T02:55:06.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 4397 completed, throughput=5MB/sec 2024-09-18T02:55:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:55:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:55:06] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-18T02:55:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:07 smithi195 ceph-mon[89559]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:55:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:07 smithi046 ceph-mon[97106]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:55:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:07 smithi046 ceph-mon[94621]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:55:07.672 INFO:tasks.workunit.client.0.smithi046.stdout: 874: throughput=5MB/sec pending data=0 2024-09-18T02:55:07.672 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3TjFaqcWbkhcth0 off=2004243 len=299379 2024-09-18T02:55:07.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 4398 completed, throughput=5MB/sec 2024-09-18T02:55:07.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z1jbgNJtiuFbNo2 off=241822 len=1588592 2024-09-18T02:55:07.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 4399 completed, throughput=5MB/sec 2024-09-18T02:55:07.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q2VBDb0BynxEsn2 off=2742578 len=651139 2024-09-18T02:55:07.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 4400 completed, throughput=5MB/sec 2024-09-18T02:55:07.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oPufoGob6wXG-r_ off=5794974 len=894219 2024-09-18T02:55:07.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 4401 completed, throughput=5MB/sec 2024-09-18T02:55:07.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_4ZEXz7QR5eCd4i off=8461143 len=748378 2024-09-18T02:55:07.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 4402 completed, throughput=5MB/sec 2024-09-18T02:55:08.685 INFO:tasks.workunit.client.0.smithi046.stdout: 875: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:08.686 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HHrdtZ19IuTwUr2 off=661400 len=1022717 2024-09-18T02:55:08.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 4403 completed, throughput=5MB/sec 2024-09-18T02:55:08.691 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MowGJIubXK3QLAt off=2069534 len=1973372 2024-09-18T02:55:08.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 4404 completed, throughput=5MB/sec 2024-09-18T02:55:08.701 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J8HpvzcPFgcweAh off=17849388 len=1262751 2024-09-18T02:55:08.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 4405 completed, throughput=5MB/sec 2024-09-18T02:55:08.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m7v6XmTBF_3pQ-r off=520774 len=1253312 2024-09-18T02:55:08.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 4406 completed, throughput=5MB/sec 2024-09-18T02:55:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:09 smithi195 ceph-mon[89559]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:55:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:09 smithi046 ceph-mon[97106]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:55:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:09 smithi046 ceph-mon[94621]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T02:55:09.713 INFO:tasks.workunit.client.0.smithi046.stdout: 876: throughput=5MB/sec pending data=0 2024-09-18T02:55:09.713 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oPE4BUR3rd6rRNG off=4664856 len=1392267 2024-09-18T02:55:09.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 4407 completed, throughput=5MB/sec 2024-09-18T02:55:09.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7XlMNM2-ZhxxQVq off=20556028 len=1096200 2024-09-18T02:55:09.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 4408 completed, throughput=5MB/sec 2024-09-18T02:55:09.724 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JaS86H3UTANrc0C off=502763 len=949095 2024-09-18T02:55:09.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 4409 completed, throughput=5MB/sec 2024-09-18T02:55:09.727 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HUSZ5S8pIL9kHy- off=907250 len=824247 2024-09-18T02:55:09.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 4410 completed, throughput=5MB/sec 2024-09-18T02:55:09.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gQCbN6BIko5OCNe off=4513079 len=209600 2024-09-18T02:55:09.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 4411 completed, throughput=5MB/sec 2024-09-18T02:55:09.729 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KkqsmWOeaLoxHfr off=1377164 len=1100835 2024-09-18T02:55:09.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 4412 completed, throughput=5MB/sec 2024-09-18T02:55:10.730 INFO:tasks.workunit.client.0.smithi046.stdout: 877: throughput=5MB/sec pending data=0 2024-09-18T02:55:10.730 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pgvneLZLnfIQNfK off=2407231 len=335992 2024-09-18T02:55:10.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 4413 completed, throughput=5MB/sec 2024-09-18T02:55:10.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9apJIvfuyWv1qbH off=374331 len=1651195 2024-09-18T02:55:10.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 4414 completed, throughput=5MB/sec 2024-09-18T02:55:10.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_5Rxv7CGDkG9mpI off=15243639 len=463167 2024-09-18T02:55:10.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 4415 completed, throughput=5MB/sec 2024-09-18T02:55:10.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wbWxsq6YuR2l5-y off=2174908 len=1781630 2024-09-18T02:55:10.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 4416 completed, throughput=5MB/sec 2024-09-18T02:55:10.738 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bWfs02xvdVW8kg9 off=5485539 len=294797 2024-09-18T02:55:10.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 4417 completed, throughput=5MB/sec 2024-09-18T02:55:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:11 smithi195 ceph-mon[89559]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:55:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:11 smithi046 ceph-mon[97106]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:55:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:11 smithi046 ceph-mon[94621]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-18T02:55:11.739 INFO:tasks.workunit.client.0.smithi046.stdout: 878: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:11.739 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FJQWM1DyYC30T-K off=4164857 len=1733595 2024-09-18T02:55:11.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 4418 completed, throughput=5MB/sec 2024-09-18T02:55:11.748 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tDorp4NxVGCki36 off=14253118 len=693746 2024-09-18T02:55:11.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 4419 completed, throughput=5MB/sec 2024-09-18T02:55:11.749 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0YR_ps1JLQWUsrN off=5163490 len=57225 2024-09-18T02:55:11.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 4420 completed, throughput=5MB/sec 2024-09-18T02:55:11.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JSRCbavsVx1sObp off=200826 len=1112316 2024-09-18T02:55:11.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 4421 completed, throughput=5MB/sec 2024-09-18T02:55:11.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PJibAMjua6b88AL off=2515140 len=865902 2024-09-18T02:55:11.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 4422 completed, throughput=5MB/sec 2024-09-18T02:55:11.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EWkOYx6RIhhijIs off=15659602 len=1392396 2024-09-18T02:55:11.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 4423 completed, throughput=5MB/sec 2024-09-18T02:55:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:55:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:55:12.761 INFO:tasks.workunit.client.0.smithi046.stdout: 879: throughput=5MB/sec pending data=0 2024-09-18T02:55:12.761 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qQY7JsdDpaqBEUJ off=484601 len=668395 2024-09-18T02:55:12.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 4424 completed, throughput=5MB/sec 2024-09-18T02:55:12.763 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eV0wp6DQ_5bVzkb off=1731555 len=1224638 2024-09-18T02:55:12.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 4425 completed, throughput=5MB/sec 2024-09-18T02:55:12.764 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EUkZGXOcsoqI3gE off=8808934 len=426347 2024-09-18T02:55:12.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 4426 completed, throughput=5MB/sec 2024-09-18T02:55:12.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aghTKqedCr2O-Qt off=15897164 len=1546500 2024-09-18T02:55:12.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 4427 completed, throughput=5MB/sec 2024-09-18T02:55:12.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-asK471SGmkZhIJx off=9417420 len=1169546 2024-09-18T02:55:12.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 4428 completed, throughput=5MB/sec 2024-09-18T02:55:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:13 smithi195 ceph-mon[89559]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:55:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:13 smithi046 ceph-mon[94621]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:55:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:13 smithi046 ceph-mon[97106]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:55:13.781 INFO:tasks.workunit.client.0.smithi046.stdout: 880: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:13.781 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vJTWHwWniIDbbxh off=2594114 len=63441 2024-09-18T02:55:13.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 4429 completed, throughput=4.99MB/sec 2024-09-18T02:55:13.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yuJ1ko6Z5DhruUH off=0 len=1786436 2024-09-18T02:55:13.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 4430 completed, throughput=5MB/sec 2024-09-18T02:55:13.790 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2UsCqGHZE7gSQZR off=4844869 len=1260079 2024-09-18T02:55:13.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 4431 completed, throughput=5MB/sec 2024-09-18T02:55:13.791 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DlvTuPVh8ynOGBW off=2342923 len=209691 2024-09-18T02:55:13.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 4432 completed, throughput=5MB/sec 2024-09-18T02:55:13.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QpvTz-WNcqeU3l3 off=619292 len=651902 2024-09-18T02:55:13.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 4433 completed, throughput=5MB/sec 2024-09-18T02:55:13.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N7MC2gCi3TPZdcL off=12750541 len=302448 2024-09-18T02:55:13.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 4434 completed, throughput=5MB/sec 2024-09-18T02:55:13.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uCwxpm6FnGa1M1d off=8960017 len=2036349 2024-09-18T02:55:13.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 4435 completed, throughput=5MB/sec 2024-09-18T02:55:14.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:14.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:14.799 INFO:tasks.workunit.client.0.smithi046.stdout: 881: throughput=5MB/sec pending data=0 2024-09-18T02:55:14.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VWsER_GNwrhreoK off=6371047 len=1758577 2024-09-18T02:55:14.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 4436 completed, throughput=5MB/sec 2024-09-18T02:55:14.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lCdQx4oUK28wOSM off=6190994 len=1947631 2024-09-18T02:55:14.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 4437 completed, throughput=5MB/sec 2024-09-18T02:55:14.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AOjTumwdvPRtamY off=5272762 len=1486180 2024-09-18T02:55:14.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 4438 completed, throughput=5MB/sec 2024-09-18T02:55:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:15 smithi046 ceph-mon[94621]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:55:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:15 smithi046 ceph-mon[97106]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:55:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:15 smithi195 ceph-mon[89559]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:55:15.811 INFO:tasks.workunit.client.0.smithi046.stdout: 882: throughput=5MB/sec pending data=0 2024-09-18T02:55:15.811 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a0hy23fah3Y5l7a off=2603063 len=704541 2024-09-18T02:55:15.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 4439 completed, throughput=5MB/sec 2024-09-18T02:55:15.813 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xgg7IYw-u-nq7gA off=1978931 len=1531962 2024-09-18T02:55:15.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 4440 completed, throughput=5MB/sec 2024-09-18T02:55:15.815 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pGHokXVkgyTfvBb off=4062470 len=2017406 2024-09-18T02:55:15.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 4441 completed, throughput=5MB/sec 2024-09-18T02:55:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:55:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:55:16] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:55:16.825 INFO:tasks.workunit.client.0.smithi046.stdout: 883: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:16.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XPo28GG0CqbWyFN off=2157324 len=1941914 2024-09-18T02:55:16.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 4442 completed, throughput=5MB/sec 2024-09-18T02:55:16.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uXuR4YBYjbYaHlb off=3809483 len=1246730 2024-09-18T02:55:16.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 4443 completed, throughput=5MB/sec 2024-09-18T02:55:16.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pBqABasDjVjZ6bU off=3610607 len=1640652 2024-09-18T02:55:16.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 4444 completed, throughput=5MB/sec 2024-09-18T02:55:16.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pUwmZVMwPeymdMW off=1510811 len=1308139 2024-09-18T02:55:16.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 4445 completed, throughput=5MB/sec 2024-09-18T02:55:17.477 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:17 smithi195 ceph-mon[89559]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:55:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:17 smithi046 ceph-mon[94621]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:55:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:17 smithi046 ceph-mon[97106]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:55:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: 884: throughput=5MB/sec pending data=0 2024-09-18T02:55:17.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VzEoGQPqNj6bJSx off=7921847 len=1197093 2024-09-18T02:55:17.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 4446 completed, throughput=5MB/sec 2024-09-18T02:55:17.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dcdypkH-N6c7Nrd off=13120139 len=1683504 2024-09-18T02:55:17.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 4447 completed, throughput=5MB/sec 2024-09-18T02:55:17.854 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HI8kncYSDj4o1HU off=844341 len=48830 2024-09-18T02:55:17.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 4448 completed, throughput=5MB/sec 2024-09-18T02:55:17.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7vDTJM563joZhwK off=13436678 len=1847443 2024-09-18T02:55:17.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 4449 completed, throughput=5MB/sec 2024-09-18T02:55:18.868 INFO:tasks.workunit.client.0.smithi046.stdout: 885: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:18.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-toyYqlFtCaxjrur off=3137147 len=101448 2024-09-18T02:55:18.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 4450 completed, throughput=4.99MB/sec 2024-09-18T02:55:18.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-caw1BlSOplgvX2j off=17290261 len=613677 2024-09-18T02:55:18.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 4451 completed, throughput=5MB/sec 2024-09-18T02:55:18.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oGib3-vfrdyf4zo off=7150337 len=868976 2024-09-18T02:55:18.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 4452 completed, throughput=5MB/sec 2024-09-18T02:55:18.877 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5PmlebWp5LnZWrA off=6983815 len=2048886 2024-09-18T02:55:18.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 4453 completed, throughput=5MB/sec 2024-09-18T02:55:18.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FQ7ZtlK7ZKnWvd6 off=17358247 len=1873425 2024-09-18T02:55:18.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 4454 completed, throughput=5MB/sec 2024-09-18T02:55:19.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:19 smithi195 ceph-mon[89559]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:55:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:19 smithi046 ceph-mon[97106]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:55:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:19 smithi046 ceph-mon[94621]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:55:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: 886: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:19.891 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gKRQDehAyGsXT3U off=6495540 len=27295 2024-09-18T02:55:19.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 4455 completed, throughput=4.99MB/sec 2024-09-18T02:55:19.892 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ONjnNaoQ8tQ0BYY off=3593214 len=1468498 2024-09-18T02:55:19.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 4456 completed, throughput=5MB/sec 2024-09-18T02:55:19.901 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rYcOJNhn2AYmqfB off=5538252 len=1033182 2024-09-18T02:55:19.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 4457 completed, throughput=5MB/sec 2024-09-18T02:55:19.909 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yyeh304JO67chpJ off=24320870 len=872974 2024-09-18T02:55:19.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 4458 completed, throughput=5MB/sec 2024-09-18T02:55:19.913 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pmAL35S09-XBy-S off=2767771 len=96998 2024-09-18T02:55:19.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 4459 completed, throughput=5MB/sec 2024-09-18T02:55:19.914 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5Dm8Ev-fcFkbjVk off=2701969 len=272722 2024-09-18T02:55:19.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 4460 completed, throughput=5MB/sec 2024-09-18T02:55:19.918 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uv_8RVOUh0-Ia8l off=1310661 len=965657 2024-09-18T02:55:19.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 4461 completed, throughput=5MB/sec 2024-09-18T02:55:19.924 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mr8v7yDDl1CXDeJ off=11926261 len=1825533 2024-09-18T02:55:19.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 4462 completed, throughput=5MB/sec 2024-09-18T02:55:20.926 INFO:tasks.workunit.client.0.smithi046.stdout: 887: throughput=5MB/sec pending data=0 2024-09-18T02:55:20.927 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4nEBn_INNIXicPz off=8047272 len=90352 2024-09-18T02:55:20.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 4463 completed, throughput=5MB/sec 2024-09-18T02:55:20.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9eFKNbvyLC9OAXh off=18539450 len=1112167 2024-09-18T02:55:20.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 4464 completed, throughput=5MB/sec 2024-09-18T02:55:20.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1W0lfutVJoi6Zan off=11139657 len=205618 2024-09-18T02:55:20.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 4465 completed, throughput=5MB/sec 2024-09-18T02:55:20.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0nDOXM6gFRjhdms off=13609898 len=504115 2024-09-18T02:55:20.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 4466 completed, throughput=5MB/sec 2024-09-18T02:55:20.936 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jezQpHvSZ_KQHTV off=2053454 len=1070156 2024-09-18T02:55:20.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 4467 completed, throughput=5MB/sec 2024-09-18T02:55:20.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--fPJElXyFHtQ7vL off=1481722 len=1806372 2024-09-18T02:55:20.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 4468 completed, throughput=5MB/sec 2024-09-18T02:55:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:21 smithi195 ceph-mon[89559]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:55:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:21 smithi046 ceph-mon[94621]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:55:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:21 smithi046 ceph-mon[97106]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:55:21.940 INFO:tasks.workunit.client.0.smithi046.stdout: 888: throughput=5MB/sec pending data=0 2024-09-18T02:55:21.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aWNCkhi8539TtcJ off=8549005 len=1374379 2024-09-18T02:55:21.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 4469 completed, throughput=5MB/sec 2024-09-18T02:55:21.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BgW52ROxnij3XIl off=1094456 len=1676945 2024-09-18T02:55:21.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 4470 completed, throughput=5MB/sec 2024-09-18T02:55:21.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-haMMLuOKz0tI8Ii off=11548805 len=1334013 2024-09-18T02:55:21.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 4471 completed, throughput=5MB/sec 2024-09-18T02:55:22.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:55:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:55:22.957 INFO:tasks.workunit.client.0.smithi046.stdout: 889: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:22.958 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YpDS8htPK7h48W2 off=3200697 len=401842 2024-09-18T02:55:22.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 4472 completed, throughput=4.99MB/sec 2024-09-18T02:55:22.958 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C3ey4y0MrPUXe9c off=5051705 len=469280 2024-09-18T02:55:22.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 4473 completed, throughput=5MB/sec 2024-09-18T02:55:22.961 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yaXSxBGyaui9wd0 off=10635293 len=581112 2024-09-18T02:55:22.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 4474 completed, throughput=5MB/sec 2024-09-18T02:55:22.962 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SgcObXbcq34i0tL off=1388554 len=1347041 2024-09-18T02:55:22.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 4475 completed, throughput=5MB/sec 2024-09-18T02:55:22.963 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vBYuwYo3VHRt_GE off=3136460 len=926810 2024-09-18T02:55:22.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 4476 completed, throughput=5MB/sec 2024-09-18T02:55:22.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RaNNwwOWzduR58f off=10335560 len=553005 2024-09-18T02:55:22.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 4477 completed, throughput=5MB/sec 2024-09-18T02:55:22.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nfxyOvD20u2QBd_ off=12939000 len=652221 2024-09-18T02:55:22.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 4478 completed, throughput=5MB/sec 2024-09-18T02:55:22.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PzmOL6R9qqL6wWQ off=43376 len=1997970 2024-09-18T02:55:22.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 4479 completed, throughput=5MB/sec 2024-09-18T02:55:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:23 smithi195 ceph-mon[89559]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:55:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:23 smithi046 ceph-mon[94621]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:55:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:23 smithi046 ceph-mon[97106]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:55:23.979 INFO:tasks.workunit.client.0.smithi046.stdout: 890: throughput=5MB/sec pending data=0 2024-09-18T02:55:23.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k8P__zOEKhOyLxd off=8877481 len=92662 2024-09-18T02:55:23.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 4480 completed, throughput=5MB/sec 2024-09-18T02:55:23.981 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e0y2A8u5qRXVVRr off=10390327 len=1258005 2024-09-18T02:55:23.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 4481 completed, throughput=5MB/sec 2024-09-18T02:55:23.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D9afaeHDHZ6BskX off=12124407 len=1283195 2024-09-18T02:55:23.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 4482 completed, throughput=5MB/sec 2024-09-18T02:55:23.995 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wE22FjQu9veWE0u off=339782 len=1787482 2024-09-18T02:55:24.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 4483 completed, throughput=5MB/sec 2024-09-18T02:55:25.005 INFO:tasks.workunit.client.0.smithi046.stdout: 891: throughput=5MB/sec pending data=0 2024-09-18T02:55:25.005 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ugdDckThUMAuAAY off=14690040 len=891155 2024-09-18T02:55:25.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 4484 completed, throughput=5MB/sec 2024-09-18T02:55:25.011 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tEuQR_9HVpk0jBr off=10260312 len=1416258 2024-09-18T02:55:25.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 4485 completed, throughput=5MB/sec 2024-09-18T02:55:25.018 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b4O5yBtI9NWuM4y off=1831500 len=241287 2024-09-18T02:55:25.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 4486 completed, throughput=5MB/sec 2024-09-18T02:55:25.019 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TAz5FxfBFgg8alR off=4929366 len=1598595 2024-09-18T02:55:25.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 4487 completed, throughput=5MB/sec 2024-09-18T02:55:25.027 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_HSR_twmwyoxk-o off=1590385 len=262257 2024-09-18T02:55:25.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 4488 completed, throughput=5MB/sec 2024-09-18T02:55:25.030 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3_2SE0fweNzrgIH off=1593217 len=663619 2024-09-18T02:55:25.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 4489 completed, throughput=5MB/sec 2024-09-18T02:55:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:25 smithi195 ceph-mon[89559]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:55:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:25 smithi046 ceph-mon[97106]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:55:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:25 smithi046 ceph-mon[94621]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:55:26.034 INFO:tasks.workunit.client.0.smithi046.stdout: 892: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:26.034 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GTbwkCwLURLBXW7 off=11492584 len=596527 2024-09-18T02:55:26.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 4490 completed, throughput=5MB/sec 2024-09-18T02:55:26.035 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qg6-9JE8LAsth5z off=9959961 len=917947 2024-09-18T02:55:26.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 4491 completed, throughput=5MB/sec 2024-09-18T02:55:26.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uMBayyJHjckq8PL off=451742 len=1984473 2024-09-18T02:55:26.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 4492 completed, throughput=5MB/sec 2024-09-18T02:55:26.048 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mPOzbJ5rvL7mJYY off=5317095 len=221360 2024-09-18T02:55:26.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 4493 completed, throughput=5MB/sec 2024-09-18T02:55:26.051 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BsHcqWgzdFKcKRj off=8375911 len=2001571 2024-09-18T02:55:26.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 4494 completed, throughput=5MB/sec 2024-09-18T02:55:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:55:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:55:26] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:55:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: 893: throughput=5MB/sec pending data=0 2024-09-18T02:55:27.056 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3NVuMFhMFgQt0DD off=4531667 len=236705 2024-09-18T02:55:27.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 4495 completed, throughput=5MB/sec 2024-09-18T02:55:27.059 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lMBeQpdAP-Vsc25 off=911875 len=289406 2024-09-18T02:55:27.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 4496 completed, throughput=5MB/sec 2024-09-18T02:55:27.061 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-URbQMnGgeCMCCV4 off=5751746 len=2032499 2024-09-18T02:55:27.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 4497 completed, throughput=5MB/sec 2024-09-18T02:55:27.071 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GFiLVdZLMDx6pJE off=4535082 len=245128 2024-09-18T02:55:27.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 4498 completed, throughput=5MB/sec 2024-09-18T02:55:27.072 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pZtVIj-PSDKFB0g off=8373394 len=1534260 2024-09-18T02:55:27.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 4499 completed, throughput=5MB/sec 2024-09-18T02:55:27.074 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pCNgEZ0uvqo1yiN off=3867218 len=724575 2024-09-18T02:55:27.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 4500 completed, throughput=5MB/sec 2024-09-18T02:55:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:27 smithi195 ceph-mon[89559]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:55:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:27 smithi046 ceph-mon[94621]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:55:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:27 smithi046 ceph-mon[97106]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:55:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: 894: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:28.079 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rd9v-rb2CZoriuI off=2478976 len=2076514 2024-09-18T02:55:28.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 4501 completed, throughput=5MB/sec 2024-09-18T02:55:28.082 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fDO2Wp7k7qBY3dF off=6150676 len=1247719 2024-09-18T02:55:28.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 4502 completed, throughput=5MB/sec 2024-09-18T02:55:28.083 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wwC3uUmdR46ttGB off=1576095 len=1778153 2024-09-18T02:55:28.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 4503 completed, throughput=5MB/sec 2024-09-18T02:55:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: 895: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:29.092 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jAPn33sSmPHujDI off=10510910 len=897767 2024-09-18T02:55:29.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 4504 completed, throughput=5MB/sec 2024-09-18T02:55:29.097 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xqT-exzPY1P3LHo off=14641353 len=745529 2024-09-18T02:55:29.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 4505 completed, throughput=5MB/sec 2024-09-18T02:55:29.102 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8fJQ3JTBhBj-RSz off=5489681 len=454758 2024-09-18T02:55:29.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 4506 completed, throughput=5MB/sec 2024-09-18T02:55:29.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iH0MMszIMdYLmDc off=8926478 len=2053932 2024-09-18T02:55:29.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 4507 completed, throughput=5MB/sec 2024-09-18T02:55:29.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--WVi7_i903GFggQ off=23759608 len=1509963 2024-09-18T02:55:29.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 4508 completed, throughput=5MB/sec 2024-09-18T02:55:29.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:29 smithi195 ceph-mon[89559]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:55:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:29 smithi046 ceph-mon[97106]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:55:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:29 smithi046 ceph-mon[94621]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:55:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: 896: throughput=5MB/sec pending data=0 2024-09-18T02:55:30.116 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aa83VfWkGTPx3sa off=20421250 len=1393535 2024-09-18T02:55:30.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 4509 completed, throughput=5MB/sec 2024-09-18T02:55:30.119 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U1dEX2fZ998tvN_ off=8542139 len=1928586 2024-09-18T02:55:30.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 4510 completed, throughput=5MB/sec 2024-09-18T02:55:30.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mPD_-45dUsmHRb8 off=2477049 len=632669 2024-09-18T02:55:30.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 4511 completed, throughput=5MB/sec 2024-09-18T02:55:30.123 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZUUWzRetmXq7Qyf off=6746952 len=650528 2024-09-18T02:55:30.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 4512 completed, throughput=5MB/sec 2024-09-18T02:55:30.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LkiEoJXaiKwdPm3 off=5087142 len=1143911 2024-09-18T02:55:30.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 4513 completed, throughput=5MB/sec 2024-09-18T02:55:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: 897: throughput=5MB/sec pending data=0 2024-09-18T02:55:31.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fI42zR9-Fpp1hAE off=8168989 len=1224592 2024-09-18T02:55:31.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 4514 completed, throughput=5MB/sec 2024-09-18T02:55:31.131 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-46csThElKoORMQm off=2330089 len=819835 2024-09-18T02:55:31.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 4515 completed, throughput=5MB/sec 2024-09-18T02:55:31.137 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-afJ17Ob6jDbTrSk off=669843 len=1231372 2024-09-18T02:55:31.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 4516 completed, throughput=5MB/sec 2024-09-18T02:55:31.139 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tL5K7j3DF87cZPg off=14803335 len=1166695 2024-09-18T02:55:31.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 4517 completed, throughput=5MB/sec 2024-09-18T02:55:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:31 smithi195 ceph-mon[89559]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:55:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:31 smithi046 ceph-mon[97106]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:55:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:31 smithi046 ceph-mon[94621]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:55:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: 898: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:32.146 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GWtGC5w2uK4fmtd off=10247404 len=286125 2024-09-18T02:55:32.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 4518 completed, throughput=4.99MB/sec 2024-09-18T02:55:32.147 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gk4RASrhzckD2vb off=2867102 len=510727 2024-09-18T02:55:32.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 4519 completed, throughput=5MB/sec 2024-09-18T02:55:32.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xNMXS3uISpDgEjm off=10546003 len=1236669 2024-09-18T02:55:32.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 4520 completed, throughput=5MB/sec 2024-09-18T02:55:32.158 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J34jal2Z1U2NIsF off=2011908 len=350219 2024-09-18T02:55:32.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 4521 completed, throughput=5MB/sec 2024-09-18T02:55:32.162 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3lgPqR3_V32Gqdo off=2456154 len=1910677 2024-09-18T02:55:32.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 4522 completed, throughput=5MB/sec 2024-09-18T02:55:32.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VuhLq21G5y7tDU2 off=1943514 len=1200037 2024-09-18T02:55:32.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 4523 completed, throughput=5MB/sec 2024-09-18T02:55:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:55:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:55:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: 899: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:33.173 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f6eSwTIEiWl0n9p off=9563369 len=1860894 2024-09-18T02:55:33.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 4524 completed, throughput=5MB/sec 2024-09-18T02:55:33.182 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K3dASoETJ04tAoh off=7043813 len=749899 2024-09-18T02:55:33.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 4525 completed, throughput=5MB/sec 2024-09-18T02:55:33.186 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HkSg0cvdjR1YXog off=18512194 len=215762 2024-09-18T02:55:33.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 4526 completed, throughput=5MB/sec 2024-09-18T02:55:33.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DjXUiAGg35WxHvU off=218489 len=373742 2024-09-18T02:55:33.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 4527 completed, throughput=5MB/sec 2024-09-18T02:55:33.190 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mx1x86Nos9yWoHV off=7440857 len=744373 2024-09-18T02:55:33.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 4528 completed, throughput=5MB/sec 2024-09-18T02:55:33.195 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nfxyOvD20u2QBd_ off=14976880 len=129789 2024-09-18T02:55:33.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 4529 completed, throughput=5MB/sec 2024-09-18T02:55:33.195 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Qnq9A_H67xnJIiF off=5035177 len=502824 2024-09-18T02:55:33.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 4530 completed, throughput=5MB/sec 2024-09-18T02:55:33.196 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cmJUeeea5N-p9FF off=10970708 len=1634206 2024-09-18T02:55:33.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 4531 completed, throughput=5MB/sec 2024-09-18T02:55:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:33 smithi195 ceph-mon[89559]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:55:33.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:33 smithi046 ceph-mon[94621]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:55:33.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:33 smithi046 ceph-mon[97106]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:55:34.200 INFO:tasks.workunit.client.0.smithi046.stdout: 900: throughput=5MB/sec pending data=0 2024-09-18T02:55:34.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uzrZfdX3O2c8Aq8 off=2612699 len=1904352 2024-09-18T02:55:34.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 4532 completed, throughput=5MB/sec 2024-09-18T02:55:34.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qA2o3ePL0gt5QxT off=363528 len=1462201 2024-09-18T02:55:34.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 4533 completed, throughput=5MB/sec 2024-09-18T02:55:34.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ufs9VxXKD8RnTgh off=250767 len=1487270 2024-09-18T02:55:34.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 4534 completed, throughput=5MB/sec 2024-09-18T02:55:35.218 INFO:tasks.workunit.client.0.smithi046.stdout: 901: throughput=5MB/sec pending data=0 2024-09-18T02:55:35.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q8sBXla2srwNsZt off=9793562 len=450703 2024-09-18T02:55:35.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 4535 completed, throughput=5MB/sec 2024-09-18T02:55:35.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8kLQuDAPLm5vIHZ off=958409 len=1890831 2024-09-18T02:55:35.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 4536 completed, throughput=5MB/sec 2024-09-18T02:55:35.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-343TWBDiLSYh6OH off=4055363 len=1347684 2024-09-18T02:55:35.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 4537 completed, throughput=5MB/sec 2024-09-18T02:55:35.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aLXr1L9OAYU_bpY off=2041677 len=9203 2024-09-18T02:55:35.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 4538 completed, throughput=5MB/sec 2024-09-18T02:55:35.234 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6xpziePfp_kdVq9 off=7302255 len=1629183 2024-09-18T02:55:35.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 4539 completed, throughput=5MB/sec 2024-09-18T02:55:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:35 smithi195 ceph-mon[89559]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:55:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:35 smithi046 ceph-mon[97106]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:55:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:35 smithi046 ceph-mon[94621]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:55:36.241 INFO:tasks.workunit.client.0.smithi046.stdout: 902: throughput=5MB/sec pending data=0 2024-09-18T02:55:36.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4ppqy6Ed0ViYT2F off=9287374 len=2019674 2024-09-18T02:55:36.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 4540 completed, throughput=5MB/sec 2024-09-18T02:55:36.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5y5I1EGYPPHIiPT off=1199993 len=1880699 2024-09-18T02:55:36.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 4541 completed, throughput=5MB/sec 2024-09-18T02:55:36.258 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ARs4tyA9cWfvXMq off=12913294 len=482768 2024-09-18T02:55:36.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 4542 completed, throughput=5MB/sec 2024-09-18T02:55:36.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YaHIzOSFeZUOcTg off=12669469 len=1852936 2024-09-18T02:55:36.268 INFO:tasks.workunit.client.0.smithi046.stdout:op 4543 completed, throughput=5MB/sec 2024-09-18T02:55:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:55:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:55:36] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-18T02:55:37.268 INFO:tasks.workunit.client.0.smithi046.stdout: 903: throughput=5MB/sec pending data=0 2024-09-18T02:55:37.268 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o4-ITBhNL4ThYK9 off=2365038 len=497425 2024-09-18T02:55:37.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 4544 completed, throughput=5MB/sec 2024-09-18T02:55:37.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lQyh-a7RY2D1up2 off=7043317 len=751990 2024-09-18T02:55:37.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 4545 completed, throughput=5MB/sec 2024-09-18T02:55:37.274 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BpPny1j4NDsCWMB off=1244642 len=961132 2024-09-18T02:55:37.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 4546 completed, throughput=5MB/sec 2024-09-18T02:55:37.275 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vYj7QxNPLui3Ks9 off=4169062 len=413484 2024-09-18T02:55:37.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 4547 completed, throughput=5MB/sec 2024-09-18T02:55:37.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K3dASoETJ04tAoh off=9592027 len=857486 2024-09-18T02:55:37.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 4548 completed, throughput=5MB/sec 2024-09-18T02:55:37.283 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5u3HEoZdSRAASkx off=3377345 len=822345 2024-09-18T02:55:37.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 4549 completed, throughput=5MB/sec 2024-09-18T02:55:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:37 smithi195 ceph-mon[89559]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:55:37.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:37 smithi046 ceph-mon[97106]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:55:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:37 smithi046 ceph-mon[94621]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:55:38.285 INFO:tasks.workunit.client.0.smithi046.stdout: 904: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:38.285 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QwPlEzhU8KetNaV off=11092032 len=2026172 2024-09-18T02:55:38.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 4550 completed, throughput=5MB/sec 2024-09-18T02:55:38.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ITHzcl2WuytyDU4 off=21803859 len=697908 2024-09-18T02:55:38.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 4551 completed, throughput=5MB/sec 2024-09-18T02:55:38.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KLYvOR-gaMf-9L6 off=9528194 len=935542 2024-09-18T02:55:38.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 4552 completed, throughput=5MB/sec 2024-09-18T02:55:38.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-goFnLgmVFjUYA-j off=2857842 len=1804238 2024-09-18T02:55:38.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 4553 completed, throughput=5MB/sec 2024-09-18T02:55:39.307 INFO:tasks.workunit.client.0.smithi046.stdout: 905: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:39.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uzhPsNZNfLYKrtW off=4269821 len=845608 2024-09-18T02:55:39.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 4554 completed, throughput=5MB/sec 2024-09-18T02:55:39.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RdmWqnYJUU4ceWY off=23564240 len=1643852 2024-09-18T02:55:39.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 4555 completed, throughput=5MB/sec 2024-09-18T02:55:39.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jkigPBMc2xmOe79 off=1159141 len=160652 2024-09-18T02:55:39.320 INFO:tasks.workunit.client.0.smithi046.stdout:op 4556 completed, throughput=5MB/sec 2024-09-18T02:55:39.320 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wVIK7pgYE0VelLy off=3978240 len=1373630 2024-09-18T02:55:39.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 4557 completed, throughput=5MB/sec 2024-09-18T02:55:39.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3TRb5mquO5MMaDl off=8719444 len=1163515 2024-09-18T02:55:39.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 4558 completed, throughput=5MB/sec 2024-09-18T02:55:39.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:39 smithi195 ceph-mon[89559]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:55:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:39 smithi046 ceph-mon[94621]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:55:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:39 smithi046 ceph-mon[97106]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:55:40.325 INFO:tasks.workunit.client.0.smithi046.stdout: 906: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:40.325 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Ky6XcUF05Bst0m off=1896670 len=1270614 2024-09-18T02:55:40.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 4559 completed, throughput=5MB/sec 2024-09-18T02:55:40.333 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AycC6dpvMwBys6T off=110374 len=537831 2024-09-18T02:55:40.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 4560 completed, throughput=5MB/sec 2024-09-18T02:55:40.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ShW0UU0Niv0EUcI off=6146384 len=1291429 2024-09-18T02:55:40.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 4561 completed, throughput=5MB/sec 2024-09-18T02:55:40.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wj_7Wmi4O9y9XVJ off=10903603 len=1883873 2024-09-18T02:55:40.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 4562 completed, throughput=5MB/sec 2024-09-18T02:55:40.351 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-snyAcXPRL2fj6Dn off=500654 len=2021814 2024-09-18T02:55:40.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 4563 completed, throughput=5MB/sec 2024-09-18T02:55:41.358 INFO:tasks.workunit.client.0.smithi046.stdout: 907: throughput=5MB/sec pending data=0 2024-09-18T02:55:41.358 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PnWelrBTYae9uv7 off=372538 len=704290 2024-09-18T02:55:41.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 4564 completed, throughput=5MB/sec 2024-09-18T02:55:41.359 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cn-FtvI4vG5f8bY off=2729202 len=1729857 2024-09-18T02:55:41.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 4565 completed, throughput=5MB/sec 2024-09-18T02:55:41.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vjbPlzF9gsN9CYy off=8528032 len=324534 2024-09-18T02:55:41.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 4566 completed, throughput=5MB/sec 2024-09-18T02:55:41.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5Xwtrl2rVrArF-N off=3694881 len=756627 2024-09-18T02:55:41.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 4567 completed, throughput=5MB/sec 2024-09-18T02:55:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:41 smithi195 ceph-mon[89559]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:55:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:41 smithi046 ceph-mon[97106]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:55:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:41 smithi046 ceph-mon[94621]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:55:42.371 INFO:tasks.workunit.client.0.smithi046.stdout: 908: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:42.371 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t_ZVfZRY-LE1nJ9 off=3583997 len=1470061 2024-09-18T02:55:42.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 4568 completed, throughput=5MB/sec 2024-09-18T02:55:42.379 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oYDUuOr3OWVONHe off=1482699 len=1715999 2024-09-18T02:55:42.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 4569 completed, throughput=5MB/sec 2024-09-18T02:55:42.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y3E_iV39Q4BDszA off=2173479 len=1349646 2024-09-18T02:55:42.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 4570 completed, throughput=5MB/sec 2024-09-18T02:55:42.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MK-CKM0qF5RSmTF off=8768398 len=658154 2024-09-18T02:55:42.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 4571 completed, throughput=5MB/sec 2024-09-18T02:55:42.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MwuqUDjbYFFyIYO off=1834483 len=1219652 2024-09-18T02:55:42.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 4572 completed, throughput=5MB/sec 2024-09-18T02:55:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:55:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:55:43.391 INFO:tasks.workunit.client.0.smithi046.stdout: 909: throughput=5MB/sec pending data=0 2024-09-18T02:55:43.391 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7YRNTbkKJR3i9Fv off=656789 len=2083969 2024-09-18T02:55:43.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 4573 completed, throughput=5MB/sec 2024-09-18T02:55:43.394 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--t0Imf-VC6zbLub off=1962493 len=2028446 2024-09-18T02:55:43.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 4574 completed, throughput=5MB/sec 2024-09-18T02:55:43.396 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jByBHFTHa8WZFBQ off=7595631 len=1603922 2024-09-18T02:55:43.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 4575 completed, throughput=5MB/sec 2024-09-18T02:55:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:43 smithi195 ceph-mon[89559]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:55:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:43 smithi046 ceph-mon[97106]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:55:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:43 smithi046 ceph-mon[94621]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:55:44.399 INFO:tasks.workunit.client.0.smithi046.stdout: 910: throughput=5MB/sec pending data=0 2024-09-18T02:55:44.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t34FuVBSWWntWsj off=609622 len=330203 2024-09-18T02:55:44.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 4576 completed, throughput=5MB/sec 2024-09-18T02:55:44.400 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6c_Xs6iT44H07_0 off=5182501 len=1424653 2024-09-18T02:55:44.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 4577 completed, throughput=5MB/sec 2024-09-18T02:55:44.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q0JrPgwvlT5krNC off=18337406 len=472922 2024-09-18T02:55:44.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 4578 completed, throughput=5MB/sec 2024-09-18T02:55:44.412 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5aLXQYvB2B0QgCr off=1359984 len=525738 2024-09-18T02:55:44.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 4579 completed, throughput=5MB/sec 2024-09-18T02:55:44.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ppg-622YmJO6JkO off=18534692 len=896911 2024-09-18T02:55:44.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 4580 completed, throughput=5MB/sec 2024-09-18T02:55:44.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n47HYusj6TXMzc8 off=6788539 len=2355 2024-09-18T02:55:44.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 4581 completed, throughput=5MB/sec 2024-09-18T02:55:44.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JS16gVkrQQ7tcHf off=16166132 len=856360 2024-09-18T02:55:44.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 4582 completed, throughput=5MB/sec 2024-09-18T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:45.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:45 smithi046 ceph-mon[94621]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:55:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:45 smithi046 ceph-mon[97106]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:55:45.427 INFO:tasks.workunit.client.0.smithi046.stdout: 911: throughput=5MB/sec pending data=0 2024-09-18T02:55:45.427 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4hws5O38Exws1j3 off=20232615 len=877442 2024-09-18T02:55:45.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 4583 completed, throughput=5MB/sec 2024-09-18T02:55:45.429 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uDcG0K1IyIsMbW7 off=473000 len=378982 2024-09-18T02:55:45.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 4584 completed, throughput=5MB/sec 2024-09-18T02:55:45.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--IwzZrxQLKp0ZjH off=15216213 len=1230809 2024-09-18T02:55:45.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 4585 completed, throughput=5MB/sec 2024-09-18T02:55:45.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ePZPhMq_o_z6j4k off=5416293 len=201347 2024-09-18T02:55:45.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 4586 completed, throughput=5MB/sec 2024-09-18T02:55:45.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ihar8NC95BD2HGp off=1499547 len=1958809 2024-09-18T02:55:45.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 4587 completed, throughput=5MB/sec 2024-09-18T02:55:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:45 smithi195 ceph-mon[89559]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:55:46.436 INFO:tasks.workunit.client.0.smithi046.stdout: 912: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:46.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z0lFHVMzvm9r86W off=4248327 len=896713 2024-09-18T02:55:46.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 4588 completed, throughput=5MB/sec 2024-09-18T02:55:46.441 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bTA3AHg6viVUKl5 off=688361 len=323095 2024-09-18T02:55:46.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 4589 completed, throughput=5MB/sec 2024-09-18T02:55:46.442 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z_r01YToxTNcP1c off=3183930 len=286537 2024-09-18T02:55:46.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 4590 completed, throughput=5MB/sec 2024-09-18T02:55:46.446 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Aujbx09YHduvBj7 off=8832723 len=1885600 2024-09-18T02:55:46.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 4591 completed, throughput=5MB/sec 2024-09-18T02:55:46.454 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BSulTEHXcbjn5O2 off=114389 len=1277732 2024-09-18T02:55:46.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 4592 completed, throughput=5MB/sec 2024-09-18T02:55:46.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1BYdKf1Iv4z-xyM off=11909128 len=1623887 2024-09-18T02:55:46.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 4593 completed, throughput=5MB/sec 2024-09-18T02:55:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:55:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:55:46] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:55:47.468 INFO:tasks.workunit.client.0.smithi046.stdout: 913: throughput=5MB/sec pending data=0 2024-09-18T02:55:47.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sTMh0iqnReUzuzi off=6789426 len=1790388 2024-09-18T02:55:47.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 4594 completed, throughput=5MB/sec 2024-09-18T02:55:47.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5jvW5czoC44JEY3 off=2943867 len=324733 2024-09-18T02:55:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:47 smithi195 ceph-mon[89559]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:55:47.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 4595 completed, throughput=5MB/sec 2024-09-18T02:55:47.475 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4AQNy9hp0Lp9Bcp off=4987649 len=1205169 2024-09-18T02:55:47.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 4596 completed, throughput=5MB/sec 2024-09-18T02:55:47.477 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PySwD6iAYY102ng off=6946252 len=379324 2024-09-18T02:55:47.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 4597 completed, throughput=5MB/sec 2024-09-18T02:55:47.480 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TS0b-UcNeYbfoua off=4720521 len=72761 2024-09-18T02:55:47.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 4598 completed, throughput=5MB/sec 2024-09-18T02:55:47.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DSP8O526JJJy5Ry off=14464931 len=482616 2024-09-18T02:55:47.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 4599 completed, throughput=5MB/sec 2024-09-18T02:55:47.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iW7Mozkd0q2IISc off=4662192 len=1444363 2024-09-18T02:55:47.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 4600 completed, throughput=5MB/sec 2024-09-18T02:55:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:47 smithi046 ceph-mon[97106]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:55:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:47 smithi046 ceph-mon[94621]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:55:48.489 INFO:tasks.workunit.client.0.smithi046.stdout: 914: throughput=5MB/sec pending data=0 2024-09-18T02:55:48.489 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zjlensor2d6WTNu off=5535936 len=1423796 2024-09-18T02:55:48.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 4601 completed, throughput=5MB/sec 2024-09-18T02:55:48.497 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eGDIEXY3WUdYB_o off=9877572 len=2039343 2024-09-18T02:55:48.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 4602 completed, throughput=5MB/sec 2024-09-18T02:55:48.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E45bZWod-zm4s6C off=315049 len=758443 2024-09-18T02:55:48.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 4603 completed, throughput=5MB/sec 2024-09-18T02:55:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:49 smithi195 ceph-mon[89559]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:55:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:49 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:55:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:49 smithi046 ceph-mon[94621]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:55:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:49 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:55:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:49 smithi046 ceph-mon[97106]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:55:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:49 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:55:49.513 INFO:tasks.workunit.client.0.smithi046.stdout: 915: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:49.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2oBXKZTTgL7td8C off=5364151 len=1015933 2024-09-18T02:55:49.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 4604 completed, throughput=5MB/sec 2024-09-18T02:55:49.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rWhICmf05P-808X off=655896 len=1026998 2024-09-18T02:55:49.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 4605 completed, throughput=5MB/sec 2024-09-18T02:55:49.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7OSGWUiHccFW4-R off=4267686 len=2096206 2024-09-18T02:55:49.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 4606 completed, throughput=5MB/sec 2024-09-18T02:55:49.525 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x_WWtliMISJWj4t off=9831963 len=2082169 2024-09-18T02:55:49.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 4607 completed, throughput=5MB/sec 2024-09-18T02:55:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:55:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:55:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:55:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:55:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:55:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:55:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:55:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:55:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:55:50.535 INFO:tasks.workunit.client.0.smithi046.stdout: 916: throughput=5MB/sec pending data=0 2024-09-18T02:55:50.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nMqud2sgibjWdhy off=2384758 len=1775018 2024-09-18T02:55:50.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 4608 completed, throughput=5MB/sec 2024-09-18T02:55:50.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_XJNk_ZGIR3jTXt off=9854241 len=1482885 2024-09-18T02:55:50.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 4609 completed, throughput=5MB/sec 2024-09-18T02:55:50.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QsvJh3C7vOK5HfX off=2063101 len=1645512 2024-09-18T02:55:50.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 4610 completed, throughput=5MB/sec 2024-09-18T02:55:51.551 INFO:tasks.workunit.client.0.smithi046.stdout: 917: throughput=5MB/sec pending data=0 2024-09-18T02:55:51.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eRzzW8ep-577wty off=9556702 len=1572972 2024-09-18T02:55:51.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 4611 completed, throughput=5MB/sec 2024-09-18T02:55:51.559 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V7a7MFKLw1CoAoB off=881699 len=1895314 2024-09-18T02:55:51.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 4612 completed, throughput=5MB/sec 2024-09-18T02:55:51.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5EQVKcue_b7C3vv off=3324241 len=233279 2024-09-18T02:55:51.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 4613 completed, throughput=5MB/sec 2024-09-18T02:55:51.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6ppvF6mJ7T2AbmD off=2818261 len=1994263 2024-09-18T02:55:51.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 4614 completed, throughput=5MB/sec 2024-09-18T02:55:51.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:51 smithi195 ceph-mon[89559]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:55:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:51 smithi046 ceph-mon[94621]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:55:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:51 smithi046 ceph-mon[97106]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:55:52.578 INFO:tasks.workunit.client.0.smithi046.stdout: 918: throughput=5MB/sec pending data=0 2024-09-18T02:55:52.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y2VHikNRUGLFcGm off=8200264 len=2019133 2024-09-18T02:55:52.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 4615 completed, throughput=5MB/sec 2024-09-18T02:55:52.581 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dds_88sgyL-SSvZ off=11825564 len=554873 2024-09-18T02:55:52.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 4616 completed, throughput=5MB/sec 2024-09-18T02:55:52.582 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yUUzEVym3DvfmgH off=12643456 len=438692 2024-09-18T02:55:52.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 4617 completed, throughput=5MB/sec 2024-09-18T02:55:52.583 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2MEmIwrY1cnimu7 off=9775711 len=1282680 2024-09-18T02:55:52.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 4618 completed, throughput=5MB/sec 2024-09-18T02:55:52.586 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A2IJOHc80g2ER_F off=659748 len=734542 2024-09-18T02:55:52.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 4619 completed, throughput=5MB/sec 2024-09-18T02:55:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:55:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:55:53.587 INFO:tasks.workunit.client.0.smithi046.stdout: 919: throughput=5MB/sec pending data=0 2024-09-18T02:55:53.587 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0jjgMSB4v5pcs7I off=662246 len=1682192 2024-09-18T02:55:53.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 4620 completed, throughput=5MB/sec 2024-09-18T02:55:53.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4G9qdS4MpvnK24c off=8581757 len=2016902 2024-09-18T02:55:53.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 4621 completed, throughput=5MB/sec 2024-09-18T02:55:53.599 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VmWnYwyXoKOSvYm off=2677169 len=979181 2024-09-18T02:55:53.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 4622 completed, throughput=5MB/sec 2024-09-18T02:55:53.600 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-30-hWZZac4YsNsP off=8676024 len=1175157 2024-09-18T02:55:53.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 4623 completed, throughput=5MB/sec 2024-09-18T02:55:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:53 smithi195 ceph-mon[89559]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:55:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:53 smithi046 ceph-mon[94621]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:55:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:53 smithi046 ceph-mon[97106]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:55:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: 920: throughput=5MB/sec pending data=0 2024-09-18T02:55:54.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sctqkuf4_16KWHn off=16203098 len=1357827 2024-09-18T02:55:54.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 4624 completed, throughput=5MB/sec 2024-09-18T02:55:54.610 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pq2625JLFonYJpr off=7617746 len=811997 2024-09-18T02:55:54.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 4625 completed, throughput=5MB/sec 2024-09-18T02:55:54.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-81eBN1LWBfukO95 off=8236441 len=525390 2024-09-18T02:55:54.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 4626 completed, throughput=5MB/sec 2024-09-18T02:55:54.616 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dwfr1kfW50ghxmg off=5960581 len=306425 2024-09-18T02:55:54.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 4627 completed, throughput=5MB/sec 2024-09-18T02:55:54.616 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ASM3gNPMR4yQe6L off=211941 len=936292 2024-09-18T02:55:54.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 4628 completed, throughput=5MB/sec 2024-09-18T02:55:54.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TKVburn6Jlz-H2q off=9296897 len=214376 2024-09-18T02:55:54.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 4629 completed, throughput=5MB/sec 2024-09-18T02:55:54.622 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-esT_q-YzrM_iFWD off=8535379 len=64527 2024-09-18T02:55:54.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 4630 completed, throughput=5MB/sec 2024-09-18T02:55:54.624 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q2a7rW_Afgu3kQS off=3317403 len=161034 2024-09-18T02:55:54.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 4631 completed, throughput=5MB/sec 2024-09-18T02:55:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: 921: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:55.625 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zJDQpp2Yflcnnx3 off=4446344 len=992008 2024-09-18T02:55:55.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 4632 completed, throughput=5MB/sec 2024-09-18T02:55:55.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jzjNNZLnZSKJOSN off=9674024 len=691547 2024-09-18T02:55:55.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 4633 completed, throughput=5MB/sec 2024-09-18T02:55:55.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ae9vxmCc7KIyfDH off=11660389 len=803445 2024-09-18T02:55:55.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 4634 completed, throughput=5MB/sec 2024-09-18T02:55:55.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Js98eoa0Htcid8b off=1871273 len=1531229 2024-09-18T02:55:55.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 4635 completed, throughput=5MB/sec 2024-09-18T02:55:55.639 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XpikDYNKtJ5r6bO off=3145524 len=264096 2024-09-18T02:55:55.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 4636 completed, throughput=5MB/sec 2024-09-18T02:55:55.640 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-atNVmaVvFhPZZVk off=1499263 len=935233 2024-09-18T02:55:55.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 4637 completed, throughput=5MB/sec 2024-09-18T02:55:55.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:55 smithi195 ceph-mon[89559]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:55:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:55 smithi046 ceph-mon[94621]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:55:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:55 smithi046 ceph-mon[97106]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-18T02:55:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: 922: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:56.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bRUvE3Uo086EpF0 off=5438208 len=1305525 2024-09-18T02:55:56.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 4638 completed, throughput=5MB/sec 2024-09-18T02:55:56.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NAL2O7X1Z-2dojk off=2170280 len=398462 2024-09-18T02:55:56.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 4639 completed, throughput=5MB/sec 2024-09-18T02:55:56.656 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cK7ez9hfKYDEadA off=2808601 len=1142849 2024-09-18T02:55:56.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 4640 completed, throughput=5MB/sec 2024-09-18T02:55:56.663 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yV7n9bdytNMmBlT off=2809439 len=1490780 2024-09-18T02:55:56.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 4641 completed, throughput=5MB/sec 2024-09-18T02:55:56.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ssNHlHzA-_JSbqu off=18337297 len=318052 2024-09-18T02:55:56.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 4642 completed, throughput=5MB/sec 2024-09-18T02:55:56.666 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J_1reud9lS2j6Ek off=4239202 len=631579 2024-09-18T02:55:56.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 4643 completed, throughput=5MB/sec 2024-09-18T02:55:56.667 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OoSqcd2PcfiwcaF off=5753138 len=83071 2024-09-18T02:55:56.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 4644 completed, throughput=5MB/sec 2024-09-18T02:55:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:55:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:55:56] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-18T02:55:57.668 INFO:tasks.workunit.client.0.smithi046.stdout: 923: throughput=4.99MB/sec pending data=0 2024-09-18T02:55:57.668 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Se9KxLpwyKTRMs- off=5847377 len=971462 2024-09-18T02:55:57.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 4645 completed, throughput=5MB/sec 2024-09-18T02:55:57.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-49BBLBqR2MC035l off=4097657 len=693458 2024-09-18T02:55:57.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 4646 completed, throughput=5MB/sec 2024-09-18T02:55:57.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4F_jN5UEQEwAYsE off=2627452 len=1777715 2024-09-18T02:55:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 4647 completed, throughput=5MB/sec 2024-09-18T02:55:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kS_cll5xKWyWQ_A off=3499758 len=221929 2024-09-18T02:55:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 4648 completed, throughput=5MB/sec 2024-09-18T02:55:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0hRnw-5rkPk78zJ off=11390039 len=367582 2024-09-18T02:55:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 4649 completed, throughput=5MB/sec 2024-09-18T02:55:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jxI4c_ABMMDxXR1 off=184429 len=1137345 2024-09-18T02:55:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 4650 completed, throughput=5MB/sec 2024-09-18T02:55:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H7g_xSXyWBb0Gze off=6229547 len=712426 2024-09-18T02:55:57.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 4651 completed, throughput=5MB/sec 2024-09-18T02:55:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:57 smithi195 ceph-mon[89559]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:55:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:57 smithi046 ceph-mon[97106]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:55:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:57 smithi046 ceph-mon[94621]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:55:58.689 INFO:tasks.workunit.client.0.smithi046.stdout: 924: throughput=5MB/sec pending data=0 2024-09-18T02:55:58.689 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EcCnUk51Mju0Rnt off=5045632 len=238657 2024-09-18T02:55:58.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 4652 completed, throughput=5MB/sec 2024-09-18T02:55:58.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Ln9El2LhYQfnqd off=5122886 len=1532546 2024-09-18T02:55:58.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 4653 completed, throughput=5MB/sec 2024-09-18T02:55:58.692 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-obYbK-pYFSGqd3i off=8841272 len=1711194 2024-09-18T02:55:58.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 4654 completed, throughput=5MB/sec 2024-09-18T02:55:58.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r_hVA5T6gzVHe4v off=6490564 len=788909 2024-09-18T02:55:58.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 4655 completed, throughput=5MB/sec 2024-09-18T02:55:58.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Y5FihMs8QA0UEr off=133579 len=168104 2024-09-18T02:55:58.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 4656 completed, throughput=5MB/sec 2024-09-18T02:55:58.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K6kXYoxM_7cFnl7 off=3144318 len=1521973 2024-09-18T02:55:58.713 INFO:tasks.workunit.client.0.smithi046.stdout:op 4657 completed, throughput=5MB/sec 2024-09-18T02:55:58.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:55:59.714 INFO:tasks.workunit.client.0.smithi046.stdout: 925: throughput=5MB/sec pending data=0 2024-09-18T02:55:59.714 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uNqgaId-36SlEMD off=565591 len=1140656 2024-09-18T02:55:59.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 4658 completed, throughput=5MB/sec 2024-09-18T02:55:59.716 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y0FXn-faLk7hmeR off=6463772 len=845817 2024-09-18T02:55:59.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 4659 completed, throughput=5MB/sec 2024-09-18T02:55:59.721 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LqGX-DnjK_rSFVM off=8568747 len=713701 2024-09-18T02:55:59.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 4660 completed, throughput=5MB/sec 2024-09-18T02:55:59.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eBw2DCCZ38FsFMM off=1726627 len=1329315 2024-09-18T02:55:59.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:55:59 smithi195 ceph-mon[89559]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:55:59.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 4661 completed, throughput=5MB/sec 2024-09-18T02:55:59.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CcYMjreVbmciMD6 off=23063610 len=868358 2024-09-18T02:55:59.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 4662 completed, throughput=5MB/sec 2024-09-18T02:55:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:55:59 smithi046 ceph-mon[94621]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:55:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:55:59 smithi046 ceph-mon[97106]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:56:00.730 INFO:tasks.workunit.client.0.smithi046.stdout: 926: throughput=5MB/sec pending data=0 2024-09-18T02:56:00.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KlSudR-LpQamsPM off=7730639 len=156579 2024-09-18T02:56:00.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 4663 completed, throughput=5MB/sec 2024-09-18T02:56:00.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4A1SaMTGELcZi8n off=182771 len=1037445 2024-09-18T02:56:00.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 4664 completed, throughput=5MB/sec 2024-09-18T02:56:00.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FfUlNQ2dIDO1g4t off=7431487 len=576429 2024-09-18T02:56:00.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 4665 completed, throughput=5MB/sec 2024-09-18T02:56:00.734 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gbga1MSx6eLhyVb off=15794253 len=317576 2024-09-18T02:56:00.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 4666 completed, throughput=5MB/sec 2024-09-18T02:56:00.738 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jzjNNZLnZSKJOSN off=5662433 len=1824480 2024-09-18T02:56:00.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 4667 completed, throughput=5MB/sec 2024-09-18T02:56:00.739 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j9tvCT7TBAowkFm off=3482621 len=1900473 2024-09-18T02:56:00.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 4668 completed, throughput=5MB/sec 2024-09-18T02:56:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:01 smithi195 ceph-mon[89559]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:56:01.750 INFO:tasks.workunit.client.0.smithi046.stdout: 927: throughput=5MB/sec pending data=0 2024-09-18T02:56:01.750 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AbuHQQYAs7Trk2x off=9791068 len=218509 2024-09-18T02:56:01.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 4669 completed, throughput=5MB/sec 2024-09-18T02:56:01.754 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AoGjhifeqEWRGWY off=2758154 len=848807 2024-09-18T02:56:01.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:01 smithi046 ceph-mon[94621]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:56:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:01 smithi046 ceph-mon[97106]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:56:01.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 4670 completed, throughput=5MB/sec 2024-09-18T02:56:01.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o_-5ukjKTl8fHzH off=14465375 len=908250 2024-09-18T02:56:01.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 4671 completed, throughput=5MB/sec 2024-09-18T02:56:01.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BtawltiVSb6WJcn off=6923766 len=1203726 2024-09-18T02:56:01.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 4672 completed, throughput=5MB/sec 2024-09-18T02:56:01.770 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AxFHLvmXsfDI-Wh off=14936333 len=888531 2024-09-18T02:56:01.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 4673 completed, throughput=5MB/sec 2024-09-18T02:56:01.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YDfVPwVaJ8TjZnY off=0 len=1569318 2024-09-18T02:56:01.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 4674 completed, throughput=5MB/sec 2024-09-18T02:56:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:56:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:56:02.775 INFO:tasks.workunit.client.0.smithi046.stdout: 928: throughput=5MB/sec pending data=0 2024-09-18T02:56:02.775 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JrE94OQTrR1JaQj off=7291855 len=807069 2024-09-18T02:56:02.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 4675 completed, throughput=5MB/sec 2024-09-18T02:56:02.776 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TXQVIccmC8n7umq off=8970170 len=1119274 2024-09-18T02:56:02.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 4676 completed, throughput=5MB/sec 2024-09-18T02:56:02.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TcncCed-UDNAump off=7333435 len=1064825 2024-09-18T02:56:02.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 4677 completed, throughput=5MB/sec 2024-09-18T02:56:02.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zyf9qsvlRjphDqb off=8207510 len=582799 2024-09-18T02:56:02.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 4678 completed, throughput=5MB/sec 2024-09-18T02:56:02.793 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wo7doJ5lfL_YO3d off=7640467 len=1197079 2024-09-18T02:56:02.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 4679 completed, throughput=5MB/sec 2024-09-18T02:56:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:03 smithi195 ceph-mon[89559]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:56:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:03 smithi046 ceph-mon[97106]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:56:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:03 smithi046 ceph-mon[94621]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:56:03.795 INFO:tasks.workunit.client.0.smithi046.stdout: 929: throughput=5MB/sec pending data=0 2024-09-18T02:56:03.795 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rt7WD_KkPdbGQo2 off=7822279 len=1669356 2024-09-18T02:56:03.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 4680 completed, throughput=5MB/sec 2024-09-18T02:56:03.804 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TcrFHYCIn7TDYhg off=594321 len=861889 2024-09-18T02:56:03.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 4681 completed, throughput=5MB/sec 2024-09-18T02:56:03.805 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LizcKP6afHUVIMr off=2701391 len=944995 2024-09-18T02:56:03.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 4682 completed, throughput=5MB/sec 2024-09-18T02:56:03.810 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WH0v0_ousXu72wF off=596638 len=1910761 2024-09-18T02:56:03.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 4683 completed, throughput=5MB/sec 2024-09-18T02:56:04.820 INFO:tasks.workunit.client.0.smithi046.stdout: 930: throughput=5MB/sec pending data=0 2024-09-18T02:56:04.820 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m6HqBdemVA4QVvf off=441284 len=494794 2024-09-18T02:56:04.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 4684 completed, throughput=5MB/sec 2024-09-18T02:56:04.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qx41V5nKgofVuwr off=811237 len=1290146 2024-09-18T02:56:04.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 4685 completed, throughput=5MB/sec 2024-09-18T02:56:04.826 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sk35UPbqSkyYEhs off=711131 len=764313 2024-09-18T02:56:04.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 4686 completed, throughput=5MB/sec 2024-09-18T02:56:04.831 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ari9jGmUuZyYky_ off=1719102 len=1987758 2024-09-18T02:56:04.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 4687 completed, throughput=5MB/sec 2024-09-18T02:56:05.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:05 smithi195 ceph-mon[89559]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:05 smithi046 ceph-mon[94621]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:05 smithi046 ceph-mon[97106]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:05.836 INFO:tasks.workunit.client.0.smithi046.stdout: 931: throughput=4.99MB/sec pending data=0 2024-09-18T02:56:05.836 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yNZXmgadJWY4TpV off=954356 len=1891026 2024-09-18T02:56:05.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 4688 completed, throughput=5MB/sec 2024-09-18T02:56:05.846 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UxVdC79zhHgKrar off=6197087 len=470106 2024-09-18T02:56:05.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 4689 completed, throughput=5MB/sec 2024-09-18T02:56:05.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1LHopVKr8lmBZKL off=13883075 len=2070690 2024-09-18T02:56:05.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 4690 completed, throughput=5MB/sec 2024-09-18T02:56:05.851 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r2MYTpbS1-3Xvpa off=15896459 len=454465 2024-09-18T02:56:05.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 4691 completed, throughput=5MB/sec 2024-09-18T02:56:05.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uqra5qp_ZpTT3jm off=10898575 len=1147676 2024-09-18T02:56:05.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 4692 completed, throughput=5MB/sec 2024-09-18T02:56:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:56:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:56:06] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-18T02:56:06.861 INFO:tasks.workunit.client.0.smithi046.stdout: 932: throughput=5MB/sec pending data=0 2024-09-18T02:56:06.861 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ExysiCi0swJna7b off=6101888 len=1710906 2024-09-18T02:56:06.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 4693 completed, throughput=5MB/sec 2024-09-18T02:56:06.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3utOXshlgUImO4i off=5488073 len=32508 2024-09-18T02:56:06.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 4694 completed, throughput=5MB/sec 2024-09-18T02:56:06.870 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZU0H0v6vBSIY51 off=897259 len=1041307 2024-09-18T02:56:06.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 4695 completed, throughput=5MB/sec 2024-09-18T02:56:06.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZzKjFhGbZCblqrs off=5960391 len=1156407 2024-09-18T02:56:06.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 4696 completed, throughput=5MB/sec 2024-09-18T02:56:06.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z8Gx2Cl3wNUK9ef off=10909668 len=1395351 2024-09-18T02:56:06.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 4697 completed, throughput=5MB/sec 2024-09-18T02:56:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:07 smithi195 ceph-mon[89559]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:56:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:07 smithi046 ceph-mon[94621]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:56:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:07 smithi046 ceph-mon[97106]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:56:07.881 INFO:tasks.workunit.client.0.smithi046.stdout: 933: throughput=5MB/sec pending data=0 2024-09-18T02:56:07.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gwoI6Cq53GPL2tW off=5723828 len=1244107 2024-09-18T02:56:07.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 4698 completed, throughput=5MB/sec 2024-09-18T02:56:07.884 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lXmDM_IadJ5njx4 off=23522960 len=383584 2024-09-18T02:56:07.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 4699 completed, throughput=5MB/sec 2024-09-18T02:56:07.885 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oVYSGW4Iv1GYSah off=13096200 len=875954 2024-09-18T02:56:07.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 4700 completed, throughput=5MB/sec 2024-09-18T02:56:07.886 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DAmQs-axvCvZufw off=7292291 len=1223781 2024-09-18T02:56:07.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 4701 completed, throughput=5MB/sec 2024-09-18T02:56:07.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1TsCMn44lwK7wPF off=4279757 len=1668710 2024-09-18T02:56:07.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 4702 completed, throughput=5MB/sec 2024-09-18T02:56:08.890 INFO:tasks.workunit.client.0.smithi046.stdout: 934: throughput=5MB/sec pending data=0 2024-09-18T02:56:08.890 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ZQ6wjymlDIDlI9 off=3638569 len=1844770 2024-09-18T02:56:08.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 4703 completed, throughput=5MB/sec 2024-09-18T02:56:08.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CA9KQ9QHQB2-fNf off=12369729 len=1540858 2024-09-18T02:56:08.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 4704 completed, throughput=5MB/sec 2024-09-18T02:56:08.897 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NMdIrQMGCZzgAT1 off=12494137 len=1051354 2024-09-18T02:56:08.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 4705 completed, throughput=5MB/sec 2024-09-18T02:56:08.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FRrEf_GgGsR7N6P off=12468045 len=1289299 2024-09-18T02:56:08.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 4706 completed, throughput=5MB/sec 2024-09-18T02:56:09.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:09 smithi195 ceph-mon[89559]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:09 smithi046 ceph-mon[97106]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:09 smithi046 ceph-mon[94621]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:09.903 INFO:tasks.workunit.client.0.smithi046.stdout: 935: throughput=5MB/sec pending data=0 2024-09-18T02:56:09.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UMz5ONpLTLt5zRD off=3941045 len=972889 2024-09-18T02:56:09.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 4707 completed, throughput=5MB/sec 2024-09-18T02:56:09.904 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X-VCHdXo1daDzuh off=4863023 len=1832817 2024-09-18T02:56:09.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 4708 completed, throughput=5MB/sec 2024-09-18T02:56:09.914 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6xpziePfp_kdVq9 off=2759574 len=794758 2024-09-18T02:56:09.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 4709 completed, throughput=5MB/sec 2024-09-18T02:56:09.915 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t65ZdMbQsbtI7Ew off=3208930 len=1278157 2024-09-18T02:56:09.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 4710 completed, throughput=5MB/sec 2024-09-18T02:56:10.923 INFO:tasks.workunit.client.0.smithi046.stdout: 936: throughput=5MB/sec pending data=0 2024-09-18T02:56:10.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-53yUFjb68Vv-X4F off=1261162 len=307885 2024-09-18T02:56:10.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 4711 completed, throughput=5MB/sec 2024-09-18T02:56:10.923 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wM_NE32gA1ecWTz off=2011062 len=1642009 2024-09-18T02:56:10.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 4712 completed, throughput=5MB/sec 2024-09-18T02:56:10.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BJtXlBxOSSyFNPe off=932753 len=671113 2024-09-18T02:56:10.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 4713 completed, throughput=5MB/sec 2024-09-18T02:56:10.932 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UIP27Ho7JXQvQQ4 off=7785772 len=1400342 2024-09-18T02:56:10.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 4714 completed, throughput=5MB/sec 2024-09-18T02:56:10.933 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ojMlmqOf7lmzEaH off=16881800 len=167835 2024-09-18T02:56:10.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 4715 completed, throughput=5MB/sec 2024-09-18T02:56:10.936 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Oq-0wxm6OmD-Bdz off=13926552 len=979371 2024-09-18T02:56:10.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 4716 completed, throughput=5MB/sec 2024-09-18T02:56:11.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:11 smithi195 ceph-mon[89559]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:56:11.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:11 smithi046 ceph-mon[94621]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:56:11.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:11 smithi046 ceph-mon[97106]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:56:11.937 INFO:tasks.workunit.client.0.smithi046.stdout: 937: throughput=5MB/sec pending data=0 2024-09-18T02:56:11.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l0Lv1c2k6ISdi8C off=3638049 len=732786 2024-09-18T02:56:11.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 4717 completed, throughput=5MB/sec 2024-09-18T02:56:11.940 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jcndtXYvFxbC_qE off=7514424 len=1461146 2024-09-18T02:56:11.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 4718 completed, throughput=5MB/sec 2024-09-18T02:56:11.942 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3o6xUXyfoy4StrP off=6342668 len=382142 2024-09-18T02:56:11.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 4719 completed, throughput=5MB/sec 2024-09-18T02:56:11.943 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RbjmyGZlE1kFWfm off=3950530 len=866821 2024-09-18T02:56:11.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 4720 completed, throughput=5MB/sec 2024-09-18T02:56:11.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hH1oe0C93SXg6Mb off=533000 len=64567 2024-09-18T02:56:11.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 4721 completed, throughput=5MB/sec 2024-09-18T02:56:11.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7xDQt35V0jU3Xm9 off=9480265 len=485841 2024-09-18T02:56:11.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 4722 completed, throughput=5MB/sec 2024-09-18T02:56:11.949 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_v9kToY95Fh4IIe off=5029637 len=1684208 2024-09-18T02:56:11.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 4723 completed, throughput=5MB/sec 2024-09-18T02:56:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:56:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:56:12.957 INFO:tasks.workunit.client.0.smithi046.stdout: 938: throughput=5MB/sec pending data=0 2024-09-18T02:56:12.957 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NH0x-KpkIVjYrBH off=3201903 len=1561657 2024-09-18T02:56:12.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 4724 completed, throughput=5MB/sec 2024-09-18T02:56:12.959 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-07oYEtyrQ7G_Qvp off=16835817 len=1857064 2024-09-18T02:56:12.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 4725 completed, throughput=5MB/sec 2024-09-18T02:56:12.961 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JWnem5YAyiJzos- off=19867303 len=1446828 2024-09-18T02:56:12.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 4726 completed, throughput=5MB/sec 2024-09-18T02:56:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:13 smithi195 ceph-mon[89559]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:56:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:13 smithi046 ceph-mon[97106]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:56:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:13 smithi046 ceph-mon[94621]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:56:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:13.963 INFO:tasks.workunit.client.0.smithi046.stdout: 939: throughput=5MB/sec pending data=0 2024-09-18T02:56:13.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O-N6CkqJOBed80Y off=10783389 len=195776 2024-09-18T02:56:13.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 4727 completed, throughput=5MB/sec 2024-09-18T02:56:13.966 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SuOt5bGwJSYy75L off=3170390 len=157149 2024-09-18T02:56:13.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 4728 completed, throughput=5MB/sec 2024-09-18T02:56:13.969 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aR14HXERsJjj9AD off=1544750 len=423936 2024-09-18T02:56:13.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 4729 completed, throughput=5MB/sec 2024-09-18T02:56:13.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8hM6qyNtkQgpN_e off=17583553 len=923851 2024-09-18T02:56:13.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 4730 completed, throughput=5MB/sec 2024-09-18T02:56:13.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OU4HQov8wOdgyB8 off=7214166 len=370548 2024-09-18T02:56:13.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 4731 completed, throughput=5MB/sec 2024-09-18T02:56:13.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sr3hlNRnW-Y2gYX off=3548342 len=1329817 2024-09-18T02:56:13.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 4732 completed, throughput=5MB/sec 2024-09-18T02:56:13.983 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XD4tHWA94RJUCYO off=5468392 len=398002 2024-09-18T02:56:13.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 4733 completed, throughput=5MB/sec 2024-09-18T02:56:13.984 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3uSuU8Le06p2z7_ off=9126312 len=710972 2024-09-18T02:56:13.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 4734 completed, throughput=5MB/sec 2024-09-18T02:56:13.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UNAPek_9gen03-t off=13476523 len=1792951 2024-09-18T02:56:13.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 4735 completed, throughput=5MB/sec 2024-09-18T02:56:14.991 INFO:tasks.workunit.client.0.smithi046.stdout: 940: throughput=5MB/sec pending data=0 2024-09-18T02:56:14.992 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xFw1yX-KeoleQy1 off=7120793 len=543741 2024-09-18T02:56:14.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 4736 completed, throughput=5MB/sec 2024-09-18T02:56:14.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a7FjLaIftdByirk off=2789474 len=1829822 2024-09-18T02:56:14.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 4737 completed, throughput=5MB/sec 2024-09-18T02:56:14.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-otlgOllTxJoewFz off=2185944 len=586995 2024-09-18T02:56:15.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 4738 completed, throughput=5MB/sec 2024-09-18T02:56:15.003 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zIzcXa5yHHw5eze off=2717742 len=2014371 2024-09-18T02:56:15.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 4739 completed, throughput=5MB/sec 2024-09-18T02:56:15.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:15 smithi195 ceph-mon[89559]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:56:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:15 smithi046 ceph-mon[94621]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:56:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:15 smithi046 ceph-mon[97106]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:56:16.014 INFO:tasks.workunit.client.0.smithi046.stdout: 941: throughput=5MB/sec pending data=0 2024-09-18T02:56:16.014 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1TwNokhDJKPn2T_ off=10866619 len=586810 2024-09-18T02:56:16.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 4740 completed, throughput=5MB/sec 2024-09-18T02:56:16.019 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dtCPK8LC5c7nLH3 off=16859576 len=1565993 2024-09-18T02:56:16.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 4741 completed, throughput=5MB/sec 2024-09-18T02:56:16.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H-fp771NPK2cu0N off=4041695 len=1462726 2024-09-18T02:56:16.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 4742 completed, throughput=5MB/sec 2024-09-18T02:56:16.029 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rYZZYwOQGgqU-nW off=6054181 len=1382785 2024-09-18T02:56:16.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 4743 completed, throughput=5MB/sec 2024-09-18T02:56:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:56:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:56:16] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:56:17.030 INFO:tasks.workunit.client.0.smithi046.stdout: 942: throughput=5MB/sec pending data=0 2024-09-18T02:56:17.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QgiM4UrrDzofwOW off=429993 len=913546 2024-09-18T02:56:17.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 4744 completed, throughput=5MB/sec 2024-09-18T02:56:17.032 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5AYSaQZuoEjrPbc off=10263314 len=1084184 2024-09-18T02:56:17.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 4745 completed, throughput=5MB/sec 2024-09-18T02:56:17.034 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1TwNokhDJKPn2T_ off=9235788 len=635587 2024-09-18T02:56:17.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 4746 completed, throughput=5MB/sec 2024-09-18T02:56:17.036 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WMbV02HqGnsY8J2 off=13888741 len=837139 2024-09-18T02:56:17.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 4747 completed, throughput=5MB/sec 2024-09-18T02:56:17.041 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZhL0nUs7rjBgonz off=9428775 len=641861 2024-09-18T02:56:17.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 4748 completed, throughput=5MB/sec 2024-09-18T02:56:17.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TKQEWVQ_dbSbgei off=15591949 len=468799 2024-09-18T02:56:17.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 4749 completed, throughput=5MB/sec 2024-09-18T02:56:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:17 smithi195 ceph-mon[89559]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:56:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:17 smithi046 ceph-mon[94621]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:56:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:17 smithi046 ceph-mon[97106]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:56:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: 943: throughput=4.99MB/sec pending data=0 2024-09-18T02:56:18.045 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-46WVz8XHzOB6fp1 off=14337129 len=1807397 2024-09-18T02:56:18.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 4750 completed, throughput=5MB/sec 2024-09-18T02:56:18.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xQocuePgFFef1gK off=18823565 len=1511437 2024-09-18T02:56:18.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 4751 completed, throughput=5MB/sec 2024-09-18T02:56:18.062 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dYBQCNN2xeM5lRl off=4677970 len=824539 2024-09-18T02:56:18.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 4752 completed, throughput=5MB/sec 2024-09-18T02:56:18.063 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uwSeAPzAMtJll0a off=22554049 len=493021 2024-09-18T02:56:18.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 4753 completed, throughput=5MB/sec 2024-09-18T02:56:18.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3fEU-Tuq9gjo5yo off=5488494 len=1515653 2024-09-18T02:56:18.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 4754 completed, throughput=5MB/sec 2024-09-18T02:56:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: 944: throughput=5MB/sec pending data=0 2024-09-18T02:56:19.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--QZet9IUANqq3gD off=2143993 len=1159933 2024-09-18T02:56:19.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 4755 completed, throughput=5MB/sec 2024-09-18T02:56:19.075 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0pluIqFW7kwRBWQ off=1151948 len=2015220 2024-09-18T02:56:19.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 4756 completed, throughput=5MB/sec 2024-09-18T02:56:19.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eWvGbvBnzyCE9Iw off=185114 len=1083736 2024-09-18T02:56:19.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 4757 completed, throughput=5MB/sec 2024-09-18T02:56:19.083 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EhPgSs0ez3Ju0B0 off=9678171 len=1798886 2024-09-18T02:56:19.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 4758 completed, throughput=5MB/sec 2024-09-18T02:56:19.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:19 smithi195 ceph-mon[89559]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:56:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:19 smithi046 ceph-mon[97106]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:56:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:19 smithi046 ceph-mon[94621]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:56:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: 945: throughput=5MB/sec pending data=0 2024-09-18T02:56:20.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K3dASoETJ04tAoh off=7317715 len=112034 2024-09-18T02:56:20.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 4759 completed, throughput=5MB/sec 2024-09-18T02:56:20.095 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yGB0WcTC4QAVlpF off=6986354 len=918472 2024-09-18T02:56:20.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 4760 completed, throughput=5MB/sec 2024-09-18T02:56:20.100 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5dUo_3tZ1-GpG2Y off=8365814 len=884279 2024-09-18T02:56:20.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 4761 completed, throughput=5MB/sec 2024-09-18T02:56:20.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sctqkuf4_16KWHn off=3729356 len=1014744 2024-09-18T02:56:20.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 4762 completed, throughput=5MB/sec 2024-09-18T02:56:20.102 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-16L6fiMYiYVb4VT off=2116854 len=1999900 2024-09-18T02:56:20.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 4763 completed, throughput=5MB/sec 2024-09-18T02:56:21.113 INFO:tasks.workunit.client.0.smithi046.stdout: 946: throughput=5MB/sec pending data=0 2024-09-18T02:56:21.113 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-112zfmghVf0RuF3 off=7267613 len=1924670 2024-09-18T02:56:21.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 4764 completed, throughput=5MB/sec 2024-09-18T02:56:21.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V7a7MFKLw1CoAoB off=2851354 len=1001359 2024-09-18T02:56:21.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 4765 completed, throughput=5MB/sec 2024-09-18T02:56:21.121 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a4xAvN8VA85ajfD off=8976742 len=861685 2024-09-18T02:56:21.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 4766 completed, throughput=5MB/sec 2024-09-18T02:56:21.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3JsFqF79XKVuTdn off=5226662 len=823967 2024-09-18T02:56:21.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 4767 completed, throughput=5MB/sec 2024-09-18T02:56:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:21 smithi195 ceph-mon[89559]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:56:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:21 smithi046 ceph-mon[97106]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:56:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:21 smithi046 ceph-mon[94621]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-18T02:56:22.128 INFO:tasks.workunit.client.0.smithi046.stdout: 947: throughput=5MB/sec pending data=0 2024-09-18T02:56:22.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-32KjeA7K8_CXGn- off=445778 len=1267217 2024-09-18T02:56:22.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 4768 completed, throughput=5MB/sec 2024-09-18T02:56:22.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kQtP0JkvRSJoA1R off=1863467 len=927425 2024-09-18T02:56:22.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 4769 completed, throughput=5MB/sec 2024-09-18T02:56:22.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hG692x1Vi5eoPMp off=186866 len=876819 2024-09-18T02:56:22.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 4770 completed, throughput=5MB/sec 2024-09-18T02:56:22.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9XuQAy_IkzlU-ru off=8542699 len=599305 2024-09-18T02:56:22.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 4771 completed, throughput=5MB/sec 2024-09-18T02:56:22.134 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L_9yZpSMgkqe9cb off=7790559 len=1109995 2024-09-18T02:56:22.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 4772 completed, throughput=5MB/sec 2024-09-18T02:56:22.141 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EiaIkKMYMHLXmQt off=541416 len=78389 2024-09-18T02:56:22.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 4773 completed, throughput=5MB/sec 2024-09-18T02:56:22.141 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FHQrdNNhajBtnNg off=136410 len=1404034 2024-09-18T02:56:22.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 4774 completed, throughput=5MB/sec 2024-09-18T02:56:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:56:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:56:23.142 INFO:tasks.workunit.client.0.smithi046.stdout: 948: throughput=5MB/sec pending data=0 2024-09-18T02:56:23.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AOO1hHT9gEyHHKN off=4357879 len=517927 2024-09-18T02:56:23.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 4775 completed, throughput=5MB/sec 2024-09-18T02:56:23.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wdCXoPcvMXd0KKl off=2100799 len=1991593 2024-09-18T02:56:23.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 4776 completed, throughput=5MB/sec 2024-09-18T02:56:23.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UmAR7PZo4n5oy0t off=1438607 len=474821 2024-09-18T02:56:23.153 INFO:tasks.workunit.client.0.smithi046.stdout:op 4777 completed, throughput=5MB/sec 2024-09-18T02:56:23.153 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8nXt2WE9oprqWot off=5590849 len=1604081 2024-09-18T02:56:23.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 4778 completed, throughput=5MB/sec 2024-09-18T02:56:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:23 smithi195 ceph-mon[89559]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:56:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:23 smithi046 ceph-mon[97106]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:56:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:23 smithi046 ceph-mon[94621]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-18T02:56:24.160 INFO:tasks.workunit.client.0.smithi046.stdout: 949: throughput=5MB/sec pending data=0 2024-09-18T02:56:24.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x_WWtliMISJWj4t off=8650124 len=1247265 2024-09-18T02:56:24.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 4779 completed, throughput=5MB/sec 2024-09-18T02:56:24.167 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TS0ZGPOI14PdU-G off=3107313 len=651769 2024-09-18T02:56:24.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 4780 completed, throughput=5MB/sec 2024-09-18T02:56:24.172 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7ZZoQRzu5-oGNvH off=7185611 len=2091250 2024-09-18T02:56:24.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 4781 completed, throughput=5MB/sec 2024-09-18T02:56:24.174 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZK7r8iTx5AlrHbd off=108913 len=366129 2024-09-18T02:56:24.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 4782 completed, throughput=5MB/sec 2024-09-18T02:56:24.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9IIxq_yNl2azaSc off=3203711 len=1034806 2024-09-18T02:56:24.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 4783 completed, throughput=5MB/sec 2024-09-18T02:56:25.179 INFO:tasks.workunit.client.0.smithi046.stdout: 950: throughput=5MB/sec pending data=0 2024-09-18T02:56:25.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SxDlei5LzKZzHA0 off=6707540 len=1389619 2024-09-18T02:56:25.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 4784 completed, throughput=5MB/sec 2024-09-18T02:56:25.187 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AUgvvd6gModcK0R off=18341286 len=1207856 2024-09-18T02:56:25.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 4785 completed, throughput=5MB/sec 2024-09-18T02:56:25.189 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G2SW-lLuGCpIfLF off=372930 len=800016 2024-09-18T02:56:25.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 4786 completed, throughput=5MB/sec 2024-09-18T02:56:25.194 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8-F0eHMzTn19X7I off=14880037 len=1908986 2024-09-18T02:56:25.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 4787 completed, throughput=5MB/sec 2024-09-18T02:56:25.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:25 smithi195 ceph-mon[89559]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:56:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:25 smithi046 ceph-mon[97106]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:56:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:25 smithi046 ceph-mon[94621]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:56:26.204 INFO:tasks.workunit.client.0.smithi046.stdout: 951: throughput=5MB/sec pending data=0 2024-09-18T02:56:26.204 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aQ3e40oAAd2Lyxr off=2816693 len=699709 2024-09-18T02:56:26.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 4788 completed, throughput=5MB/sec 2024-09-18T02:56:26.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rEVWnBx_UejVb68 off=9061586 len=1540739 2024-09-18T02:56:26.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 4789 completed, throughput=5MB/sec 2024-09-18T02:56:26.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t97qIKD27xocCmG off=6362462 len=1358159 2024-09-18T02:56:26.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 4790 completed, throughput=5MB/sec 2024-09-18T02:56:26.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z68685IEUUY4jJY off=11597387 len=231213 2024-09-18T02:56:26.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 4791 completed, throughput=5MB/sec 2024-09-18T02:56:26.222 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BYh4TdEJn01Nh1C off=18392157 len=1771996 2024-09-18T02:56:26.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 4792 completed, throughput=5MB/sec 2024-09-18T02:56:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:56:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:56:26] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:56:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: 952: throughput=5MB/sec pending data=0 2024-09-18T02:56:27.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U1mDJmWaZZ_qKc7 off=13330394 len=1218601 2024-09-18T02:56:27.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 4793 completed, throughput=5MB/sec 2024-09-18T02:56:27.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cM6SRVPH3QWnU20 off=7836088 len=1704934 2024-09-18T02:56:27.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 4794 completed, throughput=5MB/sec 2024-09-18T02:56:27.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TSMKf_wIjdze6GL off=137767 len=570390 2024-09-18T02:56:27.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 4795 completed, throughput=5MB/sec 2024-09-18T02:56:27.244 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zinC0F1Qwyu6YsC off=889008 len=958619 2024-09-18T02:56:27.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 4796 completed, throughput=5MB/sec 2024-09-18T02:56:27.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XgYLhAmPEZtlHUu off=6776128 len=761353 2024-09-18T02:56:27.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 4797 completed, throughput=5MB/sec 2024-09-18T02:56:27.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:27 smithi195 ceph-mon[89559]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:27 smithi046 ceph-mon[97106]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:27 smithi046 ceph-mon[94621]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: 953: throughput=5MB/sec pending data=0 2024-09-18T02:56:28.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vz8_vg-Q1g2ZwvD off=1652091 len=658243 2024-09-18T02:56:28.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 4798 completed, throughput=5MB/sec 2024-09-18T02:56:28.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kbOpodNYT_UuSLJ off=12172583 len=913501 2024-09-18T02:56:28.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 4799 completed, throughput=5MB/sec 2024-09-18T02:56:28.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SxDlei5LzKZzHA0 off=6454841 len=2080640 2024-09-18T02:56:28.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 4800 completed, throughput=5MB/sec 2024-09-18T02:56:28.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PHYI0ontub1er_a off=9656164 len=860684 2024-09-18T02:56:28.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 4801 completed, throughput=5MB/sec 2024-09-18T02:56:28.269 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t5autV9i1XvxTVg off=1239716 len=1800234 2024-09-18T02:56:28.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 4802 completed, throughput=5MB/sec 2024-09-18T02:56:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: 954: throughput=5MB/sec pending data=0 2024-09-18T02:56:29.272 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_glkeiCgWIEY4F_ off=14331865 len=311314 2024-09-18T02:56:29.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 4803 completed, throughput=5MB/sec 2024-09-18T02:56:29.273 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ioO-5mO2YRVVrcs off=363889 len=1751683 2024-09-18T02:56:29.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 4804 completed, throughput=5MB/sec 2024-09-18T02:56:29.283 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H1mkjEj58FeIn2z off=1124912 len=345176 2024-09-18T02:56:29.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 4805 completed, throughput=5MB/sec 2024-09-18T02:56:29.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8qdoXpYBl-2WYFO off=5735354 len=520400 2024-09-18T02:56:29.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 4806 completed, throughput=5MB/sec 2024-09-18T02:56:29.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ON6C2imxbS5lCBF off=8665218 len=2089 2024-09-18T02:56:29.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 4807 completed, throughput=5MB/sec 2024-09-18T02:56:29.289 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zoRFO4TSL8hJJi- off=1447345 len=99095 2024-09-18T02:56:29.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 4808 completed, throughput=5MB/sec 2024-09-18T02:56:29.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I5fUgVkpSMMRkOE off=1529071 len=121204 2024-09-18T02:56:29.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 4809 completed, throughput=5MB/sec 2024-09-18T02:56:29.290 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QFBIFxNCUl_wgNi off=1462346 len=1140153 2024-09-18T02:56:29.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 4810 completed, throughput=5MB/sec 2024-09-18T02:56:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:29 smithi046 ceph-mon[94621]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:29 smithi046 ceph-mon[97106]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:29.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:29 smithi195 ceph-mon[89559]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: 955: throughput=5MB/sec pending data=0 2024-09-18T02:56:30.296 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hMQmSINMbxIoYPV off=11628421 len=2075906 2024-09-18T02:56:30.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 4811 completed, throughput=5MB/sec 2024-09-18T02:56:30.306 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OrS8_W4qPpfhl9k off=11653861 len=131511 2024-09-18T02:56:30.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 4812 completed, throughput=5MB/sec 2024-09-18T02:56:30.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LN82ef0mGGE8v3e off=6006283 len=618582 2024-09-18T02:56:30.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 4813 completed, throughput=5MB/sec 2024-09-18T02:56:30.314 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QcCbI_tRljAVnsy off=6318226 len=952765 2024-09-18T02:56:30.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 4814 completed, throughput=5MB/sec 2024-09-18T02:56:30.320 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wt6oip1AYDZaawl off=283778 len=796187 2024-09-18T02:56:30.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 4815 completed, throughput=5MB/sec 2024-09-18T02:56:30.324 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LAghsWURKw5pEMj off=3784456 len=1721563 2024-09-18T02:56:30.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 4816 completed, throughput=5MB/sec 2024-09-18T02:56:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: 956: throughput=5MB/sec pending data=0 2024-09-18T02:56:31.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZJTB42qga3PTCeh off=14288084 len=1808517 2024-09-18T02:56:31.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 4817 completed, throughput=5MB/sec 2024-09-18T02:56:31.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M-2TNyqG4kyTTq_ off=18425192 len=271041 2024-09-18T02:56:31.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 4818 completed, throughput=5MB/sec 2024-09-18T02:56:31.341 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--BFNJ7E0NmfxEJf off=11044106 len=247679 2024-09-18T02:56:31.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 4819 completed, throughput=5MB/sec 2024-09-18T02:56:31.344 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eejPlkhI-mW0bkX off=2721968 len=627359 2024-09-18T02:56:31.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 4820 completed, throughput=5MB/sec 2024-09-18T02:56:31.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6PqfWz93IF6pQee off=5420320 len=1354970 2024-09-18T02:56:31.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 4821 completed, throughput=5MB/sec 2024-09-18T02:56:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:31 smithi046 ceph-mon[94621]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:56:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:31 smithi046 ceph-mon[97106]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:56:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:31 smithi195 ceph-mon[89559]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:56:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: 957: throughput=5MB/sec pending data=0 2024-09-18T02:56:32.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C5g3Hs1wG9oZhVr off=2727766 len=325771 2024-09-18T02:56:32.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 4822 completed, throughput=5MB/sec 2024-09-18T02:56:32.351 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qgSwXfe_YtOO31u off=18990969 len=1502098 2024-09-18T02:56:32.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 4823 completed, throughput=5MB/sec 2024-09-18T02:56:32.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DtSI8wybnF7WLln off=10803167 len=562351 2024-09-18T02:56:32.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 4824 completed, throughput=5MB/sec 2024-09-18T02:56:32.360 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C3rrOiUuMzbpNTj off=11599528 len=1196727 2024-09-18T02:56:32.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 4825 completed, throughput=5MB/sec 2024-09-18T02:56:32.362 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b6UIpxdh6uUjvfO off=476913 len=1519962 2024-09-18T02:56:32.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 4826 completed, throughput=5MB/sec 2024-09-18T02:56:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:56:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:56:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: 958: throughput=5MB/sec pending data=0 2024-09-18T02:56:33.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YsKY6Ts4I6XkyiA off=15434042 len=1377061 2024-09-18T02:56:33.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 4827 completed, throughput=5MB/sec 2024-09-18T02:56:33.371 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Aa1DqbnxwKIWhZI off=6649188 len=2084423 2024-09-18T02:56:33.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 4828 completed, throughput=5MB/sec 2024-09-18T02:56:33.373 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0fs-In6vY_QHdxo off=2992383 len=1683711 2024-09-18T02:56:33.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 4829 completed, throughput=5MB/sec 2024-09-18T02:56:33.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-67j4gZItGxg_ZWU off=725033 len=918035 2024-09-18T02:56:33.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 4830 completed, throughput=5MB/sec 2024-09-18T02:56:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:33 smithi046 ceph-mon[94621]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:56:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:33 smithi046 ceph-mon[97106]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:56:33.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:33 smithi195 ceph-mon[89559]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:56:34.384 INFO:tasks.workunit.client.0.smithi046.stdout: 959: throughput=5MB/sec pending data=0 2024-09-18T02:56:34.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fx4FYwnPfkrhntE off=1972249 len=2075242 2024-09-18T02:56:34.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 4831 completed, throughput=5MB/sec 2024-09-18T02:56:34.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nRwoerjGQbqcsqu off=16346434 len=1076712 2024-09-18T02:56:34.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 4832 completed, throughput=5MB/sec 2024-09-18T02:56:34.398 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jjvDUTebV1QWiRO off=2902696 len=64200 2024-09-18T02:56:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 4833 completed, throughput=5MB/sec 2024-09-18T02:56:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9-SMo4eFlseteDK off=2177780 len=1336172 2024-09-18T02:56:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 4834 completed, throughput=5MB/sec 2024-09-18T02:56:35.402 INFO:tasks.workunit.client.0.smithi046.stdout: 960: throughput=4.99MB/sec pending data=0 2024-09-18T02:56:35.403 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y9paafRu52teGnG off=9041824 len=1715957 2024-09-18T02:56:35.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 4835 completed, throughput=5MB/sec 2024-09-18T02:56:35.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9xsWo68kUtIOJLz off=11716859 len=529563 2024-09-18T02:56:35.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 4836 completed, throughput=5MB/sec 2024-09-18T02:56:35.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aQG0NRWUZcBxJqG off=2978535 len=1298995 2024-09-18T02:56:35.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 4837 completed, throughput=5MB/sec 2024-09-18T02:56:35.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VvfZ72iOTWA_IgQ off=1026316 len=1339066 2024-09-18T02:56:35.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 4838 completed, throughput=5MB/sec 2024-09-18T02:56:35.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r7nu-Rf-Rbh8kKg off=2333876 len=1980215 2024-09-18T02:56:35.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 4839 completed, throughput=5MB/sec 2024-09-18T02:56:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:35 smithi046 ceph-mon[94621]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:56:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:35 smithi046 ceph-mon[97106]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:56:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:35 smithi195 ceph-mon[89559]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:56:36.421 INFO:tasks.workunit.client.0.smithi046.stdout: 961: throughput=5MB/sec pending data=0 2024-09-18T02:56:36.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PyJFIaTUb9H3Twe off=6766543 len=811265 2024-09-18T02:56:36.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 4840 completed, throughput=5MB/sec 2024-09-18T02:56:36.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kmTwCWnCapJ32fi off=3401646 len=1687329 2024-09-18T02:56:36.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 4841 completed, throughput=5MB/sec 2024-09-18T02:56:36.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sG_BeHXH3skWWzB off=14736 len=87121 2024-09-18T02:56:36.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 4842 completed, throughput=5MB/sec 2024-09-18T02:56:36.433 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-76MV04n0Hezru7c off=799756 len=1367388 2024-09-18T02:56:36.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 4843 completed, throughput=5MB/sec 2024-09-18T02:56:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:56:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:56:36] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:56:37.440 INFO:tasks.workunit.client.0.smithi046.stdout: 962: throughput=5MB/sec pending data=0 2024-09-18T02:56:37.441 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E1D_c1tZ4K3efhA off=3223913 len=238164 2024-09-18T02:56:37.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 4844 completed, throughput=5MB/sec 2024-09-18T02:56:37.442 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AD2eJ_DakFMkpN_ off=13362069 len=454954 2024-09-18T02:56:37.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 4845 completed, throughput=5MB/sec 2024-09-18T02:56:37.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ucqsNzvlLU1imab off=2738418 len=1701558 2024-09-18T02:56:37.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 4846 completed, throughput=5MB/sec 2024-09-18T02:56:37.452 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VqbVfoAvad-ON02 off=5936500 len=156968 2024-09-18T02:56:37.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 4847 completed, throughput=5MB/sec 2024-09-18T02:56:37.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hEbjEDay5zbtGPy off=888013 len=838292 2024-09-18T02:56:37.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 4848 completed, throughput=5MB/sec 2024-09-18T02:56:37.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7mB0zLCnU_oKDwA off=6955098 len=1208479 2024-09-18T02:56:37.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 4849 completed, throughput=5MB/sec 2024-09-18T02:56:37.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OYgJVDh3GLBoO-r off=3613981 len=565709 2024-09-18T02:56:37.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 4850 completed, throughput=5MB/sec 2024-09-18T02:56:37.463 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UTRsp_Lwk6mbcQ7 off=6912697 len=530885 2024-09-18T02:56:37.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 4851 completed, throughput=5MB/sec 2024-09-18T02:56:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:37 smithi046 ceph-mon[94621]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:56:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:37 smithi046 ceph-mon[97106]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:56:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:37 smithi195 ceph-mon[89559]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:56:38.464 INFO:tasks.workunit.client.0.smithi046.stdout: 963: throughput=5MB/sec pending data=0 2024-09-18T02:56:38.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R46qiZ8LM0fNvHU off=16328889 len=190925 2024-09-18T02:56:38.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 4852 completed, throughput=5MB/sec 2024-09-18T02:56:38.467 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zaDRvkIgDLhfYGp off=2121753 len=391467 2024-09-18T02:56:38.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 4853 completed, throughput=5MB/sec 2024-09-18T02:56:38.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hkie2KgvKRjnNO_ off=1398586 len=8517 2024-09-18T02:56:38.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 4854 completed, throughput=5MB/sec 2024-09-18T02:56:38.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vQLrHZCMzOPGby9 off=12454037 len=1007222 2024-09-18T02:56:38.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 4855 completed, throughput=5MB/sec 2024-09-18T02:56:38.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BoZ9IlLfsSuxEuW off=11344240 len=7470 2024-09-18T02:56:38.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 4856 completed, throughput=5MB/sec 2024-09-18T02:56:38.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dolk89LFhH9jg-4 off=3155885 len=350725 2024-09-18T02:56:38.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 4857 completed, throughput=5MB/sec 2024-09-18T02:56:38.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0-T9hPzcoYexn8j off=5779304 len=545651 2024-09-18T02:56:38.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 4858 completed, throughput=5MB/sec 2024-09-18T02:56:38.482 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r_ZPC-g3u8uwLnZ off=13721784 len=309295 2024-09-18T02:56:38.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 4859 completed, throughput=5MB/sec 2024-09-18T02:56:38.485 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D3XKTFqNPzmpkPk off=12181217 len=1312304 2024-09-18T02:56:38.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 4860 completed, throughput=5MB/sec 2024-09-18T02:56:38.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uceZ3qHlUys6Jyq off=6781803 len=927837 2024-09-18T02:56:38.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 4861 completed, throughput=5MB/sec 2024-09-18T02:56:39.488 INFO:tasks.workunit.client.0.smithi046.stdout: 964: throughput=5MB/sec pending data=0 2024-09-18T02:56:39.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ct2XoUM_sgVLCAr off=9754812 len=12996 2024-09-18T02:56:39.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 4862 completed, throughput=5MB/sec 2024-09-18T02:56:39.489 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QvAqrAIQbZxBpHE off=15814542 len=521325 2024-09-18T02:56:39.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 4863 completed, throughput=5MB/sec 2024-09-18T02:56:39.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EDhWItRYTIwIogZ off=4025045 len=225314 2024-09-18T02:56:39.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 4864 completed, throughput=5MB/sec 2024-09-18T02:56:39.497 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-74v3M8Zirkg2q95 off=10582111 len=975239 2024-09-18T02:56:39.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 4865 completed, throughput=5MB/sec 2024-09-18T02:56:39.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eWvGbvBnzyCE9Iw off=40605 len=1246190 2024-09-18T02:56:39.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 4866 completed, throughput=5MB/sec 2024-09-18T02:56:39.507 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TFIFj8554_QGGOT off=4846381 len=956548 2024-09-18T02:56:39.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 4867 completed, throughput=5MB/sec 2024-09-18T02:56:39.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q3Pu9iw1o_2nrGg off=17897570 len=983375 2024-09-18T02:56:39.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 4868 completed, throughput=5MB/sec 2024-09-18T02:56:39.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G6qAM5M_n0CNddd off=4605304 len=562301 2024-09-18T02:56:39.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 4869 completed, throughput=5MB/sec 2024-09-18T02:56:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:39 smithi046 ceph-mon[94621]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:56:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:39 smithi046 ceph-mon[97106]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:56:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:39 smithi195 ceph-mon[89559]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:56:40.516 INFO:tasks.workunit.client.0.smithi046.stdout: 965: throughput=5MB/sec pending data=0 2024-09-18T02:56:40.516 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FqgcOmbAdNfGRqz off=2181948 len=479225 2024-09-18T02:56:40.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 4870 completed, throughput=5MB/sec 2024-09-18T02:56:40.517 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kEb4OkIG4TB7vSe off=13657546 len=409903 2024-09-18T02:56:40.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 4871 completed, throughput=5MB/sec 2024-09-18T02:56:40.518 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E3zhU3zrZGVLg9h off=590029 len=1249084 2024-09-18T02:56:40.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 4872 completed, throughput=5MB/sec 2024-09-18T02:56:40.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d0iku9tZK-TIrpl off=541683 len=2024195 2024-09-18T02:56:40.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 4873 completed, throughput=5MB/sec 2024-09-18T02:56:40.529 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4IIwGNV2rnEn5me off=8381541 len=1349677 2024-09-18T02:56:40.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 4874 completed, throughput=5MB/sec 2024-09-18T02:56:41.535 INFO:tasks.workunit.client.0.smithi046.stdout: 966: throughput=5MB/sec pending data=0 2024-09-18T02:56:41.536 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FyQnn90XVUCYd7e off=479244 len=828717 2024-09-18T02:56:41.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 4875 completed, throughput=5MB/sec 2024-09-18T02:56:41.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JSRCbavsVx1sObp off=677117 len=1013591 2024-09-18T02:56:41.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 4876 completed, throughput=5MB/sec 2024-09-18T02:56:41.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bb3zI6OU1gRpAtI off=2064273 len=1715389 2024-09-18T02:56:41.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 4877 completed, throughput=5MB/sec 2024-09-18T02:56:41.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wJovCOP8pfuhqSl off=4621761 len=1459755 2024-09-18T02:56:41.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 4878 completed, throughput=5MB/sec 2024-09-18T02:56:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:41 smithi046 ceph-mon[94621]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:56:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:41 smithi046 ceph-mon[97106]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:56:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:41 smithi195 ceph-mon[89559]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:56:42.549 INFO:tasks.workunit.client.0.smithi046.stdout: 967: throughput=5MB/sec pending data=0 2024-09-18T02:56:42.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zYGP5j1NlTg0aEv off=4475556 len=130357 2024-09-18T02:56:42.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 4879 completed, throughput=5MB/sec 2024-09-18T02:56:42.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HmOAVzJYUB9YuOb off=15392446 len=1301089 2024-09-18T02:56:42.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 4880 completed, throughput=5MB/sec 2024-09-18T02:56:42.560 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2XLlDEaADc_twdq off=14327020 len=52768 2024-09-18T02:56:42.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 4881 completed, throughput=5MB/sec 2024-09-18T02:56:42.560 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3lgPqR3_V32Gqdo off=1999750 len=91399 2024-09-18T02:56:42.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 4882 completed, throughput=5MB/sec 2024-09-18T02:56:42.563 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KBiqC0Lb5Ihm6kQ off=2800940 len=674343 2024-09-18T02:56:42.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 4883 completed, throughput=5MB/sec 2024-09-18T02:56:42.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j9NpIvnq_k75S3c off=1190446 len=787469 2024-09-18T02:56:42.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 4884 completed, throughput=5MB/sec 2024-09-18T02:56:42.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xFd9haeTlhWhBy9 off=2745110 len=1260156 2024-09-18T02:56:42.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 4885 completed, throughput=5MB/sec 2024-09-18T02:56:42.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2Fmizolz4VscUbr off=6045762 len=1388222 2024-09-18T02:56:42.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 4886 completed, throughput=5MB/sec 2024-09-18T02:56:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:56:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:56:43.578 INFO:tasks.workunit.client.0.smithi046.stdout: 968: throughput=5MB/sec pending data=0 2024-09-18T02:56:43.579 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OWTf-qJ9r1uOUdK off=2383177 len=452485 2024-09-18T02:56:43.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 4887 completed, throughput=5MB/sec 2024-09-18T02:56:43.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vi47LrNQ4uEq59c off=908453 len=2014107 2024-09-18T02:56:43.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 4888 completed, throughput=5MB/sec 2024-09-18T02:56:43.590 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k5TD2Llh5SfOtk1 off=1126154 len=1952448 2024-09-18T02:56:43.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 4889 completed, throughput=5MB/sec 2024-09-18T02:56:43.592 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JrE94OQTrR1JaQj off=956583 len=1193170 2024-09-18T02:56:43.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 4890 completed, throughput=5MB/sec 2024-09-18T02:56:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:43 smithi046 ceph-mon[94621]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:56:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:43 smithi046 ceph-mon[97106]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:56:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:43.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:43 smithi195 ceph-mon[89559]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:56:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:44.594 INFO:tasks.workunit.client.0.smithi046.stdout: 969: throughput=5MB/sec pending data=0 2024-09-18T02:56:44.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p4tBCilP8yFlwUB off=4043140 len=734432 2024-09-18T02:56:44.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 4891 completed, throughput=5MB/sec 2024-09-18T02:56:44.595 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oUNyyIdybqsagcd off=3210945 len=579651 2024-09-18T02:56:44.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 4892 completed, throughput=5MB/sec 2024-09-18T02:56:44.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DmPfLOyK551K52W off=10968491 len=1901492 2024-09-18T02:56:44.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 4893 completed, throughput=5MB/sec 2024-09-18T02:56:44.598 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FIgQHKVSpm3icYZ off=6133056 len=1444776 2024-09-18T02:56:44.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 4894 completed, throughput=5MB/sec 2024-09-18T02:56:45.607 INFO:tasks.workunit.client.0.smithi046.stdout: 970: throughput=5MB/sec pending data=0 2024-09-18T02:56:45.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c_LkqwPuVn59vOA off=16066731 len=1543660 2024-09-18T02:56:45.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 4895 completed, throughput=5MB/sec 2024-09-18T02:56:45.614 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0lLoHewpRKuLYcF off=1802174 len=1304893 2024-09-18T02:56:45.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 4896 completed, throughput=5MB/sec 2024-09-18T02:56:45.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hxDYaHv4Hb0w8Og off=1201799 len=2061258 2024-09-18T02:56:45.619 INFO:tasks.workunit.client.0.smithi046.stdout:op 4897 completed, throughput=5MB/sec 2024-09-18T02:56:45.619 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hENvPyHmUjU6PeI off=12737152 len=1218427 2024-09-18T02:56:45.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 4898 completed, throughput=5MB/sec 2024-09-18T02:56:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:45 smithi046 ceph-mon[94621]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-18T02:56:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:45 smithi046 ceph-mon[97106]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-18T02:56:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:45 smithi195 ceph-mon[89559]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-18T02:56:46.626 INFO:tasks.workunit.client.0.smithi046.stdout: 971: throughput=5MB/sec pending data=0 2024-09-18T02:56:46.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FQ2IGs8PGe3DG7k off=11554082 len=2041737 2024-09-18T02:56:46.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 4899 completed, throughput=5MB/sec 2024-09-18T02:56:46.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_yA6EJ8wdcoTIPY off=1115663 len=1688319 2024-09-18T02:56:46.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 4900 completed, throughput=5MB/sec 2024-09-18T02:56:46.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KD1fJwzLnkBa_WG off=6423774 len=49227 2024-09-18T02:56:46.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 4901 completed, throughput=5MB/sec 2024-09-18T02:56:46.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yNZXmgadJWY4TpV off=512166 len=495044 2024-09-18T02:56:46.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 4902 completed, throughput=5MB/sec 2024-09-18T02:56:46.646 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eiB8yOnOjqQa97J off=1459110 len=1619673 2024-09-18T02:56:46.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 4903 completed, throughput=5MB/sec 2024-09-18T02:56:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:56:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:56:46] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:56:47.654 INFO:tasks.workunit.client.0.smithi046.stdout: 972: throughput=5MB/sec pending data=0 2024-09-18T02:56:47.655 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cDqKKUGkj0ATQh2 off=5697340 len=1657120 2024-09-18T02:56:47.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 4904 completed, throughput=5MB/sec 2024-09-18T02:56:47.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jezQpHvSZ_KQHTV off=4219917 len=254013 2024-09-18T02:56:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 4905 completed, throughput=5MB/sec 2024-09-18T02:56:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XFyeZ9-LYjxjHZs off=1961817 len=584457 2024-09-18T02:56:47.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 4906 completed, throughput=5MB/sec 2024-09-18T02:56:47.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pHoobGe3qJDZ9H1 off=5347545 len=799514 2024-09-18T02:56:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 4907 completed, throughput=5MB/sec 2024-09-18T02:56:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OcgZUdnPKA9S-kD off=7218641 len=2061422 2024-09-18T02:56:47.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 4908 completed, throughput=5MB/sec 2024-09-18T02:56:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:47 smithi046 ceph-mon[94621]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:56:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:47 smithi046 ceph-mon[97106]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:56:47.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:47 smithi195 ceph-mon[89559]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:56:48.678 INFO:tasks.workunit.client.0.smithi046.stdout: 973: throughput=5MB/sec pending data=0 2024-09-18T02:56:48.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bv6hRV11gu7yixi off=842610 len=1055361 2024-09-18T02:56:48.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 4909 completed, throughput=5MB/sec 2024-09-18T02:56:48.684 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-raxYojqCnZbvwrD off=3706585 len=287200 2024-09-18T02:56:48.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 4910 completed, throughput=5MB/sec 2024-09-18T02:56:48.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ahgZlTHzjolfy-K off=10173895 len=1797764 2024-09-18T02:56:48.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 4911 completed, throughput=5MB/sec 2024-09-18T02:56:48.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XrFdfxfVnQ5c6vr off=5550785 len=408734 2024-09-18T02:56:48.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 4912 completed, throughput=5MB/sec 2024-09-18T02:56:48.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gxJ0ZawZI1rmDK8 off=16006280 len=1202861 2024-09-18T02:56:48.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 4913 completed, throughput=5MB/sec 2024-09-18T02:56:49.701 INFO:tasks.workunit.client.0.smithi046.stdout: 974: throughput=5MB/sec pending data=0 2024-09-18T02:56:49.701 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qmij_2jKhvv3ALX off=18092833 len=1293699 2024-09-18T02:56:49.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 4914 completed, throughput=5MB/sec 2024-09-18T02:56:49.707 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CaKNAXzWo-ATuLQ off=18651231 len=324296 2024-09-18T02:56:49.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 4915 completed, throughput=5MB/sec 2024-09-18T02:56:49.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PuCcIStv0KkU6Us off=11340437 len=68630 2024-09-18T02:56:49.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 4916 completed, throughput=5MB/sec 2024-09-18T02:56:49.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FP-UZuNHKuRq849 off=14113313 len=881207 2024-09-18T02:56:49.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 4917 completed, throughput=5MB/sec 2024-09-18T02:56:49.710 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u2PjWufc0f_PiR6 off=4870407 len=1810229 2024-09-18T02:56:49.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 4918 completed, throughput=5MB/sec 2024-09-18T02:56:49.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yTcEKDcKbW18fYP off=2339435 len=647125 2024-09-18T02:56:49.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 4919 completed, throughput=5MB/sec 2024-09-18T02:56:49.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:49 smithi046 ceph-mon[94621]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:56:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:49 smithi046 ceph-mon[97106]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:56:49.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:49 smithi195 ceph-mon[89559]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-18T02:56:50.721 INFO:tasks.workunit.client.0.smithi046.stdout: 975: throughput=5MB/sec pending data=0 2024-09-18T02:56:50.721 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_yA6EJ8wdcoTIPY off=1394390 len=2047713 2024-09-18T02:56:50.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 4920 completed, throughput=5MB/sec 2024-09-18T02:56:50.724 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YqqTHU6lC_g9CKx off=20499802 len=620541 2024-09-18T02:56:50.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 4921 completed, throughput=5MB/sec 2024-09-18T02:56:50.724 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1RzQfEEocslWNd7 off=7405610 len=1109639 2024-09-18T02:56:50.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 4922 completed, throughput=5MB/sec 2024-09-18T02:56:50.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j4KXZ1c7taV5oUw off=7024291 len=745901 2024-09-18T02:56:50.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 4923 completed, throughput=5MB/sec 2024-09-18T02:56:50.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sdbDDTKXkZZlOFo off=4046356 len=1506785 2024-09-18T02:56:50.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 4924 completed, throughput=5MB/sec 2024-09-18T02:56:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:56:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:56:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:56:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:56:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:56:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:56:50.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:56:50.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:56:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:56:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:56:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:56:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:56:51.730 INFO:tasks.workunit.client.0.smithi046.stdout: 976: throughput=5MB/sec pending data=0 2024-09-18T02:56:51.730 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-riRgHsPYmFqRkOi off=10612477 len=517829 2024-09-18T02:56:51.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 4925 completed, throughput=5MB/sec 2024-09-18T02:56:51.732 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WaKoWAXFkTivHjR off=722962 len=161886 2024-09-18T02:56:51.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 4926 completed, throughput=5MB/sec 2024-09-18T02:56:51.732 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hMrCfoi9C_fd7qL off=2730499 len=10439 2024-09-18T02:56:51.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 4927 completed, throughput=5MB/sec 2024-09-18T02:56:51.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I_n7jf2l0a60kl_ off=2970651 len=676383 2024-09-18T02:56:51.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 4928 completed, throughput=5MB/sec 2024-09-18T02:56:51.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TXYZrEL6nkW0nIf off=16047188 len=1085677 2024-09-18T02:56:51.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 4929 completed, throughput=5MB/sec 2024-09-18T02:56:51.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j4pPm0ViWvbekoW off=14306341 len=937334 2024-09-18T02:56:51.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 4930 completed, throughput=5MB/sec 2024-09-18T02:56:51.736 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vYD-4wAn6NB76v8 off=5355931 len=1347051 2024-09-18T02:56:51.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 4931 completed, throughput=5MB/sec 2024-09-18T02:56:51.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:51 smithi195 ceph-mon[89559]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:56:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:51 smithi046 ceph-mon[94621]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:56:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:51 smithi046 ceph-mon[97106]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:56:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:56:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:56:52.745 INFO:tasks.workunit.client.0.smithi046.stdout: 977: throughput=5MB/sec pending data=0 2024-09-18T02:56:52.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Y5FihMs8QA0UEr off=1576380 len=1458832 2024-09-18T02:56:52.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 4932 completed, throughput=5MB/sec 2024-09-18T02:56:52.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CHsavUT3BREGZQX off=1553261 len=572643 2024-09-18T02:56:52.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 4933 completed, throughput=5MB/sec 2024-09-18T02:56:52.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DKQKdh8tkmRbkDL off=4156250 len=1412640 2024-09-18T02:56:52.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 4934 completed, throughput=5MB/sec 2024-09-18T02:56:52.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1MhAHYpyaBG8zXD off=2815610 len=1222569 2024-09-18T02:56:52.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 4935 completed, throughput=5MB/sec 2024-09-18T02:56:52.763 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xDlOz0hBCTZwPbD off=6654679 len=1588868 2024-09-18T02:56:52.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 4936 completed, throughput=5MB/sec 2024-09-18T02:56:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: 978: throughput=5MB/sec pending data=0 2024-09-18T02:56:53.765 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IzVnTzuULMnMIaU off=23602200 len=619674 2024-09-18T02:56:53.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 4937 completed, throughput=5MB/sec 2024-09-18T02:56:53.766 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hiP-j6KR56Rdx9w off=7140444 len=1460108 2024-09-18T02:56:53.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 4938 completed, throughput=5MB/sec 2024-09-18T02:56:53.768 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QB06dOOYrgQ7OhE off=142195 len=1632135 2024-09-18T02:56:53.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 4939 completed, throughput=5MB/sec 2024-09-18T02:56:53.770 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UIzWAG8OlODDyK1 off=256418 len=821569 2024-09-18T02:56:53.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 4940 completed, throughput=5MB/sec 2024-09-18T02:56:53.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:53 smithi195 ceph-mon[89559]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:56:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:53 smithi046 ceph-mon[94621]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:56:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:53 smithi046 ceph-mon[97106]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:56:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: 979: throughput=5MB/sec pending data=0 2024-09-18T02:56:54.772 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-shEVA5yWsgO1oqn off=13643558 len=1770220 2024-09-18T02:56:54.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 4941 completed, throughput=5MB/sec 2024-09-18T02:56:54.781 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yUUzEVym3DvfmgH off=6012489 len=817607 2024-09-18T02:56:54.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 4942 completed, throughput=5MB/sec 2024-09-18T02:56:54.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aY8Ax3XFGsJPuqG off=3769611 len=1694176 2024-09-18T02:56:54.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 4943 completed, throughput=5MB/sec 2024-09-18T02:56:54.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RV9dzr92JJa7kcJ off=3347545 len=1777167 2024-09-18T02:56:54.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 4944 completed, throughput=5MB/sec 2024-09-18T02:56:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: 980: throughput=5MB/sec pending data=0 2024-09-18T02:56:55.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5FkTpKkHOyrYg7z off=2165943 len=1117663 2024-09-18T02:56:55.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 4945 completed, throughput=5MB/sec 2024-09-18T02:56:55.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fljLaCnq7ButXLw off=10066022 len=725956 2024-09-18T02:56:55.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 4946 completed, throughput=5MB/sec 2024-09-18T02:56:55.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Yp1iyTBYPse7MO_ off=7818231 len=236353 2024-09-18T02:56:55.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 4947 completed, throughput=5MB/sec 2024-09-18T02:56:55.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G6qAM5M_n0CNddd off=3454783 len=1860366 2024-09-18T02:56:55.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 4948 completed, throughput=5MB/sec 2024-09-18T02:56:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:55 smithi195 ceph-mon[89559]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:55 smithi046 ceph-mon[94621]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:55 smithi046 ceph-mon[97106]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:56:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:56:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:56:56] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:56:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: 981: throughput=5MB/sec pending data=0 2024-09-18T02:56:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4gPZ8ZOYBdNRQwp off=3418123 len=1935234 2024-09-18T02:56:56.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 4949 completed, throughput=5MB/sec 2024-09-18T02:56:56.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sEJIi5E6W2Kb7_4 off=6119071 len=2035585 2024-09-18T02:56:56.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 4950 completed, throughput=5MB/sec 2024-09-18T02:56:56.815 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qsw59CWb3a1k5dD off=412610 len=454598 2024-09-18T02:56:56.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 4951 completed, throughput=5MB/sec 2024-09-18T02:56:56.819 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ShErGyJJbkfEyWm off=6351108 len=810126 2024-09-18T02:56:56.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 4952 completed, throughput=5MB/sec 2024-09-18T02:56:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: 982: throughput=5MB/sec pending data=0 2024-09-18T02:56:57.820 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2oCe-AKoJGSM9ux off=603053 len=1932365 2024-09-18T02:56:57.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 4953 completed, throughput=5MB/sec 2024-09-18T02:56:57.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BjB4rfF1FgJgH_9 off=0 len=1355093 2024-09-18T02:56:57.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 4954 completed, throughput=5MB/sec 2024-09-18T02:56:57.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y1ZwQnGSzLs2ehK off=11239839 len=290728 2024-09-18T02:56:57.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 4955 completed, throughput=5MB/sec 2024-09-18T02:56:57.833 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ahgZlTHzjolfy-K off=9576391 len=66085 2024-09-18T02:56:57.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 4956 completed, throughput=5MB/sec 2024-09-18T02:56:57.833 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2oa95v_QYvoF46v off=17563924 len=114817 2024-09-18T02:56:57.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 4957 completed, throughput=5MB/sec 2024-09-18T02:56:57.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-69W3-_Q_ZIZmg0s off=1039098 len=1524576 2024-09-18T02:56:57.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 4958 completed, throughput=5MB/sec 2024-09-18T02:56:57.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EAJjGkNVQ1RFJCI off=1050774 len=1650620 2024-09-18T02:56:57.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 4959 completed, throughput=5MB/sec 2024-09-18T02:56:57.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:57 smithi195 ceph-mon[89559]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:56:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:57 smithi046 ceph-mon[94621]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:56:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:57 smithi046 ceph-mon[97106]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:56:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: 983: throughput=5MB/sec pending data=0 2024-09-18T02:56:58.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ohHRf-n6n7EZXtX off=14699771 len=1819741 2024-09-18T02:56:58.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 4960 completed, throughput=5MB/sec 2024-09-18T02:56:58.848 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T3GvdoTlBRDiJeX off=3645476 len=1588602 2024-09-18T02:56:58.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 4961 completed, throughput=5MB/sec 2024-09-18T02:56:58.855 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_dDr87MUFyOr9Ey off=8085673 len=1544012 2024-09-18T02:56:58.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 4962 completed, throughput=5MB/sec 2024-09-18T02:56:58.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:58 smithi195 ceph-mon[89559]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:56:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:56:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:58 smithi046 ceph-mon[97106]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:56:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:56:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:58 smithi046 ceph-mon[94621]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:56:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:56:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:56:59.857 INFO:tasks.workunit.client.0.smithi046.stdout: 984: throughput=5MB/sec pending data=0 2024-09-18T02:56:59.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7yA4NrpMT77pifC off=485102 len=912347 2024-09-18T02:56:59.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 4963 completed, throughput=5MB/sec 2024-09-18T02:56:59.859 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9iINdIY2fzqaLCI off=2331735 len=1977664 2024-09-18T02:56:59.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 4964 completed, throughput=5MB/sec 2024-09-18T02:56:59.862 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-59E10-Ne-RMo_86 off=15727288 len=1702221 2024-09-18T02:56:59.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 4965 completed, throughput=5MB/sec 2024-09-18T02:57:00.871 INFO:tasks.workunit.client.0.smithi046.stdout: 985: throughput=5MB/sec pending data=0 2024-09-18T02:57:00.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dGzkwyTe9mFoF8t off=19146404 len=442987 2024-09-18T02:57:00.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 4966 completed, throughput=5MB/sec 2024-09-18T02:57:00.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WlwXAC8du5Hgn6K off=17601166 len=860606 2024-09-18T02:57:00.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 4967 completed, throughput=5MB/sec 2024-09-18T02:57:00.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MFiOMooAKrhkQT1 off=8103170 len=1715302 2024-09-18T02:57:00.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 4968 completed, throughput=5MB/sec 2024-09-18T02:57:00.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wGTu4VfCHxkAoow off=2336966 len=186838 2024-09-18T02:57:00.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 4969 completed, throughput=5MB/sec 2024-09-18T02:57:00.888 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ck9J6gOTEwRST-b off=15844048 len=1560088 2024-09-18T02:57:00.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 4970 completed, throughput=5MB/sec 2024-09-18T02:57:00.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-veoEljMMdTPbuX6 off=17601016 len=1568739 2024-09-18T02:57:00.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 4971 completed, throughput=5MB/sec 2024-09-18T02:57:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:00 smithi195 ceph-mon[89559]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:57:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:00 smithi046 ceph-mon[97106]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:57:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:00 smithi046 ceph-mon[94621]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:57:01.892 INFO:tasks.workunit.client.0.smithi046.stdout: 986: throughput=5MB/sec pending data=0 2024-09-18T02:57:01.892 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-53yUFjb68Vv-X4F off=4343250 len=717870 2024-09-18T02:57:01.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 4972 completed, throughput=5MB/sec 2024-09-18T02:57:01.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2zscPDr4WoKAhf7 off=9715057 len=1064448 2024-09-18T02:57:01.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 4973 completed, throughput=5MB/sec 2024-09-18T02:57:01.900 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tFKgcBOOqdF8fcz off=6808074 len=1521002 2024-09-18T02:57:01.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 4974 completed, throughput=5MB/sec 2024-09-18T02:57:01.908 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-16ZkbSE68UkU61E off=6883717 len=872304 2024-09-18T02:57:01.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 4975 completed, throughput=5MB/sec 2024-09-18T02:57:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:57:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:57:02.913 INFO:tasks.workunit.client.0.smithi046.stdout: 987: throughput=5MB/sec pending data=0 2024-09-18T02:57:02.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uNqgaId-36SlEMD off=276461 len=1992805 2024-09-18T02:57:02.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 4976 completed, throughput=5MB/sec 2024-09-18T02:57:02.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TSMKf_wIjdze6GL off=4736735 len=867680 2024-09-18T02:57:02.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 4977 completed, throughput=5MB/sec 2024-09-18T02:57:02.924 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ynIwdSZFkoHeXke off=7447105 len=985822 2024-09-18T02:57:02.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 4978 completed, throughput=5MB/sec 2024-09-18T02:57:02.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B__cRFeykIF6A8L off=11450354 len=962258 2024-09-18T02:57:02.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 4979 completed, throughput=5MB/sec 2024-09-18T02:57:02.936 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zwc09cN1No6sfWI off=5570329 len=1235618 2024-09-18T02:57:02.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 4980 completed, throughput=5MB/sec 2024-09-18T02:57:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:02 smithi195 ceph-mon[89559]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:57:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:02 smithi046 ceph-mon[97106]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:57:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:02 smithi046 ceph-mon[94621]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T02:57:03.939 INFO:tasks.workunit.client.0.smithi046.stdout: 988: throughput=5MB/sec pending data=0 2024-09-18T02:57:03.939 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y2D3pmlB4ZQOQO1 off=2145517 len=2022462 2024-09-18T02:57:03.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 4981 completed, throughput=5MB/sec 2024-09-18T02:57:03.941 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H3y2trpNhNYGCBG off=2427942 len=1920114 2024-09-18T02:57:03.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 4982 completed, throughput=5MB/sec 2024-09-18T02:57:03.944 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OZmxlfLgsYc9R2D off=6490242 len=65628 2024-09-18T02:57:03.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 4983 completed, throughput=5MB/sec 2024-09-18T02:57:03.947 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uaeW4YQJPT6xaEW off=16983277 len=1792581 2024-09-18T02:57:03.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 4984 completed, throughput=5MB/sec 2024-09-18T02:57:04.956 INFO:tasks.workunit.client.0.smithi046.stdout: 989: throughput=5MB/sec pending data=0 2024-09-18T02:57:04.956 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r-M8t6LA9VvPwOZ off=8798053 len=2012260 2024-09-18T02:57:04.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 4985 completed, throughput=5MB/sec 2024-09-18T02:57:04.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RtcWzTX4s1cvOk0 off=17235 len=1714731 2024-09-18T02:57:04.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 4986 completed, throughput=5MB/sec 2024-09-18T02:57:04.969 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mo5l9OxYklF5PmS off=828315 len=1635627 2024-09-18T02:57:04.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 4987 completed, throughput=5MB/sec 2024-09-18T02:57:05.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:04 smithi195 ceph-mon[89559]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:57:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:04 smithi046 ceph-mon[94621]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:57:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:04 smithi046 ceph-mon[97106]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-18T02:57:05.976 INFO:tasks.workunit.client.0.smithi046.stdout: 990: throughput=5MB/sec pending data=0 2024-09-18T02:57:05.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a2sSdJpqbN_pW0d off=16348296 len=428008 2024-09-18T02:57:05.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 4988 completed, throughput=5MB/sec 2024-09-18T02:57:05.980 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VF7VKa-zH8A40rS off=2185133 len=1251212 2024-09-18T02:57:05.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 4989 completed, throughput=5MB/sec 2024-09-18T02:57:05.982 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zq3Jc4y3C3vk_b4 off=7575804 len=1794260 2024-09-18T02:57:05.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 4990 completed, throughput=5MB/sec 2024-09-18T02:57:05.984 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DfrGHN1xEuRH35t off=2680686 len=728032 2024-09-18T02:57:05.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 4991 completed, throughput=5MB/sec 2024-09-18T02:57:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:57:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:57:06] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:57:06.989 INFO:tasks.workunit.client.0.smithi046.stdout: 991: throughput=5MB/sec pending data=0 2024-09-18T02:57:06.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AyBhs489poBKEug off=14132993 len=1101275 2024-09-18T02:57:06.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 4992 completed, throughput=5MB/sec 2024-09-18T02:57:06.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tEuQR_9HVpk0jBr off=10917617 len=80623 2024-09-18T02:57:06.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 4993 completed, throughput=5MB/sec 2024-09-18T02:57:06.992 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rkKOwN01A1Yeu0x off=8640110 len=1922184 2024-09-18T02:57:06.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 4994 completed, throughput=5MB/sec 2024-09-18T02:57:06.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_RuwoIHIYgVlgIQ off=2970671 len=162763 2024-09-18T02:57:06.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 4995 completed, throughput=5MB/sec 2024-09-18T02:57:06.997 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FPpx50ABZuo3eVs off=9599506 len=889649 2024-09-18T02:57:07.002 INFO:tasks.workunit.client.0.smithi046.stdout:op 4996 completed, throughput=5MB/sec 2024-09-18T02:57:07.003 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mJiNzMQpwW_9swo off=5634706 len=1330457 2024-09-18T02:57:07.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 4997 completed, throughput=5MB/sec 2024-09-18T02:57:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:06 smithi195 ceph-mon[89559]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:57:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:06 smithi046 ceph-mon[94621]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:57:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:06 smithi046 ceph-mon[97106]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:57:08.006 INFO:tasks.workunit.client.0.smithi046.stdout: 992: throughput=5MB/sec pending data=0 2024-09-18T02:57:08.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-62DU9hxm1CFkqgp off=12718830 len=799440 2024-09-18T02:57:08.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 4998 completed, throughput=5MB/sec 2024-09-18T02:57:08.011 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NhM986Pl_LwhKFn off=6568346 len=90031 2024-09-18T02:57:08.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 4999 completed, throughput=5MB/sec 2024-09-18T02:57:08.011 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H1mkjEj58FeIn2z off=9295595 len=143509 2024-09-18T02:57:08.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 5000 completed, throughput=5MB/sec 2024-09-18T02:57:08.014 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G-h7FM1P3amnJgV off=408059 len=287519 2024-09-18T02:57:08.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 5001 completed, throughput=5MB/sec 2024-09-18T02:57:08.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rW2RDps_dofjI7A off=15123840 len=1019337 2024-09-18T02:57:08.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 5002 completed, throughput=5MB/sec 2024-09-18T02:57:08.018 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-02sdzRSXJn1ZzTo off=3297355 len=2046914 2024-09-18T02:57:08.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 5003 completed, throughput=5MB/sec 2024-09-18T02:57:08.020 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J1j8GFkBgoZT3J5 off=8774526 len=1353318 2024-09-18T02:57:08.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 5004 completed, throughput=5MB/sec 2024-09-18T02:57:09.023 INFO:tasks.workunit.client.0.smithi046.stdout: 993: throughput=5MB/sec pending data=0 2024-09-18T02:57:09.024 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4tAI0zdYylGOeGk off=14645942 len=1873804 2024-09-18T02:57:09.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 5005 completed, throughput=5MB/sec 2024-09-18T02:57:09.035 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-32PR2BIO5dHDpEY off=1315086 len=287909 2024-09-18T02:57:09.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 5006 completed, throughput=5MB/sec 2024-09-18T02:57:09.038 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ekIG5z8cNL2M4E9 off=1210561 len=1423152 2024-09-18T02:57:09.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 5007 completed, throughput=5MB/sec 2024-09-18T02:57:09.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j3onllaHUbR6rYQ off=620980 len=1122038 2024-09-18T02:57:09.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 5008 completed, throughput=5MB/sec 2024-09-18T02:57:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:08 smithi195 ceph-mon[89559]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:08 smithi046 ceph-mon[94621]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:08 smithi046 ceph-mon[97106]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:10.046 INFO:tasks.workunit.client.0.smithi046.stdout: 994: throughput=5MB/sec pending data=0 2024-09-18T02:57:10.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rluSh5ZRwzdkS8R off=7015790 len=470245 2024-09-18T02:57:10.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 5009 completed, throughput=5MB/sec 2024-09-18T02:57:10.051 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NTWBj9W4UAGYlHn off=58760 len=26978 2024-09-18T02:57:10.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 5010 completed, throughput=5MB/sec 2024-09-18T02:57:10.051 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tDorp4NxVGCki36 off=15328229 len=1283829 2024-09-18T02:57:10.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 5011 completed, throughput=5MB/sec 2024-09-18T02:57:10.057 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vfZnIZqdceQ2Xpj off=6972470 len=157300 2024-09-18T02:57:10.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 5012 completed, throughput=5MB/sec 2024-09-18T02:57:10.060 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5kXvF-q9I49SVuT off=4881493 len=1247336 2024-09-18T02:57:10.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 5013 completed, throughput=5MB/sec 2024-09-18T02:57:10.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sxCj8bs4Elb1vez off=4887156 len=585143 2024-09-18T02:57:10.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 5014 completed, throughput=5MB/sec 2024-09-18T02:57:10.066 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2XCXj3Bgh_fa9D6 off=5411040 len=1733511 2024-09-18T02:57:10.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 5015 completed, throughput=5MB/sec 2024-09-18T02:57:11.068 INFO:tasks.workunit.client.0.smithi046.stdout: 995: throughput=5MB/sec pending data=0 2024-09-18T02:57:11.069 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ND9s71Adi5AeS1h off=6918652 len=1624180 2024-09-18T02:57:11.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 5016 completed, throughput=5MB/sec 2024-09-18T02:57:11.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YxAojUqEhM_WTuD off=6220441 len=2046821 2024-09-18T02:57:11.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 5017 completed, throughput=5MB/sec 2024-09-18T02:57:11.081 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2SV1xmWxPOo92cq off=16469748 len=444965 2024-09-18T02:57:11.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 5018 completed, throughput=5MB/sec 2024-09-18T02:57:11.085 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NUOchXCZ5DoBxnq off=601395 len=938385 2024-09-18T02:57:11.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 5019 completed, throughput=5MB/sec 2024-09-18T02:57:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:10 smithi195 ceph-mon[89559]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:10 smithi046 ceph-mon[94621]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:10 smithi046 ceph-mon[97106]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:12.091 INFO:tasks.workunit.client.0.smithi046.stdout: 996: throughput=5MB/sec pending data=0 2024-09-18T02:57:12.091 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lHJ-GntC6Bk5ttf off=1907104 len=376388 2024-09-18T02:57:12.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 5020 completed, throughput=5MB/sec 2024-09-18T02:57:12.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6pFgtSsHC22BfDW off=7629326 len=1200129 2024-09-18T02:57:12.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 5021 completed, throughput=5MB/sec 2024-09-18T02:57:12.094 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nN8Ispjr782NRlg off=18626376 len=666212 2024-09-18T02:57:12.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 5022 completed, throughput=5MB/sec 2024-09-18T02:57:12.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WKaIz8mdXziCQrc off=910695 len=145915 2024-09-18T02:57:12.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 5023 completed, throughput=5MB/sec 2024-09-18T02:57:12.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h2Jw0FadkmyCGhy off=15198887 len=1187886 2024-09-18T02:57:12.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 5024 completed, throughput=5MB/sec 2024-09-18T02:57:12.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tyHNqnrxUY1frt9 off=9166878 len=1224328 2024-09-18T02:57:12.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 5025 completed, throughput=5MB/sec 2024-09-18T02:57:12.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I3E0f_4HMgu-S7p off=438104 len=486946 2024-09-18T02:57:12.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 5026 completed, throughput=5MB/sec 2024-09-18T02:57:12.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:57:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:57:13.109 INFO:tasks.workunit.client.0.smithi046.stdout: 997: throughput=5MB/sec pending data=0 2024-09-18T02:57:13.110 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DZf89acTgOlpyZH off=9887193 len=1527184 2024-09-18T02:57:13.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 5027 completed, throughput=5MB/sec 2024-09-18T02:57:13.118 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EbLgfQYIleOIjEK off=12507501 len=1801180 2024-09-18T02:57:13.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 5028 completed, throughput=5MB/sec 2024-09-18T02:57:13.121 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fEgMSM3aOCH8FLH off=958509 len=1202899 2024-09-18T02:57:13.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 5029 completed, throughput=5MB/sec 2024-09-18T02:57:13.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p_EsLoajfBcU-Vc off=11032982 len=1719593 2024-09-18T02:57:13.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 5030 completed, throughput=5MB/sec 2024-09-18T02:57:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:12 smithi195 ceph-mon[89559]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:57:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:12 smithi046 ceph-mon[94621]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:57:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:12 smithi046 ceph-mon[97106]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:57:14.130 INFO:tasks.workunit.client.0.smithi046.stdout: 998: throughput=5MB/sec pending data=0 2024-09-18T02:57:14.130 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ngmx5am6S9x_trR off=6314809 len=49347 2024-09-18T02:57:14.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 5031 completed, throughput=5MB/sec 2024-09-18T02:57:14.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5KlqGFX4iqE54_f off=0 len=1855437 2024-09-18T02:57:14.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 5032 completed, throughput=5MB/sec 2024-09-18T02:57:14.142 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KLOFcLYwikrgPXr off=2412889 len=989100 2024-09-18T02:57:14.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 5033 completed, throughput=5MB/sec 2024-09-18T02:57:14.148 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5wT28R2D9XZSEKs off=1504310 len=1313182 2024-09-18T02:57:14.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 5034 completed, throughput=5MB/sec 2024-09-18T02:57:14.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vilax4yXRg_CuIP off=7942774 len=1514878 2024-09-18T02:57:14.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 5035 completed, throughput=5MB/sec 2024-09-18T02:57:14.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:15.158 INFO:tasks.workunit.client.0.smithi046.stdout: 999: throughput=5MB/sec pending data=0 2024-09-18T02:57:15.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MFiOMooAKrhkQT1 off=12122692 len=1960530 2024-09-18T02:57:15.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:14 smithi046 ceph-mon[94621]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:57:15.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:14 smithi046 ceph-mon[97106]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:57:15.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 5036 completed, throughput=5MB/sec 2024-09-18T02:57:15.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FiwaRuLe9UdvkZt off=4548446 len=344741 2024-09-18T02:57:15.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 5037 completed, throughput=5MB/sec 2024-09-18T02:57:15.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dwEo50m0YgD6HlB off=1603021 len=233848 2024-09-18T02:57:15.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 5038 completed, throughput=5MB/sec 2024-09-18T02:57:15.162 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IKTn3--lOiD6s3y off=3634936 len=422093 2024-09-18T02:57:15.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 5039 completed, throughput=5MB/sec 2024-09-18T02:57:15.163 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k8TpAfEMfJMAbWa off=1290112 len=2066229 2024-09-18T02:57:15.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 5040 completed, throughput=5MB/sec 2024-09-18T02:57:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:14 smithi195 ceph-mon[89559]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-18T02:57:16.172 INFO:tasks.workunit.client.0.smithi046.stdout: 1000: throughput=5MB/sec pending data=0 2024-09-18T02:57:16.172 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xi1BmpIU68zd1D3 off=14038304 len=347105 2024-09-18T02:57:16.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 5041 completed, throughput=5MB/sec 2024-09-18T02:57:16.176 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rCakOg7-ntobnGn off=2547008 len=639172 2024-09-18T02:57:16.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 5042 completed, throughput=5MB/sec 2024-09-18T02:57:16.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nATAJPM0PO8qjUu off=1600611 len=1808453 2024-09-18T02:57:16.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 5043 completed, throughput=5MB/sec 2024-09-18T02:57:16.190 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y3C2XUgeGiFx1PC off=9763126 len=546144 2024-09-18T02:57:16.193 INFO:tasks.workunit.client.0.smithi046.stdout:op 5044 completed, throughput=5MB/sec 2024-09-18T02:57:16.193 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3H1_t1yKKJ3u6RQ off=156330 len=1397930 2024-09-18T02:57:16.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 5045 completed, throughput=5MB/sec 2024-09-18T02:57:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:57:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:57:16] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:57:17.195 INFO:tasks.workunit.client.0.smithi046.stdout: 1001: throughput=5MB/sec pending data=0 2024-09-18T02:57:17.196 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bmwpnnntGJ7XcTQ off=10472590 len=1002578 2024-09-18T02:57:17.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 5046 completed, throughput=5MB/sec 2024-09-18T02:57:17.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LCHjwfwGOjVqZcB off=6059393 len=1673246 2024-09-18T02:57:17.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 5047 completed, throughput=5MB/sec 2024-09-18T02:57:17.204 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cRBW4-b67XAqpvc off=4177795 len=312061 2024-09-18T02:57:17.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 5048 completed, throughput=5MB/sec 2024-09-18T02:57:17.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fbVmwOOy0uAfyXJ off=9565998 len=1158044 2024-09-18T02:57:17.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 5049 completed, throughput=5MB/sec 2024-09-18T02:57:17.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d3ZlXtiSI4ml2I4 off=15969330 len=2038015 2024-09-18T02:57:17.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 5050 completed, throughput=5MB/sec 2024-09-18T02:57:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:16 smithi195 ceph-mon[89559]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:16 smithi046 ceph-mon[97106]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:16 smithi046 ceph-mon[94621]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: 1002: throughput=5MB/sec pending data=0 2024-09-18T02:57:18.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tgm6bYPdMyiK1Ll off=19855491 len=950317 2024-09-18T02:57:18.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 5051 completed, throughput=5MB/sec 2024-09-18T02:57:18.223 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bYZmwnlj1_Kjl_D off=8653922 len=575804 2024-09-18T02:57:18.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 5052 completed, throughput=5MB/sec 2024-09-18T02:57:18.224 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8oaWjdqJ4Vaaiq0 off=1406241 len=1059438 2024-09-18T02:57:18.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 5053 completed, throughput=5MB/sec 2024-09-18T02:57:18.225 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Eq-bX4M1H4dLu9- off=6858989 len=1461350 2024-09-18T02:57:18.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 5054 completed, throughput=5MB/sec 2024-09-18T02:57:18.227 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LsbZZ_PpxrSY7GC off=4724667 len=2016239 2024-09-18T02:57:18.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 5055 completed, throughput=5MB/sec 2024-09-18T02:57:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:18 smithi195 ceph-mon[89559]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:57:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: 1003: throughput=5MB/sec pending data=0 2024-09-18T02:57:19.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rvOmd-f8NRuD-2I off=654986 len=1305212 2024-09-18T02:57:19.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 5056 completed, throughput=5MB/sec 2024-09-18T02:57:19.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y7NEypmNw0sujxo off=1585214 len=161522 2024-09-18T02:57:19.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 5057 completed, throughput=5MB/sec 2024-09-18T02:57:19.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5lI5g17R24rMRJp off=11992012 len=1584901 2024-09-18T02:57:19.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 5058 completed, throughput=5MB/sec 2024-09-18T02:57:19.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QR0S8a4ACmpgXGg off=2119242 len=1816079 2024-09-18T02:57:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:18 smithi046 ceph-mon[97106]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:57:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:18 smithi046 ceph-mon[94621]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-18T02:57:19.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 5059 completed, throughput=5MB/sec 2024-09-18T02:57:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: 1004: throughput=5MB/sec pending data=0 2024-09-18T02:57:20.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U7PhqPxEd7eJLMU off=3609771 len=889028 2024-09-18T02:57:20.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 5060 completed, throughput=5MB/sec 2024-09-18T02:57:20.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yWBS9LwyMKZpR8n off=1175622 len=1881446 2024-09-18T02:57:20.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 5061 completed, throughput=5MB/sec 2024-09-18T02:57:20.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4DzKJPgJXm1wyFf off=1651644 len=1356326 2024-09-18T02:57:20.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 5062 completed, throughput=5MB/sec 2024-09-18T02:57:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:20 smithi195 ceph-mon[89559]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:57:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:20 smithi046 ceph-mon[97106]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:57:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:20 smithi046 ceph-mon[94621]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:57:21.279 INFO:tasks.workunit.client.0.smithi046.stdout: 1005: throughput=5MB/sec pending data=0 2024-09-18T02:57:21.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c-fgh7dl6aK5STI off=9519 len=613811 2024-09-18T02:57:21.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 5063 completed, throughput=5MB/sec 2024-09-18T02:57:21.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yGB0WcTC4QAVlpF off=1469958 len=967823 2024-09-18T02:57:21.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 5064 completed, throughput=5MB/sec 2024-09-18T02:57:21.290 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-riW1UUPSF93JBNt off=1628509 len=1511975 2024-09-18T02:57:21.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 5065 completed, throughput=5MB/sec 2024-09-18T02:57:21.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CMOJsWJ2EGy3vbV off=5792347 len=1819956 2024-09-18T02:57:21.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 5066 completed, throughput=5MB/sec 2024-09-18T02:57:21.306 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jKUJ9ODgVbv1zGz off=10019022 len=1261628 2024-09-18T02:57:21.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 5067 completed, throughput=5MB/sec 2024-09-18T02:57:22.313 INFO:tasks.workunit.client.0.smithi046.stdout: 1006: throughput=5MB/sec pending data=0 2024-09-18T02:57:22.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xS2gxsXvQ4yxOVY off=1300824 len=1749452 2024-09-18T02:57:22.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 5068 completed, throughput=5MB/sec 2024-09-18T02:57:22.317 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D2KF0POvQ_Yoeda off=405948 len=614937 2024-09-18T02:57:22.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 5069 completed, throughput=5MB/sec 2024-09-18T02:57:22.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6smnKd1EkGgzo4z off=1110906 len=244998 2024-09-18T02:57:22.320 INFO:tasks.workunit.client.0.smithi046.stdout:op 5070 completed, throughput=5MB/sec 2024-09-18T02:57:22.321 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xfIkOxOaMqOffTE off=4554132 len=1654207 2024-09-18T02:57:22.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 5071 completed, throughput=5MB/sec 2024-09-18T02:57:22.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8SNeQfjIS3x5g6L off=8580340 len=433623 2024-09-18T02:57:22.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 5072 completed, throughput=5MB/sec 2024-09-18T02:57:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:57:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:57:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:22 smithi195 ceph-mon[89559]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:22 smithi046 ceph-mon[97106]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:22 smithi046 ceph-mon[94621]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:23.329 INFO:tasks.workunit.client.0.smithi046.stdout: 1007: throughput=5MB/sec pending data=0 2024-09-18T02:57:23.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NZyMRvVYgq9Rp2M off=18784025 len=1917089 2024-09-18T02:57:23.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 5073 completed, throughput=5MB/sec 2024-09-18T02:57:23.340 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Flu0Qmr9kh2_Iy off=6469837 len=343008 2024-09-18T02:57:23.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 5074 completed, throughput=5MB/sec 2024-09-18T02:57:23.344 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KKD5QDiXJ5KhamU off=3738940 len=1855932 2024-09-18T02:57:23.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 5075 completed, throughput=5MB/sec 2024-09-18T02:57:23.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3VLh82jflr-MIcq off=3170691 len=1129820 2024-09-18T02:57:23.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 5076 completed, throughput=5MB/sec 2024-09-18T02:57:24.354 INFO:tasks.workunit.client.0.smithi046.stdout: 1008: throughput=5MB/sec pending data=0 2024-09-18T02:57:24.355 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JzOa4jew60AFkkY off=1921696 len=372906 2024-09-18T02:57:24.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 5077 completed, throughput=5MB/sec 2024-09-18T02:57:24.355 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EEGAQCe9pAvWBGZ off=6289958 len=865800 2024-09-18T02:57:24.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 5078 completed, throughput=5MB/sec 2024-09-18T02:57:24.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S2Q33-vJld0k2-L off=295493 len=1632386 2024-09-18T02:57:24.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 5079 completed, throughput=5MB/sec 2024-09-18T02:57:24.359 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nnSVP613IJW3ocz off=1733407 len=10644 2024-09-18T02:57:24.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 5080 completed, throughput=5MB/sec 2024-09-18T02:57:24.361 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t_ZVfZRY-LE1nJ9 off=313326 len=1751168 2024-09-18T02:57:24.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 5081 completed, throughput=5MB/sec 2024-09-18T02:57:24.363 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TSAqGX0jMX-QjYy off=2700759 len=1096238 2024-09-18T02:57:24.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 5082 completed, throughput=5MB/sec 2024-09-18T02:57:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:24 smithi195 ceph-mon[89559]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:24 smithi046 ceph-mon[94621]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:24 smithi046 ceph-mon[97106]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:25.369 INFO:tasks.workunit.client.0.smithi046.stdout: 1009: throughput=5MB/sec pending data=0 2024-09-18T02:57:25.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F5nRsOzYPNIkKdl off=0 len=1857270 2024-09-18T02:57:25.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 5083 completed, throughput=5MB/sec 2024-09-18T02:57:25.379 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-muFy6fdQQ7umZzN off=4848412 len=539629 2024-09-18T02:57:25.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 5084 completed, throughput=5MB/sec 2024-09-18T02:57:25.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ChySaWc_DI83eRs off=4527215 len=748844 2024-09-18T02:57:25.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 5085 completed, throughput=5MB/sec 2024-09-18T02:57:25.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5J-vTCEU6yRhDSl off=9522306 len=578811 2024-09-18T02:57:25.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 5086 completed, throughput=5MB/sec 2024-09-18T02:57:25.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jpSgWKsjYt6PZsL off=7974368 len=561139 2024-09-18T02:57:25.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 5087 completed, throughput=5MB/sec 2024-09-18T02:57:25.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w8942At971mU2zr off=3587335 len=1228500 2024-09-18T02:57:25.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 5088 completed, throughput=5MB/sec 2024-09-18T02:57:26.392 INFO:tasks.workunit.client.0.smithi046.stdout: 1010: throughput=5MB/sec pending data=0 2024-09-18T02:57:26.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AQZdFsnCscNtOpo off=66780 len=398198 2024-09-18T02:57:26.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 5089 completed, throughput=5MB/sec 2024-09-18T02:57:26.396 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H1HX3qK_QHxDemz off=6520866 len=1845661 2024-09-18T02:57:26.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 5090 completed, throughput=5MB/sec 2024-09-18T02:57:26.399 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ObG18nIE0INIgFN off=112012 len=546309 2024-09-18T02:57:26.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 5091 completed, throughput=5MB/sec 2024-09-18T02:57:26.403 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DaQoAgAYZT9W15a off=995870 len=1697269 2024-09-18T02:57:26.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 5092 completed, throughput=5MB/sec 2024-09-18T02:57:26.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9rt28HBlIVDrHBH off=693718 len=275316 2024-09-18T02:57:26.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 5093 completed, throughput=5MB/sec 2024-09-18T02:57:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:57:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:57:26] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:57:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:26 smithi195 ceph-mon[89559]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:57:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:26 smithi046 ceph-mon[94621]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:57:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:26 smithi046 ceph-mon[97106]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:57:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: 1011: throughput=5MB/sec pending data=0 2024-09-18T02:57:27.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4dWdTXrGEAV8ODp off=5861835 len=763045 2024-09-18T02:57:27.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 5094 completed, throughput=5MB/sec 2024-09-18T02:57:27.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z_VGsogtyqvAIed off=11702133 len=2087315 2024-09-18T02:57:27.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 5095 completed, throughput=5MB/sec 2024-09-18T02:57:27.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kQ6V4BgcXbrSMFi off=8702868 len=1584432 2024-09-18T02:57:27.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 5096 completed, throughput=5MB/sec 2024-09-18T02:57:27.423 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FRrEf_GgGsR7N6P off=13909286 len=785201 2024-09-18T02:57:27.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 5097 completed, throughput=5MB/sec 2024-09-18T02:57:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: 1012: throughput=5MB/sec pending data=0 2024-09-18T02:57:28.428 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0CKw3RwMwD8K3CO off=4296292 len=1786717 2024-09-18T02:57:28.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 5098 completed, throughput=5MB/sec 2024-09-18T02:57:28.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xgPPrltSKY846wp off=6742408 len=803431 2024-09-18T02:57:28.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 5099 completed, throughput=5MB/sec 2024-09-18T02:57:28.432 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ny1U07H5-_NgPlW off=7265965 len=1835981 2024-09-18T02:57:28.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 5100 completed, throughput=5MB/sec 2024-09-18T02:57:28.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9of8t9srPjswM-n off=8839403 len=773202 2024-09-18T02:57:28.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 5101 completed, throughput=5MB/sec 2024-09-18T02:57:28.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n5AbsIZNNFhNSK- off=5659187 len=703577 2024-09-18T02:57:28.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 5102 completed, throughput=5MB/sec 2024-09-18T02:57:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:28 smithi195 ceph-mon[89559]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:57:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:28 smithi046 ceph-mon[97106]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:57:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:28 smithi046 ceph-mon[94621]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:57:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: 1013: throughput=5MB/sec pending data=0 2024-09-18T02:57:29.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FAgZYQT6QKUKgov off=4632451 len=1554752 2024-09-18T02:57:29.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 5103 completed, throughput=5MB/sec 2024-09-18T02:57:29.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-01rbKnI2cwFPAfK off=13095941 len=456314 2024-09-18T02:57:29.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 5104 completed, throughput=5MB/sec 2024-09-18T02:57:29.446 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M7Y4qd0slbyW1JJ off=1504094 len=745119 2024-09-18T02:57:29.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 5105 completed, throughput=5MB/sec 2024-09-18T02:57:29.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nkpUemfDYzrP8OO off=231825 len=2054012 2024-09-18T02:57:29.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 5106 completed, throughput=5MB/sec 2024-09-18T02:57:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: 1014: throughput=5MB/sec pending data=0 2024-09-18T02:57:30.457 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OSVeMlTat_WzkUU off=72872 len=128423 2024-09-18T02:57:30.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 5107 completed, throughput=5MB/sec 2024-09-18T02:57:30.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MBK8VunveLU16dr off=1206267 len=1556685 2024-09-18T02:57:30.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 5108 completed, throughput=5MB/sec 2024-09-18T02:57:30.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uUdJrSZJe6tnSAh off=15295871 len=1942178 2024-09-18T02:57:30.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 5109 completed, throughput=5MB/sec 2024-09-18T02:57:30.471 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sOEqyDXA3Ba0A4N off=5314744 len=1192760 2024-09-18T02:57:30.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 5110 completed, throughput=5MB/sec 2024-09-18T02:57:30.473 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aqLJPiEC5le7wOH off=2830998 len=1657856 2024-09-18T02:57:30.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 5111 completed, throughput=5MB/sec 2024-09-18T02:57:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:30 smithi195 ceph-mon[89559]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:57:31.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:30 smithi046 ceph-mon[94621]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:57:31.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:30 smithi046 ceph-mon[97106]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:57:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: 1015: throughput=5MB/sec pending data=0 2024-09-18T02:57:31.481 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xE_OTeKhmELiA9b off=3861054 len=1383974 2024-09-18T02:57:31.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 5112 completed, throughput=5MB/sec 2024-09-18T02:57:31.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iav50yanRosFG2p off=8156992 len=1499589 2024-09-18T02:57:31.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 5113 completed, throughput=5MB/sec 2024-09-18T02:57:31.490 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lJ0zioCjmeCgbAT off=3501238 len=1680226 2024-09-18T02:57:31.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 5114 completed, throughput=5MB/sec 2024-09-18T02:57:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: 1016: throughput=5MB/sec pending data=0 2024-09-18T02:57:32.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rGSc_ihl_0yxTS9 off=2181517 len=637937 2024-09-18T02:57:32.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 5115 completed, throughput=5MB/sec 2024-09-18T02:57:32.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1Y1EMtQkbfuYaJ- off=3535229 len=838516 2024-09-18T02:57:32.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 5116 completed, throughput=5MB/sec 2024-09-18T02:57:32.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LAghsWURKw5pEMj off=4169999 len=1336020 2024-09-18T02:57:32.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 5117 completed, throughput=5MB/sec 2024-09-18T02:57:32.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xbsseJwGgs8u49l off=1370904 len=335463 2024-09-18T02:57:32.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 5118 completed, throughput=5MB/sec 2024-09-18T02:57:32.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YAb496r8U57ufRz off=727075 len=957705 2024-09-18T02:57:32.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 5119 completed, throughput=5MB/sec 2024-09-18T02:57:32.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zDhxUZzYEfbeLSf off=0 len=1550558 2024-09-18T02:57:32.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 5120 completed, throughput=5MB/sec 2024-09-18T02:57:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:57:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:57:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:32 smithi195 ceph-mon[89559]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:57:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:32 smithi046 ceph-mon[97106]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:57:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:32 smithi046 ceph-mon[94621]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:57:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: 1017: throughput=5MB/sec pending data=0 2024-09-18T02:57:33.529 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O3YykzxLPmyHmn7 off=17992726 len=1576814 2024-09-18T02:57:33.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 5121 completed, throughput=5MB/sec 2024-09-18T02:57:33.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zJmYqR0DyMlv6fC off=1288477 len=1063401 2024-09-18T02:57:33.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 5122 completed, throughput=5MB/sec 2024-09-18T02:57:33.535 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qjpdsYmwyQkcMSu off=2148001 len=68960 2024-09-18T02:57:33.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 5123 completed, throughput=5MB/sec 2024-09-18T02:57:33.535 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GumTeixL0T28hf- off=3915683 len=1980321 2024-09-18T02:57:33.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 5124 completed, throughput=5MB/sec 2024-09-18T02:57:34.540 INFO:tasks.workunit.client.0.smithi046.stdout: 1018: throughput=5MB/sec pending data=0 2024-09-18T02:57:34.540 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GFZhaZNZEfooqDA off=8422434 len=1358206 2024-09-18T02:57:34.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 5125 completed, throughput=5MB/sec 2024-09-18T02:57:34.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D3lSrpqyLw1I6tQ off=4865172 len=1108422 2024-09-18T02:57:34.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 5126 completed, throughput=5MB/sec 2024-09-18T02:57:34.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QrN3tuD1JWX8nKs off=304129 len=2035157 2024-09-18T02:57:34.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 5127 completed, throughput=5MB/sec 2024-09-18T02:57:34.560 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YbI5j0RMeAGV_Hl off=13281081 len=943678 2024-09-18T02:57:34.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 5128 completed, throughput=5MB/sec 2024-09-18T02:57:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:34 smithi195 ceph-mon[89559]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:57:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:34 smithi046 ceph-mon[97106]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:57:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:34 smithi046 ceph-mon[94621]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:57:35.561 INFO:tasks.workunit.client.0.smithi046.stdout: 1019: throughput=5MB/sec pending data=0 2024-09-18T02:57:35.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-THxvmkPBRNcWI7d off=3027691 len=1007754 2024-09-18T02:57:35.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 5129 completed, throughput=5MB/sec 2024-09-18T02:57:35.563 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cZxcGlW9vXF4yMk off=2601127 len=1756013 2024-09-18T02:57:35.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 5130 completed, throughput=5MB/sec 2024-09-18T02:57:35.571 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2LJRe_4OomhK4vn off=9794284 len=348272 2024-09-18T02:57:35.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 5131 completed, throughput=5MB/sec 2024-09-18T02:57:35.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BBvUm-lTKv3grz2 off=5159290 len=2022348 2024-09-18T02:57:35.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 5132 completed, throughput=5MB/sec 2024-09-18T02:57:36.577 INFO:tasks.workunit.client.0.smithi046.stdout: 1020: throughput=5MB/sec pending data=0 2024-09-18T02:57:36.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fak4dgmM0laBcOc off=6460472 len=570810 2024-09-18T02:57:36.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 5133 completed, throughput=5MB/sec 2024-09-18T02:57:36.579 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZuJv3KBY2wh95_H off=1737123 len=1974555 2024-09-18T02:57:36.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 5134 completed, throughput=5MB/sec 2024-09-18T02:57:36.582 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sXmdYhjKIAjczaf off=8675155 len=1207585 2024-09-18T02:57:36.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 5135 completed, throughput=5MB/sec 2024-09-18T02:57:36.588 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zWQjQOAn8a-aClD off=7075290 len=740199 2024-09-18T02:57:36.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 5136 completed, throughput=5MB/sec 2024-09-18T02:57:36.590 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y0oe_W686IJNhn_ off=0 len=1714209 2024-09-18T02:57:36.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 5137 completed, throughput=5MB/sec 2024-09-18T02:57:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:57:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:57:36] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-18T02:57:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:36 smithi195 ceph-mon[89559]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:57:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:36 smithi046 ceph-mon[94621]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:57:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:36 smithi046 ceph-mon[97106]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:57:37.592 INFO:tasks.workunit.client.0.smithi046.stdout: 1021: throughput=5MB/sec pending data=0 2024-09-18T02:57:37.592 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4qii2DuHYXxojX0 off=7616765 len=487091 2024-09-18T02:57:37.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 5138 completed, throughput=5MB/sec 2024-09-18T02:57:37.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qBV9Mz8K4tnUOLk off=3445997 len=1641673 2024-09-18T02:57:37.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 5139 completed, throughput=5MB/sec 2024-09-18T02:57:37.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sSGtBj0wHl7kh4N off=3430651 len=1764611 2024-09-18T02:57:37.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 5140 completed, throughput=5MB/sec 2024-09-18T02:57:37.609 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-67zEsCQdISSfedD off=20008918 len=748045 2024-09-18T02:57:37.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 5141 completed, throughput=5MB/sec 2024-09-18T02:57:38.611 INFO:tasks.workunit.client.0.smithi046.stdout: 1022: throughput=5MB/sec pending data=0 2024-09-18T02:57:38.611 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nggq4Bi_F6ue1j_ off=357517 len=36712 2024-09-18T02:57:38.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 5142 completed, throughput=5MB/sec 2024-09-18T02:57:38.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LLWdsx52ufYVdzK off=3758866 len=1744976 2024-09-18T02:57:38.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 5143 completed, throughput=5MB/sec 2024-09-18T02:57:38.616 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2i0_oPQHSJD8lMm off=4742220 len=46970 2024-09-18T02:57:38.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 5144 completed, throughput=5MB/sec 2024-09-18T02:57:38.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K16ZFOz76NXWj6Q off=4747512 len=136226 2024-09-18T02:57:38.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 5145 completed, throughput=5MB/sec 2024-09-18T02:57:38.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B5vxUcHSK8jIVVl off=2611909 len=749058 2024-09-18T02:57:38.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 5146 completed, throughput=5MB/sec 2024-09-18T02:57:38.620 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aGEcJWkIJkGP8oN off=8091102 len=746389 2024-09-18T02:57:38.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 5147 completed, throughput=5MB/sec 2024-09-18T02:57:38.620 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jP3tt1oXRqPI4IX off=11824375 len=229677 2024-09-18T02:57:38.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 5148 completed, throughput=5MB/sec 2024-09-18T02:57:38.621 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vvW-NRcoyfxCLFH off=12924348 len=79089 2024-09-18T02:57:38.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 5149 completed, throughput=5MB/sec 2024-09-18T02:57:38.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c_LkqwPuVn59vOA off=8381189 len=2037201 2024-09-18T02:57:38.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 5150 completed, throughput=5MB/sec 2024-09-18T02:57:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:38 smithi195 ceph-mon[89559]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:57:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:38 smithi046 ceph-mon[94621]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:57:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:38 smithi046 ceph-mon[97106]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:57:39.633 INFO:tasks.workunit.client.0.smithi046.stdout: 1023: throughput=5MB/sec pending data=0 2024-09-18T02:57:39.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J3sG_YX6CBrWaCo off=0 len=1848760 2024-09-18T02:57:39.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 5151 completed, throughput=5MB/sec 2024-09-18T02:57:39.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O-niaczbaJJlC12 off=4518337 len=1808589 2024-09-18T02:57:39.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 5152 completed, throughput=5MB/sec 2024-09-18T02:57:39.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NqKMmrv0pQEgxKM off=2606674 len=2062135 2024-09-18T02:57:39.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 5153 completed, throughput=5MB/sec 2024-09-18T02:57:40.649 INFO:tasks.workunit.client.0.smithi046.stdout: 1024: throughput=5MB/sec pending data=0 2024-09-18T02:57:40.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1HCYZXwpxwv6SQ7 off=7798216 len=1861403 2024-09-18T02:57:40.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 5154 completed, throughput=5MB/sec 2024-09-18T02:57:40.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xE_OTeKhmELiA9b off=940906 len=1596324 2024-09-18T02:57:40.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 5155 completed, throughput=5MB/sec 2024-09-18T02:57:40.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dQJcojOwcwDcj-V off=18404586 len=1941550 2024-09-18T02:57:40.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 5156 completed, throughput=5MB/sec 2024-09-18T02:57:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:40 smithi195 ceph-mon[89559]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:40 smithi046 ceph-mon[94621]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:40 smithi046 ceph-mon[97106]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:57:41.675 INFO:tasks.workunit.client.0.smithi046.stdout: 1025: throughput=5MB/sec pending data=0 2024-09-18T02:57:41.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9PP-GRYLxgg4c8N off=848423 len=582496 2024-09-18T02:57:41.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 5157 completed, throughput=5MB/sec 2024-09-18T02:57:41.680 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YErtM3RAiZfZIKk off=591743 len=564153 2024-09-18T02:57:41.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 5158 completed, throughput=5MB/sec 2024-09-18T02:57:41.681 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fm5YXfl_rakp3ou off=1339037 len=1050292 2024-09-18T02:57:41.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 5159 completed, throughput=5MB/sec 2024-09-18T02:57:41.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RVST3yUK6v_3VaP off=1005301 len=1061192 2024-09-18T02:57:41.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 5160 completed, throughput=5MB/sec 2024-09-18T02:57:41.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ixHiJ21a_LEH40c off=5327471 len=313087 2024-09-18T02:57:41.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 5161 completed, throughput=5MB/sec 2024-09-18T02:57:41.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nyTQ2o5dQqpFBoN off=6207545 len=298155 2024-09-18T02:57:41.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 5162 completed, throughput=5MB/sec 2024-09-18T02:57:41.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZdlH9waL5molROk off=1808427 len=1604980 2024-09-18T02:57:41.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 5163 completed, throughput=5MB/sec 2024-09-18T02:57:42.706 INFO:tasks.workunit.client.0.smithi046.stdout: 1026: throughput=5MB/sec pending data=0 2024-09-18T02:57:42.706 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U051Tj1JHod19GR off=651026 len=431263 2024-09-18T02:57:42.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 5164 completed, throughput=5MB/sec 2024-09-18T02:57:42.710 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Og2mnHDP4WqURSF off=695469 len=2074485 2024-09-18T02:57:42.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 5165 completed, throughput=5MB/sec 2024-09-18T02:57:42.712 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sk35UPbqSkyYEhs off=3264130 len=1101537 2024-09-18T02:57:42.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 5166 completed, throughput=5MB/sec 2024-09-18T02:57:42.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a5AWD4HXsHmLzVK off=1007105 len=384821 2024-09-18T02:57:42.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 5167 completed, throughput=5MB/sec 2024-09-18T02:57:42.718 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CcISPkeKkogz90r off=1049972 len=1521832 2024-09-18T02:57:42.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 5168 completed, throughput=5MB/sec 2024-09-18T02:57:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:57:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:57:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:42 smithi195 ceph-mon[89559]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:57:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:42 smithi046 ceph-mon[94621]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:57:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:42 smithi046 ceph-mon[97106]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:57:43.720 INFO:tasks.workunit.client.0.smithi046.stdout: 1027: throughput=5MB/sec pending data=0 2024-09-18T02:57:43.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mY-uXgIayza2AcA off=9774647 len=499469 2024-09-18T02:57:43.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 5169 completed, throughput=5MB/sec 2024-09-18T02:57:43.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--o1-XfEZEyGTsnn off=17394475 len=886313 2024-09-18T02:57:43.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 5170 completed, throughput=5MB/sec 2024-09-18T02:57:43.729 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FBdkTlGOMG69xdM off=8480736 len=1852911 2024-09-18T02:57:43.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 5171 completed, throughput=5MB/sec 2024-09-18T02:57:43.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p8ut1gVpESThZs6 off=814596 len=1871052 2024-09-18T02:57:43.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 5172 completed, throughput=5MB/sec 2024-09-18T02:57:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:44.733 INFO:tasks.workunit.client.0.smithi046.stdout: 1028: throughput=5MB/sec pending data=0 2024-09-18T02:57:44.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0AhNW4kvzTWcL5c off=64053 len=1968406 2024-09-18T02:57:44.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 5173 completed, throughput=5MB/sec 2024-09-18T02:57:44.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GhteWGn_7MsxM__ off=12048814 len=785822 2024-09-18T02:57:44.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 5174 completed, throughput=5MB/sec 2024-09-18T02:57:44.737 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MK-CKM0qF5RSmTF off=5863761 len=1443993 2024-09-18T02:57:44.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 5175 completed, throughput=5MB/sec 2024-09-18T02:57:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:44 smithi195 ceph-mon[89559]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:57:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:44 smithi046 ceph-mon[94621]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:57:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:44 smithi046 ceph-mon[97106]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:57:45.739 INFO:tasks.workunit.client.0.smithi046.stdout: 1029: throughput=5MB/sec pending data=0 2024-09-18T02:57:45.739 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KotoTGeXuxIZxjt off=13772297 len=445354 2024-09-18T02:57:45.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 5176 completed, throughput=5MB/sec 2024-09-18T02:57:45.740 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BuJFQhV740UemYq off=17558517 len=1606402 2024-09-18T02:57:45.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 5177 completed, throughput=5MB/sec 2024-09-18T02:57:45.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D4YrZruD4gIN-Ea off=13222926 len=1451677 2024-09-18T02:57:45.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 5178 completed, throughput=5MB/sec 2024-09-18T02:57:45.751 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zsZvgBBvdP2qaQ1 off=3527622 len=1041072 2024-09-18T02:57:45.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 5179 completed, throughput=5MB/sec 2024-09-18T02:57:45.757 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J1JJbkeqlsCXhCG off=130971 len=846911 2024-09-18T02:57:45.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 5180 completed, throughput=5MB/sec 2024-09-18T02:57:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:57:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:57:46] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:57:46.761 INFO:tasks.workunit.client.0.smithi046.stdout: 1030: throughput=5MB/sec pending data=0 2024-09-18T02:57:46.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8PB0Sd8Tf2-NA5T off=7128483 len=1228888 2024-09-18T02:57:46.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 5181 completed, throughput=5MB/sec 2024-09-18T02:57:46.769 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hX0fExNz3m7EjuS off=3455412 len=722545 2024-09-18T02:57:46.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 5182 completed, throughput=5MB/sec 2024-09-18T02:57:46.770 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9G6gz4fAujGgIcN off=8561960 len=1350428 2024-09-18T02:57:46.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 5183 completed, throughput=5MB/sec 2024-09-18T02:57:46.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eUsoPqt1JIa2Ap2 off=18104215 len=1378682 2024-09-18T02:57:46.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 5184 completed, throughput=5MB/sec 2024-09-18T02:57:46.779 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aw18CcD5SvzIhmw off=9453396 len=1835965 2024-09-18T02:57:46.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 5185 completed, throughput=5MB/sec 2024-09-18T02:57:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:46 smithi195 ceph-mon[89559]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:57:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:46 smithi046 ceph-mon[97106]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:57:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:46 smithi046 ceph-mon[94621]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:57:47.783 INFO:tasks.workunit.client.0.smithi046.stdout: 1031: throughput=5MB/sec pending data=0 2024-09-18T02:57:47.783 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HtLkYKNSAsD0OYn off=893552 len=1990274 2024-09-18T02:57:47.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 5186 completed, throughput=5MB/sec 2024-09-18T02:57:47.792 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Lkb1zBGC6c2k0x off=3483125 len=984568 2024-09-18T02:57:47.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 5187 completed, throughput=5MB/sec 2024-09-18T02:57:47.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ECxPrVyETFu9KGl off=10161445 len=1542533 2024-09-18T02:57:47.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 5188 completed, throughput=5MB/sec 2024-09-18T02:57:48.805 INFO:tasks.workunit.client.0.smithi046.stdout: 1032: throughput=5MB/sec pending data=0 2024-09-18T02:57:48.805 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YdhDy3UT7bHHUuF off=18939491 len=709375 2024-09-18T02:57:48.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 5189 completed, throughput=5MB/sec 2024-09-18T02:57:48.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M7oex2C8PebrO_u off=5364454 len=463438 2024-09-18T02:57:48.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 5190 completed, throughput=5MB/sec 2024-09-18T02:57:48.811 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RGUK9f8tVUCIdSW off=1636578 len=1246323 2024-09-18T02:57:48.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 5191 completed, throughput=5MB/sec 2024-09-18T02:57:48.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kW-HiIfV-bVcTaA off=9955898 len=238278 2024-09-18T02:57:48.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 5192 completed, throughput=5MB/sec 2024-09-18T02:57:48.816 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EhJlUOqFfvsPPVv off=115862 len=265180 2024-09-18T02:57:48.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 5193 completed, throughput=5MB/sec 2024-09-18T02:57:48.817 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iFwyGlag2qtpUuI off=12748633 len=309291 2024-09-18T02:57:48.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 5194 completed, throughput=5MB/sec 2024-09-18T02:57:48.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_GrbyGMYV0x6NYc off=391019 len=1391562 2024-09-18T02:57:48.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 5195 completed, throughput=5MB/sec 2024-09-18T02:57:48.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QXF41VLh7wfZEGe off=7208585 len=2001642 2024-09-18T02:57:48.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 5196 completed, throughput=5MB/sec 2024-09-18T02:57:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:48 smithi195 ceph-mon[89559]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:48 smithi046 ceph-mon[97106]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:48 smithi046 ceph-mon[94621]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:49.828 INFO:tasks.workunit.client.0.smithi046.stdout: 1033: throughput=5MB/sec pending data=0 2024-09-18T02:57:49.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JaFFL7WY5IFGL-8 off=10267366 len=1152784 2024-09-18T02:57:49.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 5197 completed, throughput=5MB/sec 2024-09-18T02:57:49.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OCsQmv4F43kTK5p off=21502896 len=805456 2024-09-18T02:57:49.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 5198 completed, throughput=5MB/sec 2024-09-18T02:57:49.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zjXOSD4tFOqjQbT off=7230004 len=2026590 2024-09-18T02:57:49.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 5199 completed, throughput=5MB/sec 2024-09-18T02:57:50.835 INFO:tasks.workunit.client.0.smithi046.stdout: 1034: throughput=5MB/sec pending data=0 2024-09-18T02:57:50.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gT93cEDow5Q2wE4 off=13311139 len=194166 2024-09-18T02:57:50.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 5200 completed, throughput=5MB/sec 2024-09-18T02:57:50.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d6MqzpmcL9_y6es off=219999 len=843663 2024-09-18T02:57:50.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 5201 completed, throughput=5MB/sec 2024-09-18T02:57:50.836 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Om1uzGsuwACBJXX off=14763214 len=457582 2024-09-18T02:57:50.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 5202 completed, throughput=5MB/sec 2024-09-18T02:57:50.839 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NP29eV4fqkrOjVC off=5015214 len=2080881 2024-09-18T02:57:50.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 5203 completed, throughput=5MB/sec 2024-09-18T02:57:50.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pxTQZ8kE7aP2A5b off=6486488 len=364060 2024-09-18T02:57:50.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 5204 completed, throughput=5MB/sec 2024-09-18T02:57:50.852 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PUemA916qIYHvRC off=3215906 len=657526 2024-09-18T02:57:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 5205 completed, throughput=5MB/sec 2024-09-18T02:57:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X5es1AeHB80kEaB off=5973103 len=1775590 2024-09-18T02:57:50.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 5206 completed, throughput=5MB/sec 2024-09-18T02:57:51.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:50 smithi195 ceph-mon[89559]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:57:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:57:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:57:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:57:51.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:50 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:57:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[97106]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:57:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:57:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:57:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:57:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:57:51.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[94621]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:57:51.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:57:51.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:57:51.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:57:51.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:50 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:57:51.858 INFO:tasks.workunit.client.0.smithi046.stdout: 1035: throughput=5MB/sec pending data=0 2024-09-18T02:57:51.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L0LVwlE54ZF9F4J off=8398135 len=188387 2024-09-18T02:57:51.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 5207 completed, throughput=5MB/sec 2024-09-18T02:57:51.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EkhgCpGsmGXqFdU off=3421041 len=290075 2024-09-18T02:57:51.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 5208 completed, throughput=5MB/sec 2024-09-18T02:57:51.859 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ezzQgSyzvwclyQB off=3332116 len=3249 2024-09-18T02:57:51.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 5209 completed, throughput=5MB/sec 2024-09-18T02:57:51.860 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ekQgmPp-A-jsnRE off=3054386 len=1587792 2024-09-18T02:57:51.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 5210 completed, throughput=5MB/sec 2024-09-18T02:57:51.862 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6NcBPYWIzSKVHmk off=7328008 len=1048090 2024-09-18T02:57:51.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 5211 completed, throughput=5MB/sec 2024-09-18T02:57:51.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ar1QaUAHkb6Zs6U off=11815410 len=742296 2024-09-18T02:57:51.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 5212 completed, throughput=5MB/sec 2024-09-18T02:57:51.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D5u9XnY-AMh_LLV off=2343329 len=566730 2024-09-18T02:57:51.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 5213 completed, throughput=5MB/sec 2024-09-18T02:57:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:57:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:57:52.878 INFO:tasks.workunit.client.0.smithi046.stdout: 1036: throughput=5MB/sec pending data=0 2024-09-18T02:57:52.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YovueIS0MEwxg8f off=2653603 len=60329 2024-09-18T02:57:52.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 5214 completed, throughput=5MB/sec 2024-09-18T02:57:52.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b1x59nB4M0--zHA off=1673699 len=1364368 2024-09-18T02:57:52.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 5215 completed, throughput=5MB/sec 2024-09-18T02:57:52.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uCjmoW6ljRwL9cl off=3179551 len=128171 2024-09-18T02:57:52.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 5216 completed, throughput=5MB/sec 2024-09-18T02:57:52.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--L4QgZ2W76IG2PG off=16243924 len=124011 2024-09-18T02:57:52.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 5217 completed, throughput=5MB/sec 2024-09-18T02:57:52.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-07oYEtyrQ7G_Qvp off=17817819 len=908877 2024-09-18T02:57:52.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 5218 completed, throughput=5MB/sec 2024-09-18T02:57:52.890 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xNIAgRlQLZs-vX1 off=12056900 len=2086293 2024-09-18T02:57:52.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 5219 completed, throughput=5MB/sec 2024-09-18T02:57:52.901 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tp_3nNzDUy32HFo off=2174846 len=1844762 2024-09-18T02:57:52.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 5220 completed, throughput=5MB/sec 2024-09-18T02:57:53.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:52 smithi195 ceph-mon[89559]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:57:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:52 smithi046 ceph-mon[97106]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:57:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:52 smithi046 ceph-mon[94621]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-18T02:57:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: 1037: throughput=5MB/sec pending data=0 2024-09-18T02:57:53.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q52g9IYR2v54T8w off=4843207 len=297918 2024-09-18T02:57:53.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 5221 completed, throughput=5MB/sec 2024-09-18T02:57:53.909 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P8Y41fDGkKrpMJK off=2364147 len=1410297 2024-09-18T02:57:53.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 5222 completed, throughput=5MB/sec 2024-09-18T02:57:53.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XVtnnPVr60Rz6LX off=2547176 len=1491487 2024-09-18T02:57:53.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 5223 completed, throughput=5MB/sec 2024-09-18T02:57:53.919 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--9Xm52DJRoC7q83 off=114783 len=833676 2024-09-18T02:57:53.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 5224 completed, throughput=5MB/sec 2024-09-18T02:57:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: 1038: throughput=5MB/sec pending data=0 2024-09-18T02:57:54.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gAn4V8FMvl0nPuy off=10221984 len=1755492 2024-09-18T02:57:54.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 5225 completed, throughput=5MB/sec 2024-09-18T02:57:54.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1qS_IdU11jaY2sm off=1137244 len=1440109 2024-09-18T02:57:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 5226 completed, throughput=5MB/sec 2024-09-18T02:57:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6M_VyBq4ucedNX1 off=9289072 len=1964372 2024-09-18T02:57:54.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 5227 completed, throughput=5MB/sec 2024-09-18T02:57:55.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:54 smithi195 ceph-mon[89559]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:57:55.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:54 smithi046 ceph-mon[97106]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:57:55.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:54 smithi046 ceph-mon[94621]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-18T02:57:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: 1039: throughput=5MB/sec pending data=0 2024-09-18T02:57:55.930 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lzTuweLZPl-6P8c off=7464835 len=667008 2024-09-18T02:57:55.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 5228 completed, throughput=5MB/sec 2024-09-18T02:57:55.935 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bm4nDliqcrokl-_ off=3073918 len=1078071 2024-09-18T02:57:55.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 5229 completed, throughput=5MB/sec 2024-09-18T02:57:55.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OfV6bL7tFBfZVEL off=10348634 len=814388 2024-09-18T02:57:55.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 5230 completed, throughput=5MB/sec 2024-09-18T02:57:55.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RMYAZ2roZcPj6wU off=8259921 len=426942 2024-09-18T02:57:55.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 5231 completed, throughput=5MB/sec 2024-09-18T02:57:55.939 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E0WqFEWWR9hDgIn off=53595 len=1335655 2024-09-18T02:57:55.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 5232 completed, throughput=5MB/sec 2024-09-18T02:57:55.946 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DgG4szqvBblAjAQ off=10429334 len=1489472 2024-09-18T02:57:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 5233 completed, throughput=5MB/sec 2024-09-18T02:57:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:57:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:57:56] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:57:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: 1040: throughput=5MB/sec pending data=0 2024-09-18T02:57:56.954 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k6gah8HQMax7O5y off=8726390 len=1372568 2024-09-18T02:57:56.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 5234 completed, throughput=5MB/sec 2024-09-18T02:57:56.961 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jQi1ox7IuxthoLI off=752175 len=80262 2024-09-18T02:57:56.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 5235 completed, throughput=5MB/sec 2024-09-18T02:57:56.962 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qq3MGr-qr65XDkP off=4180147 len=454304 2024-09-18T02:57:56.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 5236 completed, throughput=5MB/sec 2024-09-18T02:57:56.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-19rbvYYucdY7_cH off=4212901 len=1793737 2024-09-18T02:57:56.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 5237 completed, throughput=5MB/sec 2024-09-18T02:57:56.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pxbQmZwlhfQG0mr off=11036291 len=443440 2024-09-18T02:57:56.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 5238 completed, throughput=5MB/sec 2024-09-18T02:57:56.975 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gxWVX_soIVIuCBh off=10241060 len=434186 2024-09-18T02:57:56.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 5239 completed, throughput=5MB/sec 2024-09-18T02:57:56.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ueuMkohsPEuI4zI off=13361339 len=941794 2024-09-18T02:57:56.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 5240 completed, throughput=5MB/sec 2024-09-18T02:57:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:56 smithi195 ceph-mon[89559]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:57.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:56 smithi046 ceph-mon[94621]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:57.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:56 smithi046 ceph-mon[97106]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:57:57.981 INFO:tasks.workunit.client.0.smithi046.stdout: 1041: throughput=5MB/sec pending data=0 2024-09-18T02:57:57.981 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H13CVPaOuI4_W2q off=12733302 len=894375 2024-09-18T02:57:57.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 5241 completed, throughput=5MB/sec 2024-09-18T02:57:57.984 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zITGdKRFSfCrqb8 off=2125649 len=238492 2024-09-18T02:57:57.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 5242 completed, throughput=5MB/sec 2024-09-18T02:57:57.985 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oWycUG7oYaJCycM off=4404314 len=1577133 2024-09-18T02:57:57.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 5243 completed, throughput=5MB/sec 2024-09-18T02:57:57.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a7u6eVW1AwkF-Sj off=732085 len=1216904 2024-09-18T02:57:57.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 5244 completed, throughput=5MB/sec 2024-09-18T02:57:57.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_igR1Ff7mBxd6eh off=16320691 len=1017959 2024-09-18T02:57:58.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 5245 completed, throughput=5MB/sec 2024-09-18T02:57:59.001 INFO:tasks.workunit.client.0.smithi046.stdout: 1042: throughput=5MB/sec pending data=0 2024-09-18T02:57:59.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yy_DM1VVW1T7LCs off=1627012 len=1611073 2024-09-18T02:57:59.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 5246 completed, throughput=5MB/sec 2024-09-18T02:57:59.008 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XtVyGtNoJetVjgf off=10297904 len=1947417 2024-09-18T02:57:59.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 5247 completed, throughput=5MB/sec 2024-09-18T02:57:59.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sTBsYJU7FbJIus9 off=15732047 len=313810 2024-09-18T02:57:59.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 5248 completed, throughput=5MB/sec 2024-09-18T02:57:59.011 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z_lSU8ftbYGtsi5 off=17155870 len=800938 2024-09-18T02:57:59.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 5249 completed, throughput=5MB/sec 2024-09-18T02:57:59.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Ky6XcUF05Bst0m off=1546037 len=1621247 2024-09-18T02:57:59.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 5250 completed, throughput=5MB/sec 2024-09-18T02:57:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:58 smithi195 ceph-mon[89559]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:57:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:57:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:58 smithi046 ceph-mon[94621]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:57:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:57:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:57:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:58 smithi046 ceph-mon[97106]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-18T02:57:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:57:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:00.025 INFO:tasks.workunit.client.0.smithi046.stdout: 1043: throughput=5MB/sec pending data=0 2024-09-18T02:58:00.025 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KAdGaUUHYu93pOU off=10188378 len=1600024 2024-09-18T02:58:00.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 5251 completed, throughput=5MB/sec 2024-09-18T02:58:00.033 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HWnsHlAp_zy_uEA off=6215696 len=891120 2024-09-18T02:58:00.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 5252 completed, throughput=5MB/sec 2024-09-18T02:58:00.034 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-567ZdBy1dMOjqVo off=1650173 len=1700769 2024-09-18T02:58:00.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 5253 completed, throughput=5MB/sec 2024-09-18T02:58:01.041 INFO:tasks.workunit.client.0.smithi046.stdout: 1044: throughput=5MB/sec pending data=0 2024-09-18T02:58:01.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yxhp2njYvIpeQ-n off=2693907 len=1527499 2024-09-18T02:58:01.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 5254 completed, throughput=5MB/sec 2024-09-18T02:58:01.050 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-heJD4aw1W9AfJCk off=16264416 len=186026 2024-09-18T02:58:01.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 5255 completed, throughput=5MB/sec 2024-09-18T02:58:01.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y7kqAT6of91QNu9 off=94961 len=1023709 2024-09-18T02:58:01.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 5256 completed, throughput=5MB/sec 2024-09-18T02:58:01.054 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tM0DgEUm3YQofFw off=632689 len=312497 2024-09-18T02:58:01.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 5257 completed, throughput=5MB/sec 2024-09-18T02:58:01.057 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j6y2nm8SfEfa7ib off=7119631 len=302182 2024-09-18T02:58:01.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 5258 completed, throughput=5MB/sec 2024-09-18T02:58:01.061 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-reLZPuesb72QsAK off=2498108 len=1591121 2024-09-18T02:58:01.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 5259 completed, throughput=5MB/sec 2024-09-18T02:58:01.069 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l_DZi-sblxb3wGY off=5191276 len=650044 2024-09-18T02:58:01.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 5260 completed, throughput=5MB/sec 2024-09-18T02:58:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:00 smithi195 ceph-mon[89559]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:58:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:00 smithi046 ceph-mon[94621]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:58:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:00 smithi046 ceph-mon[97106]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:58:02.070 INFO:tasks.workunit.client.0.smithi046.stdout: 1045: throughput=5MB/sec pending data=0 2024-09-18T02:58:02.070 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2t-_RpIfHZefTph off=17014716 len=73135 2024-09-18T02:58:02.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 5261 completed, throughput=5MB/sec 2024-09-18T02:58:02.073 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-egt2I1JyEsC6Hc- off=8292823 len=454772 2024-09-18T02:58:02.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 5262 completed, throughput=5MB/sec 2024-09-18T02:58:02.074 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TS0b-UcNeYbfoua off=880587 len=328838 2024-09-18T02:58:02.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 5263 completed, throughput=5MB/sec 2024-09-18T02:58:02.077 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-umdVRjeMRriz0r6 off=7550052 len=974268 2024-09-18T02:58:02.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 5264 completed, throughput=5MB/sec 2024-09-18T02:58:02.082 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H7g_xSXyWBb0Gze off=5627399 len=149422 2024-09-18T02:58:02.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 5265 completed, throughput=5MB/sec 2024-09-18T02:58:02.085 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h-OcoCo6DZCLOdL off=19894167 len=839382 2024-09-18T02:58:02.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 5266 completed, throughput=5MB/sec 2024-09-18T02:58:02.089 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AQdvToSkxpT4eEb off=1461188 len=514064 2024-09-18T02:58:02.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 5267 completed, throughput=5MB/sec 2024-09-18T02:58:02.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aa-QRmkdpQTTJb6 off=3137007 len=2050652 2024-09-18T02:58:02.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 5268 completed, throughput=5MB/sec 2024-09-18T02:58:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:58:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:58:03.104 INFO:tasks.workunit.client.0.smithi046.stdout: 1046: throughput=5MB/sec pending data=0 2024-09-18T02:58:03.104 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-riW1UUPSF93JBNt off=20308414 len=797464 2024-09-18T02:58:03.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 5269 completed, throughput=5MB/sec 2024-09-18T02:58:03.110 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o71CAqbp7TYUfdC off=2392210 len=1911924 2024-09-18T02:58:03.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 5270 completed, throughput=5MB/sec 2024-09-18T02:58:03.119 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BgwWbu-5BrgekIU off=19326608 len=1659174 2024-09-18T02:58:03.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 5271 completed, throughput=5MB/sec 2024-09-18T02:58:03.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zK3eUwBGUaKqXt1 off=3977157 len=880367 2024-09-18T02:58:03.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 5272 completed, throughput=5MB/sec 2024-09-18T02:58:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:02 smithi195 ceph-mon[89559]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:58:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:02 smithi046 ceph-mon[97106]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:58:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:02 smithi046 ceph-mon[94621]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout: 1047: throughput=5MB/sec pending data=0 2024-09-18T02:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zM7FrtZUsr1wiNN off=1404948 len=308465 2024-09-18T02:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 5273 completed, throughput=5MB/sec 2024-09-18T02:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-27VUsHFXKcWvlan off=16451517 len=1467792 2024-09-18T02:58:04.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 5274 completed, throughput=5MB/sec 2024-09-18T02:58:04.140 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aAMYOtg0-COVDZP off=1113398 len=1269915 2024-09-18T02:58:04.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 5275 completed, throughput=5MB/sec 2024-09-18T02:58:04.142 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sKMUVpE4KjBLbYB off=79201 len=1062765 2024-09-18T02:58:04.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 5276 completed, throughput=5MB/sec 2024-09-18T02:58:04.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cM6SRVPH3QWnU20 off=7460845 len=1149168 2024-09-18T02:58:04.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 5277 completed, throughput=5MB/sec 2024-09-18T02:58:05.145 INFO:tasks.workunit.client.0.smithi046.stdout: 1048: throughput=5MB/sec pending data=0 2024-09-18T02:58:05.145 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uO_m0BzOr4dJ73g off=11167802 len=1066995 2024-09-18T02:58:05.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 5278 completed, throughput=5MB/sec 2024-09-18T02:58:05.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PeE2YkeGGmmeQj3 off=1112293 len=1134916 2024-09-18T02:58:05.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 5279 completed, throughput=5MB/sec 2024-09-18T02:58:05.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cL3N2YnrppWWvoi off=786889 len=2056521 2024-09-18T02:58:05.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 5280 completed, throughput=5MB/sec 2024-09-18T02:58:05.160 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R1e35LsnPHELa0d off=266200 len=618308 2024-09-18T02:58:05.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 5281 completed, throughput=5MB/sec 2024-09-18T02:58:05.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EqwdVivNSSTf5oe off=9319401 len=793613 2024-09-18T02:58:05.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 5282 completed, throughput=5MB/sec 2024-09-18T02:58:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:04 smithi195 ceph-mon[89559]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:58:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:04 smithi046 ceph-mon[94621]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:58:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:04 smithi046 ceph-mon[97106]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:58:06.166 INFO:tasks.workunit.client.0.smithi046.stdout: 1049: throughput=5MB/sec pending data=0 2024-09-18T02:58:06.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H-rAno4EC_G-9Sj off=424477 len=455392 2024-09-18T02:58:06.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 5283 completed, throughput=5MB/sec 2024-09-18T02:58:06.170 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-plzcBXbEfzwFSse off=10982055 len=1556101 2024-09-18T02:58:06.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 5284 completed, throughput=5MB/sec 2024-09-18T02:58:06.172 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_bN2if4B-kjm_ep off=14075943 len=721336 2024-09-18T02:58:06.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 5285 completed, throughput=5MB/sec 2024-09-18T02:58:06.174 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w6-CiZBz-v0Y_Il off=10747005 len=1052002 2024-09-18T02:58:06.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 5286 completed, throughput=5MB/sec 2024-09-18T02:58:06.180 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7NoOs4iHy3NuBsE off=4978792 len=1575154 2024-09-18T02:58:06.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 5287 completed, throughput=5MB/sec 2024-09-18T02:58:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:58:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:58:06] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:58:07.183 INFO:tasks.workunit.client.0.smithi046.stdout: 1050: throughput=5MB/sec pending data=0 2024-09-18T02:58:07.183 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X-Uyc02d7xeKcrK off=2629530 len=1210025 2024-09-18T02:58:07.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 5288 completed, throughput=5MB/sec 2024-09-18T02:58:07.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iqWzc6tyfIiayRE off=5962812 len=2068934 2024-09-18T02:58:07.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 5289 completed, throughput=5MB/sec 2024-09-18T02:58:07.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c2K-8TeGOVRT42T off=9346041 len=1832097 2024-09-18T02:58:07.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 5290 completed, throughput=5MB/sec 2024-09-18T02:58:07.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:06 smithi195 ceph-mon[89559]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:58:07.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:06 smithi046 ceph-mon[97106]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:58:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:06 smithi046 ceph-mon[94621]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-18T02:58:08.204 INFO:tasks.workunit.client.0.smithi046.stdout: 1051: throughput=5MB/sec pending data=0 2024-09-18T02:58:08.204 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-16ZVq3Ns5bkhisZ off=7526229 len=1819753 2024-09-18T02:58:08.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 5291 completed, throughput=5MB/sec 2024-09-18T02:58:08.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SbPiyXkmdMZoBZx off=18795305 len=1759514 2024-09-18T02:58:08.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 5292 completed, throughput=5MB/sec 2024-09-18T02:58:08.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6HTuz9hE4oK5hDl off=5191685 len=162930 2024-09-18T02:58:08.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 5293 completed, throughput=5MB/sec 2024-09-18T02:58:08.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mTdkdVm5a6ebzkm off=5870807 len=893621 2024-09-18T02:58:08.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 5294 completed, throughput=5MB/sec 2024-09-18T02:58:08.220 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EycF0QQneCm6PBR off=593325 len=773300 2024-09-18T02:58:08.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 5295 completed, throughput=5MB/sec 2024-09-18T02:58:09.221 INFO:tasks.workunit.client.0.smithi046.stdout: 1052: throughput=5MB/sec pending data=0 2024-09-18T02:58:09.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-emI5klabcm9GJfz off=11235658 len=1267490 2024-09-18T02:58:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:08 smithi195 ceph-mon[89559]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:58:09.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 5296 completed, throughput=5MB/sec 2024-09-18T02:58:09.228 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eSyj3THMNLPQanj off=8320711 len=907260 2024-09-18T02:58:09.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 5297 completed, throughput=5MB/sec 2024-09-18T02:58:09.234 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t5wMhHSKLa-85Fc off=4023183 len=428425 2024-09-18T02:58:09.235 INFO:tasks.workunit.client.0.smithi046.stdout:op 5298 completed, throughput=5MB/sec 2024-09-18T02:58:09.235 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4gvXE36gK_tHNVt off=6193705 len=1906809 2024-09-18T02:58:09.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 5299 completed, throughput=5MB/sec 2024-09-18T02:58:09.237 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZwxWLBvRhsvj0N7 off=3366122 len=852160 2024-09-18T02:58:09.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 5300 completed, throughput=5MB/sec 2024-09-18T02:58:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:08 smithi046 ceph-mon[97106]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:58:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:08 smithi046 ceph-mon[94621]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:58:10.238 INFO:tasks.workunit.client.0.smithi046.stdout: 1053: throughput=5MB/sec pending data=0 2024-09-18T02:58:10.239 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W-HMrTYEEbQw9oX off=17430045 len=961684 2024-09-18T02:58:10.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 5301 completed, throughput=5MB/sec 2024-09-18T02:58:10.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h_GbcBTIQaMMvd4 off=20625077 len=857853 2024-09-18T02:58:10.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 5302 completed, throughput=5MB/sec 2024-09-18T02:58:10.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-54qMesTelM-Rbgs off=7871428 len=942955 2024-09-18T02:58:10.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 5303 completed, throughput=5MB/sec 2024-09-18T02:58:10.247 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gcu3NR-HwVVUSmu off=299089 len=1886559 2024-09-18T02:58:10.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 5304 completed, throughput=5MB/sec 2024-09-18T02:58:10.249 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WPWUZbmOqpk9mB7 off=5448515 len=490096 2024-09-18T02:58:10.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 5305 completed, throughput=5MB/sec 2024-09-18T02:58:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:10 smithi195 ceph-mon[89559]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:11.253 INFO:tasks.workunit.client.0.smithi046.stdout: 1054: throughput=5MB/sec pending data=0 2024-09-18T02:58:11.253 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I3UUcfA3-xjpVcM off=12748812 len=1685762 2024-09-18T02:58:11.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:10 smithi046 ceph-mon[97106]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:10 smithi046 ceph-mon[94621]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:11.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 5306 completed, throughput=5MB/sec 2024-09-18T02:58:11.263 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rmSJAi0yaGWrTOG off=7267859 len=739551 2024-09-18T02:58:11.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 5307 completed, throughput=5MB/sec 2024-09-18T02:58:11.267 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-arYdxOXvvtnv6vm off=4485120 len=1209776 2024-09-18T02:58:11.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 5308 completed, throughput=5MB/sec 2024-09-18T02:58:11.269 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kZYh7lRr0YqJdlk off=17703798 len=44802 2024-09-18T02:58:11.270 INFO:tasks.workunit.client.0.smithi046.stdout:op 5309 completed, throughput=5MB/sec 2024-09-18T02:58:11.270 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UnmDcIJNDeXdWxA off=4649357 len=1935143 2024-09-18T02:58:11.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 5310 completed, throughput=5MB/sec 2024-09-18T02:58:12.273 INFO:tasks.workunit.client.0.smithi046.stdout: 1055: throughput=5MB/sec pending data=0 2024-09-18T02:58:12.273 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-29kZjjVN8pWyQYm off=2144465 len=1413005 2024-09-18T02:58:12.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 5311 completed, throughput=5MB/sec 2024-09-18T02:58:12.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B_GzVMcYUEfjTTe off=4048639 len=173312 2024-09-18T02:58:12.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 5312 completed, throughput=5MB/sec 2024-09-18T02:58:12.282 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RRDw2sSvNnLpRXY off=1470142 len=1228995 2024-09-18T02:58:12.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 5313 completed, throughput=5MB/sec 2024-09-18T02:58:12.289 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G3-T2FwBXrQExwq off=5278445 len=1435800 2024-09-18T02:58:12.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 5314 completed, throughput=5MB/sec 2024-09-18T02:58:12.291 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jfOaE0KOxEzgscL off=9220482 len=667887 2024-09-18T02:58:12.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 5315 completed, throughput=5MB/sec 2024-09-18T02:58:12.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vJLjrCV9y9pKj_r off=21429489 len=1725693 2024-09-18T02:58:12.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 5316 completed, throughput=5MB/sec 2024-09-18T02:58:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:58:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:58:13.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:12 smithi195 ceph-mon[89559]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:12 smithi046 ceph-mon[94621]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:12 smithi046 ceph-mon[97106]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:13.301 INFO:tasks.workunit.client.0.smithi046.stdout: 1056: throughput=5MB/sec pending data=0 2024-09-18T02:58:13.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NCZ1YfcLoX7j8Gu off=17761342 len=1997206 2024-09-18T02:58:13.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 5317 completed, throughput=5MB/sec 2024-09-18T02:58:13.310 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_AD0l83osFIDvrY off=5504275 len=1233684 2024-09-18T02:58:13.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 5318 completed, throughput=5MB/sec 2024-09-18T02:58:13.311 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5wXtP2C28-nmSy7 off=1738407 len=1323319 2024-09-18T02:58:13.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 5319 completed, throughput=5MB/sec 2024-09-18T02:58:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:14.317 INFO:tasks.workunit.client.0.smithi046.stdout: 1057: throughput=5MB/sec pending data=0 2024-09-18T02:58:14.318 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W5gPl7tB527_UwS off=402154 len=1739262 2024-09-18T02:58:14.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 5320 completed, throughput=5MB/sec 2024-09-18T02:58:14.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3C_iNIJwukYlyZ4 off=14212436 len=1597282 2024-09-18T02:58:14.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 5321 completed, throughput=5MB/sec 2024-09-18T02:58:14.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1hA-SdNpaMXAmWT off=937636 len=955710 2024-09-18T02:58:14.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 5322 completed, throughput=5MB/sec 2024-09-18T02:58:14.334 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Auu7wC8C-E22ECu off=16103856 len=1617260 2024-09-18T02:58:14.342 INFO:tasks.workunit.client.0.smithi046.stdout:op 5323 completed, throughput=5MB/sec 2024-09-18T02:58:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:14 smithi046 ceph-mon[94621]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:14 smithi046 ceph-mon[97106]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:15.342 INFO:tasks.workunit.client.0.smithi046.stdout: 1058: throughput=5MB/sec pending data=0 2024-09-18T02:58:15.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NN_MQdzEhOHOH9V off=6318968 len=1256977 2024-09-18T02:58:15.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 5324 completed, throughput=5MB/sec 2024-09-18T02:58:15.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X8EhGVlQe31k-o8 off=6913844 len=457817 2024-09-18T02:58:15.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 5325 completed, throughput=5MB/sec 2024-09-18T02:58:15.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yebyH8GFBQUC-f1 off=716105 len=989903 2024-09-18T02:58:15.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 5326 completed, throughput=5MB/sec 2024-09-18T02:58:15.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tS8YynID0_GtVNA off=1370509 len=1445100 2024-09-18T02:58:15.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 5327 completed, throughput=5MB/sec 2024-09-18T02:58:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:14 smithi195 ceph-mon[89559]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:16.356 INFO:tasks.workunit.client.0.smithi046.stdout: 1059: throughput=5MB/sec pending data=0 2024-09-18T02:58:16.356 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hODpN_37HP5wH-_ off=2908439 len=1371609 2024-09-18T02:58:16.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 5328 completed, throughput=5MB/sec 2024-09-18T02:58:16.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bpnKl6vzaE88C8V off=13277374 len=1045254 2024-09-18T02:58:16.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 5329 completed, throughput=5MB/sec 2024-09-18T02:58:16.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VHNaJLrDJODbQdz off=13388513 len=2066586 2024-09-18T02:58:16.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 5330 completed, throughput=5MB/sec 2024-09-18T02:58:16.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SauzojxBoMWYpEF off=2459134 len=1357016 2024-09-18T02:58:16.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 5331 completed, throughput=5MB/sec 2024-09-18T02:58:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:58:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:58:16] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-18T02:58:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:16 smithi046 ceph-mon[94621]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:16 smithi046 ceph-mon[97106]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:17.374 INFO:tasks.workunit.client.0.smithi046.stdout: 1060: throughput=5MB/sec pending data=0 2024-09-18T02:58:17.374 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MjOwJy4zbQquLbz off=4522968 len=1112601 2024-09-18T02:58:17.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 5332 completed, throughput=5MB/sec 2024-09-18T02:58:17.381 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2qe-aFDkBFsjjZ- off=1238399 len=391597 2024-09-18T02:58:17.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 5333 completed, throughput=5MB/sec 2024-09-18T02:58:17.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a6ztAaA9olp_w34 off=7179136 len=1758571 2024-09-18T02:58:17.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 5334 completed, throughput=5MB/sec 2024-09-18T02:58:17.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PJbmq8acXLC4fin off=21506250 len=764293 2024-09-18T02:58:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 5335 completed, throughput=5MB/sec 2024-09-18T02:58:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qx8hLrUs7O6EDls off=985893 len=474314 2024-09-18T02:58:17.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 5336 completed, throughput=5MB/sec 2024-09-18T02:58:17.402 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-g5RLAtLxRUOhX3T off=1624626 len=1717297 2024-09-18T02:58:17.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 5337 completed, throughput=5MB/sec 2024-09-18T02:58:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:16 smithi195 ceph-mon[89559]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-18T02:58:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: 1061: throughput=5MB/sec pending data=0 2024-09-18T02:58:18.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gzXlk80sUDK-_Ov off=363661 len=427896 2024-09-18T02:58:18.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 5338 completed, throughput=5MB/sec 2024-09-18T02:58:18.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GzO-v3ZBNW-wGkE off=3980206 len=876514 2024-09-18T02:58:18.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 5339 completed, throughput=5MB/sec 2024-09-18T02:58:18.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-swLMFE2T_CBOj1w off=616628 len=423157 2024-09-18T02:58:18.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 5340 completed, throughput=5MB/sec 2024-09-18T02:58:18.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2JQDqcMRW6CaFyM off=16119175 len=1381035 2024-09-18T02:58:18.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 5341 completed, throughput=5MB/sec 2024-09-18T02:58:18.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oOGyc6IHmOJP_SS off=1197960 len=628930 2024-09-18T02:58:18.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 5342 completed, throughput=5MB/sec 2024-09-18T02:58:18.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TeYhXvb4RH8NU0r off=4297980 len=1781640 2024-09-18T02:58:18.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 5343 completed, throughput=5MB/sec 2024-09-18T02:58:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:18 smithi046 ceph-mon[94621]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:58:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:18 smithi046 ceph-mon[97106]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:58:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: 1062: throughput=5MB/sec pending data=0 2024-09-18T02:58:19.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4DAi0D5I7LmLCdU off=5767182 len=50416 2024-09-18T02:58:19.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 5344 completed, throughput=5MB/sec 2024-09-18T02:58:19.427 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SP-cvX64zXYsyus off=6718015 len=1963221 2024-09-18T02:58:19.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 5345 completed, throughput=5MB/sec 2024-09-18T02:58:19.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S8fbCtrdK8Vx1nU off=1111158 len=569658 2024-09-18T02:58:19.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 5346 completed, throughput=5MB/sec 2024-09-18T02:58:19.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mQtXd31XHSQ40Cl off=3641959 len=2056779 2024-09-18T02:58:19.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 5347 completed, throughput=5MB/sec 2024-09-18T02:58:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:18 smithi195 ceph-mon[89559]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:58:20.435 INFO:tasks.workunit.client.0.smithi046.stdout: 1063: throughput=5MB/sec pending data=0 2024-09-18T02:58:20.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EInlsaQhK2e2k0j off=12803732 len=183409 2024-09-18T02:58:20.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 5348 completed, throughput=5MB/sec 2024-09-18T02:58:20.436 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cxnv3lnHAZvBbzL off=5213633 len=1374611 2024-09-18T02:58:20.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 5349 completed, throughput=5MB/sec 2024-09-18T02:58:20.438 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ITHzcl2WuytyDU4 off=21252461 len=1249306 2024-09-18T02:58:20.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 5350 completed, throughput=5MB/sec 2024-09-18T02:58:20.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xJ2nU_bwjLHqruE off=6177260 len=1596859 2024-09-18T02:58:20.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 5351 completed, throughput=5MB/sec 2024-09-18T02:58:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:20 smithi046 ceph-mon[94621]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:58:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:20 smithi046 ceph-mon[97106]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:58:21.446 INFO:tasks.workunit.client.0.smithi046.stdout: 1064: throughput=5MB/sec pending data=0 2024-09-18T02:58:21.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pXw49F4sSD4Lfmt off=7421274 len=1726128 2024-09-18T02:58:21.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 5352 completed, throughput=5MB/sec 2024-09-18T02:58:21.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e0e1TinokQaNSCP off=1971413 len=1434494 2024-09-18T02:58:21.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 5353 completed, throughput=5MB/sec 2024-09-18T02:58:21.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yYz2z2_QP1cZj95 off=8821548 len=99422 2024-09-18T02:58:21.460 INFO:tasks.workunit.client.0.smithi046.stdout:op 5354 completed, throughput=5MB/sec 2024-09-18T02:58:21.460 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iVPzyEw4MqzwST3 off=9095190 len=1086151 2024-09-18T02:58:21.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 5355 completed, throughput=5MB/sec 2024-09-18T02:58:21.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hOHjIi-MBPGkZWr off=6614699 len=1324739 2024-09-18T02:58:21.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 5356 completed, throughput=5MB/sec 2024-09-18T02:58:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:20 smithi195 ceph-mon[89559]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:58:22.469 INFO:tasks.workunit.client.0.smithi046.stdout: 1065: throughput=5MB/sec pending data=0 2024-09-18T02:58:22.469 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UjvDp49Z4HHSLV2 off=10801658 len=111570 2024-09-18T02:58:22.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 5357 completed, throughput=5MB/sec 2024-09-18T02:58:22.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hf2Oofq3kV0SoFG off=5619584 len=1497782 2024-09-18T02:58:22.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 5358 completed, throughput=5MB/sec 2024-09-18T02:58:22.480 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WTKpdp-HroSnap4 off=10110991 len=1571073 2024-09-18T02:58:22.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 5359 completed, throughput=5MB/sec 2024-09-18T02:58:22.488 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4CJwCW33XOIfQJW off=2786339 len=1860516 2024-09-18T02:58:22.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 5360 completed, throughput=5MB/sec 2024-09-18T02:58:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:58:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:58:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:22 smithi046 ceph-mon[94621]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:58:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:22 smithi046 ceph-mon[97106]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:58:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:22 smithi195 ceph-mon[89559]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:58:23.490 INFO:tasks.workunit.client.0.smithi046.stdout: 1066: throughput=5MB/sec pending data=0 2024-09-18T02:58:23.490 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9wHmaZxmUG2dz8X off=10748682 len=1394228 2024-09-18T02:58:23.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 5361 completed, throughput=5MB/sec 2024-09-18T02:58:23.492 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NraQSHnBEW9bKFI off=1159466 len=1374493 2024-09-18T02:58:23.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 5362 completed, throughput=5MB/sec 2024-09-18T02:58:23.494 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uziUfxvtynCfXLg off=7986180 len=771607 2024-09-18T02:58:23.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 5363 completed, throughput=5MB/sec 2024-09-18T02:58:23.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9TK5qDIR88TjD0N off=21061698 len=789248 2024-09-18T02:58:23.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 5364 completed, throughput=5MB/sec 2024-09-18T02:58:23.504 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3VpUiWfxH8vS3-G off=804471 len=2045534 2024-09-18T02:58:23.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 5365 completed, throughput=5MB/sec 2024-09-18T02:58:24.509 INFO:tasks.workunit.client.0.smithi046.stdout: 1067: throughput=5MB/sec pending data=0 2024-09-18T02:58:24.509 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-67l4pq95otvcmgr off=8908368 len=1263621 2024-09-18T02:58:24.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 5366 completed, throughput=5MB/sec 2024-09-18T02:58:24.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lbrsyvmMy3CMgEd off=11360553 len=1763615 2024-09-18T02:58:24.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 5367 completed, throughput=5MB/sec 2024-09-18T02:58:24.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RMiFIrm6d7liHsG off=8366835 len=799713 2024-09-18T02:58:24.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 5368 completed, throughput=5MB/sec 2024-09-18T02:58:24.516 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x21NgcgNIasadLZ off=14495399 len=1814267 2024-09-18T02:58:24.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 5369 completed, throughput=5MB/sec 2024-09-18T02:58:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:24 smithi046 ceph-mon[94621]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:58:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:24 smithi046 ceph-mon[97106]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:58:25.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:24 smithi195 ceph-mon[89559]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:58:25.520 INFO:tasks.workunit.client.0.smithi046.stdout: 1068: throughput=5MB/sec pending data=0 2024-09-18T02:58:25.520 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-32KjeA7K8_CXGn- off=0 len=1712995 2024-09-18T02:58:25.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 5370 completed, throughput=5MB/sec 2024-09-18T02:58:25.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w1AGEboFTSOOyrz off=3815109 len=721351 2024-09-18T02:58:25.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 5371 completed, throughput=5MB/sec 2024-09-18T02:58:25.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ou2zlQ3v5CQIj8K off=4318270 len=1638209 2024-09-18T02:58:25.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 5372 completed, throughput=5MB/sec 2024-09-18T02:58:26.538 INFO:tasks.workunit.client.0.smithi046.stdout: 1069: throughput=5MB/sec pending data=0 2024-09-18T02:58:26.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MHFwJD0NH_FY0QW off=2932867 len=680517 2024-09-18T02:58:26.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 5373 completed, throughput=5MB/sec 2024-09-18T02:58:26.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VKGHMp0rxeaxzLj off=11162097 len=1296661 2024-09-18T02:58:26.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 5374 completed, throughput=5MB/sec 2024-09-18T02:58:26.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cPBFT9TVknME2qI off=7160011 len=1854957 2024-09-18T02:58:26.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 5375 completed, throughput=5MB/sec 2024-09-18T02:58:26.559 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5jvW5czoC44JEY3 off=17181 len=1891543 2024-09-18T02:58:26.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 5376 completed, throughput=5MB/sec 2024-09-18T02:58:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:58:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:58:26] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-18T02:58:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:26 smithi046 ceph-mon[97106]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:26 smithi046 ceph-mon[94621]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:26 smithi195 ceph-mon[89559]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: 1070: throughput=5MB/sec pending data=0 2024-09-18T02:58:27.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZmYBA03FROYOsrJ off=524321 len=142438 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5377 completed, throughput=5MB/sec 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DgG4szqvBblAjAQ off=7038148 len=1038244 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5378 completed, throughput=5MB/sec 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RGNPdpOXQykuVE1 off=986012 len=1714632 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5379 completed, throughput=5MB/sec 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vwojWJeexQXepsC off=7588260 len=1722774 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5380 completed, throughput=5MB/sec 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hUuIc35wwl5M344 off=917881 len=665497 2024-09-18T02:58:27.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5381 completed, throughput=5MB/sec 2024-09-18T02:58:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: 1071: throughput=5MB/sec pending data=0 2024-09-18T02:58:28.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hB6mh-zllWRDt3w off=4312309 len=1292797 2024-09-18T02:58:28.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 5382 completed, throughput=5MB/sec 2024-09-18T02:58:28.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PlGc_ZeDQOSOYiv off=15944929 len=1440825 2024-09-18T02:58:28.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 5383 completed, throughput=5MB/sec 2024-09-18T02:58:28.598 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9ZAbq-FcMMlm3Id off=744136 len=811350 2024-09-18T02:58:28.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 5384 completed, throughput=5MB/sec 2024-09-18T02:58:28.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3iF8JDR5bbhyEFg off=8392659 len=1666740 2024-09-18T02:58:28.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 5385 completed, throughput=5MB/sec 2024-09-18T02:58:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:28 smithi046 ceph-mon[97106]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:28 smithi046 ceph-mon[94621]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:28 smithi195 ceph-mon[89559]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: 1072: throughput=5MB/sec pending data=0 2024-09-18T02:58:29.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bKL9DkHe6TxJWwd off=14403870 len=144220 2024-09-18T02:58:29.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 5386 completed, throughput=5MB/sec 2024-09-18T02:58:29.608 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a7CJ0A-FJDrHRDp off=16464666 len=1288099 2024-09-18T02:58:29.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 5387 completed, throughput=5MB/sec 2024-09-18T02:58:29.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tSWTIA6RaE28825 off=1225672 len=333432 2024-09-18T02:58:29.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 5388 completed, throughput=5MB/sec 2024-09-18T02:58:29.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Cg0jTDgoF7z4mdO off=332071 len=66287 2024-09-18T02:58:29.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 5389 completed, throughput=5MB/sec 2024-09-18T02:58:29.618 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eI5M5BzbwrCi5UY off=2679890 len=299881 2024-09-18T02:58:29.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 5390 completed, throughput=5MB/sec 2024-09-18T02:58:29.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GFZhaZNZEfooqDA off=5977414 len=1831839 2024-09-18T02:58:29.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 5391 completed, throughput=5MB/sec 2024-09-18T02:58:29.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ma1HgofOrspgzDC off=7353406 len=1242997 2024-09-18T02:58:29.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 5392 completed, throughput=5MB/sec 2024-09-18T02:58:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: 1073: throughput=5MB/sec pending data=0 2024-09-18T02:58:30.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tBOStHdjD1hHPzW off=581566 len=895110 2024-09-18T02:58:30.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 5393 completed, throughput=5MB/sec 2024-09-18T02:58:30.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2IK00wr3UkeiR3M off=4459332 len=1293887 2024-09-18T02:58:30.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 5394 completed, throughput=5MB/sec 2024-09-18T02:58:30.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lRHGoMM7tPGBjna off=7051488 len=1758065 2024-09-18T02:58:30.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 5395 completed, throughput=5MB/sec 2024-09-18T02:58:30.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D7iAKVnM1qQLWVo off=255148 len=482549 2024-09-18T02:58:30.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 5396 completed, throughput=5MB/sec 2024-09-18T02:58:30.655 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fWD0yzZ8xdyOYdw off=12185649 len=8448 2024-09-18T02:58:30.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 5397 completed, throughput=5MB/sec 2024-09-18T02:58:30.658 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--ztyQ-AgyLPEh5O off=7209518 len=960016 2024-09-18T02:58:30.658 INFO:tasks.workunit.client.0.smithi046.stdout:op 5398 completed, throughput=5MB/sec 2024-09-18T02:58:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:31 smithi046 ceph-mon[94621]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:58:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:31 smithi046 ceph-mon[97106]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:58:31.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:31 smithi195 ceph-mon[89559]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:58:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: 1074: throughput=5MB/sec pending data=0 2024-09-18T02:58:31.659 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TtBWAuibkx_yr2J off=558772 len=1841765 2024-09-18T02:58:31.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 5399 completed, throughput=5MB/sec 2024-09-18T02:58:31.669 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yyyqcadwKyLGsdt off=203239 len=2081832 2024-09-18T02:58:31.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 5400 completed, throughput=5MB/sec 2024-09-18T02:58:31.679 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JS16gVkrQQ7tcHf off=1621252 len=790507 2024-09-18T02:58:31.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 5401 completed, throughput=5MB/sec 2024-09-18T02:58:31.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G94Er6EjEkteHRo off=9319822 len=470740 2024-09-18T02:58:31.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 5402 completed, throughput=5MB/sec 2024-09-18T02:58:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: 1075: throughput=5MB/sec pending data=0 2024-09-18T02:58:32.684 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N1AEJ_XY2ntJsZV off=4001542 len=1223049 2024-09-18T02:58:32.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 5403 completed, throughput=5MB/sec 2024-09-18T02:58:32.691 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S-qd4vxLM6koUIt off=1340368 len=1445139 2024-09-18T02:58:32.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 5404 completed, throughput=5MB/sec 2024-09-18T02:58:32.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QMVUi1V7fhx9ZiZ off=2115878 len=450746 2024-09-18T02:58:32.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 5405 completed, throughput=5MB/sec 2024-09-18T02:58:32.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X2_P2EV2OlCgQSH off=10387315 len=871823 2024-09-18T02:58:32.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 5406 completed, throughput=5MB/sec 2024-09-18T02:58:32.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4qGm3_pb4ep0EoR off=7280566 len=1862527 2024-09-18T02:58:32.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 5407 completed, throughput=5MB/sec 2024-09-18T02:58:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:58:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:58:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:33 smithi046 ceph-mon[94621]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:58:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:33 smithi046 ceph-mon[97106]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:58:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:33 smithi195 ceph-mon[89559]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-18T02:58:33.712 INFO:tasks.workunit.client.0.smithi046.stdout: 1076: throughput=5MB/sec pending data=0 2024-09-18T02:58:33.713 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5J-vTCEU6yRhDSl off=3655329 len=1364128 2024-09-18T02:58:33.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 5408 completed, throughput=5MB/sec 2024-09-18T02:58:33.714 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CnIQkdCCtJ9Sclr off=9600925 len=1219663 2024-09-18T02:58:33.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 5409 completed, throughput=5MB/sec 2024-09-18T02:58:33.716 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4tAQTowhDjBBr63 off=3342757 len=1847433 2024-09-18T02:58:33.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 5410 completed, throughput=5MB/sec 2024-09-18T02:58:33.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NuDRzCU4oy8lQlP off=4606297 len=815354 2024-09-18T02:58:33.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 5411 completed, throughput=5MB/sec 2024-09-18T02:58:34.732 INFO:tasks.workunit.client.0.smithi046.stdout: 1077: throughput=5MB/sec pending data=0 2024-09-18T02:58:34.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KsTU1uRGT-xZ0Ko off=9415318 len=764747 2024-09-18T02:58:34.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 5412 completed, throughput=5MB/sec 2024-09-18T02:58:34.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--lEra4YUhqTs6Po off=711958 len=1493005 2024-09-18T02:58:34.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 5413 completed, throughput=5MB/sec 2024-09-18T02:58:34.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C5OAMC5E5DVYFcw off=276163 len=747700 2024-09-18T02:58:34.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 5414 completed, throughput=5MB/sec 2024-09-18T02:58:34.744 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ruOJbmb9lI0Nx5G off=698777 len=948979 2024-09-18T02:58:34.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 5415 completed, throughput=5MB/sec 2024-09-18T02:58:34.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8wJZSzoN2kEWH8r off=565006 len=1996984 2024-09-18T02:58:34.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 5416 completed, throughput=5MB/sec 2024-09-18T02:58:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:35 smithi046 ceph-mon[94621]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:35 smithi046 ceph-mon[97106]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:35.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:35 smithi195 ceph-mon[89559]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-18T02:58:35.759 INFO:tasks.workunit.client.0.smithi046.stdout: 1078: throughput=5MB/sec pending data=0 2024-09-18T02:58:35.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kl8Ry5FNIu6GDyH off=5851132 len=1780735 2024-09-18T02:58:35.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 5417 completed, throughput=5MB/sec 2024-09-18T02:58:35.762 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0bhgQyJNJ7zCssL off=12334390 len=1009713 2024-09-18T02:58:35.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 5418 completed, throughput=5MB/sec 2024-09-18T02:58:35.768 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k6gah8HQMax7O5y off=1837056 len=1278028 2024-09-18T02:58:35.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 5419 completed, throughput=5MB/sec 2024-09-18T02:58:35.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3fEU-Tuq9gjo5yo off=8309066 len=627016 2024-09-18T02:58:35.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 5420 completed, throughput=5MB/sec 2024-09-18T02:58:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:58:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:58:36] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:58:36.772 INFO:tasks.workunit.client.0.smithi046.stdout: 1079: throughput=5MB/sec pending data=0 2024-09-18T02:58:36.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pgvneLZLnfIQNfK off=3808934 len=984259 2024-09-18T02:58:36.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 5421 completed, throughput=5MB/sec 2024-09-18T02:58:36.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QPe43lWNop9Rwh3 off=53225 len=1037937 2024-09-18T02:58:36.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 5422 completed, throughput=5MB/sec 2024-09-18T02:58:36.779 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JWQ1jH6P3xvqCA1 off=5968448 len=819979 2024-09-18T02:58:36.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 5423 completed, throughput=5MB/sec 2024-09-18T02:58:36.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IVSu5rK-CiZSEKS off=486296 len=1023039 2024-09-18T02:58:36.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 5424 completed, throughput=5MB/sec 2024-09-18T02:58:36.786 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MnkAhresOWjVniJ off=5009305 len=1106862 2024-09-18T02:58:36.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 5425 completed, throughput=5MB/sec 2024-09-18T02:58:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:37 smithi195 ceph-mon[89559]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:37 smithi046 ceph-mon[94621]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:37 smithi046 ceph-mon[97106]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:37.789 INFO:tasks.workunit.client.0.smithi046.stdout: 1080: throughput=5MB/sec pending data=0 2024-09-18T02:58:37.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jfOaE0KOxEzgscL off=15448517 len=566599 2024-09-18T02:58:37.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 5426 completed, throughput=5MB/sec 2024-09-18T02:58:37.793 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3UL4-4XCNbdGh5a off=9767417 len=806309 2024-09-18T02:58:37.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 5427 completed, throughput=5MB/sec 2024-09-18T02:58:37.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vPta2xhyfNWta_2 off=1909258 len=1581011 2024-09-18T02:58:37.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5428 completed, throughput=5MB/sec 2024-09-18T02:58:37.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8re2vkTxpItnjcl off=78638 len=1334385 2024-09-18T02:58:37.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 5429 completed, throughput=5MB/sec 2024-09-18T02:58:37.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7O8BzjTSuoUTMYk off=2993682 len=1548558 2024-09-18T02:58:37.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 5430 completed, throughput=5MB/sec 2024-09-18T02:58:38.802 INFO:tasks.workunit.client.0.smithi046.stdout: 1081: throughput=5MB/sec pending data=0 2024-09-18T02:58:38.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6gO3GDPIsGEgbCA off=0 len=1962868 2024-09-18T02:58:38.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 5431 completed, throughput=5MB/sec 2024-09-18T02:58:38.811 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5AveNoE0uOUYWz3 off=4923146 len=729521 2024-09-18T02:58:38.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 5432 completed, throughput=5MB/sec 2024-09-18T02:58:38.816 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vakgLaxICEu1iuB off=2988088 len=1697666 2024-09-18T02:58:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 5433 completed, throughput=5MB/sec 2024-09-18T02:58:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-viwOcgk1q8BmOn2 off=12706141 len=1216569 2024-09-18T02:58:38.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 5434 completed, throughput=5MB/sec 2024-09-18T02:58:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:39 smithi195 ceph-mon[89559]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:58:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:39 smithi046 ceph-mon[94621]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:58:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:39 smithi046 ceph-mon[97106]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-18T02:58:39.824 INFO:tasks.workunit.client.0.smithi046.stdout: 1082: throughput=5MB/sec pending data=0 2024-09-18T02:58:39.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mB7hgYuKQB7OSmC off=1563277 len=1498427 2024-09-18T02:58:39.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 5435 completed, throughput=5MB/sec 2024-09-18T02:58:39.831 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JvQS3YjpinCf5Y5 off=11685720 len=1344004 2024-09-18T02:58:39.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 5436 completed, throughput=5MB/sec 2024-09-18T02:58:39.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uDzmL1kdtHD4Yzf off=13228414 len=909639 2024-09-18T02:58:39.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 5437 completed, throughput=5MB/sec 2024-09-18T02:58:39.840 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iH6_rEY9cMmg6Mm off=10797721 len=1607374 2024-09-18T02:58:39.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 5438 completed, throughput=5MB/sec 2024-09-18T02:58:40.842 INFO:tasks.workunit.client.0.smithi046.stdout: 1083: throughput=5MB/sec pending data=0 2024-09-18T02:58:40.842 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wp7nVq-jB2XzD8c off=3513206 len=1050083 2024-09-18T02:58:40.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 5439 completed, throughput=5MB/sec 2024-09-18T02:58:40.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qiIt2pBBt6E1hc4 off=9164110 len=2066167 2024-09-18T02:58:40.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 5440 completed, throughput=5MB/sec 2024-09-18T02:58:40.849 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FETZb48KgQIkej4 off=12102916 len=1280855 2024-09-18T02:58:40.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 5441 completed, throughput=5MB/sec 2024-09-18T02:58:40.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PHYI0ontub1er_a off=14705263 len=631623 2024-09-18T02:58:40.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 5442 completed, throughput=5MB/sec 2024-09-18T02:58:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:41 smithi195 ceph-mon[89559]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:41 smithi046 ceph-mon[97106]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:41.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:41 smithi046 ceph-mon[94621]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:41.855 INFO:tasks.workunit.client.0.smithi046.stdout: 1084: throughput=5MB/sec pending data=0 2024-09-18T02:58:41.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NzV85sXOBhOcAzP off=255003 len=1172000 2024-09-18T02:58:41.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 5443 completed, throughput=5MB/sec 2024-09-18T02:58:41.862 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xJ2nU_bwjLHqruE off=2817458 len=1861865 2024-09-18T02:58:41.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 5444 completed, throughput=5MB/sec 2024-09-18T02:58:41.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cCx2S8qZXlbn4s5 off=14395558 len=1851570 2024-09-18T02:58:41.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 5445 completed, throughput=5MB/sec 2024-09-18T02:58:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:58:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:58:42.873 INFO:tasks.workunit.client.0.smithi046.stdout: 1085: throughput=5MB/sec pending data=0 2024-09-18T02:58:42.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qeeH_tJSC9mW8Ri off=12578527 len=1266237 2024-09-18T02:58:42.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 5446 completed, throughput=5MB/sec 2024-09-18T02:58:42.875 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KBiqC0Lb5Ihm6kQ off=19147056 len=1706843 2024-09-18T02:58:42.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 5447 completed, throughput=5MB/sec 2024-09-18T02:58:42.885 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RuLQP4gHK2ljjyi off=5121908 len=1878780 2024-09-18T02:58:42.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 5448 completed, throughput=5MB/sec 2024-09-18T02:58:42.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZAuYux_Pwywbc3j off=903772 len=755453 2024-09-18T02:58:42.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 5449 completed, throughput=5MB/sec 2024-09-18T02:58:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:43 smithi195 ceph-mon[89559]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:58:43.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:43 smithi046 ceph-mon[94621]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:58:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:43 smithi046 ceph-mon[97106]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-18T02:58:43.894 INFO:tasks.workunit.client.0.smithi046.stdout: 1086: throughput=5MB/sec pending data=0 2024-09-18T02:58:43.894 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zyGyTRUmsigbHJk off=4469675 len=553260 2024-09-18T02:58:43.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 5450 completed, throughput=5MB/sec 2024-09-18T02:58:43.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lX4Wndp1Y6YGa5v off=3739116 len=922357 2024-09-18T02:58:43.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 5451 completed, throughput=5MB/sec 2024-09-18T02:58:43.901 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-blc5sBLPp7DJN9H off=1359295 len=660984 2024-09-18T02:58:43.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 5452 completed, throughput=5MB/sec 2024-09-18T02:58:43.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OwrWcHeMXnX86jc off=5258122 len=984571 2024-09-18T02:58:43.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 5453 completed, throughput=5MB/sec 2024-09-18T02:58:43.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HFWlt90oswtIYZN off=14843095 len=743790 2024-09-18T02:58:43.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 5454 completed, throughput=5MB/sec 2024-09-18T02:58:43.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CIMDcahUytZaVE9 off=8188231 len=155855 2024-09-18T02:58:43.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 5455 completed, throughput=5MB/sec 2024-09-18T02:58:43.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-02mMLdMLsViUjO_ off=2141215 len=1138868 2024-09-18T02:58:43.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 5456 completed, throughput=5MB/sec 2024-09-18T02:58:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:44.918 INFO:tasks.workunit.client.0.smithi046.stdout: 1087: throughput=5MB/sec pending data=0 2024-09-18T02:58:44.919 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EUkZGXOcsoqI3gE off=8837267 len=1011559 2024-09-18T02:58:44.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 5457 completed, throughput=5MB/sec 2024-09-18T02:58:44.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pDaBxs0L-jK5TeB off=9802777 len=597799 2024-09-18T02:58:44.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 5458 completed, throughput=5MB/sec 2024-09-18T02:58:44.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q5Uy8MEguEfbbGV off=16814678 len=275503 2024-09-18T02:58:44.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 5459 completed, throughput=5MB/sec 2024-09-18T02:58:44.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zjlensor2d6WTNu off=7417183 len=344977 2024-09-18T02:58:44.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 5460 completed, throughput=5MB/sec 2024-09-18T02:58:44.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gLtyHvY5dsApSVM off=14711780 len=2061317 2024-09-18T02:58:44.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 5461 completed, throughput=5MB/sec 2024-09-18T02:58:44.925 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zbj7UFU29WFrNtk off=1732064 len=1316713 2024-09-18T02:58:44.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 5462 completed, throughput=5MB/sec 2024-09-18T02:58:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:45 smithi046 ceph-mon[97106]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:45 smithi046 ceph-mon[94621]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:45 smithi195 ceph-mon[89559]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-18T02:58:45.934 INFO:tasks.workunit.client.0.smithi046.stdout: 1088: throughput=5MB/sec pending data=0 2024-09-18T02:58:45.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GZb9HTeONxgIB7W off=6968480 len=1884016 2024-09-18T02:58:45.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 5463 completed, throughput=5MB/sec 2024-09-18T02:58:45.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VeUBYCfNgOGqQD4 off=10586786 len=591600 2024-09-18T02:58:45.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 5464 completed, throughput=5MB/sec 2024-09-18T02:58:45.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mrj5nEztkRv5w1g off=5047233 len=1047209 2024-09-18T02:58:45.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 5465 completed, throughput=5MB/sec 2024-09-18T02:58:45.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8ROxMNRtXeJpznE off=654787 len=1198334 2024-09-18T02:58:45.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 5466 completed, throughput=5MB/sec 2024-09-18T02:58:45.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pB04s0b7-2Vsigh off=13065907 len=231717 2024-09-18T02:58:45.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 5467 completed, throughput=5MB/sec 2024-09-18T02:58:45.960 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QAnUIgPisYIrGF0 off=15844272 len=714360 2024-09-18T02:58:45.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 5468 completed, throughput=5MB/sec 2024-09-18T02:58:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:58:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:58:46] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:58:46.961 INFO:tasks.workunit.client.0.smithi046.stdout: 1089: throughput=5MB/sec pending data=0 2024-09-18T02:58:46.962 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nmadwekb0Z8YGm8 off=1991714 len=444486 2024-09-18T02:58:46.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 5469 completed, throughput=5MB/sec 2024-09-18T02:58:46.962 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fSWLDE-B_IC6mjo off=3674340 len=559355 2024-09-18T02:58:46.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 5470 completed, throughput=5MB/sec 2024-09-18T02:58:46.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UAUR3lQnCI9mBTh off=8092383 len=1996697 2024-09-18T02:58:46.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 5471 completed, throughput=5MB/sec 2024-09-18T02:58:46.969 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w2NEn5Iju_Ylj2_ off=1988325 len=115213 2024-09-18T02:58:46.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 5472 completed, throughput=5MB/sec 2024-09-18T02:58:46.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JUcWjqWiY7UcnuE off=12012079 len=1137235 2024-09-18T02:58:46.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 5473 completed, throughput=5MB/sec 2024-09-18T02:58:46.977 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HIxTRuy1CFAZ1_2 off=160125 len=1521580 2024-09-18T02:58:46.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 5474 completed, throughput=5MB/sec 2024-09-18T02:58:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:47 smithi195 ceph-mon[89559]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:58:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:47 smithi046 ceph-mon[94621]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:58:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:47 smithi046 ceph-mon[97106]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:58:47.986 INFO:tasks.workunit.client.0.smithi046.stdout: 1090: throughput=5MB/sec pending data=0 2024-09-18T02:58:47.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8l5wcshVQWjYMcp off=24417230 len=586730 2024-09-18T02:58:47.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 5475 completed, throughput=5MB/sec 2024-09-18T02:58:47.987 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MD63QE-BaA0quMF off=2130890 len=1793354 2024-09-18T02:58:47.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 5476 completed, throughput=5MB/sec 2024-09-18T02:58:47.996 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZHKoTMl2Ml56aA off=4468489 len=291033 2024-09-18T02:58:47.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 5477 completed, throughput=5MB/sec 2024-09-18T02:58:47.996 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r-i1uMu1mk61p4Z off=2487466 len=962956 2024-09-18T02:58:48.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 5478 completed, throughput=5MB/sec 2024-09-18T02:58:48.003 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0avAbttp1Y7lvYv off=5082839 len=1331816 2024-09-18T02:58:48.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 5479 completed, throughput=5MB/sec 2024-09-18T02:58:49.006 INFO:tasks.workunit.client.0.smithi046.stdout: 1091: throughput=5MB/sec pending data=0 2024-09-18T02:58:49.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ERJZBWEhfrYRXxd off=6099208 len=1739008 2024-09-18T02:58:49.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 5480 completed, throughput=5MB/sec 2024-09-18T02:58:49.016 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YyhUQ1kWh-rzsaY off=2037643 len=1141689 2024-09-18T02:58:49.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 5481 completed, throughput=5MB/sec 2024-09-18T02:58:49.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dCu8FnjS_5bO-wZ off=5325688 len=659026 2024-09-18T02:58:49.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 5482 completed, throughput=5MB/sec 2024-09-18T02:58:49.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IpuyGsWvWtTDZoM off=6289987 len=520564 2024-09-18T02:58:49.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 5483 completed, throughput=5MB/sec 2024-09-18T02:58:49.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kDKV3AFPn0LBpkt off=15093161 len=2079681 2024-09-18T02:58:49.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 5484 completed, throughput=5MB/sec 2024-09-18T02:58:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:49 smithi195 ceph-mon[89559]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:58:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:49 smithi046 ceph-mon[97106]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:58:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:49 smithi046 ceph-mon[94621]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T02:58:50.035 INFO:tasks.workunit.client.0.smithi046.stdout: 1092: throughput=5MB/sec pending data=0 2024-09-18T02:58:50.035 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fIw7JNIWi0p0p5h off=4789062 len=1772939 2024-09-18T02:58:50.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 5485 completed, throughput=5MB/sec 2024-09-18T02:58:50.044 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HpCIZGQ2A7zhwwX off=11800795 len=637363 2024-09-18T02:58:50.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 5486 completed, throughput=5MB/sec 2024-09-18T02:58:50.049 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8hKjX7Th8AM3RFw off=8549449 len=273333 2024-09-18T02:58:50.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 5487 completed, throughput=5MB/sec 2024-09-18T02:58:50.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7vSoTlxeOfS3Etn off=5470827 len=1604963 2024-09-18T02:58:50.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 5488 completed, throughput=5MB/sec 2024-09-18T02:58:51.058 INFO:tasks.workunit.client.0.smithi046.stdout: 1093: throughput=5MB/sec pending data=0 2024-09-18T02:58:51.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sZgauKevvAf8eFE off=682572 len=1848756 2024-09-18T02:58:51.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 5489 completed, throughput=5MB/sec 2024-09-18T02:58:51.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0QR-UTjDeMdw6PU off=7960911 len=1899849 2024-09-18T02:58:51.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 5490 completed, throughput=5MB/sec 2024-09-18T02:58:51.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Afe3TBAJN6keKxe off=8518822 len=1453 2024-09-18T02:58:51.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 5491 completed, throughput=5MB/sec 2024-09-18T02:58:51.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FPIK6MpU7R5OzDp off=4427205 len=880271 2024-09-18T02:58:51.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 5492 completed, throughput=5MB/sec 2024-09-18T02:58:51.068 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-12f7OtmVQqSVBic off=1844133 len=452996 2024-09-18T02:58:51.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 5493 completed, throughput=5MB/sec 2024-09-18T02:58:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:51 smithi195 ceph-mon[89559]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:58:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:58:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:58:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:58:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:58:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[97106]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:58:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:58:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:58:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:58:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:58:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[94621]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-18T02:58:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:58:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:58:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:58:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:58:52.069 INFO:tasks.workunit.client.0.smithi046.stdout: 1094: throughput=5MB/sec pending data=0 2024-09-18T02:58:52.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vKtFqYI_oeDmsrv off=10265988 len=1914361 2024-09-18T02:58:52.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 5494 completed, throughput=5MB/sec 2024-09-18T02:58:52.079 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oCgm5w2SfwWaYOB off=1051781 len=1466271 2024-09-18T02:58:52.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 5495 completed, throughput=5MB/sec 2024-09-18T02:58:52.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GF-Lf2saKmERfCl off=8405209 len=979607 2024-09-18T02:58:52.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 5496 completed, throughput=5MB/sec 2024-09-18T02:58:52.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gRNh0vD_yMwVegI off=11041633 len=1964150 2024-09-18T02:58:52.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 5497 completed, throughput=5MB/sec 2024-09-18T02:58:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:58:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:58:53.090 INFO:tasks.workunit.client.0.smithi046.stdout: 1095: throughput=5MB/sec pending data=0 2024-09-18T02:58:53.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QhURq1F1jLcO280 off=5720013 len=1863882 2024-09-18T02:58:53.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 5498 completed, throughput=5MB/sec 2024-09-18T02:58:53.099 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hrYHSuY4fr6rZ_Y off=688187 len=443290 2024-09-18T02:58:53.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 5499 completed, throughput=5MB/sec 2024-09-18T02:58:53.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w5l8u2boq55Fs94 off=14214670 len=1980964 2024-09-18T02:58:53.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 5500 completed, throughput=5MB/sec 2024-09-18T02:58:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:53 smithi195 ceph-mon[89559]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:58:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:53 smithi046 ceph-mon[94621]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:58:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:53 smithi046 ceph-mon[97106]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-18T02:58:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: 1096: throughput=5MB/sec pending data=0 2024-09-18T02:58:54.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5JbblFUEnNVOTIK off=6287581 len=346891 2024-09-18T02:58:54.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 5501 completed, throughput=5MB/sec 2024-09-18T02:58:54.109 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j9NpIvnq_k75S3c off=167665 len=1810250 2024-09-18T02:58:54.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 5502 completed, throughput=5MB/sec 2024-09-18T02:58:54.112 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uRj8vjD1aPzbyA off=8586653 len=2078883 2024-09-18T02:58:54.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 5503 completed, throughput=5MB/sec 2024-09-18T02:58:54.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--mVo_5ALYNQ-uNS off=10503511 len=36670 2024-09-18T02:58:54.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 5504 completed, throughput=5MB/sec 2024-09-18T02:58:54.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--ULEcKAfi9LqTuZ off=8480818 len=1722400 2024-09-18T02:58:54.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 5505 completed, throughput=5MB/sec 2024-09-18T02:58:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: 1097: throughput=5MB/sec pending data=0 2024-09-18T02:58:55.125 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TFk4Fz7qY9Bj3oX off=17370324 len=1330160 2024-09-18T02:58:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 5506 completed, throughput=5MB/sec 2024-09-18T02:58:55.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EgVAQi-K_Kg62lj off=6127147 len=1194324 2024-09-18T02:58:55.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 5507 completed, throughput=5MB/sec 2024-09-18T02:58:55.129 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1W6RGuofeSRQ6UA off=4394419 len=962027 2024-09-18T02:58:55.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 5508 completed, throughput=5MB/sec 2024-09-18T02:58:55.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mzck1PgZIxz_lXv off=4632210 len=734269 2024-09-18T02:58:55.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 5509 completed, throughput=5MB/sec 2024-09-18T02:58:55.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tq98PRpFk6ESkEA off=22286815 len=72769 2024-09-18T02:58:55.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 5510 completed, throughput=5MB/sec 2024-09-18T02:58:55.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--PJ5nnd5CohzlET off=3348868 len=1633807 2024-09-18T02:58:55.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 5511 completed, throughput=5MB/sec 2024-09-18T02:58:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:55 smithi195 ceph-mon[89559]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:58:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:55 smithi046 ceph-mon[94621]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:58:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:55 smithi046 ceph-mon[97106]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-18T02:58:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: 1098: throughput=5MB/sec pending data=0 2024-09-18T02:58:56.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZJ5x47xLoceDGyc off=541467 len=1923254 2024-09-18T02:58:56.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 5512 completed, throughput=5MB/sec 2024-09-18T02:58:56.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XO9vbCV7HauMejX off=5659763 len=243396 2024-09-18T02:58:56.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 5513 completed, throughput=5MB/sec 2024-09-18T02:58:56.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fCskmXrtmwct1fL off=12852188 len=1179631 2024-09-18T02:58:56.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 5514 completed, throughput=5MB/sec 2024-09-18T02:58:56.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7HT5CP6pDICvEie off=17226039 len=699010 2024-09-18T02:58:56.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 5515 completed, throughput=5MB/sec 2024-09-18T02:58:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:58:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:58:56] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-18T02:58:57.162 INFO:tasks.workunit.client.0.smithi046.stdout: 1099: throughput=5MB/sec pending data=0 2024-09-18T02:58:57.162 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IJMfan99rUozxzN off=577469 len=390212 2024-09-18T02:58:57.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 5516 completed, throughput=5MB/sec 2024-09-18T02:58:57.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mABMdF3gARIcbU7 off=0 len=1616653 2024-09-18T02:58:57.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 5517 completed, throughput=5MB/sec 2024-09-18T02:58:57.168 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qKmdwD6i2uTmZrU off=7650994 len=1176806 2024-09-18T02:58:57.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 5518 completed, throughput=5MB/sec 2024-09-18T02:58:57.170 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8TiEIqSHjnzrQzI off=7957194 len=1293192 2024-09-18T02:58:57.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 5519 completed, throughput=5MB/sec 2024-09-18T02:58:57.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iClWhUqCQmOMbqL off=10660724 len=1110400 2024-09-18T02:58:57.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 5520 completed, throughput=5MB/sec 2024-09-18T02:58:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:57 smithi195 ceph-mon[89559]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:58:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:57 smithi046 ceph-mon[94621]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:58:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:57 smithi046 ceph-mon[97106]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:58:58.178 INFO:tasks.workunit.client.0.smithi046.stdout: 1100: throughput=5MB/sec pending data=0 2024-09-18T02:58:58.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8xHbLRcDBANXuoQ off=18431205 len=992608 2024-09-18T02:58:58.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 5521 completed, throughput=5MB/sec 2024-09-18T02:58:58.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lbrsyvmMy3CMgEd off=13723281 len=1036302 2024-09-18T02:58:58.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 5522 completed, throughput=5MB/sec 2024-09-18T02:58:58.187 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u1leQIUQ_LVybja off=3071697 len=1817688 2024-09-18T02:58:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 5523 completed, throughput=5MB/sec 2024-09-18T02:58:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PVyq9CW6SJXmixo off=4279932 len=426725 2024-09-18T02:58:58.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 5524 completed, throughput=5MB/sec 2024-09-18T02:58:58.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qeb7yg-6GZEho2f off=99203 len=563404 2024-09-18T02:58:58.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 5525 completed, throughput=5MB/sec 2024-09-18T02:58:58.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1WzY1NNMEgpoQyG off=10210818 len=1470754 2024-09-18T02:58:58.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 5526 completed, throughput=5MB/sec 2024-09-18T02:58:59.202 INFO:tasks.workunit.client.0.smithi046.stdout: 1101: throughput=5MB/sec pending data=0 2024-09-18T02:58:59.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F7J3mmmyLzobqBj off=15240545 len=1520797 2024-09-18T02:58:59.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 5527 completed, throughput=5MB/sec 2024-09-18T02:58:59.204 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lewPfq_rX-ak1rg off=18611454 len=274888 2024-09-18T02:58:59.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 5528 completed, throughput=5MB/sec 2024-09-18T02:58:59.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tTiPo8mDXQiMUM3 off=12952552 len=920222 2024-09-18T02:58:59.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 5529 completed, throughput=5MB/sec 2024-09-18T02:58:59.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oGib3-vfrdyf4zo off=4026030 len=1688216 2024-09-18T02:58:59.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 5530 completed, throughput=5MB/sec 2024-09-18T02:58:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:59 smithi195 ceph-mon[89559]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:58:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:58:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:59 smithi046 ceph-mon[94621]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:58:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:58:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:58:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:59 smithi046 ceph-mon[97106]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:58:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:58:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:00.220 INFO:tasks.workunit.client.0.smithi046.stdout: 1102: throughput=5MB/sec pending data=0 2024-09-18T02:59:00.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aiXl7bekKyxsPME off=4288622 len=1654860 2024-09-18T02:59:00.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 5531 completed, throughput=5MB/sec 2024-09-18T02:59:00.229 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QSKGbMGjgiLNS44 off=6418242 len=70847 2024-09-18T02:59:00.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 5532 completed, throughput=5MB/sec 2024-09-18T02:59:00.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wfv5MxxjSEdYvL0 off=5946074 len=1578044 2024-09-18T02:59:00.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 5533 completed, throughput=5MB/sec 2024-09-18T02:59:00.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-01FABGH43KdA1sB off=11256732 len=463142 2024-09-18T02:59:00.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 5534 completed, throughput=5MB/sec 2024-09-18T02:59:00.243 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J8DiYZ6nb5IX3Z_ off=8218804 len=677386 2024-09-18T02:59:00.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 5535 completed, throughput=5MB/sec 2024-09-18T02:59:00.244 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QBf2ob1OHNo2dIE off=7255793 len=571558 2024-09-18T02:59:00.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 5536 completed, throughput=5MB/sec 2024-09-18T02:59:00.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mY-uXgIayza2AcA off=9276903 len=1518281 2024-09-18T02:59:00.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 5537 completed, throughput=5MB/sec 2024-09-18T02:59:01.250 INFO:tasks.workunit.client.0.smithi046.stdout: 1103: throughput=5MB/sec pending data=0 2024-09-18T02:59:01.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_XftJuIYdqIA5hh off=4795770 len=1290019 2024-09-18T02:59:01.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 5538 completed, throughput=5MB/sec 2024-09-18T02:59:01.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aCRBLJzi9ZYsyhl off=790891 len=230002 2024-09-18T02:59:01.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 5539 completed, throughput=5MB/sec 2024-09-18T02:59:01.256 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EaCdfpNHdLbXJYa off=9104122 len=983454 2024-09-18T02:59:01.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 5540 completed, throughput=5MB/sec 2024-09-18T02:59:01.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-841hIXjWbKqa0VQ off=2467362 len=889350 2024-09-18T02:59:01.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 5541 completed, throughput=5MB/sec 2024-09-18T02:59:01.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EO_RPSuYzTZVW_c off=12398676 len=1145438 2024-09-18T02:59:01.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 5542 completed, throughput=5MB/sec 2024-09-18T02:59:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:01 smithi195 ceph-mon[89559]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:01 smithi046 ceph-mon[94621]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:01 smithi046 ceph-mon[97106]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:02.273 INFO:tasks.workunit.client.0.smithi046.stdout: 1104: throughput=5MB/sec pending data=0 2024-09-18T02:59:02.273 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kSEvvXDPNeJn1wV off=682744 len=1098579 2024-09-18T02:59:02.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 5543 completed, throughput=5MB/sec 2024-09-18T02:59:02.279 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m-iUW2joIqbJlPs off=8036800 len=114539 2024-09-18T02:59:02.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 5544 completed, throughput=5MB/sec 2024-09-18T02:59:02.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xE_OTeKhmELiA9b off=6383793 len=1267326 2024-09-18T02:59:02.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 5545 completed, throughput=5MB/sec 2024-09-18T02:59:02.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HDK2dkh85s8Xi4q off=14663166 len=709474 2024-09-18T02:59:02.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 5546 completed, throughput=5MB/sec 2024-09-18T02:59:02.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nuoZVj1aJB1_-_Z off=10025753 len=87321 2024-09-18T02:59:02.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 5547 completed, throughput=5MB/sec 2024-09-18T02:59:02.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gZ5EXMRYn40Ln0k off=15850519 len=1328498 2024-09-18T02:59:02.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 5548 completed, throughput=5MB/sec 2024-09-18T02:59:02.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mrMzyEWdw0HzQU2 off=0 len=1062079 2024-09-18T02:59:02.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 5549 completed, throughput=5MB/sec 2024-09-18T02:59:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:59:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:59:03.302 INFO:tasks.workunit.client.0.smithi046.stdout: 1105: throughput=5MB/sec pending data=0 2024-09-18T02:59:03.302 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SM18ZIpiDMQpgZy off=532706 len=1183305 2024-09-18T02:59:03.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 5550 completed, throughput=5MB/sec 2024-09-18T02:59:03.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R1VRHXUTQUV7qXa off=2681968 len=947641 2024-09-18T02:59:03.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 5551 completed, throughput=5MB/sec 2024-09-18T02:59:03.314 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G20EcKLxpQM1J2q off=16418069 len=1990701 2024-09-18T02:59:03.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 5552 completed, throughput=5MB/sec 2024-09-18T02:59:03.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gQ_SYFppwYsVzdR off=554408 len=1024871 2024-09-18T02:59:03.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 5553 completed, throughput=5MB/sec 2024-09-18T02:59:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:03 smithi195 ceph-mon[89559]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:59:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:03 smithi046 ceph-mon[94621]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:59:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:03 smithi046 ceph-mon[97106]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-18T02:59:04.326 INFO:tasks.workunit.client.0.smithi046.stdout: 1106: throughput=5MB/sec pending data=0 2024-09-18T02:59:04.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IvMkyPiGenxnlSo off=18046927 len=1757024 2024-09-18T02:59:04.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 5554 completed, throughput=5MB/sec 2024-09-18T02:59:04.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UZMcdIizSRQlE2W off=1411002 len=409364 2024-09-18T02:59:04.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 5555 completed, throughput=5MB/sec 2024-09-18T02:59:04.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dnayGkriNsBNFWi off=10047219 len=739394 2024-09-18T02:59:04.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 5556 completed, throughput=5MB/sec 2024-09-18T02:59:04.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AuPW2UPeEl5rLqP off=4031380 len=1555310 2024-09-18T02:59:04.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 5557 completed, throughput=5MB/sec 2024-09-18T02:59:04.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vwt9qYtwwZ7Mi66 off=4122081 len=806205 2024-09-18T02:59:04.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 5558 completed, throughput=5MB/sec 2024-09-18T02:59:05.334 INFO:tasks.workunit.client.0.smithi046.stdout: 1107: throughput=5MB/sec pending data=0 2024-09-18T02:59:05.334 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5kd303Ht0aF6E5f off=21349859 len=443848 2024-09-18T02:59:05.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 5559 completed, throughput=5MB/sec 2024-09-18T02:59:05.335 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BKY8OExz6qQjGKD off=5978767 len=863658 2024-09-18T02:59:05.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 5560 completed, throughput=5MB/sec 2024-09-18T02:59:05.340 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-drBp2XN4ZW6oRze off=8649248 len=880432 2024-09-18T02:59:05.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 5561 completed, throughput=5MB/sec 2024-09-18T02:59:05.341 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G81h4O-xOKO45PO off=5981244 len=579415 2024-09-18T02:59:05.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 5562 completed, throughput=5MB/sec 2024-09-18T02:59:05.346 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y0_QeJLnwFq0nbG off=2375541 len=547470 2024-09-18T02:59:05.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 5563 completed, throughput=5MB/sec 2024-09-18T02:59:05.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ykjXsHqd7ff2rI6 off=0 len=1049901 2024-09-18T02:59:05.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 5564 completed, throughput=5MB/sec 2024-09-18T02:59:05.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Cvn1Uf72MxHTnZv off=5190518 len=819694 2024-09-18T02:59:05.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 5565 completed, throughput=5MB/sec 2024-09-18T02:59:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:05 smithi195 ceph-mon[89559]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:59:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:05 smithi046 ceph-mon[94621]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:59:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:05 smithi046 ceph-mon[97106]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T02:59:06.360 INFO:tasks.workunit.client.0.smithi046.stdout: 1108: throughput=5MB/sec pending data=0 2024-09-18T02:59:06.361 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vo5IacsfIXQ006s off=206655 len=1379590 2024-09-18T02:59:06.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 5566 completed, throughput=5MB/sec 2024-09-18T02:59:06.362 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oywa1dQYKVP9hqv off=11969162 len=1890027 2024-09-18T02:59:06.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 5567 completed, throughput=5MB/sec 2024-09-18T02:59:06.373 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NK_oWOjxcQqno6i off=3948440 len=671675 2024-09-18T02:59:06.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 5568 completed, throughput=5MB/sec 2024-09-18T02:59:06.378 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DFKTbBpvLWCJw5M off=14118781 len=1134728 2024-09-18T02:59:06.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 5569 completed, throughput=5MB/sec 2024-09-18T02:59:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:59:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:59:06] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:59:07.384 INFO:tasks.workunit.client.0.smithi046.stdout: 1109: throughput=5MB/sec pending data=0 2024-09-18T02:59:07.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-09Pn5tUt8qIKJ1c off=2202084 len=429451 2024-09-18T02:59:07.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 5570 completed, throughput=5MB/sec 2024-09-18T02:59:07.389 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QczQy_hpxUKhKMs off=3549874 len=13437 2024-09-18T02:59:07.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 5571 completed, throughput=5MB/sec 2024-09-18T02:59:07.391 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8MYWZfuOTX-r8Q9 off=1212344 len=79520 2024-09-18T02:59:07.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 5572 completed, throughput=5MB/sec 2024-09-18T02:59:07.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uaNovoFe9OSVubv off=4222592 len=353694 2024-09-18T02:59:07.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 5573 completed, throughput=5MB/sec 2024-09-18T02:59:07.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GFiLVdZLMDx6pJE off=4939088 len=297289 2024-09-18T02:59:07.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 5574 completed, throughput=5MB/sec 2024-09-18T02:59:07.397 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2ySQbKfSNEirLKF off=9864200 len=1815867 2024-09-18T02:59:07.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 5575 completed, throughput=5MB/sec 2024-09-18T02:59:07.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VUnig8--j-FBZOk off=787419 len=313487 2024-09-18T02:59:07.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 5576 completed, throughput=5MB/sec 2024-09-18T02:59:07.409 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G1yqFMl_Ian_7PZ off=4763912 len=1673588 2024-09-18T02:59:07.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 5577 completed, throughput=5MB/sec 2024-09-18T02:59:07.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tMYqyodp9leqy3u off=13187846 len=1064727 2024-09-18T02:59:07.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 5578 completed, throughput=5MB/sec 2024-09-18T02:59:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:07 smithi195 ceph-mon[89559]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:59:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:07 smithi046 ceph-mon[94621]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:59:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:07 smithi046 ceph-mon[97106]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-18T02:59:08.415 INFO:tasks.workunit.client.0.smithi046.stdout: 1110: throughput=5MB/sec pending data=0 2024-09-18T02:59:08.415 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3vAqmYbijNNEeqn off=11708474 len=1296703 2024-09-18T02:59:08.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 5579 completed, throughput=5MB/sec 2024-09-18T02:59:08.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h94W1nGk8X2FNeZ off=3177898 len=1146024 2024-09-18T02:59:08.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 5580 completed, throughput=5MB/sec 2024-09-18T02:59:08.429 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VTJHXAVQLDEAIVs off=5469 len=841906 2024-09-18T02:59:08.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 5581 completed, throughput=5MB/sec 2024-09-18T02:59:08.434 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VH0s3pJzaK7lASC off=3267404 len=613332 2024-09-18T02:59:08.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 5582 completed, throughput=5MB/sec 2024-09-18T02:59:08.438 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YU8pyiRIdJAotdY off=3121318 len=1058558 2024-09-18T02:59:08.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 5583 completed, throughput=5MB/sec 2024-09-18T02:59:09.440 INFO:tasks.workunit.client.0.smithi046.stdout: 1111: throughput=5MB/sec pending data=0 2024-09-18T02:59:09.440 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-59tfCyn5J8ity5a off=10437893 len=1697823 2024-09-18T02:59:09.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 5584 completed, throughput=5MB/sec 2024-09-18T02:59:09.449 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NEJ0MLgpDB1VZK8 off=1175139 len=399549 2024-09-18T02:59:09.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 5585 completed, throughput=5MB/sec 2024-09-18T02:59:09.450 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gZ5EXMRYn40Ln0k off=19260421 len=1241295 2024-09-18T02:59:09.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 5586 completed, throughput=5MB/sec 2024-09-18T02:59:09.453 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fTsKPYFqrR6stNc off=20018448 len=1989842 2024-09-18T02:59:09.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 5587 completed, throughput=5MB/sec 2024-09-18T02:59:09.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:09 smithi195 ceph-mon[89559]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:09 smithi046 ceph-mon[94621]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:09 smithi046 ceph-mon[97106]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:10.457 INFO:tasks.workunit.client.0.smithi046.stdout: 1112: throughput=5MB/sec pending data=0 2024-09-18T02:59:10.458 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p9NoXDTILlBQJRd off=341612 len=969806 2024-09-18T02:59:10.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 5588 completed, throughput=5MB/sec 2024-09-18T02:59:10.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cN9YF8ZIJiNlLhj off=12078041 len=1117754 2024-09-18T02:59:10.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 5589 completed, throughput=5MB/sec 2024-09-18T02:59:10.465 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SxDlei5LzKZzHA0 off=10806203 len=278004 2024-09-18T02:59:10.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 5590 completed, throughput=5MB/sec 2024-09-18T02:59:10.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DntmCH55SDXTtmz off=4179663 len=808902 2024-09-18T02:59:10.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 5591 completed, throughput=5MB/sec 2024-09-18T02:59:10.470 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZinZpFVKE6W0KV4 off=8719173 len=321126 2024-09-18T02:59:10.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 5592 completed, throughput=5MB/sec 2024-09-18T02:59:10.473 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D2KF0POvQ_Yoeda off=1452859 len=2077474 2024-09-18T02:59:10.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 5593 completed, throughput=5MB/sec 2024-09-18T02:59:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:11 smithi195 ceph-mon[89559]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-18T02:59:11.483 INFO:tasks.workunit.client.0.smithi046.stdout: 1113: throughput=5MB/sec pending data=0 2024-09-18T02:59:11.484 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nGtrVUVXRJTZcJv off=2784262 len=1970936 2024-09-18T02:59:11.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 5594 completed, throughput=5MB/sec 2024-09-18T02:59:11.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HWOlz7I0q69kDKB off=9094767 len=1117611 2024-09-18T02:59:11.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 5595 completed, throughput=5MB/sec 2024-09-18T02:59:11.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Ah33JU3oV14rbu off=162772 len=1817872 2024-09-18T02:59:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:11 smithi046 ceph-mon[94621]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-18T02:59:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:11 smithi046 ceph-mon[97106]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-18T02:59:11.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 5596 completed, throughput=5MB/sec 2024-09-18T02:59:12.510 INFO:tasks.workunit.client.0.smithi046.stdout: 1114: throughput=5MB/sec pending data=0 2024-09-18T02:59:12.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0xrZ59Ho2U4zVOD off=12934906 len=1454282 2024-09-18T02:59:12.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 5597 completed, throughput=5MB/sec 2024-09-18T02:59:12.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QIDFsdOu_Tz6c9m off=5726105 len=1056484 2024-09-18T02:59:12.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 5598 completed, throughput=5MB/sec 2024-09-18T02:59:12.513 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z-YaRNsE2Trx97m off=2078835 len=260585 2024-09-18T02:59:12.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 5599 completed, throughput=5MB/sec 2024-09-18T02:59:12.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RN7hb3jmpQLSbp5 off=814861 len=858638 2024-09-18T02:59:12.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 5600 completed, throughput=5MB/sec 2024-09-18T02:59:12.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tuL3_H1dbngoqog off=6580211 len=1759877 2024-09-18T02:59:12.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 5601 completed, throughput=5MB/sec 2024-09-18T02:59:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:59:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:59:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:13 smithi195 ceph-mon[89559]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:13 smithi046 ceph-mon[94621]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:13 smithi046 ceph-mon[97106]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:13.527 INFO:tasks.workunit.client.0.smithi046.stdout: 1115: throughput=5MB/sec pending data=0 2024-09-18T02:59:13.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4r7otezzYpk2PwP off=16819967 len=1196117 2024-09-18T02:59:13.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 5602 completed, throughput=5MB/sec 2024-09-18T02:59:13.535 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jbpiRJMNIaoOCx7 off=3216920 len=1928123 2024-09-18T02:59:13.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 5603 completed, throughput=5MB/sec 2024-09-18T02:59:13.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-veoEljMMdTPbuX6 off=18074550 len=1095205 2024-09-18T02:59:13.540 INFO:tasks.workunit.client.0.smithi046.stdout:op 5604 completed, throughput=5MB/sec 2024-09-18T02:59:13.540 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FRrEf_GgGsR7N6P off=19030829 len=995603 2024-09-18T02:59:13.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 5605 completed, throughput=5MB/sec 2024-09-18T02:59:14.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:14.542 INFO:tasks.workunit.client.0.smithi046.stdout: 1116: throughput=5MB/sec pending data=0 2024-09-18T02:59:14.542 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fxCRbNULiJwwLX8 off=6479922 len=266262 2024-09-18T02:59:14.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 5606 completed, throughput=5MB/sec 2024-09-18T02:59:14.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rjm8EBeN_u2G-Yk off=4931295 len=1140996 2024-09-18T02:59:14.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 5607 completed, throughput=5MB/sec 2024-09-18T02:59:14.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sQc92maQBEwvO3m off=12793260 len=178398 2024-09-18T02:59:14.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 5608 completed, throughput=5MB/sec 2024-09-18T02:59:14.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YTyqihIPANeXWl0 off=8857972 len=130850 2024-09-18T02:59:14.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 5609 completed, throughput=5MB/sec 2024-09-18T02:59:14.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xUHzXgClotlRLFu off=3121521 len=1368987 2024-09-18T02:59:14.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 5610 completed, throughput=5MB/sec 2024-09-18T02:59:14.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qnCGMv57YsIqQa7 off=5052580 len=991181 2024-09-18T02:59:14.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 5611 completed, throughput=5MB/sec 2024-09-18T02:59:14.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SmHhTHTu0BiGhUs off=1222095 len=896575 2024-09-18T02:59:14.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 5612 completed, throughput=5MB/sec 2024-09-18T02:59:14.563 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-46dFOeZiOYQbVsy off=2222504 len=700169 2024-09-18T02:59:14.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 5613 completed, throughput=5MB/sec 2024-09-18T02:59:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:15 smithi046 ceph-mon[94621]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:59:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:15 smithi046 ceph-mon[97106]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:59:15.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:15 smithi195 ceph-mon[89559]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-18T02:59:15.567 INFO:tasks.workunit.client.0.smithi046.stdout: 1117: throughput=5MB/sec pending data=0 2024-09-18T02:59:15.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Aujbx09YHduvBj7 off=15300739 len=1353704 2024-09-18T02:59:15.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 5614 completed, throughput=5MB/sec 2024-09-18T02:59:15.574 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-saL97NZU0boHJkh off=430641 len=1998967 2024-09-18T02:59:15.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 5615 completed, throughput=5MB/sec 2024-09-18T02:59:15.576 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HVHnKFflOTfYmY1 off=20512069 len=159473 2024-09-18T02:59:15.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 5616 completed, throughput=5MB/sec 2024-09-18T02:59:15.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n2YOUKAV6FyJn_Z off=3495902 len=1729276 2024-09-18T02:59:15.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 5617 completed, throughput=5MB/sec 2024-09-18T02:59:16.588 INFO:tasks.workunit.client.0.smithi046.stdout: 1118: throughput=5MB/sec pending data=0 2024-09-18T02:59:16.588 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-muFy6fdQQ7umZzN off=1746858 len=936385 2024-09-18T02:59:16.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 5618 completed, throughput=5MB/sec 2024-09-18T02:59:16.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OW4g9hMRYiHqk0R off=29060 len=1407778 2024-09-18T02:59:16.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 5619 completed, throughput=5MB/sec 2024-09-18T02:59:16.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wIFEZ19zCJzOAYQ off=2655246 len=353064 2024-09-18T02:59:16.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 5620 completed, throughput=5MB/sec 2024-09-18T02:59:16.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s8VdFew7W487hBg off=3569158 len=540467 2024-09-18T02:59:16.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 5621 completed, throughput=5MB/sec 2024-09-18T02:59:16.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SKfIEIUozTyzgJr off=7584971 len=1068717 2024-09-18T02:59:16.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 5622 completed, throughput=5MB/sec 2024-09-18T02:59:16.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wU7_JzyIjLdD720 off=9798905 len=1348305 2024-09-18T02:59:16.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 5623 completed, throughput=5MB/sec 2024-09-18T02:59:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:59:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:59:16] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-18T02:59:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:17 smithi195 ceph-mon[89559]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:17 smithi046 ceph-mon[94621]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:17 smithi046 ceph-mon[97106]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: 1119: throughput=5MB/sec pending data=0 2024-09-18T02:59:17.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8j9oQC3Bkkkxp_R off=11829846 len=2076649 2024-09-18T02:59:17.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 5624 completed, throughput=5MB/sec 2024-09-18T02:59:17.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5aQyZJrdlYmLw20 off=15901314 len=1524903 2024-09-18T02:59:17.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 5625 completed, throughput=5MB/sec 2024-09-18T02:59:17.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3fLK_utr9O5hVkE off=7758654 len=1424338 2024-09-18T02:59:17.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 5626 completed, throughput=5MB/sec 2024-09-18T02:59:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: 1120: throughput=5MB/sec pending data=0 2024-09-18T02:59:18.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ratkxqIqivIbZhR off=648507 len=1626652 2024-09-18T02:59:18.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 5627 completed, throughput=5MB/sec 2024-09-18T02:59:18.641 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ou2fdXVL0w7LKJ5 off=8162583 len=283745 2024-09-18T02:59:18.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 5628 completed, throughput=5MB/sec 2024-09-18T02:59:18.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x6o45h5UI-78Jk3 off=1540219 len=1399258 2024-09-18T02:59:18.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 5629 completed, throughput=5MB/sec 2024-09-18T02:59:18.651 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QJQOuxlOXeOtpnq off=6471601 len=1382762 2024-09-18T02:59:18.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 5630 completed, throughput=5MB/sec 2024-09-18T02:59:18.660 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zGBVsjBRM4pV5ii off=553733 len=2031796 2024-09-18T02:59:18.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 5631 completed, throughput=5MB/sec 2024-09-18T02:59:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:19 smithi195 ceph-mon[89559]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:59:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:19 smithi046 ceph-mon[94621]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:59:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:19 smithi046 ceph-mon[97106]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-18T02:59:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: 1121: throughput=5MB/sec pending data=0 2024-09-18T02:59:19.669 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QzRGxR_XXjaRat3 off=14616128 len=1560962 2024-09-18T02:59:19.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 5632 completed, throughput=5MB/sec 2024-09-18T02:59:19.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kmTwCWnCapJ32fi off=6964052 len=1291085 2024-09-18T02:59:19.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 5633 completed, throughput=5MB/sec 2024-09-18T02:59:19.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yZV7RnqPBsA2ad8 off=2929599 len=2044507 2024-09-18T02:59:19.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 5634 completed, throughput=5MB/sec 2024-09-18T02:59:20.686 INFO:tasks.workunit.client.0.smithi046.stdout: 1122: throughput=5MB/sec pending data=0 2024-09-18T02:59:20.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vc-ZgVIgCSn82Wc off=14082984 len=163980 2024-09-18T02:59:20.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 5635 completed, throughput=5MB/sec 2024-09-18T02:59:20.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hXg9dLpGFd1BEWo off=2410049 len=1988476 2024-09-18T02:59:20.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 5636 completed, throughput=5MB/sec 2024-09-18T02:59:20.698 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WS1jHwLjwtDeSqt off=763266 len=688932 2024-09-18T02:59:20.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 5637 completed, throughput=5MB/sec 2024-09-18T02:59:20.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JtTCgRD0iH2lKTK off=8594358 len=1813976 2024-09-18T02:59:20.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 5638 completed, throughput=5MB/sec 2024-09-18T02:59:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:21 smithi195 ceph-mon[89559]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:59:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:21 smithi046 ceph-mon[94621]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:59:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:21 smithi046 ceph-mon[97106]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-18T02:59:21.708 INFO:tasks.workunit.client.0.smithi046.stdout: 1123: throughput=5MB/sec pending data=0 2024-09-18T02:59:21.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pQlO5-6frncUX7A off=9098661 len=1916330 2024-09-18T02:59:21.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 5639 completed, throughput=5MB/sec 2024-09-18T02:59:21.711 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TqilJYGuPIvyQ7o off=13202711 len=719860 2024-09-18T02:59:21.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 5640 completed, throughput=5MB/sec 2024-09-18T02:59:21.712 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ixkxy-fXCFHuvWk off=10124451 len=914515 2024-09-18T02:59:21.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 5641 completed, throughput=5MB/sec 2024-09-18T02:59:21.718 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d7swcaiZQkayOw8 off=2246416 len=229523 2024-09-18T02:59:21.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 5642 completed, throughput=5MB/sec 2024-09-18T02:59:21.719 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ORm3Ywf8hL53myA off=1255268 len=504091 2024-09-18T02:59:21.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 5643 completed, throughput=5MB/sec 2024-09-18T02:59:21.723 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QnFEExgjedsfbDe off=2707531 len=271809 2024-09-18T02:59:21.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 5644 completed, throughput=5MB/sec 2024-09-18T02:59:21.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sMu83Y6mv-_-5JG off=3504841 len=886358 2024-09-18T02:59:21.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 5645 completed, throughput=5MB/sec 2024-09-18T02:59:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:59:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:59:22.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 02:59:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=cleanup t=2024-09-18T02:59:22.115958265Z level=info msg="Completed cleanup jobs" duration=13.077798ms 2024-09-18T02:59:22.732 INFO:tasks.workunit.client.0.smithi046.stdout: 1124: throughput=5MB/sec pending data=0 2024-09-18T02:59:22.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UkDO8fd7odZMICj off=4665734 len=1370874 2024-09-18T02:59:22.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 5646 completed, throughput=5MB/sec 2024-09-18T02:59:22.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o4-ITBhNL4ThYK9 off=5933857 len=2050218 2024-09-18T02:59:22.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 5647 completed, throughput=5MB/sec 2024-09-18T02:59:22.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ayFrmjjW3Ycwe-4 off=5082342 len=1821600 2024-09-18T02:59:22.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 5648 completed, throughput=5MB/sec 2024-09-18T02:59:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:23 smithi195 ceph-mon[89559]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-18T02:59:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:23 smithi046 ceph-mon[94621]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-18T02:59:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:23 smithi046 ceph-mon[97106]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-18T02:59:23.758 INFO:tasks.workunit.client.0.smithi046.stdout: 1125: throughput=5MB/sec pending data=0 2024-09-18T02:59:23.758 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-g2Vj2Q3VIl2tCMT off=15197818 len=1370217 2024-09-18T02:59:23.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 5649 completed, throughput=5MB/sec 2024-09-18T02:59:23.760 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2RH9N0Q5D_XSZn off=5474490 len=703939 2024-09-18T02:59:23.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 5650 completed, throughput=5MB/sec 2024-09-18T02:59:23.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nd6W4ZxJGg3819B off=2788923 len=1758799 2024-09-18T02:59:23.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 5651 completed, throughput=5MB/sec 2024-09-18T02:59:23.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YL0sCEPALBzT0Rv off=3129620 len=1022802 2024-09-18T02:59:23.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 5652 completed, throughput=5MB/sec 2024-09-18T02:59:23.778 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B_GzVMcYUEfjTTe off=547696 len=581256 2024-09-18T02:59:23.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 5653 completed, throughput=5MB/sec 2024-09-18T02:59:24.779 INFO:tasks.workunit.client.0.smithi046.stdout: 1126: throughput=5MB/sec pending data=0 2024-09-18T02:59:24.779 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DKQKdh8tkmRbkDL off=2856849 len=1644046 2024-09-18T02:59:24.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 5654 completed, throughput=5MB/sec 2024-09-18T02:59:24.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rxqPG5pFjvGUtOe off=15329906 len=705634 2024-09-18T02:59:24.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 5655 completed, throughput=5MB/sec 2024-09-18T02:59:24.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vnc4w_aGSeHwHcR off=0 len=1466123 2024-09-18T02:59:24.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 5656 completed, throughput=5MB/sec 2024-09-18T02:59:24.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8aFLku1RPXxcn_K off=9846336 len=23210 2024-09-18T02:59:24.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 5657 completed, throughput=5MB/sec 2024-09-18T02:59:24.788 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z8jmJAbS5QptcIG off=10758265 len=3464 2024-09-18T02:59:24.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 5658 completed, throughput=5MB/sec 2024-09-18T02:59:24.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gt5RUc4z7wAscfI off=9706467 len=730712 2024-09-18T02:59:24.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 5659 completed, throughput=5MB/sec 2024-09-18T02:59:24.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8tKtWENBmAPDbfn off=384659 len=1637551 2024-09-18T02:59:24.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 5660 completed, throughput=5MB/sec 2024-09-18T02:59:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:25 smithi195 ceph-mon[89559]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-09-18T02:59:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:25 smithi046 ceph-mon[97106]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-09-18T02:59:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:25 smithi046 ceph-mon[94621]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-09-18T02:59:25.798 INFO:tasks.workunit.client.0.smithi046.stdout: 1127: throughput=5MB/sec pending data=0 2024-09-18T02:59:25.798 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U40ucpo0x8gvRZL off=141545 len=1058772 2024-09-18T02:59:25.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 5661 completed, throughput=5MB/sec 2024-09-18T02:59:25.804 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--9Xm52DJRoC7q83 off=421485 len=253719 2024-09-18T02:59:25.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 5662 completed, throughput=5MB/sec 2024-09-18T02:59:25.807 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o0vNuakHuex7L1u off=14555381 len=1062731 2024-09-18T02:59:25.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 5663 completed, throughput=5MB/sec 2024-09-18T02:59:25.813 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hrMvo4OkgofoNwn off=9680793 len=1569083 2024-09-18T02:59:25.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 5664 completed, throughput=5MB/sec 2024-09-18T02:59:25.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-atj3okrfAabaYAs off=1452605 len=1627769 2024-09-18T02:59:25.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 5665 completed, throughput=5MB/sec 2024-09-18T02:59:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:59:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:59:26] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-18T02:59:26.817 INFO:tasks.workunit.client.0.smithi046.stdout: 1128: throughput=5MB/sec pending data=0 2024-09-18T02:59:26.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-53vCXEllwLnp7ca off=2324938 len=533867 2024-09-18T02:59:26.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 5666 completed, throughput=5MB/sec 2024-09-18T02:59:26.821 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gKPk6i0Ao6kBD8d off=2137568 len=1357186 2024-09-18T02:59:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 5667 completed, throughput=5MB/sec 2024-09-18T02:59:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-de0j9HcG_9U-0MW off=4286015 len=170403 2024-09-18T02:59:26.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 5668 completed, throughput=5MB/sec 2024-09-18T02:59:26.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pyYdA_LCNDnMkTj off=3912498 len=1816778 2024-09-18T02:59:26.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 5669 completed, throughput=5MB/sec 2024-09-18T02:59:26.835 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OBJPO80rJMCLG7W off=3837515 len=1804303 2024-09-18T02:59:26.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 5670 completed, throughput=5MB/sec 2024-09-18T02:59:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:27 smithi195 ceph-mon[89559]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-18T02:59:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:27 smithi046 ceph-mon[94621]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-18T02:59:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:27 smithi046 ceph-mon[97106]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-18T02:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: 1129: throughput=5MB/sec pending data=0 2024-09-18T02:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p9NoXDTILlBQJRd off=21009038 len=894308 2024-09-18T02:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 5671 completed, throughput=5MB/sec 2024-09-18T02:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OYipyapweFVVzIg off=10703230 len=1122959 2024-09-18T02:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 5672 completed, throughput=5MB/sec 2024-09-18T02:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-REVdW0wRB_LbHlm off=8035271 len=1320017 2024-09-18T02:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 5673 completed, throughput=5MB/sec 2024-09-18T02:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-75R305IvlSAFahx off=2033301 len=20874 2024-09-18T02:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 5674 completed, throughput=5MB/sec 2024-09-18T02:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UUEZUS3bT-Iov0v off=3137307 len=200711 2024-09-18T02:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 5675 completed, throughput=5MB/sec 2024-09-18T02:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LEdcQYDjWCZskLa off=13078813 len=251071 2024-09-18T02:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 5676 completed, throughput=5MB/sec 2024-09-18T02:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: 1130: throughput=5MB/sec pending data=0 2024-09-18T02:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7hwAkWI_qYNxyrQ off=1899407 len=608212 2024-09-18T02:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 5677 completed, throughput=5MB/sec 2024-09-18T02:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sAaR9XSCQ73ZpK9 off=11943247 len=943832 2024-09-18T02:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 5678 completed, throughput=5MB/sec 2024-09-18T02:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nuFL5dTxLqgmb9N off=9490184 len=370564 2024-09-18T02:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 5679 completed, throughput=5MB/sec 2024-09-18T02:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G-k0fHW-qVIXfpH off=8315308 len=898228 2024-09-18T02:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 5680 completed, throughput=5MB/sec 2024-09-18T02:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_bN4OQ1rn2U0ArS off=5829367 len=472629 2024-09-18T02:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 5681 completed, throughput=5MB/sec 2024-09-18T02:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6HG8-9oTGKMjZYg off=9231848 len=1375649 2024-09-18T02:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 5682 completed, throughput=5MB/sec 2024-09-18T02:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ArAqHWtRFh5iM9w off=77621 len=2040529 2024-09-18T02:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 5683 completed, throughput=5MB/sec 2024-09-18T02:59:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:29 smithi195 ceph-mon[89559]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:59:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:29 smithi046 ceph-mon[94621]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:59:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:29 smithi046 ceph-mon[97106]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-18T02:59:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: 1131: throughput=5MB/sec pending data=0 2024-09-18T02:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ql2hGsr11Dhm4BB off=9909631 len=1937905 2024-09-18T02:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 5684 completed, throughput=5MB/sec 2024-09-18T02:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A3fXsKxkdBO4XVY off=431307 len=1687812 2024-09-18T02:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 5685 completed, throughput=5MB/sec 2024-09-18T02:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_xxAb86uxyOJ_Pr off=13305132 len=577993 2024-09-18T02:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 5686 completed, throughput=5MB/sec 2024-09-18T02:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: 1132: throughput=5MB/sec pending data=0 2024-09-18T02:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2fjr6eGL4XkDdbm off=2871215 len=1564351 2024-09-18T02:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 5687 completed, throughput=5MB/sec 2024-09-18T02:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q8I93W7qqEvrnfR off=5173124 len=162908 2024-09-18T02:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 5688 completed, throughput=5MB/sec 2024-09-18T02:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6hhYK1VS27GuENs off=11447776 len=2050624 2024-09-18T02:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 5689 completed, throughput=5MB/sec 2024-09-18T02:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OvCC1PcNH_1Q-o2 off=4492109 len=429164 2024-09-18T02:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 5690 completed, throughput=5MB/sec 2024-09-18T02:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-g5RLAtLxRUOhX3T off=1764225 len=892507 2024-09-18T02:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 5691 completed, throughput=5MB/sec 2024-09-18T02:59:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:31 smithi195 ceph-mon[89559]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:59:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:31 smithi046 ceph-mon[97106]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:59:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:31 smithi046 ceph-mon[94621]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-18T02:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: 1133: throughput=5MB/sec pending data=0 2024-09-18T02:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tqiGuzU17w7yr_8 off=7697735 len=1226461 2024-09-18T02:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 5692 completed, throughput=5MB/sec 2024-09-18T02:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gMcjp8O57odCuDc off=623700 len=870251 2024-09-18T02:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 5693 completed, throughput=5MB/sec 2024-09-18T02:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lgLWpHB5g9aj0eM off=1061615 len=1114016 2024-09-18T02:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 5694 completed, throughput=5MB/sec 2024-09-18T02:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xjRhAWl7o-xej37 off=2845180 len=125158 2024-09-18T02:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 5695 completed, throughput=5MB/sec 2024-09-18T02:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2oa95v_QYvoF46v off=8523665 len=1666625 2024-09-18T02:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 5696 completed, throughput=5MB/sec 2024-09-18T02:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f2wgvxp6zw5E9xr off=11038568 len=568266 2024-09-18T02:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 5697 completed, throughput=5MB/sec 2024-09-18T02:59:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:59:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: 1134: throughput=5MB/sec pending data=0 2024-09-18T02:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BoYtxSwvU6uxUQL off=8047480 len=470516 2024-09-18T02:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 5698 completed, throughput=5MB/sec 2024-09-18T02:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fBrIitPe_RypWe1 off=3613928 len=311005 2024-09-18T02:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 5699 completed, throughput=5MB/sec 2024-09-18T02:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wj_7Wmi4O9y9XVJ off=240376 len=1925858 2024-09-18T02:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 5700 completed, throughput=5MB/sec 2024-09-18T02:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-59rAph_xIeGA7xc off=2210731 len=1641376 2024-09-18T02:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 5701 completed, throughput=5MB/sec 2024-09-18T02:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--QZet9IUANqq3gD off=207597 len=2046899 2024-09-18T02:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 5702 completed, throughput=5MB/sec 2024-09-18T02:59:33.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:33 smithi195 ceph-mon[89559]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:59:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:33 smithi046 ceph-mon[94621]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:59:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:33 smithi046 ceph-mon[97106]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-18T02:59:33.957 INFO:tasks.workunit.client.0.smithi046.stdout: 1135: throughput=5MB/sec pending data=0 2024-09-18T02:59:33.957 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LgNIo41lev0Ijei off=1589142 len=910616 2024-09-18T02:59:33.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 5703 completed, throughput=5MB/sec 2024-09-18T02:59:33.959 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ck9J6gOTEwRST-b off=8856802 len=2002516 2024-09-18T02:59:33.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 5704 completed, throughput=5MB/sec 2024-09-18T02:59:33.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-goFnLgmVFjUYA-j off=2856524 len=607987 2024-09-18T02:59:33.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 5705 completed, throughput=5MB/sec 2024-09-18T02:59:33.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DQgDY42oWnl4ma5 off=1067551 len=410802 2024-09-18T02:59:33.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 5706 completed, throughput=5MB/sec 2024-09-18T02:59:34.968 INFO:tasks.workunit.client.0.smithi046.stdout: 1136: throughput=5MB/sec pending data=0 2024-09-18T02:59:34.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mul-6unedunWt6O off=5465576 len=1980984 2024-09-18T02:59:34.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 5707 completed, throughput=5MB/sec 2024-09-18T02:59:34.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bYLhqA7sTdeOIz3 off=3679001 len=2093627 2024-09-18T02:59:34.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 5708 completed, throughput=5MB/sec 2024-09-18T02:59:34.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n780unRAbsgIZK8 off=2708289 len=1265188 2024-09-18T02:59:34.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 5709 completed, throughput=5MB/sec 2024-09-18T02:59:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:35 smithi195 ceph-mon[89559]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:35 smithi046 ceph-mon[94621]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:35 smithi046 ceph-mon[97106]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T02:59:35.986 INFO:tasks.workunit.client.0.smithi046.stdout: 1137: throughput=5MB/sec pending data=0 2024-09-18T02:59:35.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ou2fdXVL0w7LKJ5 off=7264157 len=1063350 2024-09-18T02:59:35.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 5710 completed, throughput=5MB/sec 2024-09-18T02:59:35.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5lpXBbbZYmP64y1 off=690479 len=1212633 2024-09-18T02:59:35.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 5711 completed, throughput=5MB/sec 2024-09-18T02:59:35.991 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ImuXEgrQ1iADEYy off=11436848 len=1173007 2024-09-18T02:59:35.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 5712 completed, throughput=5MB/sec 2024-09-18T02:59:35.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DYAH8Iuqs_nYrn_ off=3269445 len=2079979 2024-09-18T02:59:35.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 5713 completed, throughput=5MB/sec 2024-09-18T02:59:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:59:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:59:36] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-18T02:59:37.000 INFO:tasks.workunit.client.0.smithi046.stdout: 1138: throughput=5MB/sec pending data=0 2024-09-18T02:59:37.000 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xS2gxsXvQ4yxOVY off=1565311 len=1402824 2024-09-18T02:59:37.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 5714 completed, throughput=5MB/sec 2024-09-18T02:59:37.008 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hcUg8zfq2-3jyOT off=7971563 len=1639843 2024-09-18T02:59:37.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 5715 completed, throughput=5MB/sec 2024-09-18T02:59:37.015 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v-Plxm1qFHwA2FS off=3619966 len=117502 2024-09-18T02:59:37.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 5716 completed, throughput=5MB/sec 2024-09-18T02:59:37.016 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NEyhBot3S0BV-SY off=8895781 len=1324651 2024-09-18T02:59:37.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 5717 completed, throughput=5MB/sec 2024-09-18T02:59:37.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yIfDv0M_5O4mepj off=8708070 len=425565 2024-09-18T02:59:37.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 5718 completed, throughput=5MB/sec 2024-09-18T02:59:37.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-skOGeNjbjab3wcZ off=18053527 len=58394 2024-09-18T02:59:37.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 5719 completed, throughput=5MB/sec 2024-09-18T02:59:37.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HFWlt90oswtIYZN off=11399902 len=2023748 2024-09-18T02:59:37.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 5720 completed, throughput=5MB/sec 2024-09-18T02:59:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:37 smithi195 ceph-mon[89559]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:59:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:37 smithi046 ceph-mon[94621]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:59:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:37 smithi046 ceph-mon[97106]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:59:38.033 INFO:tasks.workunit.client.0.smithi046.stdout: 1139: throughput=5MB/sec pending data=0 2024-09-18T02:59:38.033 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NRuBnjFzLzmd1ts off=829917 len=827452 2024-09-18T02:59:38.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 5721 completed, throughput=5MB/sec 2024-09-18T02:59:38.035 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vwv_cpWjBv3IeNV off=71513 len=1665070 2024-09-18T02:59:38.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 5722 completed, throughput=5MB/sec 2024-09-18T02:59:38.043 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y6_-gbFyXjz0j9x off=14422993 len=1014812 2024-09-18T02:59:38.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 5723 completed, throughput=5MB/sec 2024-09-18T02:59:39.046 INFO:tasks.workunit.client.0.smithi046.stdout: 1140: throughput=5MB/sec pending data=0 2024-09-18T02:59:39.046 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ry3G1E_qZ0psaNw off=170750 len=416538 2024-09-18T02:59:39.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 5724 completed, throughput=5MB/sec 2024-09-18T02:59:39.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Pd1stB3spqEdoV off=244171 len=749946 2024-09-18T02:59:39.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 5725 completed, throughput=5MB/sec 2024-09-18T02:59:39.055 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e_55Ox0gSkq03AD off=2129037 len=1349071 2024-09-18T02:59:39.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 5726 completed, throughput=5MB/sec 2024-09-18T02:59:39.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IUOUb0LsIhXnnfc off=3325107 len=580402 2024-09-18T02:59:39.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 5727 completed, throughput=5MB/sec 2024-09-18T02:59:39.063 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ho1bddofuksX3bj off=331133 len=1598272 2024-09-18T02:59:39.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 5728 completed, throughput=5MB/sec 2024-09-18T02:59:39.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Jxzavi4K4_WrQr_ off=8962008 len=1225674 2024-09-18T02:59:39.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 5729 completed, throughput=5MB/sec 2024-09-18T02:59:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:39 smithi195 ceph-mon[89559]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:59:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:39 smithi046 ceph-mon[94621]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:59:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:39 smithi046 ceph-mon[97106]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T02:59:40.068 INFO:tasks.workunit.client.0.smithi046.stdout: 1141: throughput=5MB/sec pending data=0 2024-09-18T02:59:40.068 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YTriNf8XmWGg65I off=3331491 len=760325 2024-09-18T02:59:40.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 5730 completed, throughput=5MB/sec 2024-09-18T02:59:40.069 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PjxtXwhnyMsNhCK off=779913 len=1098659 2024-09-18T02:59:40.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 5731 completed, throughput=5MB/sec 2024-09-18T02:59:40.073 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gm7QEZ8sHKmTktG off=710779 len=1227795 2024-09-18T02:59:40.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 5732 completed, throughput=5MB/sec 2024-09-18T02:59:40.075 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hmtwL8AHOQgFN-p off=140318 len=1493019 2024-09-18T02:59:40.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 5733 completed, throughput=5MB/sec 2024-09-18T02:59:40.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pMDlHqXaFFQBwDB off=0 len=1737866 2024-09-18T02:59:40.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 5734 completed, throughput=5MB/sec 2024-09-18T02:59:41.085 INFO:tasks.workunit.client.0.smithi046.stdout: 1142: throughput=5MB/sec pending data=0 2024-09-18T02:59:41.085 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IxnQnu0Ql--8hSA off=6505293 len=1423337 2024-09-18T02:59:41.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 5735 completed, throughput=5MB/sec 2024-09-18T02:59:41.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Idx6wDnITT8fqDl off=10071602 len=690243 2024-09-18T02:59:41.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 5736 completed, throughput=5MB/sec 2024-09-18T02:59:41.097 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3OX02wUZUy9Dxyi off=3482981 len=355419 2024-09-18T02:59:41.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 5737 completed, throughput=5MB/sec 2024-09-18T02:59:41.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3KMDnsbkWWAbgQ- off=1749073 len=158393 2024-09-18T02:59:41.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 5738 completed, throughput=5MB/sec 2024-09-18T02:59:41.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uITaZKRcyVPx0C4 off=2730527 len=1695801 2024-09-18T02:59:41.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 5739 completed, throughput=5MB/sec 2024-09-18T02:59:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:41 smithi195 ceph-mon[89559]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:59:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:41 smithi046 ceph-mon[94621]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:59:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:41 smithi046 ceph-mon[97106]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:59:42.111 INFO:tasks.workunit.client.0.smithi046.stdout: 1143: throughput=5MB/sec pending data=0 2024-09-18T02:59:42.111 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fQMMJ-Dpd_3BChB off=3784222 len=1995760 2024-09-18T02:59:42.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 5740 completed, throughput=5MB/sec 2024-09-18T02:59:42.114 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-84EWlftz8yhjyUC off=8492400 len=1982580 2024-09-18T02:59:42.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 5741 completed, throughput=5MB/sec 2024-09-18T02:59:42.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B9rpveGwYVRv2nP off=802437 len=326355 2024-09-18T02:59:42.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 5742 completed, throughput=5MB/sec 2024-09-18T02:59:42.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wq_aeT0edZb7Axs off=1714759 len=565930 2024-09-18T02:59:42.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 5743 completed, throughput=5MB/sec 2024-09-18T02:59:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:59:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:59:43.130 INFO:tasks.workunit.client.0.smithi046.stdout: 1144: throughput=5MB/sec pending data=0 2024-09-18T02:59:43.130 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5K35TIZKCFulLBx off=17022775 len=671686 2024-09-18T02:59:43.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 5744 completed, throughput=5MB/sec 2024-09-18T02:59:43.135 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gefFP5ZtSCuVIVH off=16401083 len=158582 2024-09-18T02:59:43.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 5745 completed, throughput=5MB/sec 2024-09-18T02:59:43.135 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nfg4Bs4KREU-hQc off=13225421 len=1587552 2024-09-18T02:59:43.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 5746 completed, throughput=5MB/sec 2024-09-18T02:59:43.137 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5QJ7VmkLQj9cK88 off=79520 len=1108060 2024-09-18T02:59:43.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 5747 completed, throughput=5MB/sec 2024-09-18T02:59:43.138 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7R6RUjRpIrXzzSc off=11861947 len=1241145 2024-09-18T02:59:43.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 5748 completed, throughput=5MB/sec 2024-09-18T02:59:43.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bniou8IXk4yBrCP off=7809903 len=729787 2024-09-18T02:59:43.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 5749 completed, throughput=5MB/sec 2024-09-18T02:59:43.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:43 smithi195 ceph-mon[89559]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:59:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:43 smithi046 ceph-mon[94621]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:59:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:43 smithi046 ceph-mon[97106]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:59:44.150 INFO:tasks.workunit.client.0.smithi046.stdout: 1145: throughput=5MB/sec pending data=0 2024-09-18T02:59:44.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CkNckPwA6JlE-2B off=12099968 len=664655 2024-09-18T02:59:44.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 5750 completed, throughput=5MB/sec 2024-09-18T02:59:44.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s6xy10tm3o5dqEm off=0 len=1238833 2024-09-18T02:59:44.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 5751 completed, throughput=5MB/sec 2024-09-18T02:59:44.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CicZWtttfHM094f off=5932626 len=1121822 2024-09-18T02:59:44.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 5752 completed, throughput=5MB/sec 2024-09-18T02:59:44.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nUUTGh0LgfuHFyy off=3651996 len=1219889 2024-09-18T02:59:44.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 5753 completed, throughput=5MB/sec 2024-09-18T02:59:44.168 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hk23C5HBpTPVfxN off=7081889 len=1063634 2024-09-18T02:59:44.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 5754 completed, throughput=5MB/sec 2024-09-18T02:59:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:45.170 INFO:tasks.workunit.client.0.smithi046.stdout: 1146: throughput=5MB/sec pending data=0 2024-09-18T02:59:45.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n9MqgApS2Zr22XI off=8103220 len=1419316 2024-09-18T02:59:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 5755 completed, throughput=5MB/sec 2024-09-18T02:59:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YMYh7w03w5UbsDi off=3357028 len=1144889 2024-09-18T02:59:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 5756 completed, throughput=5MB/sec 2024-09-18T02:59:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qmlUvyLnL-DwiXG off=7961161 len=1701420 2024-09-18T02:59:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 5757 completed, throughput=5MB/sec 2024-09-18T02:59:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tCJTwdYVfc_d4UY off=5557940 len=465360 2024-09-18T02:59:45.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 5758 completed, throughput=5MB/sec 2024-09-18T02:59:45.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZWvHq4cpawii8fr off=6817357 len=613510 2024-09-18T02:59:45.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 5759 completed, throughput=5MB/sec 2024-09-18T02:59:45.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:45 smithi046 ceph-mon[94621]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:59:45.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:45 smithi046 ceph-mon[97106]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:59:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:45 smithi195 ceph-mon[89559]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T02:59:46.189 INFO:tasks.workunit.client.0.smithi046.stdout: 1147: throughput=5MB/sec pending data=0 2024-09-18T02:59:46.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H-isqwyWGm2eqQK off=17837576 len=743327 2024-09-18T02:59:46.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 5760 completed, throughput=5MB/sec 2024-09-18T02:59:46.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ePZPhMq_o_z6j4k off=10107354 len=1331013 2024-09-18T02:59:46.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 5761 completed, throughput=5MB/sec 2024-09-18T02:59:46.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uQhMOQq4Xu_ljsU off=2234432 len=915315 2024-09-18T02:59:46.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 5762 completed, throughput=5MB/sec 2024-09-18T02:59:46.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yOdsC1dLa5qbB4h off=2434312 len=1303689 2024-09-18T02:59:46.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 5763 completed, throughput=5MB/sec 2024-09-18T02:59:46.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v9F7ps2nlKOr9LO off=4092282 len=148419 2024-09-18T02:59:46.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 5764 completed, throughput=5MB/sec 2024-09-18T02:59:46.207 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GUR0RulsescY-Y2 off=7920899 len=1184970 2024-09-18T02:59:46.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 5765 completed, throughput=5MB/sec 2024-09-18T02:59:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:59:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:59:46] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:59:47.209 INFO:tasks.workunit.client.0.smithi046.stdout: 1148: throughput=5MB/sec pending data=0 2024-09-18T02:59:47.210 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rt7K3S8rcSq1Uyt off=17708605 len=1616640 2024-09-18T02:59:47.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 5766 completed, throughput=5MB/sec 2024-09-18T02:59:47.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CesWuUwjkvV45GV off=6350549 len=955761 2024-09-18T02:59:47.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 5767 completed, throughput=5MB/sec 2024-09-18T02:59:47.224 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vGayQGBMh3zD3oi off=10782064 len=579319 2024-09-18T02:59:47.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 5768 completed, throughput=5MB/sec 2024-09-18T02:59:47.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-co8GVWf6dHbAlCR off=9479746 len=628221 2024-09-18T02:59:47.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 5769 completed, throughput=5MB/sec 2024-09-18T02:59:47.228 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k5TD2Llh5SfOtk1 off=8653701 len=1345998 2024-09-18T02:59:47.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 5770 completed, throughput=5MB/sec 2024-09-18T02:59:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:47 smithi195 ceph-mon[89559]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:59:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:47 smithi046 ceph-mon[97106]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:59:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:47 smithi046 ceph-mon[94621]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:59:48.230 INFO:tasks.workunit.client.0.smithi046.stdout: 1149: throughput=5MB/sec pending data=0 2024-09-18T02:59:48.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dIDVV4J0Sjq8iT9 off=19756852 len=1301322 2024-09-18T02:59:48.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 5771 completed, throughput=5MB/sec 2024-09-18T02:59:48.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NGeVeHgQqSi1xv_ off=3024983 len=1608449 2024-09-18T02:59:48.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 5772 completed, throughput=5MB/sec 2024-09-18T02:59:48.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5iMAPyYkYpDlN8x off=5235787 len=1830802 2024-09-18T02:59:48.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 5773 completed, throughput=5MB/sec 2024-09-18T02:59:48.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g4QGuVyYMb35pW- off=15446224 len=793482 2024-09-18T02:59:48.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 5774 completed, throughput=5MB/sec 2024-09-18T02:59:49.249 INFO:tasks.workunit.client.0.smithi046.stdout: 1150: throughput=5MB/sec pending data=0 2024-09-18T02:59:49.249 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sR7JkvAQ96ICDjK off=5661280 len=912401 2024-09-18T02:59:49.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 5775 completed, throughput=5MB/sec 2024-09-18T02:59:49.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gtm_VJEr2-XcpcP off=15605367 len=2092408 2024-09-18T02:59:49.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 5776 completed, throughput=5MB/sec 2024-09-18T02:59:49.254 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t7iXp5tUzdEcKpg off=3698481 len=768605 2024-09-18T02:59:49.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 5777 completed, throughput=5MB/sec 2024-09-18T02:59:49.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iypA5bIfuFwMgcz off=2558533 len=944087 2024-09-18T02:59:49.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 5778 completed, throughput=5MB/sec 2024-09-18T02:59:49.258 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iKMgvXyDiPWI9HP off=18825009 len=1301566 2024-09-18T02:59:49.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 5779 completed, throughput=5MB/sec 2024-09-18T02:59:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:49 smithi195 ceph-mon[89559]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:49 smithi046 ceph-mon[94621]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:49 smithi046 ceph-mon[97106]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-18T02:59:50.260 INFO:tasks.workunit.client.0.smithi046.stdout: 1151: throughput=5MB/sec pending data=0 2024-09-18T02:59:50.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xcW3P-Y7GENYCxn off=1218423 len=1017858 2024-09-18T02:59:50.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 5780 completed, throughput=5MB/sec 2024-09-18T02:59:50.266 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fv3b7UpViWrdg2e off=2168795 len=1008663 2024-09-18T02:59:50.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 5781 completed, throughput=5MB/sec 2024-09-18T02:59:50.272 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CZjurdgONWYwBZg off=5327818 len=623750 2024-09-18T02:59:50.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 5782 completed, throughput=5MB/sec 2024-09-18T02:59:50.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4OnBwMWxrl3Rcv7 off=4933033 len=1682460 2024-09-18T02:59:50.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 5783 completed, throughput=5MB/sec 2024-09-18T02:59:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: 1152: throughput=5MB/sec pending data=0 2024-09-18T02:59:51.277 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Af5up1VLWlPVKQ1 off=539846 len=1598626 2024-09-18T02:59:51.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 5784 completed, throughput=5MB/sec 2024-09-18T02:59:51.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TcncCed-UDNAump off=8153097 len=569462 2024-09-18T02:59:51.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 5785 completed, throughput=5MB/sec 2024-09-18T02:59:51.282 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gxWVX_soIVIuCBh off=1349526 len=1740443 2024-09-18T02:59:51.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 5786 completed, throughput=5MB/sec 2024-09-18T02:59:51.291 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UOj0TDoSsoBV5DQ off=4052370 len=1522505 2024-09-18T02:59:51.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 5787 completed, throughput=5MB/sec 2024-09-18T02:59:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:51 smithi195 ceph-mon[89559]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:59:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:51 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:59:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:51 smithi046 ceph-mon[97106]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:59:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:51 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:59:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:51 smithi046 ceph-mon[94621]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-18T02:59:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:51 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T02:59:52.297 INFO:tasks.workunit.client.0.smithi046.stdout: 1153: throughput=5MB/sec pending data=0 2024-09-18T02:59:52.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-urgr6ID5dwa27fI off=2191772 len=903663 2024-09-18T02:59:52.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 5788 completed, throughput=5MB/sec 2024-09-18T02:59:52.298 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VZ90ambe55kGbGV off=11522622 len=946696 2024-09-18T02:59:52.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 5789 completed, throughput=5MB/sec 2024-09-18T02:59:52.300 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y7Pa3bS0xblVkUo off=1473707 len=642595 2024-09-18T02:59:52.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 5790 completed, throughput=5MB/sec 2024-09-18T02:59:52.304 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O9e6yZOdzkU0Vff off=19446978 len=1569088 2024-09-18T02:59:52.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 5791 completed, throughput=5MB/sec 2024-09-18T02:59:52.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w6F2Z48Dip1b9Gb off=900637 len=2011896 2024-09-18T02:59:52.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 5792 completed, throughput=5MB/sec 2024-09-18T02:59:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 02:59:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T02:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T02:59:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:53 smithi046 ceph-mon[94621]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:59:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:53 smithi046 ceph-mon[97106]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:59:53.310 INFO:tasks.workunit.client.0.smithi046.stdout: 1154: throughput=5MB/sec pending data=0 2024-09-18T02:59:53.310 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-34RMa4Mvv4Zquvu off=5646508 len=1093430 2024-09-18T02:59:53.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 5793 completed, throughput=5MB/sec 2024-09-18T02:59:53.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nTwcca63cwmRu9r off=12871554 len=1467662 2024-09-18T02:59:53.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 5794 completed, throughput=5MB/sec 2024-09-18T02:59:53.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q1glxKWl1exNazl off=5563049 len=140993 2024-09-18T02:59:53.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 5795 completed, throughput=5MB/sec 2024-09-18T02:59:53.319 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vogRA8VSpp58N6p off=1179201 len=879979 2024-09-18T02:59:53.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 5796 completed, throughput=5MB/sec 2024-09-18T02:59:53.321 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dDUuyUZOdimQAQX off=1871767 len=1184172 2024-09-18T02:59:53.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 5797 completed, throughput=5MB/sec 2024-09-18T02:59:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:53 smithi195 ceph-mon[89559]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-18T02:59:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: 1155: throughput=5MB/sec pending data=0 2024-09-18T02:59:54.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CsfnYnEB_7L9UWN off=6283137 len=1504075 2024-09-18T02:59:54.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 5798 completed, throughput=5MB/sec 2024-09-18T02:59:54.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tx_QoymXEwwlyHl off=15056301 len=1332885 2024-09-18T02:59:54.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 5799 completed, throughput=5MB/sec 2024-09-18T02:59:54.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PeE2YkeGGmmeQj3 off=2269633 len=445173 2024-09-18T02:59:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 5800 completed, throughput=5MB/sec 2024-09-18T02:59:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TELECXSNSjW35Ex off=8626046 len=2034742 2024-09-18T02:59:54.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 5801 completed, throughput=5MB/sec 2024-09-18T02:59:55.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:59:55.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.206 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:55 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.281 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:55 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: 1156: throughput=5MB/sec pending data=0 2024-09-18T02:59:55.328 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xi1BmpIU68zd1D3 off=12496767 len=1138068 2024-09-18T02:59:55.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 5802 completed, throughput=5MB/sec 2024-09-18T02:59:55.333 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D880SHhx4amxgLV off=610613 len=1867974 2024-09-18T02:59:55.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 5803 completed, throughput=5MB/sec 2024-09-18T02:59:55.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wi3MtWKnb8pB05g off=267982 len=1752027 2024-09-18T02:59:55.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 5804 completed, throughput=5MB/sec 2024-09-18T02:59:55.344 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xvfUm8YiOxriEs4 off=13882064 len=653087 2024-09-18T02:59:55.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 5805 completed, throughput=5MB/sec 2024-09-18T02:59:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: 1157: throughput=5MB/sec pending data=0 2024-09-18T02:59:56.348 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dYCeeNkjVIRniaX off=110047 len=55686 2024-09-18T02:59:56.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 5806 completed, throughput=5MB/sec 2024-09-18T02:59:56.348 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ePRShYcUHb88dT0 off=11264199 len=1142238 2024-09-18T02:59:56.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 5807 completed, throughput=5MB/sec 2024-09-18T02:59:56.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QE6ikWTPKraU6Yz off=6028695 len=894407 2024-09-18T02:59:56.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 5808 completed, throughput=5MB/sec 2024-09-18T02:59:56.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MhjIaS_IoesQ-te off=16042471 len=1203363 2024-09-18T02:59:56.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 5809 completed, throughput=5MB/sec 2024-09-18T02:59:56.360 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dWgxgEPBmkcJ1dE off=514231 len=890065 2024-09-18T02:59:56.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 5810 completed, throughput=5MB/sec 2024-09-18T02:59:56.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DSAIG7mkFpDG2Ll off=931480 len=958454 2024-09-18T02:59:56.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 5811 completed, throughput=5MB/sec 2024-09-18T02:59:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 02:59:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:02:59:56] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T02:59:57.370 INFO:tasks.workunit.client.0.smithi046.stdout: 1158: throughput=5MB/sec pending data=0 2024-09-18T02:59:57.370 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U76WHVkyfT725-l off=16615280 len=1057138 2024-09-18T02:59:57.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 5812 completed, throughput=5MB/sec 2024-09-18T02:59:57.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yd1kw-boAradVmX off=2408123 len=1271295 2024-09-18T02:59:57.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 5813 completed, throughput=5MB/sec 2024-09-18T02:59:57.375 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YmXc08FVs5-CS-p off=0 len=1121134 2024-09-18T02:59:57.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 5814 completed, throughput=5MB/sec 2024-09-18T02:59:57.377 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xvuw117fhT5hWnH off=1631591 len=596764 2024-09-18T02:59:57.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 5815 completed, throughput=5MB/sec 2024-09-18T02:59:57.380 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K5EJu4eh_BDhfOl off=799924 len=1511255 2024-09-18T02:59:57.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 5816 completed, throughput=5MB/sec 2024-09-18T02:59:57.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:57 smithi046 ceph-mon[97106]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:59:57.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:57 smithi046 ceph-mon[94621]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:59:57.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:57 smithi195 ceph-mon[89559]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-18T02:59:58.382 INFO:tasks.workunit.client.0.smithi046.stdout: 1159: throughput=5MB/sec pending data=0 2024-09-18T02:59:58.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cfC8ige3voGvsWw off=12401864 len=1592884 2024-09-18T02:59:58.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 5817 completed, throughput=5MB/sec 2024-09-18T02:59:58.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HBOPqLfCKLXXKIK off=3883529 len=727796 2024-09-18T02:59:58.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 5818 completed, throughput=5MB/sec 2024-09-18T02:59:58.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GW5VsqGF2YNxgGm off=6626555 len=970372 2024-09-18T02:59:58.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 5819 completed, throughput=5MB/sec 2024-09-18T02:59:58.391 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-91Fdy37BvM9WiE5 off=18507996 len=1499488 2024-09-18T02:59:58.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 5820 completed, throughput=5MB/sec 2024-09-18T02:59:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:59:59.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:59:59.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:59:59.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.226 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 02:59:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:59:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-18T02:59:59.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T02:59:59.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T02:59:59.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T02:59:59.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 02:59:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T02:59:59.398 INFO:tasks.workunit.client.0.smithi046.stdout: 1160: throughput=5MB/sec pending data=0 2024-09-18T02:59:59.398 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fDuVxmQDrkKANTm off=1942986 len=396103 2024-09-18T02:59:59.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 5821 completed, throughput=5MB/sec 2024-09-18T02:59:59.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f9qEAatEaE0zRrm off=11478383 len=504700 2024-09-18T02:59:59.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 5822 completed, throughput=5MB/sec 2024-09-18T02:59:59.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8ZlGAoRI-VL8yil off=23354591 len=721993 2024-09-18T02:59:59.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 5823 completed, throughput=5MB/sec 2024-09-18T02:59:59.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ttBA2ECl72r0QGl off=674355 len=350925 2024-09-18T02:59:59.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 5824 completed, throughput=5MB/sec 2024-09-18T02:59:59.405 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gIlHsofh4ANWQls off=6923128 len=497680 2024-09-18T02:59:59.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 5825 completed, throughput=5MB/sec 2024-09-18T02:59:59.407 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Yp1iyTBYPse7MO_ off=2470084 len=640427 2024-09-18T02:59:59.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 5826 completed, throughput=5MB/sec 2024-09-18T02:59:59.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VgvhB1WSIWhOidM off=11880577 len=175551 2024-09-18T02:59:59.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 5827 completed, throughput=5MB/sec 2024-09-18T02:59:59.410 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gLtyHvY5dsApSVM off=8657468 len=1092630 2024-09-18T02:59:59.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 5828 completed, throughput=5MB/sec 2024-09-18T02:59:59.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zJDQpp2Yflcnnx3 off=2825028 len=1062204 2024-09-18T02:59:59.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 5829 completed, throughput=5MB/sec 2024-09-18T03:00:00.414 INFO:tasks.workunit.client.0.smithi046.stdout: 1161: throughput=5MB/sec pending data=0 2024-09-18T03:00:00.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pDaBxs0L-jK5TeB off=8025064 len=510564 2024-09-18T03:00:00.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 5830 completed, throughput=5MB/sec 2024-09-18T03:00:00.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BQQsLRUal3jrhpZ off=2262525 len=993008 2024-09-18T03:00:00.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 5831 completed, throughput=5MB/sec 2024-09-18T03:00:00.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-41pd4KEnkSpQtTQ off=2841479 len=1476607 2024-09-18T03:00:00.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 5832 completed, throughput=5MB/sec 2024-09-18T03:00:00.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-343TWBDiLSYh6OH off=8500328 len=843261 2024-09-18T03:00:00.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 5833 completed, throughput=5MB/sec 2024-09-18T03:00:00.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Su4T6q5PvkZSHxC off=2351852 len=983315 2024-09-18T03:00:00.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 5834 completed, throughput=5MB/sec 2024-09-18T03:00:00.428 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xWI4MbDMg19wqyZ off=6626746 len=2014135 2024-09-18T03:00:00.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 5835 completed, throughput=5MB/sec 2024-09-18T03:00:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:00 smithi195 ceph-mon[89559]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T03:00:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:00 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T03:00:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:00 smithi046 ceph-mon[94621]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T03:00:01.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:00 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T03:00:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:00 smithi046 ceph-mon[97106]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-18T03:00:01.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:00 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T03:00:01.438 INFO:tasks.workunit.client.0.smithi046.stdout: 1162: throughput=5MB/sec pending data=0 2024-09-18T03:00:01.438 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oq-0wxm6OmD-Bdz off=7652462 len=1898077 2024-09-18T03:00:01.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 5836 completed, throughput=5MB/sec 2024-09-18T03:00:01.446 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4gvXE36gK_tHNVt off=9100791 len=970492 2024-09-18T03:00:01.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 5837 completed, throughput=5MB/sec 2024-09-18T03:00:01.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kjWQvXhbiFcleWe off=1066215 len=1329068 2024-09-18T03:00:01.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 5838 completed, throughput=5MB/sec 2024-09-18T03:00:02.454 INFO:tasks.workunit.client.0.smithi046.stdout: 1163: throughput=5MB/sec pending data=0 2024-09-18T03:00:02.454 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_RuwoIHIYgVlgIQ off=7059088 len=1334843 2024-09-18T03:00:02.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 5839 completed, throughput=5MB/sec 2024-09-18T03:00:02.462 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JOMW1n8u6Gt1Hmj off=13341754 len=689872 2024-09-18T03:00:02.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 5840 completed, throughput=5MB/sec 2024-09-18T03:00:02.463 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Ef-UdpDtOpzxxU off=13079269 len=819404 2024-09-18T03:00:02.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 5841 completed, throughput=5MB/sec 2024-09-18T03:00:02.469 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bKCtCC57sE8wcFl off=18048918 len=1210469 2024-09-18T03:00:02.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 5842 completed, throughput=5MB/sec 2024-09-18T03:00:02.475 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v-Plxm1qFHwA2FS off=5515305 len=1994587 2024-09-18T03:00:02.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 5843 completed, throughput=5MB/sec 2024-09-18T03:00:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:00:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:00:02.997 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:02 smithi195 ceph-mon[89559]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T03:00:03.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:02 smithi046 ceph-mon[94621]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T03:00:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:02 smithi046 ceph-mon[97106]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-18T03:00:03.477 INFO:tasks.workunit.client.0.smithi046.stdout: 1164: throughput=5MB/sec pending data=0 2024-09-18T03:00:03.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VmWnYwyXoKOSvYm off=198671 len=605078 2024-09-18T03:00:03.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 5844 completed, throughput=5MB/sec 2024-09-18T03:00:03.482 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zyf9qsvlRjphDqb off=45805 len=412543 2024-09-18T03:00:03.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 5845 completed, throughput=5MB/sec 2024-09-18T03:00:03.485 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-atNVmaVvFhPZZVk off=581858 len=932150 2024-09-18T03:00:03.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 5846 completed, throughput=5MB/sec 2024-09-18T03:00:03.487 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zsZvgBBvdP2qaQ1 off=6848249 len=406966 2024-09-18T03:00:03.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 5847 completed, throughput=5MB/sec 2024-09-18T03:00:03.491 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VJJiZsTnsT7_aqp off=6750773 len=1557375 2024-09-18T03:00:03.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 5848 completed, throughput=5MB/sec 2024-09-18T03:00:03.492 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tTnONXMRvEdh3us off=5053000 len=814322 2024-09-18T03:00:03.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 5849 completed, throughput=5MB/sec 2024-09-18T03:00:04.498 INFO:tasks.workunit.client.0.smithi046.stdout: 1165: throughput=5MB/sec pending data=0 2024-09-18T03:00:04.498 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i1E1iPYUUsvCAZk off=1618766 len=1603322 2024-09-18T03:00:04.506 INFO:tasks.workunit.client.0.smithi046.stdout:op 5850 completed, throughput=5MB/sec 2024-09-18T03:00:04.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sAP7kyTRIP16iJF off=5562574 len=480000 2024-09-18T03:00:04.506 INFO:tasks.workunit.client.0.smithi046.stdout:op 5851 completed, throughput=5MB/sec 2024-09-18T03:00:04.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zYGP5j1NlTg0aEv off=600759 len=1970660 2024-09-18T03:00:04.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 5852 completed, throughput=5MB/sec 2024-09-18T03:00:04.509 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YaDutyyyQWeH3Yo off=12340142 len=725424 2024-09-18T03:00:04.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 5853 completed, throughput=5MB/sec 2024-09-18T03:00:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:04 smithi195 ceph-mon[89559]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T03:00:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:04 smithi046 ceph-mon[97106]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T03:00:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:04 smithi046 ceph-mon[94621]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-18T03:00:05.513 INFO:tasks.workunit.client.0.smithi046.stdout: 1166: throughput=5MB/sec pending data=0 2024-09-18T03:00:05.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5qF7W_htktiuu8Y off=1301192 len=1500946 2024-09-18T03:00:05.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 5854 completed, throughput=5MB/sec 2024-09-18T03:00:05.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bF9JoSezxh4ykIX off=3352117 len=559690 2024-09-18T03:00:05.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 5855 completed, throughput=5MB/sec 2024-09-18T03:00:05.522 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VE4DTJOG3WNhrtq off=11185297 len=1058727 2024-09-18T03:00:05.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 5856 completed, throughput=5MB/sec 2024-09-18T03:00:05.528 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uYERpnhr1dkierH off=10564677 len=288316 2024-09-18T03:00:05.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 5857 completed, throughput=5MB/sec 2024-09-18T03:00:05.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vKHQPE-44UzTMP7 off=683078 len=1961298 2024-09-18T03:00:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 5858 completed, throughput=5MB/sec 2024-09-18T03:00:06.541 INFO:tasks.workunit.client.0.smithi046.stdout: 1167: throughput=5MB/sec pending data=0 2024-09-18T03:00:06.541 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8CyoX_ynzV5ShB_ off=3798651 len=1442883 2024-09-18T03:00:06.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 5859 completed, throughput=5MB/sec 2024-09-18T03:00:06.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jbpiRJMNIaoOCx7 off=6478161 len=186361 2024-09-18T03:00:06.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 5860 completed, throughput=5MB/sec 2024-09-18T03:00:06.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3ScbCK2j0qQbYdI off=4855656 len=1676573 2024-09-18T03:00:06.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 5861 completed, throughput=5MB/sec 2024-09-18T03:00:06.552 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O00syfP1XWJhgO1 off=4266817 len=40851 2024-09-18T03:00:06.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 5862 completed, throughput=5MB/sec 2024-09-18T03:00:06.553 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_jZFNGISWihvkoS off=8880103 len=2002301 2024-09-18T03:00:06.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 5863 completed, throughput=5MB/sec 2024-09-18T03:00:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:00:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:00:06] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-18T03:00:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:06 smithi195 ceph-mon[89559]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T03:00:07.237 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:06 smithi046 ceph-mon[94621]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T03:00:07.238 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:06 smithi046 ceph-mon[97106]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-18T03:00:07.563 INFO:tasks.workunit.client.0.smithi046.stdout: 1168: throughput=5MB/sec pending data=0 2024-09-18T03:00:07.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4gvXE36gK_tHNVt off=4993260 len=1493035 2024-09-18T03:00:07.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 5864 completed, throughput=5MB/sec 2024-09-18T03:00:07.571 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sNmFpiJatvAgdKb off=2485650 len=722021 2024-09-18T03:00:07.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 5865 completed, throughput=5MB/sec 2024-09-18T03:00:07.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UPUMr4Xt8J5CRUz off=1687018 len=830840 2024-09-18T03:00:07.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 5866 completed, throughput=5MB/sec 2024-09-18T03:00:07.574 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0hQVrx_KhfQpYLJ off=2542107 len=1620429 2024-09-18T03:00:07.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 5867 completed, throughput=5MB/sec 2024-09-18T03:00:07.575 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Clsi3wEv9jboErW off=14916351 len=1622490 2024-09-18T03:00:07.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 5868 completed, throughput=5MB/sec 2024-09-18T03:00:08.583 INFO:tasks.workunit.client.0.smithi046.stdout: 1169: throughput=5MB/sec pending data=0 2024-09-18T03:00:08.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r0P3JYbNDNTM0kD off=7684689 len=163925 2024-09-18T03:00:08.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 5869 completed, throughput=5MB/sec 2024-09-18T03:00:08.586 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xaGcp1WSL4l3_ZJ off=15587077 len=768368 2024-09-18T03:00:08.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 5870 completed, throughput=5MB/sec 2024-09-18T03:00:08.588 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-567ZdBy1dMOjqVo off=13179446 len=964790 2024-09-18T03:00:08.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 5871 completed, throughput=5MB/sec 2024-09-18T03:00:08.593 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AoGjhifeqEWRGWY off=1175929 len=1914019 2024-09-18T03:00:08.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 5872 completed, throughput=5MB/sec 2024-09-18T03:00:08.595 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tDZJhzCs1fdU5QQ off=317805 len=1590836 2024-09-18T03:00:08.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 5873 completed, throughput=5MB/sec 2024-09-18T03:00:09.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:08 smithi195 ceph-mon[89559]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T03:00:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:08 smithi046 ceph-mon[94621]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T03:00:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:08 smithi046 ceph-mon[97106]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-18T03:00:09.597 INFO:tasks.workunit.client.0.smithi046.stdout: 1170: throughput=5MB/sec pending data=0 2024-09-18T03:00:09.597 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZzhH9fhynovKg1n off=8549401 len=358733 2024-09-18T03:00:09.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 5874 completed, throughput=5MB/sec 2024-09-18T03:00:09.598 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZggYOJxKn2SR6Ml off=355626 len=292508 2024-09-18T03:00:09.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 5875 completed, throughput=5MB/sec 2024-09-18T03:00:09.602 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KDv3bDsUdEhld9T off=8565534 len=1374706 2024-09-18T03:00:09.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 5876 completed, throughput=5MB/sec 2024-09-18T03:00:09.608 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RUvqj2TgOSU-9HG off=6726005 len=1655006 2024-09-18T03:00:09.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 5877 completed, throughput=5MB/sec 2024-09-18T03:00:09.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W3Trq2cpKrWOcJd off=4827740 len=1012515 2024-09-18T03:00:09.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 5878 completed, throughput=5MB/sec 2024-09-18T03:00:10.622 INFO:tasks.workunit.client.0.smithi046.stdout: 1171: throughput=5MB/sec pending data=0 2024-09-18T03:00:10.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2WENzTTe2zPaZHX off=9442550 len=797305 2024-09-18T03:00:10.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 5879 completed, throughput=5MB/sec 2024-09-18T03:00:10.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6bmAiJRXSVQvFPA off=2432092 len=148540 2024-09-18T03:00:10.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 5880 completed, throughput=5MB/sec 2024-09-18T03:00:10.627 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mrI674ZgZmhibro off=4584328 len=1438925 2024-09-18T03:00:10.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 5881 completed, throughput=5MB/sec 2024-09-18T03:00:10.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z1WuK7R1d4IBN3A off=4767041 len=1510278 2024-09-18T03:00:10.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 5882 completed, throughput=5MB/sec 2024-09-18T03:00:10.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WyWGEL9CYYTPg6O off=443214 len=1014246 2024-09-18T03:00:10.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 5883 completed, throughput=5MB/sec 2024-09-18T03:00:10.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yipv_gwIuVAWTK6 off=15066595 len=748407 2024-09-18T03:00:10.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 5884 completed, throughput=5MB/sec 2024-09-18T03:00:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:10 smithi195 ceph-mon[89559]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T03:00:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:10 smithi046 ceph-mon[94621]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T03:00:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:10 smithi046 ceph-mon[97106]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-18T03:00:11.648 INFO:tasks.workunit.client.0.smithi046.stdout: 1172: throughput=5MB/sec pending data=0 2024-09-18T03:00:11.648 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dbiwgrR08RmsTvE off=1037683 len=669313 2024-09-18T03:00:11.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 5885 completed, throughput=5MB/sec 2024-09-18T03:00:11.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zIzcXa5yHHw5eze off=6035607 len=898659 2024-09-18T03:00:11.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 5886 completed, throughput=5MB/sec 2024-09-18T03:00:11.659 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k0Nh5o1lEY1Ct2A off=2432690 len=757733 2024-09-18T03:00:11.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 5887 completed, throughput=5MB/sec 2024-09-18T03:00:11.664 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RyrER1tt_tJWqvl off=5283969 len=450771 2024-09-18T03:00:11.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 5888 completed, throughput=5MB/sec 2024-09-18T03:00:11.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aITiqEA1qik_o0j off=1317262 len=348440 2024-09-18T03:00:11.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 5889 completed, throughput=5MB/sec 2024-09-18T03:00:11.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kkk5Al5hWm4lc8C off=9379389 len=1966462 2024-09-18T03:00:11.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 5890 completed, throughput=5MB/sec 2024-09-18T03:00:12.668 INFO:tasks.workunit.client.0.smithi046.stdout: 1173: throughput=5MB/sec pending data=0 2024-09-18T03:00:12.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fIpJJTITgYB1aJW off=3530277 len=2079383 2024-09-18T03:00:12.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 5891 completed, throughput=5MB/sec 2024-09-18T03:00:12.670 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EDhWItRYTIwIogZ off=4966937 len=1321757 2024-09-18T03:00:12.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 5892 completed, throughput=5MB/sec 2024-09-18T03:00:12.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gk0zf9BPI-1R1rX off=0 len=1551993 2024-09-18T03:00:12.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 5893 completed, throughput=5MB/sec 2024-09-18T03:00:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:00:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:00:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:12 smithi195 ceph-mon[89559]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T03:00:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:12 smithi046 ceph-mon[97106]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T03:00:13.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:12 smithi046 ceph-mon[94621]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T03:00:13.680 INFO:tasks.workunit.client.0.smithi046.stdout: 1174: throughput=5MB/sec pending data=0 2024-09-18T03:00:13.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CHFgYLVxEc2RB0m off=2572915 len=1325461 2024-09-18T03:00:13.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 5894 completed, throughput=5MB/sec 2024-09-18T03:00:13.688 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vgOUsJKom_BtGGu off=4257251 len=910444 2024-09-18T03:00:13.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 5895 completed, throughput=5MB/sec 2024-09-18T03:00:13.694 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-idHnrYY2qGHso0p off=692030 len=547806 2024-09-18T03:00:13.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 5896 completed, throughput=5MB/sec 2024-09-18T03:00:13.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PIl_Lo6mM3jAMpB off=371807 len=1224061 2024-09-18T03:00:13.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 5897 completed, throughput=5MB/sec 2024-09-18T03:00:13.696 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-806tGz87sMeRjBp off=17705323 len=1500090 2024-09-18T03:00:13.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 5898 completed, throughput=5MB/sec 2024-09-18T03:00:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:14.704 INFO:tasks.workunit.client.0.smithi046.stdout: 1175: throughput=5MB/sec pending data=0 2024-09-18T03:00:14.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yKAC9S_FxBklGqz off=6113756 len=420464 2024-09-18T03:00:14.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 5899 completed, throughput=5MB/sec 2024-09-18T03:00:14.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xbsseJwGgs8u49l off=4609345 len=509494 2024-09-18T03:00:14.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 5900 completed, throughput=5MB/sec 2024-09-18T03:00:14.707 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0eUvQtlTYImfhcy off=8075092 len=250530 2024-09-18T03:00:14.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 5901 completed, throughput=5MB/sec 2024-09-18T03:00:14.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WLLoax3GLjpkA3p off=15657371 len=1221068 2024-09-18T03:00:14.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 5902 completed, throughput=5MB/sec 2024-09-18T03:00:14.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G9b-8c4cZklSdc9 off=7640028 len=1657824 2024-09-18T03:00:14.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 5903 completed, throughput=5MB/sec 2024-09-18T03:00:14.721 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EAPB7DcVaxv75DC off=10334315 len=686246 2024-09-18T03:00:14.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 5904 completed, throughput=5MB/sec 2024-09-18T03:00:14.722 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K7zEStYaGzvJZ7I off=6131969 len=1810795 2024-09-18T03:00:14.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 5905 completed, throughput=5MB/sec 2024-09-18T03:00:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:14 smithi195 ceph-mon[89559]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T03:00:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:14 smithi046 ceph-mon[97106]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T03:00:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:14 smithi046 ceph-mon[94621]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-18T03:00:15.724 INFO:tasks.workunit.client.0.smithi046.stdout: 1176: throughput=5MB/sec pending data=0 2024-09-18T03:00:15.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0cRX9HuDbWGeVjd off=17252259 len=1083814 2024-09-18T03:00:15.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 5906 completed, throughput=5MB/sec 2024-09-18T03:00:15.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rW2RDps_dofjI7A off=2344537 len=1263925 2024-09-18T03:00:15.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 5907 completed, throughput=5MB/sec 2024-09-18T03:00:15.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W-j6WXVTTtQCoPX off=1819260 len=573396 2024-09-18T03:00:15.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 5908 completed, throughput=5MB/sec 2024-09-18T03:00:15.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2eD8PJ4GW2KQ17- off=2929461 len=1091257 2024-09-18T03:00:15.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 5909 completed, throughput=5MB/sec 2024-09-18T03:00:16.736 INFO:tasks.workunit.client.0.smithi046.stdout:waiting for all operations to complete 2024-09-18T03:00:16.736 INFO:tasks.workunit.client.0.smithi046.stdout:cleaning up objects 2024-09-18T03:00:16.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:00:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:00:16] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T03:00:17.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:16 smithi195 ceph-mon[89559]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T03:00:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:16 smithi046 ceph-mon[97106]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T03:00:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:16 smithi046 ceph-mon[94621]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-18T03:00:19.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:18 smithi195 ceph-mon[89559]: pgmap v2014: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-09-18T03:00:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:18 smithi046 ceph-mon[97106]: pgmap v2014: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-09-18T03:00:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:18 smithi046 ceph-mon[94621]: pgmap v2014: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-09-18T03:00:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:20 smithi195 ceph-mon[89559]: pgmap v2015: 105 pgs: 105 active+clean; 107 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 135 op/s 2024-09-18T03:00:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:20 smithi046 ceph-mon[97106]: pgmap v2015: 105 pgs: 105 active+clean; 107 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 135 op/s 2024-09-18T03:00:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:20 smithi046 ceph-mon[94621]: pgmap v2015: 105 pgs: 105 active+clean; 107 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 135 op/s 2024-09-18T03:00:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:00:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:00:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:22 smithi195 ceph-mon[89559]: pgmap v2016: 105 pgs: 105 active+clean; 107 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 134 op/s 2024-09-18T03:00:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:22 smithi046 ceph-mon[94621]: pgmap v2016: 105 pgs: 105 active+clean; 107 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 134 op/s 2024-09-18T03:00:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:22 smithi046 ceph-mon[97106]: pgmap v2016: 105 pgs: 105 active+clean; 107 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 134 op/s 2024-09-18T03:00:25.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:24 smithi195 ceph-mon[89559]: pgmap v2017: 105 pgs: 105 active+clean; 86 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 276 op/s 2024-09-18T03:00:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:24 smithi046 ceph-mon[94621]: pgmap v2017: 105 pgs: 105 active+clean; 86 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 276 op/s 2024-09-18T03:00:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:24 smithi046 ceph-mon[97106]: pgmap v2017: 105 pgs: 105 active+clean; 86 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 276 op/s 2024-09-18T03:00:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:00:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:00:26] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-18T03:00:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:26 smithi195 ceph-mon[89559]: pgmap v2018: 105 pgs: 105 active+clean; 66 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.0 MiB/s rd, 896 KiB/s wr, 414 op/s 2024-09-18T03:00:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:26 smithi046 ceph-mon[94621]: pgmap v2018: 105 pgs: 105 active+clean; 66 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.0 MiB/s rd, 896 KiB/s wr, 414 op/s 2024-09-18T03:00:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:26 smithi046 ceph-mon[97106]: pgmap v2018: 105 pgs: 105 active+clean; 66 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.0 MiB/s rd, 896 KiB/s wr, 414 op/s 2024-09-18T03:00:29.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:28 smithi195 ceph-mon[89559]: pgmap v2019: 105 pgs: 105 active+clean; 52 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 303 KiB/s rd, 627 KiB/s wr, 509 op/s 2024-09-18T03:00:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:28 smithi046 ceph-mon[94621]: pgmap v2019: 105 pgs: 105 active+clean; 52 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 303 KiB/s rd, 627 KiB/s wr, 509 op/s 2024-09-18T03:00:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:28 smithi046 ceph-mon[97106]: pgmap v2019: 105 pgs: 105 active+clean; 52 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 303 KiB/s rd, 627 KiB/s wr, 509 op/s 2024-09-18T03:00:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:31.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:30 smithi195 ceph-mon[89559]: pgmap v2020: 105 pgs: 105 active+clean; 28 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s wr, 641 op/s 2024-09-18T03:00:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:30 smithi046 ceph-mon[94621]: pgmap v2020: 105 pgs: 105 active+clean; 28 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s wr, 641 op/s 2024-09-18T03:00:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:30 smithi046 ceph-mon[97106]: pgmap v2020: 105 pgs: 105 active+clean; 28 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s wr, 641 op/s 2024-09-18T03:00:32.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:00:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:00:32.904 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T03:00:32.904 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T03:00:32.974 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-09-18T03:00:32.974 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-18T03:00:33.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:32 smithi195 ceph-mon[89559]: pgmap v2021: 105 pgs: 105 active+clean; 28 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 534 op/s 2024-09-18T03:00:33.238 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:32 smithi046 ceph-mon[94621]: pgmap v2021: 105 pgs: 105 active+clean; 28 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 534 op/s 2024-09-18T03:00:33.238 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:32 smithi046 ceph-mon[97106]: pgmap v2021: 105 pgs: 105 active+clean; 28 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 534 op/s 2024-09-18T03:00:33.239 DEBUG:teuthology.parallel:result is None 2024-09-18T03:00:33.239 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:00:33.265 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:00:33.265 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:00:33.323 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:00:33.324 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T03:00:33.324 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-09-18T03:00:33.324 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T03:00:33.324 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-09-18T03:00:33.324 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-18T03:00:33.325 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-18T03:00:33.325 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-18T03:00:33.325 DEBUG:teuthology.orchestra.run.smithi195:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-18T03:00:33.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:00:33.345 INFO:teuthology.orchestra.run.smithi195.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-18T03:00:33.345 DEBUG:teuthology.orchestra.run.smithi195:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-09-18T03:00:33.403 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-09-18T03:00:33.404 DEBUG:teuthology.orchestra.run.smithi195:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-09-18T03:00:33.460 INFO:tasks.workunit:timeout=3h 2024-09-18T03:00:33.460 INFO:tasks.workunit:cleanup=True 2024-09-18T03:00:33.461 DEBUG:teuthology.orchestra.run.smithi195:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-09-18T03:00:33.519 INFO:tasks.workunit.client.1.smithi195.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-18T03:00:35.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:34 smithi195 ceph-mon[89559]: pgmap v2022: 105 pgs: 105 active+clean; 11 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 646 op/s 2024-09-18T03:00:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:34 smithi046 ceph-mon[94621]: pgmap v2022: 105 pgs: 105 active+clean; 11 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 646 op/s 2024-09-18T03:00:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:34 smithi046 ceph-mon[97106]: pgmap v2022: 105 pgs: 105 active+clean; 11 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 646 op/s 2024-09-18T03:00:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:00:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:00:36] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-18T03:00:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:36 smithi195 ceph-mon[89559]: pgmap v2023: 105 pgs: 105 active+clean; 194 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2024-09-18T03:00:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:36 smithi046 ceph-mon[94621]: pgmap v2023: 105 pgs: 105 active+clean; 194 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2024-09-18T03:00:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:36 smithi046 ceph-mon[97106]: pgmap v2023: 105 pgs: 105 active+clean; 194 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2024-09-18T03:00:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:38 smithi195 ceph-mon[89559]: pgmap v2024: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 440 op/s 2024-09-18T03:00:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:38 smithi046 ceph-mon[97106]: pgmap v2024: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 440 op/s 2024-09-18T03:00:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:38 smithi046 ceph-mon[94621]: pgmap v2024: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 440 op/s 2024-09-18T03:00:41.031 DEBUG:teuthology.orchestra.run.smithi195:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-18T03:00:41.104 INFO:tasks.workunit.client.1.smithi195.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-18T03:00:41.106 INFO:tasks.workunit.client.1.smithi195.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-18T03:00:41.107 INFO:tasks.workunit.client.1.smithi195.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-18T03:00:41.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:40 smithi195 ceph-mon[89559]: pgmap v2025: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 344 op/s 2024-09-18T03:00:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:40 smithi046 ceph-mon[97106]: pgmap v2025: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 344 op/s 2024-09-18T03:00:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:40 smithi046 ceph-mon[94621]: pgmap v2025: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 344 op/s 2024-09-18T03:00:41.795 INFO:tasks.workunit.client.1.smithi195.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-18T03:00:41.889 INFO:tasks.workunit.client.1.smithi195.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-18T03:00:41.930 INFO:tasks.workunit.client.1.smithi195.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-18T03:00:41.931 INFO:tasks.workunit.client.1.smithi195.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-18T03:00:41.931 INFO:tasks.workunit.client.1.smithi195.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-18T03:00:41.970 INFO:tasks.workunit.client.1.smithi195.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-18T03:00:41.973 DEBUG:teuthology.orchestra.run.smithi195:> set -ex 2024-09-18T03:00:41.973 DEBUG:teuthology.orchestra.run.smithi195:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-18T03:00:42.029 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-09-18T03:00:42.030 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-09-18T03:00:42.030 DEBUG:teuthology.orchestra.run.smithi195:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-09-18T03:00:42.089 INFO:tasks.workunit.client.1.smithi195.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-09-18T03:00:42.089 INFO:tasks.workunit.client.1.smithi195.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-09-18T03:00:42.090 INFO:tasks.workunit.client.1.smithi195.stderr:+ TMPDIR=/tmp/rbd_import_export_139039 2024-09-18T03:00:42.090 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm -rf /tmp/rbd_import_export_139039 2024-09-18T03:00:42.090 INFO:tasks.workunit.client.1.smithi195.stderr:+ mkdir /tmp/rbd_import_export_139039 2024-09-18T03:00:42.091 INFO:tasks.workunit.client.1.smithi195.stderr:+ trap 'rm -rf /tmp/rbd_import_export_139039' INT TERM EXIT 2024-09-18T03:00:42.091 INFO:tasks.workunit.client.1.smithi195.stderr:+ mkdir foo.139039 2024-09-18T03:00:42.091 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import foo.139039 foo.dir 2024-09-18T03:00:42.130 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: cannot import a directory 2024-09-18T03:00:42.130 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 0% complete...failed. 2024-09-18T03:00:42.131 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: import failed: (21) Is a directory 2024-09-18T03:00:42.133 INFO:tasks.workunit.client.1.smithi195.stderr:+ true 2024-09-18T03:00:42.133 INFO:tasks.workunit.client.1.smithi195.stderr:+ rmdir foo.139039 2024-09-18T03:00:42.138 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_139039/img bs=1k count=1 seek=10 2024-09-18T03:00:42.139 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records in 2024-09-18T03:00:42.139 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records out 2024-09-18T03:00:42.139 INFO:tasks.workunit.client.1.smithi195.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2259e-05 s, 24.2 MB/s 2024-09-18T03:00:42.139 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_139039/img bs=1k count=10 seek=100 2024-09-18T03:00:42.140 INFO:tasks.workunit.client.1.smithi195.stderr:10+0 records in 2024-09-18T03:00:42.140 INFO:tasks.workunit.client.1.smithi195.stderr:10+0 records out 2024-09-18T03:00:42.140 INFO:tasks.workunit.client.1.smithi195.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.2149e-05 s, 196 MB/s 2024-09-18T03:00:42.140 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_139039/img bs=1k count=100 seek=1000 2024-09-18T03:00:42.141 INFO:tasks.workunit.client.1.smithi195.stderr:60+1 records in 2024-09-18T03:00:42.141 INFO:tasks.workunit.client.1.smithi195.stderr:60+1 records out 2024-09-18T03:00:42.141 INFO:tasks.workunit.client.1.smithi195.stderr:61640 bytes (62 kB, 60 KiB) copied, 0.000148215 s, 416 MB/s 2024-09-18T03:00:42.141 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_139039/img bs=1k seek=10000 2024-09-18T03:00:42.142 INFO:tasks.workunit.client.1.smithi195.stderr:137+1 records in 2024-09-18T03:00:42.142 INFO:tasks.workunit.client.1.smithi195.stderr:137+1 records out 2024-09-18T03:00:42.142 INFO:tasks.workunit.client.1.smithi195.stderr:140928 bytes (141 kB, 138 KiB) copied, 0.000408847 s, 345 MB/s 2024-09-18T03:00:42.142 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_139039/img bs=1k seek=100000 2024-09-18T03:00:42.145 INFO:tasks.workunit.client.1.smithi195.stderr:60+1 records in 2024-09-18T03:00:42.146 INFO:tasks.workunit.client.1.smithi195.stderr:60+1 records out 2024-09-18T03:00:42.146 INFO:tasks.workunit.client.1.smithi195.stderr:61592 bytes (62 kB, 60 KiB) copied, 0.000149116 s, 413 MB/s 2024-09-18T03:00:42.146 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_139039/img bs=1k seek=1000000 2024-09-18T03:00:42.146 INFO:tasks.workunit.client.1.smithi195.stderr:154+1 records in 2024-09-18T03:00:42.146 INFO:tasks.workunit.client.1.smithi195.stderr:154+1 records out 2024-09-18T03:00:42.146 INFO:tasks.workunit.client.1.smithi195.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000349611 s, 452 MB/s 2024-09-18T03:00:42.146 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm testimg 2024-09-18T03:00:42.198 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 0% complete...failed. 2024-09-18T03:00:42.199 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: delete error: (2) No such file or directory 2024-09-18T03:00:42.201 INFO:tasks.workunit.client.1.smithi195.stderr:+ true 2024-09-18T03:00:42.201 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format /tmp/rbd_import_export_139039/img testimg 2024-09-18T03:00:42.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:00:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:00:42.736 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-09-18T03:00:42.736 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:00:42.739 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export testimg /tmp/rbd_import_export_139039/img2 2024-09-18T03:00:43.009 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:43.013 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export testimg - 2024-09-18T03:00:43.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:42 smithi195 ceph-mon[89559]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 187 op/s 2024-09-18T03:00:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:42 smithi046 ceph-mon[94621]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 187 op/s 2024-09-18T03:00:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:42 smithi046 ceph-mon[97106]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 187 op/s 2024-09-18T03:00:43.671 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:43.674 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm testimg 2024-09-18T03:00:43.787 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-18T03:00:43.789 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp /tmp/rbd_import_export_139039/img /tmp/rbd_import_export_139039/img2 2024-09-18T03:00:44.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:44.335 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp /tmp/rbd_import_export_139039/img /tmp/rbd_import_export_139039/img3 2024-09-18T03:00:44.732 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img2 /tmp/rbd_import_export_139039/img3 2024-09-18T03:00:44.892 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format - testimg 2024-09-18T03:00:45.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:44 smithi195 ceph-mon[89559]: pgmap v2027: 105 pgs: 105 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 5.5 KiB/s wr, 192 op/s 2024-09-18T03:00:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:44 smithi046 ceph-mon[94621]: pgmap v2027: 105 pgs: 105 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 5.5 KiB/s wr, 192 op/s 2024-09-18T03:00:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:44 smithi046 ceph-mon[97106]: pgmap v2027: 105 pgs: 105 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 5.5 KiB/s wr, 192 op/s 2024-09-18T03:00:45.313 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:00:45.313 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:00:45.316 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export testimg /tmp/rbd_import_export_139039/img2 2024-09-18T03:00:45.547 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:45.550 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export testimg - 2024-09-18T03:00:46.217 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:46.220 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm testimg 2024-09-18T03:00:46.333 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-18T03:00:46.335 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp /tmp/rbd_import_export_139039/img /tmp/rbd_import_export_139039/img2 2024-09-18T03:00:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:00:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:00:46] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-18T03:00:46.877 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp /tmp/rbd_import_export_139039/img /tmp/rbd_import_export_139039/img3 2024-09-18T03:00:47.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:46 smithi195 ceph-mon[89559]: pgmap v2028: 105 pgs: 105 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 38 KiB/s wr, 89 op/s 2024-09-18T03:00:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:46 smithi046 ceph-mon[94621]: pgmap v2028: 105 pgs: 105 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 38 KiB/s wr, 89 op/s 2024-09-18T03:00:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:46 smithi046 ceph-mon[97106]: pgmap v2028: 105 pgs: 105 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 38 KiB/s wr, 89 op/s 2024-09-18T03:00:47.274 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img /tmp/rbd_import_export_139039/img2 /tmp/rbd_import_export_139039/img3 2024-09-18T03:00:47.489 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd help export 2024-09-18T03:00:47.489 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep -q export-format 2024-09-18T03:00:47.507 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_139039/img bs=1k count=10 seek=100 2024-09-18T03:00:47.508 INFO:tasks.workunit.client.1.smithi195.stderr:10+0 records in 2024-09-18T03:00:47.508 INFO:tasks.workunit.client.1.smithi195.stderr:10+0 records out 2024-09-18T03:00:47.508 INFO:tasks.workunit.client.1.smithi195.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.122e-05 s, 167 MB/s 2024-09-18T03:00:47.508 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format /tmp/rbd_import_export_139039/img testimg 2024-09-18T03:00:47.576 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:00:47.576 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:00:47.578 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap create testimg@snap 2024-09-18T03:00:47.994 INFO:tasks.workunit.client.1.smithi195.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-18T03:00:48.004 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd image-meta set testimg key1 value1 2024-09-18T03:00:48.057 INFO:tasks.workunit.client.1.smithi195.stderr:++ rbd image-meta list testimg 2024-09-18T03:00:48.097 INFO:tasks.workunit.client.1.smithi195.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-09-18T03:00:48.098 INFO:tasks.workunit.client.1.smithi195.stderr: 2024-09-18T03:00:48.098 INFO:tasks.workunit.client.1.smithi195.stderr:Key Value 2024-09-18T03:00:48.098 INFO:tasks.workunit.client.1.smithi195.stderr:key1 value1' 2024-09-18T03:00:48.098 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:48.135 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:48.138 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139039/img_v2 testimg_import 2024-09-18T03:00:49.012 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-18T03:00:49.015 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd info testimg_import 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout:rbd image 'testimg_import': 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: size 110 KiB in 1 objects 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: order 22 (4 MiB objects) 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: snapshot_count: 1 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: id: d60937b812bb 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: block_name_prefix: rbd_data.d60937b812bb 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: format: 2 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: op_features: 2024-09-18T03:00:49.051 INFO:tasks.workunit.client.1.smithi195.stdout: flags: 2024-09-18T03:00:49.052 INFO:tasks.workunit.client.1.smithi195.stdout: create_timestamp: Wed Sep 18 03:00:48 2024 2024-09-18T03:00:49.052 INFO:tasks.workunit.client.1.smithi195.stdout: access_timestamp: Wed Sep 18 03:00:48 2024 2024-09-18T03:00:49.052 INFO:tasks.workunit.client.1.smithi195.stdout: modify_timestamp: Wed Sep 18 03:00:48 2024 2024-09-18T03:00:49.053 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd info testimg_import@snap 2024-09-18T03:00:49.089 INFO:tasks.workunit.client.1.smithi195.stdout:rbd image 'testimg_import': 2024-09-18T03:00:49.089 INFO:tasks.workunit.client.1.smithi195.stdout: size 110 KiB in 1 objects 2024-09-18T03:00:49.089 INFO:tasks.workunit.client.1.smithi195.stdout: order 22 (4 MiB objects) 2024-09-18T03:00:49.089 INFO:tasks.workunit.client.1.smithi195.stdout: snapshot_count: 1 2024-09-18T03:00:49.089 INFO:tasks.workunit.client.1.smithi195.stdout: id: d60937b812bb 2024-09-18T03:00:49.089 INFO:tasks.workunit.client.1.smithi195.stdout: block_name_prefix: rbd_data.d60937b812bb 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: format: 2 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: op_features: 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: flags: 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: create_timestamp: Wed Sep 18 03:00:48 2024 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: access_timestamp: Wed Sep 18 03:00:48 2024 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: modify_timestamp: Wed Sep 18 03:00:48 2024 2024-09-18T03:00:49.090 INFO:tasks.workunit.client.1.smithi195.stdout: protected: False 2024-09-18T03:00:49.092 INFO:tasks.workunit.client.1.smithi195.stderr:++ rbd image-meta list testimg_import 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr: 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr:Key Value 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr:key1 value1' 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 'There is 1 metadatum on this image: 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr: 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr:Key Value 2024-09-18T03:00:49.140 INFO:tasks.workunit.client.1.smithi195.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-09-18T03:00:49.141 INFO:tasks.workunit.client.1.smithi195.stderr: 2024-09-18T03:00:49.141 INFO:tasks.workunit.client.1.smithi195.stderr:Key Value 2024-09-18T03:00:49.141 INFO:tasks.workunit.client.1.smithi195.stderr:key1 value1' ']' 2024-09-18T03:00:49.141 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export testimg_import /tmp/rbd_import_export_139039/img_import 2024-09-18T03:00:49.174 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete...done. 2024-09-18T03:00:49.177 INFO:tasks.workunit.client.1.smithi195.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139039/img /tmp/rbd_import_export_139039/img_import 2024-09-18T03:00:49.177 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp -l /tmp/rbd_import_export_139039/img /tmp/rbd_import_export_139039/img_import 2024-09-18T03:00:49.178 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/img --format %b 2024-09-18T03:00:49.179 INFO:tasks.workunit.client.1.smithi195.stderr:+ origsize=24 2024-09-18T03:00:49.179 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/img_import --format %b 2024-09-18T03:00:49.180 INFO:tasks.workunit.client.1.smithi195.stderr:+ exportsize=224 2024-09-18T03:00:49.180 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=200 2024-09-18T03:00:49.180 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=200 2024-09-18T03:00:49.181 INFO:tasks.workunit.client.1.smithi195.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-09-18T03:00:49.181 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_139039/img_snap 2024-09-18T03:00:49.215 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete...done. 2024-09-18T03:00:49.218 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_139039/img_snap_import 2024-09-18T03:00:49.254 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete...done. 2024-09-18T03:00:49.257 INFO:tasks.workunit.client.1.smithi195.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139039/img_snap /tmp/rbd_import_export_139039/img_snap_import 2024-09-18T03:00:49.257 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp -l /tmp/rbd_import_export_139039/img_snap /tmp/rbd_import_export_139039/img_snap_import 2024-09-18T03:00:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:48 smithi046 ceph-mon[94621]: pgmap v2029: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 140 KiB/s rd, 53 KiB/s wr, 56 op/s 2024-09-18T03:00:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:48 smithi046 ceph-mon[94621]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-18T03:00:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:48 smithi046 ceph-mon[97106]: pgmap v2029: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 140 KiB/s rd, 53 KiB/s wr, 56 op/s 2024-09-18T03:00:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:48 smithi046 ceph-mon[97106]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-18T03:00:49.259 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/img_snap --format %b 2024-09-18T03:00:49.259 INFO:tasks.workunit.client.1.smithi195.stderr:+ origsize=224 2024-09-18T03:00:49.259 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/img_snap_import --format %b 2024-09-18T03:00:49.260 INFO:tasks.workunit.client.1.smithi195.stderr:+ exportsize=224 2024-09-18T03:00:49.261 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:00:49.261 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:00:49.261 INFO:tasks.workunit.client.1.smithi195.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-18T03:00:49.261 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:49.261 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img_import 2024-09-18T03:00:49.261 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img_snap 2024-09-18T03:00:49.262 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img_snap_import 2024-09-18T03:00:49.263 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap rm testimg_import@snap 2024-09-18T03:00:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:48 smithi195 ceph-mon[89559]: pgmap v2029: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 140 KiB/s rd, 53 KiB/s wr, 56 op/s 2024-09-18T03:00:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:48 smithi195 ceph-mon[89559]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-18T03:00:50.003 INFO:tasks.workunit.client.1.smithi195.stderr: Removing snap: 100% complete...done. 2024-09-18T03:00:50.014 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg_import 2024-09-18T03:00:50.144 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:00:50.147 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap rm testimg@snap 2024-09-18T03:00:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:49 smithi046 ceph-mon[94621]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-18T03:00:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:49 smithi046 ceph-mon[97106]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-18T03:00:50.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:49 smithi195 ceph-mon[89559]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-18T03:00:51.009 INFO:tasks.workunit.client.1.smithi195.stderr: Removing snap: 100% complete...done. 2024-09-18T03:00:51.022 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm testimg 2024-09-18T03:00:51.151 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:00:51.154 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --order 20 /tmp/rbd_import_export_139039/img testimg 2024-09-18T03:00:51.218 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:00:51.218 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --order is deprecated, use --object-size 2024-09-18T03:00:51.220 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:51.257 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:51.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:50 smithi046 ceph-mon[97106]: pgmap v2032: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 121 KiB/s wr, 175 op/s 2024-09-18T03:00:51.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:50 smithi046 ceph-mon[97106]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-18T03:00:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:50 smithi046 ceph-mon[94621]: pgmap v2032: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 121 KiB/s wr, 175 op/s 2024-09-18T03:00:51.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:50 smithi046 ceph-mon[94621]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-18T03:00:51.260 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139039/img_v2 testimg_import 2024-09-18T03:00:51.334 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-18T03:00:51.337 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd info testimg_import 2024-09-18T03:00:51.337 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep order 2024-09-18T03:00:51.337 INFO:tasks.workunit.client.1.smithi195.stderr:+ awk '{print $2}' 2024-09-18T03:00:51.337 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep 20 2024-09-18T03:00:51.373 INFO:tasks.workunit.client.1.smithi195.stdout:20 2024-09-18T03:00:51.373 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:51.373 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg_import 2024-09-18T03:00:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:50 smithi195 ceph-mon[89559]: pgmap v2032: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 121 KiB/s wr, 175 op/s 2024-09-18T03:00:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:50 smithi195 ceph-mon[89559]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-18T03:00:51.492 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:00:51.495 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg 2024-09-18T03:00:51.604 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:00:51.607 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_139039/img testimg 2024-09-18T03:00:51.658 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:00:51.661 INFO:tasks.workunit.client.1.smithi195.stderr:++ rbd info testimg 2024-09-18T03:00:51.661 INFO:tasks.workunit.client.1.smithi195.stderr:++ grep features 2024-09-18T03:00:51.697 INFO:tasks.workunit.client.1.smithi195.stderr:+ FEATURES_BEFORE=' features: layering 2024-09-18T03:00:51.698 INFO:tasks.workunit.client.1.smithi195.stderr: op_features: ' 2024-09-18T03:00:51.698 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:51.735 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:51.737 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139039/img_v2 testimg_import 2024-09-18T03:00:51.798 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-18T03:00:51.801 INFO:tasks.workunit.client.1.smithi195.stderr:++ rbd info testimg_import 2024-09-18T03:00:51.801 INFO:tasks.workunit.client.1.smithi195.stderr:++ grep features 2024-09-18T03:00:51.836 INFO:tasks.workunit.client.1.smithi195.stderr:+ FEATURES_AFTER=' features: layering 2024-09-18T03:00:51.836 INFO:tasks.workunit.client.1.smithi195.stderr: op_features: ' 2024-09-18T03:00:51.837 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' ' features: layering 2024-09-18T03:00:51.837 INFO:tasks.workunit.client.1.smithi195.stderr: op_features: ' '!=' ' features: layering 2024-09-18T03:00:51.837 INFO:tasks.workunit.client.1.smithi195.stderr: op_features: ' ']' 2024-09-18T03:00:51.837 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:51.838 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg_import 2024-09-18T03:00:51.919 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:00:51.922 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg 2024-09-18T03:00:52.014 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:00:52.017 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_139039/img testimg 2024-09-18T03:00:52.086 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:00:52.088 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:52.125 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:52.128 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139039/img_v2 testimg_import 2024-09-18T03:00:52.200 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-18T03:00:52.203 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd info testimg_import 2024-09-18T03:00:52.203 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep 'stripe unit' 2024-09-18T03:00:52.203 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep -Ei '(4 KiB|4096)' 2024-09-18T03:00:52.238 INFO:tasks.workunit.client.1.smithi195.stdout: stripe unit: 4 KiB 2024-09-18T03:00:52.239 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd info testimg_import 2024-09-18T03:00:52.239 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep 'stripe count' 2024-09-18T03:00:52.239 INFO:tasks.workunit.client.1.smithi195.stderr:+ awk '{print $3}' 2024-09-18T03:00:52.239 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep 1000 2024-09-18T03:00:52.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:51 smithi046 ceph-mon[94621]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-18T03:00:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:51 smithi046 ceph-mon[97106]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-18T03:00:52.273 INFO:tasks.workunit.client.1.smithi195.stdout:1000 2024-09-18T03:00:52.273 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/img_v2 2024-09-18T03:00:52.273 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg_import 2024-09-18T03:00:52.314 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:51 smithi195 ceph-mon[89559]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-18T03:00:52.389 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-18T03:00:52.392 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg 2024-09-18T03:00:52.505 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-18T03:00:52.508 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_139039/img testimg 2024-09-18T03:00:52.571 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:00:52.573 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap create testimg@snap1 2024-09-18T03:00:52.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:00:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:00:53.021 INFO:tasks.workunit.client.1.smithi195.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-18T03:00:53.030 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap create testimg@snap2 2024-09-18T03:00:53.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:53 smithi046 ceph-mon[94621]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 83 KiB/s wr, 185 op/s 2024-09-18T03:00:53.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:53 smithi046 ceph-mon[97106]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 83 KiB/s wr, 185 op/s 2024-09-18T03:00:53.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:53 smithi195 ceph-mon[89559]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 83 KiB/s wr, 185 op/s 2024-09-18T03:00:54.027 INFO:tasks.workunit.client.1.smithi195.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-18T03:00:54.037 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap protect testimg@snap2 2024-09-18T03:00:54.082 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139039/snap_protect 2024-09-18T03:00:54.122 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-18T03:00:54.126 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139039/snap_protect testimg_import 2024-09-18T03:00:54.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:54 smithi195 ceph-mon[89559]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-18T03:00:54.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:54 smithi046 ceph-mon[97106]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-18T03:00:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:54 smithi046 ceph-mon[94621]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-18T03:00:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:55 smithi195 ceph-mon[89559]: pgmap v2037: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 58 KiB/s wr, 309 op/s 2024-09-18T03:00:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:55 smithi195 ceph-mon[89559]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-18T03:00:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:55 smithi046 ceph-mon[94621]: pgmap v2037: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 58 KiB/s wr, 309 op/s 2024-09-18T03:00:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:55 smithi046 ceph-mon[94621]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-18T03:00:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:55 smithi046 ceph-mon[97106]: pgmap v2037: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 58 KiB/s wr, 309 op/s 2024-09-18T03:00:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:55 smithi046 ceph-mon[97106]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-18T03:00:56.066 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-18T03:00:56.070 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd info testimg_import@snap1 2024-09-18T03:00:56.070 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep 'protected: False' 2024-09-18T03:00:56.114 INFO:tasks.workunit.client.1.smithi195.stdout: protected: False 2024-09-18T03:00:56.115 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd info testimg_import@snap2 2024-09-18T03:00:56.115 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep 'protected: True' 2024-09-18T03:00:56.156 INFO:tasks.workunit.client.1.smithi195.stdout: protected: True 2024-09-18T03:00:56.156 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/snap_protect 2024-09-18T03:00:56.156 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap unprotect testimg@snap2 2024-09-18T03:00:56.204 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap unprotect testimg_import@snap2 2024-09-18T03:00:56.252 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap purge testimg 2024-09-18T03:00:56.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:56 smithi046 ceph-mon[94621]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-18T03:00:56.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:56 smithi046 ceph-mon[97106]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-18T03:00:56.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:56 smithi195 ceph-mon[89559]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-18T03:00:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:00:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:00:56] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-18T03:00:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:57 smithi195 ceph-mon[89559]: pgmap v2040: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 43 KiB/s wr, 458 op/s 2024-09-18T03:00:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:57 smithi195 ceph-mon[89559]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-18T03:00:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:57 smithi046 ceph-mon[97106]: pgmap v2040: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 43 KiB/s wr, 458 op/s 2024-09-18T03:00:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:57 smithi046 ceph-mon[97106]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-18T03:00:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:57 smithi046 ceph-mon[94621]: pgmap v2040: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 343 KiB/s rd, 43 KiB/s wr, 458 op/s 2024-09-18T03:00:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:57 smithi046 ceph-mon[94621]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-18T03:00:58.046 INFO:tasks.workunit.client.1.smithi195.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-18T03:00:58.060 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd snap purge testimg_import 2024-09-18T03:00:58.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:58 smithi195 ceph-mon[89559]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-18T03:00:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:58 smithi046 ceph-mon[97106]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-18T03:00:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:58 smithi046 ceph-mon[94621]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: pgmap v2043: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 33 KiB/s wr, 444 op/s 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:00:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:00:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:00:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: pgmap v2043: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 33 KiB/s wr, 444 op/s 2024-09-18T03:00:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-18T03:00:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-18T03:00:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:00:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: pgmap v2043: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 33 KiB/s wr, 444 op/s 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:00:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:00:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:01:00.089 INFO:tasks.workunit.client.1.smithi195.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-18T03:01:00.099 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg 2024-09-18T03:01:00.234 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:01:00.237 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd remove testimg_import 2024-09-18T03:01:00.351 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:01:00.354 INFO:tasks.workunit.client.1.smithi195.stderr:+ tiered=0 2024-09-18T03:01:00.354 INFO:tasks.workunit.client.1.smithi195.stderr:+ ceph osd dump 2024-09-18T03:01:00.354 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep '^pool' 2024-09-18T03:01:00.354 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep ''\''rbd'\''' 2024-09-18T03:01:00.354 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep tier 2024-09-18T03:01:00.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:00 smithi195 ceph-mon[89559]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-18T03:01:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:00 smithi046 ceph-mon[94621]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-18T03:01:00.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:00 smithi046 ceph-mon[97106]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-18T03:01:00.708 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_139039/sparse1 2024-09-18T03:01:00.712 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records in 2024-09-18T03:01:00.712 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records out 2024-09-18T03:01:00.712 INFO:tasks.workunit.client.1.smithi195.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00340513 s, 308 MB/s 2024-09-18T03:01:00.712 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_139039/sparse2 2024-09-18T03:01:00.716 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records in 2024-09-18T03:01:00.716 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records out 2024-09-18T03:01:00.716 INFO:tasks.workunit.client.1.smithi195.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00326678 s, 321 MB/s 2024-09-18T03:01:00.716 INFO:tasks.workunit.client.1.smithi195.stderr:+ truncate /tmp/rbd_import_export_139039/sparse2 -s 2M 2024-09-18T03:01:00.726 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse1 2024-09-18T03:01:00.778 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 0% complete...failed. 2024-09-18T03:01:00.778 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: delete error: (2) No such file or directory 2024-09-18T03:01:00.780 INFO:tasks.workunit.client.1.smithi195.stderr:+ true 2024-09-18T03:01:00.781 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_139039/sparse1 2024-09-18T03:01:00.853 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-18T03:01:00.853 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:01:00.853 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --order is deprecated, use --object-size 2024-09-18T03:01:00.856 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd ls -l 2024-09-18T03:01:00.856 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep sparse1 2024-09-18T03:01:00.856 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-18T03:01:00.892 INFO:tasks.workunit.client.1.smithi195.stdout:sparse1 2 MiB 2 2024-09-18T03:01:00.893 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects sparse1 2024-09-18T03:01:00.893 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse1 2024-09-18T03:01:00.893 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse1 2024-09-18T03:01:00.893 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep block_name_prefix 2024-09-18T03:01:00.893 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk '{print $NF;}' 2024-09-18T03:01:00.930 INFO:tasks.workunit.client.1.smithi195.stderr:++ prefix=rbd_data.d723a5c121fd 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep rbd_data.d723a5c121fd 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sed -e 's/rbd_data.d723a5c121fd\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:++++ get_image_data_pool sparse1 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sort -u 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:++++ image=sparse1 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ rbd info sparse1 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ grep 'data_pool: ' 2024-09-18T03:01:00.931 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ awk -F: '{ print $NF }' 2024-09-18T03:01:00.968 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool= 2024-09-18T03:01:00.968 INFO:tasks.workunit.client.1.smithi195.stderr:++++ '[' -z ']' 2024-09-18T03:01:00.969 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool=rbd 2024-09-18T03:01:00.969 INFO:tasks.workunit.client.1.smithi195.stderr:++++ echo rbd 2024-09-18T03:01:00.969 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rados ls -p rbd 2024-09-18T03:01:01.009 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects=1 2024-09-18T03:01:01.009 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo 1 2024-09-18T03:01:01.009 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-18T03:01:01.010 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export sparse1 /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.046 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-18T03:01:01.049 INFO:tasks.workunit.client.1.smithi195.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139039/sparse1 /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.049 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp -l /tmp/rbd_import_export_139039/sparse1 /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.051 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse1 --format %b 2024-09-18T03:01:01.052 INFO:tasks.workunit.client.1.smithi195.stderr:+ origsize=2048 2024-09-18T03:01:01.052 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse1.out --format %b 2024-09-18T03:01:01.053 INFO:tasks.workunit.client.1.smithi195.stderr:+ exportsize=2048 2024-09-18T03:01:01.053 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:01.053 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:01.053 INFO:tasks.workunit.client.1.smithi195.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-18T03:01:01.054 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.054 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse1 2024-09-18T03:01:01.171 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-18T03:01:01.174 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse2 2024-09-18T03:01:01.223 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 0% complete...failed. 2024-09-18T03:01:01.223 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: delete error: (2) No such file or directory 2024-09-18T03:01:01.225 INFO:tasks.workunit.client.1.smithi195.stderr:+ true 2024-09-18T03:01:01.225 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_139039/sparse2 2024-09-18T03:01:01.292 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-18T03:01:01.292 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:01:01.293 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --order is deprecated, use --object-size 2024-09-18T03:01:01.295 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd ls -l 2024-09-18T03:01:01.295 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep sparse2 2024-09-18T03:01:01.295 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-18T03:01:01.330 INFO:tasks.workunit.client.1.smithi195.stdout:sparse2 2 MiB 2 2024-09-18T03:01:01.331 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects sparse2 2024-09-18T03:01:01.331 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse2 2024-09-18T03:01:01.331 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse2 2024-09-18T03:01:01.331 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep block_name_prefix 2024-09-18T03:01:01.331 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk '{print $NF;}' 2024-09-18T03:01:01.366 INFO:tasks.workunit.client.1.smithi195.stderr:++ prefix=rbd_data.d7562b21d471 2024-09-18T03:01:01.367 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep rbd_data.d7562b21d471 2024-09-18T03:01:01.367 INFO:tasks.workunit.client.1.smithi195.stderr:++++ get_image_data_pool sparse2 2024-09-18T03:01:01.367 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sed -e 's/rbd_data.d7562b21d471\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-18T03:01:01.367 INFO:tasks.workunit.client.1.smithi195.stderr:++++ image=sparse2 2024-09-18T03:01:01.367 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sort -u 2024-09-18T03:01:01.367 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ rbd info sparse2 2024-09-18T03:01:01.367 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ grep 'data_pool: ' 2024-09-18T03:01:01.368 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ awk -F: '{ print $NF }' 2024-09-18T03:01:01.402 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool= 2024-09-18T03:01:01.402 INFO:tasks.workunit.client.1.smithi195.stderr:++++ '[' -z ']' 2024-09-18T03:01:01.402 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool=rbd 2024-09-18T03:01:01.402 INFO:tasks.workunit.client.1.smithi195.stderr:++++ echo rbd 2024-09-18T03:01:01.402 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rados ls -p rbd 2024-09-18T03:01:01.443 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects=0 2024-09-18T03:01:01.443 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo 0 2024-09-18T03:01:01.443 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-18T03:01:01.443 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export sparse2 /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:01 smithi195 ceph-mon[89559]: pgmap v2047: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.3 KiB/s wr, 134 op/s 2024-09-18T03:01:01.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:01 smithi195 ceph-mon[89559]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-18T03:01:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:01 smithi195 ceph-mon[89559]: from='client.? 172.21.15.195:0/924124869' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-18T03:01:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:01 smithi195 ceph-mon[89559]: from='client.? 172.21.15.195:0/924124869' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-18T03:01:01.477 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-18T03:01:01.480 INFO:tasks.workunit.client.1.smithi195.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139039/sparse2 /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:01.481 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp -l /tmp/rbd_import_export_139039/sparse2 /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:01.482 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse2 --format %b 2024-09-18T03:01:01.483 INFO:tasks.workunit.client.1.smithi195.stderr:+ origsize=2048 2024-09-18T03:01:01.483 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse2.out --format %b 2024-09-18T03:01:01.485 INFO:tasks.workunit.client.1.smithi195.stderr:+ exportsize=2048 2024-09-18T03:01:01.485 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:01.485 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:01.485 INFO:tasks.workunit.client.1.smithi195.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-18T03:01:01.485 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:01.485 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse2 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[94621]: pgmap v2047: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.3 KiB/s wr, 134 op/s 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[94621]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[94621]: from='client.? 172.21.15.195:0/924124869' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[94621]: from='client.? 172.21.15.195:0/924124869' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[97106]: pgmap v2047: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.3 KiB/s wr, 134 op/s 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[97106]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[97106]: from='client.? 172.21.15.195:0/924124869' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-18T03:01:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:01 smithi046 ceph-mon[97106]: from='client.? 172.21.15.195:0/924124869' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-18T03:01:01.600 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-18T03:01:01.603 INFO:tasks.workunit.client.1.smithi195.stderr:+ truncate /tmp/rbd_import_export_139039/sparse1 -s 10M 2024-09-18T03:01:01.603 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format --order 20 - sparse1 2024-09-18T03:01:01.711 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:01:01.712 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:01:01.712 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --order is deprecated, use --object-size 2024-09-18T03:01:01.714 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd ls -l 2024-09-18T03:01:01.715 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep sparse1 2024-09-18T03:01:01.715 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-09-18T03:01:01.750 INFO:tasks.workunit.client.1.smithi195.stdout:sparse1 10 MiB 2 2024-09-18T03:01:01.751 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects sparse1 2024-09-18T03:01:01.751 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse1 2024-09-18T03:01:01.751 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse1 2024-09-18T03:01:01.751 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep block_name_prefix 2024-09-18T03:01:01.751 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk '{print $NF;}' 2024-09-18T03:01:01.787 INFO:tasks.workunit.client.1.smithi195.stderr:++ prefix=rbd_data.d783526e2e03 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep rbd_data.d783526e2e03 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:++++ get_image_data_pool sparse1 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sed -e 's/rbd_data.d783526e2e03\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:++++ image=sparse1 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sort -u 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ rbd info sparse1 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ grep 'data_pool: ' 2024-09-18T03:01:01.788 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ awk -F: '{ print $NF }' 2024-09-18T03:01:01.823 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool= 2024-09-18T03:01:01.823 INFO:tasks.workunit.client.1.smithi195.stderr:++++ '[' -z ']' 2024-09-18T03:01:01.824 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool=rbd 2024-09-18T03:01:01.824 INFO:tasks.workunit.client.1.smithi195.stderr:++++ echo rbd 2024-09-18T03:01:01.824 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rados ls -p rbd 2024-09-18T03:01:01.863 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects=1 2024-09-18T03:01:01.863 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo 1 2024-09-18T03:01:01.863 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-18T03:01:01.863 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export sparse1 /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.900 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-09-18T03:01:01.903 INFO:tasks.workunit.client.1.smithi195.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139039/sparse1 /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.903 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp -l /tmp/rbd_import_export_139039/sparse1 /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.910 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse1 --format %b 2024-09-18T03:01:01.911 INFO:tasks.workunit.client.1.smithi195.stderr:+ origsize=2048 2024-09-18T03:01:01.911 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse1.out --format %b 2024-09-18T03:01:01.912 INFO:tasks.workunit.client.1.smithi195.stderr:+ exportsize=2048 2024-09-18T03:01:01.912 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:01.912 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:01.912 INFO:tasks.workunit.client.1.smithi195.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-18T03:01:01.912 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/sparse1.out 2024-09-18T03:01:01.913 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse1 2024-09-18T03:01:02.027 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-18T03:01:02.030 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_139039/sparse2 oflag=append conv=notrunc 2024-09-18T03:01:02.037 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records in 2024-09-18T03:01:02.037 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records out 2024-09-18T03:01:02.037 INFO:tasks.workunit.client.1.smithi195.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00615256 s, 341 MB/s 2024-09-18T03:01:02.037 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format --order 20 - sparse2 2024-09-18T03:01:02.132 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:01:02.132 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:01:02.133 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --order is deprecated, use --object-size 2024-09-18T03:01:02.135 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd ls -l 2024-09-18T03:01:02.135 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep sparse2 2024-09-18T03:01:02.135 INFO:tasks.workunit.client.1.smithi195.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-09-18T03:01:02.170 INFO:tasks.workunit.client.1.smithi195.stdout:sparse2 4 MiB 2 2024-09-18T03:01:02.170 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects sparse2 2024-09-18T03:01:02.171 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse2 2024-09-18T03:01:02.171 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse2 2024-09-18T03:01:02.171 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep block_name_prefix 2024-09-18T03:01:02.171 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk '{print $NF;}' 2024-09-18T03:01:02.206 INFO:tasks.workunit.client.1.smithi195.stderr:++ prefix=rbd_data.d7b05c4ef5c3 2024-09-18T03:01:02.208 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep rbd_data.d7b05c4ef5c3 2024-09-18T03:01:02.208 INFO:tasks.workunit.client.1.smithi195.stderr:++++ get_image_data_pool sparse2 2024-09-18T03:01:02.208 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sed -e 's/rbd_data.d7b05c4ef5c3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-18T03:01:02.209 INFO:tasks.workunit.client.1.smithi195.stderr:++++ image=sparse2 2024-09-18T03:01:02.209 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sort -u 2024-09-18T03:01:02.209 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ rbd info sparse2 2024-09-18T03:01:02.209 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ grep 'data_pool: ' 2024-09-18T03:01:02.209 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ awk -F: '{ print $NF }' 2024-09-18T03:01:02.242 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool= 2024-09-18T03:01:02.242 INFO:tasks.workunit.client.1.smithi195.stderr:++++ '[' -z ']' 2024-09-18T03:01:02.242 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool=rbd 2024-09-18T03:01:02.242 INFO:tasks.workunit.client.1.smithi195.stderr:++++ echo rbd 2024-09-18T03:01:02.242 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rados ls -p rbd 2024-09-18T03:01:02.282 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects='0 2024-09-18T03:01:02.282 INFO:tasks.workunit.client.1.smithi195.stderr:2 2024-09-18T03:01:02.283 INFO:tasks.workunit.client.1.smithi195.stderr:3' 2024-09-18T03:01:02.283 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo 0 2 3 2024-09-18T03:01:02.283 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-09-18T03:01:02.283 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export sparse2 /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:02.323 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-09-18T03:01:02.326 INFO:tasks.workunit.client.1.smithi195.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139039/sparse2 /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:02.326 INFO:tasks.workunit.client.1.smithi195.stderr:+ cmp -l /tmp/rbd_import_export_139039/sparse2 /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:02.329 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse2 --format %b 2024-09-18T03:01:02.330 INFO:tasks.workunit.client.1.smithi195.stderr:+ origsize=6144 2024-09-18T03:01:02.330 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse2.out --format %b 2024-09-18T03:01:02.332 INFO:tasks.workunit.client.1.smithi195.stderr:+ exportsize=6144 2024-09-18T03:01:02.332 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:02.332 INFO:tasks.workunit.client.1.smithi195.stderr:+ difference=0 2024-09-18T03:01:02.332 INFO:tasks.workunit.client.1.smithi195.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-18T03:01:02.332 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/sparse2.out 2024-09-18T03:01:02.332 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse2 2024-09-18T03:01:02.443 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-09-18T03:01:02.446 INFO:tasks.workunit.client.1.smithi195.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-09-18T03:01:02.447 INFO:tasks.workunit.client.1.smithi195.stdout:partially-sparse file imports to partially-sparse image 2024-09-18T03:01:02.447 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_139039/sparse1 sparse 2024-09-18T03:01:02.517 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-09-18T03:01:02.518 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:01:02.518 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --order is deprecated, use --object-size 2024-09-18T03:01:02.520 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects sparse 2024-09-18T03:01:02.521 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse 2024-09-18T03:01:02.521 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse 2024-09-18T03:01:02.521 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep block_name_prefix 2024-09-18T03:01:02.521 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk '{print $NF;}' 2024-09-18T03:01:02.557 INFO:tasks.workunit.client.1.smithi195.stderr:++ prefix=rbd_data.d7ddef4212c4 2024-09-18T03:01:02.557 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep rbd_data.d7ddef4212c4 2024-09-18T03:01:02.557 INFO:tasks.workunit.client.1.smithi195.stderr:++++ get_image_data_pool sparse 2024-09-18T03:01:02.557 INFO:tasks.workunit.client.1.smithi195.stderr:++++ image=sparse 2024-09-18T03:01:02.557 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sed -e 's/rbd_data.d7ddef4212c4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-18T03:01:02.557 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sort -u 2024-09-18T03:01:02.558 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ rbd info sparse 2024-09-18T03:01:02.558 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ grep 'data_pool: ' 2024-09-18T03:01:02.558 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ awk -F: '{ print $NF }' 2024-09-18T03:01:02.591 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool= 2024-09-18T03:01:02.592 INFO:tasks.workunit.client.1.smithi195.stderr:++++ '[' -z ']' 2024-09-18T03:01:02.592 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool=rbd 2024-09-18T03:01:02.592 INFO:tasks.workunit.client.1.smithi195.stderr:++++ echo rbd 2024-09-18T03:01:02.592 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rados ls -p rbd 2024-09-18T03:01:02.632 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects=1 2024-09-18T03:01:02.632 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo 1 2024-09-18T03:01:02.632 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-18T03:01:02.632 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse 2024-09-18T03:01:02.723 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:01:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:01:02.743 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-18T03:01:02.746 INFO:tasks.workunit.client.1.smithi195.stdout:zeros import through stdin to sparse image 2024-09-18T03:01:02.747 INFO:tasks.workunit.client.1.smithi195.stderr:+ echo 'zeros import through stdin to sparse image' 2024-09-18T03:01:02.747 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/dev/zero bs=1M count=4 2024-09-18T03:01:02.747 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd import --new-format - sparse 2024-09-18T03:01:02.797 INFO:tasks.workunit.client.1.smithi195.stderr:4+0 records in 2024-09-18T03:01:02.797 INFO:tasks.workunit.client.1.smithi195.stderr:4+0 records out 2024-09-18T03:01:02.797 INFO:tasks.workunit.client.1.smithi195.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.049585 s, 84.6 MB/s 2024-09-18T03:01:02.810 INFO:tasks.workunit.client.1.smithi195.stderr: Importing image: 100% complete...done. 2024-09-18T03:01:02.810 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:01:02.813 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects sparse 2024-09-18T03:01:02.813 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse 2024-09-18T03:01:02.813 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse 2024-09-18T03:01:02.813 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep block_name_prefix 2024-09-18T03:01:02.813 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk '{print $NF;}' 2024-09-18T03:01:02.849 INFO:tasks.workunit.client.1.smithi195.stderr:++ prefix=rbd_data.d7fe7a9d4887 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep rbd_data.d7fe7a9d4887 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sed -e 's/rbd_data.d7fe7a9d4887\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:++++ get_image_data_pool sparse 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:++++ image=sparse 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sort -u 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ rbd info sparse 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ grep 'data_pool: ' 2024-09-18T03:01:02.850 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ awk -F: '{ print $NF }' 2024-09-18T03:01:02.886 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool= 2024-09-18T03:01:02.886 INFO:tasks.workunit.client.1.smithi195.stderr:++++ '[' -z ']' 2024-09-18T03:01:02.886 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool=rbd 2024-09-18T03:01:02.886 INFO:tasks.workunit.client.1.smithi195.stderr:++++ echo rbd 2024-09-18T03:01:02.886 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rados ls -p rbd 2024-09-18T03:01:02.927 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects= 2024-09-18T03:01:02.927 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo 2024-09-18T03:01:02.927 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-09-18T03:01:02.927 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse 2024-09-18T03:01:03.030 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:01:03.032 INFO:tasks.workunit.client.1.smithi195.stdout:zeros export to sparse file 2024-09-18T03:01:03.033 INFO:tasks.workunit.client.1.smithi195.stderr:+ echo 'zeros export to sparse file' 2024-09-18T03:01:03.033 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd create --new-format sparse --size 4 2024-09-18T03:01:03.077 INFO:tasks.workunit.client.1.smithi195.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-18T03:01:03.080 INFO:tasks.workunit.client.1.smithi195.stderr:++ rbd info sparse 2024-09-18T03:01:03.080 INFO:tasks.workunit.client.1.smithi195.stderr:++ grep block_name_prefix 2024-09-18T03:01:03.080 INFO:tasks.workunit.client.1.smithi195.stderr:++ awk '{print $NF;}' 2024-09-18T03:01:03.115 INFO:tasks.workunit.client.1.smithi195.stderr:+ prefix=rbd_data.d81f5d48bc03 2024-09-18T03:01:03.115 INFO:tasks.workunit.client.1.smithi195.stderr:+ dd if=/dev/zero bs=4M count=1 2024-09-18T03:01:03.115 INFO:tasks.workunit.client.1.smithi195.stderr:++ get_image_data_pool sparse 2024-09-18T03:01:03.116 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse 2024-09-18T03:01:03.116 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse 2024-09-18T03:01:03.116 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep 'data_pool: ' 2024-09-18T03:01:03.116 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk -F: '{ print $NF }' 2024-09-18T03:01:03.151 INFO:tasks.workunit.client.1.smithi195.stderr:++ data_pool= 2024-09-18T03:01:03.151 INFO:tasks.workunit.client.1.smithi195.stderr:++ '[' -z ']' 2024-09-18T03:01:03.151 INFO:tasks.workunit.client.1.smithi195.stderr:++ data_pool=rbd 2024-09-18T03:01:03.152 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo rbd 2024-09-18T03:01:03.152 INFO:tasks.workunit.client.1.smithi195.stderr:+ rados -p rbd put rbd_data.d81f5d48bc03.000000000000 - 2024-09-18T03:01:03.180 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records in 2024-09-18T03:01:03.180 INFO:tasks.workunit.client.1.smithi195.stderr:1+0 records out 2024-09-18T03:01:03.180 INFO:tasks.workunit.client.1.smithi195.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0642972 s, 65.2 MB/s 2024-09-18T03:01:03.200 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects sparse 2024-09-18T03:01:03.200 INFO:tasks.workunit.client.1.smithi195.stderr:++ image=sparse 2024-09-18T03:01:03.201 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rbd info sparse 2024-09-18T03:01:03.201 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep block_name_prefix 2024-09-18T03:01:03.201 INFO:tasks.workunit.client.1.smithi195.stderr:+++ awk '{print $NF;}' 2024-09-18T03:01:03.235 INFO:tasks.workunit.client.1.smithi195.stderr:++ prefix=rbd_data.d81f5d48bc03 2024-09-18T03:01:03.236 INFO:tasks.workunit.client.1.smithi195.stderr:+++ grep rbd_data.d81f5d48bc03 2024-09-18T03:01:03.236 INFO:tasks.workunit.client.1.smithi195.stderr:++++ get_image_data_pool sparse 2024-09-18T03:01:03.236 INFO:tasks.workunit.client.1.smithi195.stderr:++++ image=sparse 2024-09-18T03:01:03.236 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sed -e 's/rbd_data.d81f5d48bc03\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-18T03:01:03.236 INFO:tasks.workunit.client.1.smithi195.stderr:+++ sort -u 2024-09-18T03:01:03.236 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ rbd info sparse 2024-09-18T03:01:03.237 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ grep 'data_pool: ' 2024-09-18T03:01:03.237 INFO:tasks.workunit.client.1.smithi195.stderr:+++++ awk -F: '{ print $NF }' 2024-09-18T03:01:03.271 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool= 2024-09-18T03:01:03.271 INFO:tasks.workunit.client.1.smithi195.stderr:++++ '[' -z ']' 2024-09-18T03:01:03.271 INFO:tasks.workunit.client.1.smithi195.stderr:++++ data_pool=rbd 2024-09-18T03:01:03.271 INFO:tasks.workunit.client.1.smithi195.stderr:++++ echo rbd 2024-09-18T03:01:03.271 INFO:tasks.workunit.client.1.smithi195.stderr:+++ rados ls -p rbd 2024-09-18T03:01:03.313 INFO:tasks.workunit.client.1.smithi195.stderr:++ objects=0 2024-09-18T03:01:03.313 INFO:tasks.workunit.client.1.smithi195.stderr:++ echo 0 2024-09-18T03:01:03.313 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-18T03:01:03.313 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/sparse 2024-09-18T03:01:03.314 INFO:tasks.workunit.client.1.smithi195.stderr:rm: cannot remove '/tmp/rbd_import_export_139039/sparse': No such file or directory 2024-09-18T03:01:03.314 INFO:tasks.workunit.client.1.smithi195.stderr:+ true 2024-09-18T03:01:03.314 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd export sparse /tmp/rbd_import_export_139039/sparse 2024-09-18T03:01:03.347 INFO:tasks.workunit.client.1.smithi195.stderr: Exporting image: 100% complete...done. 2024-09-18T03:01:03.350 INFO:tasks.workunit.client.1.smithi195.stderr:++ stat /tmp/rbd_import_export_139039/sparse --format=%b 2024-09-18T03:01:03.351 INFO:tasks.workunit.client.1.smithi195.stderr:+ '[' 0 = 0 ']' 2024-09-18T03:01:03.351 INFO:tasks.workunit.client.1.smithi195.stderr:+ rbd rm sparse 2024-09-18T03:01:03.458 INFO:tasks.workunit.client.1.smithi195.stderr: Removing image: 100% complete...done. 2024-09-18T03:01:03.460 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm /tmp/rbd_import_export_139039/sparse /tmp/rbd_import_export_139039/sparse1 /tmp/rbd_import_export_139039/sparse2 /tmp/rbd_import_export_139039/sparse3 2024-09-18T03:01:03.463 INFO:tasks.workunit.client.1.smithi195.stderr:rm: cannot remove '/tmp/rbd_import_export_139039/sparse3': No such file or directory 2024-09-18T03:01:03.463 INFO:tasks.workunit.client.1.smithi195.stderr:+ true 2024-09-18T03:01:03.463 INFO:tasks.workunit.client.1.smithi195.stdout:OK 2024-09-18T03:01:03.464 INFO:tasks.workunit.client.1.smithi195.stderr:+ echo OK 2024-09-18T03:01:03.464 INFO:tasks.workunit.client.1.smithi195.stderr:+ rm -rf /tmp/rbd_import_export_139039 2024-09-18T03:01:03.465 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T03:01:03.465 DEBUG:teuthology.orchestra.run.smithi195:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-18T03:01:03.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:03 smithi195 ceph-mon[89559]: pgmap v2049: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 49 op/s 2024-09-18T03:01:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:03 smithi195 ceph-mon[89559]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-18T03:01:03.500 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-09-18T03:01:03.501 DEBUG:teuthology.orchestra.run.smithi195:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-18T03:01:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:03 smithi046 ceph-mon[94621]: pgmap v2049: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 49 op/s 2024-09-18T03:01:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:03 smithi046 ceph-mon[94621]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-18T03:01:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:03 smithi046 ceph-mon[97106]: pgmap v2049: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 49 op/s 2024-09-18T03:01:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:03 smithi046 ceph-mon[97106]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-18T03:01:04.068 DEBUG:teuthology.parallel:result is None 2024-09-18T03:01:04.069 DEBUG:teuthology.orchestra.run.smithi195:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-18T03:01:04.093 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-18T03:01:04.094 DEBUG:teuthology.orchestra.run.smithi195:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-09-18T03:01:04.149 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-09-18T03:01:04.149 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T03:01:04.149 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-09-18T03:01:04.149 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T03:01:04.149 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-09-18T03:01:04.149 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-18T03:01:04.150 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-18T03:01:04.150 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-18T03:01:04.150 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:01:04.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:01:04.171 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-18T03:01:04.171 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:01:04.230 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-18T03:01:04.230 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-18T03:01:04.290 INFO:tasks.workunit:timeout=3h 2024-09-18T03:01:04.291 INFO:tasks.workunit:cleanup=True 2024-09-18T03:01:04.291 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-18T03:01:04.351 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-18T03:01:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:05 smithi195 ceph-mon[89559]: pgmap v2051: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 893 KiB/s wr, 156 op/s 2024-09-18T03:01:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:05 smithi046 ceph-mon[97106]: pgmap v2051: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 893 KiB/s wr, 156 op/s 2024-09-18T03:01:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:05 smithi046 ceph-mon[94621]: pgmap v2051: 105 pgs: 105 active+clean; 693 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 893 KiB/s wr, 156 op/s 2024-09-18T03:01:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:01:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:01:06] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-09-18T03:01:07.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:07 smithi195 ceph-mon[89559]: pgmap v2052: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 419 op/s 2024-09-18T03:01:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:07 smithi046 ceph-mon[97106]: pgmap v2052: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 419 op/s 2024-09-18T03:01:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:07 smithi046 ceph-mon[94621]: pgmap v2052: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 419 op/s 2024-09-18T03:01:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:09 smithi195 ceph-mon[89559]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1019 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-09-18T03:01:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:09 smithi195 ceph-mon[89559]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-18T03:01:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:09 smithi046 ceph-mon[97106]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1019 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-09-18T03:01:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:09 smithi046 ceph-mon[97106]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-18T03:01:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:09 smithi046 ceph-mon[94621]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1019 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-09-18T03:01:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:09 smithi046 ceph-mon[94621]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-18T03:01:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:11 smithi195 ceph-mon[89559]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1019 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-09-18T03:01:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:11 smithi046 ceph-mon[94621]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1019 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-09-18T03:01:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:11 smithi046 ceph-mon[97106]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1019 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-09-18T03:01:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:01:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:01:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:13 smithi195 ceph-mon[89559]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 433 KiB/s rd, 706 KiB/s wr, 259 op/s 2024-09-18T03:01:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:13 smithi046 ceph-mon[94621]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 433 KiB/s rd, 706 KiB/s wr, 259 op/s 2024-09-18T03:01:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:13 smithi046 ceph-mon[97106]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 433 KiB/s rd, 706 KiB/s wr, 259 op/s 2024-09-18T03:01:13.707 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-18T03:01:13.763 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-18T03:01:13.765 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T03:01:13.765 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-18T03:01:13.816 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-18T03:01:13.868 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-18T03:01:13.908 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T03:01:13.910 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T03:01:13.910 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-18T03:01:13.949 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T03:01:13.954 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T03:01:13.954 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-18T03:01:14.010 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-09-18T03:01:14.012 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-09-18T03:01:14.012 DEBUG:teuthology.orchestra.run.smithi046:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-09-18T03:01:14.112 INFO:tasks.workunit.client.0.smithi046.stderr:warning: failed to enable lockdep 2024-09-18T03:01:14.113 INFO:tasks.workunit.client.0.smithi046.stdout:seed 147567 2024-09-18T03:01:14.113 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 425 tests from 16 test suites. 2024-09-18T03:01:14.113 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-18T03:01:14.113 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestJournalStress 2024-09-18T03:01:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:15 smithi046 ceph-mon[97106]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 621 KiB/s wr, 197 op/s 2024-09-18T03:01:15.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:15 smithi046 ceph-mon[94621]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 621 KiB/s wr, 197 op/s 2024-09-18T03:01:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:15 smithi195 ceph-mon[89559]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 621 KiB/s wr, 197 op/s 2024-09-18T03:01:16.100 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-09-18T03:01:16.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:16 smithi046 ceph-mon[97106]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-18T03:01:16.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:16 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1844514129' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:16.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:16 smithi046 ceph-mon[94621]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-18T03:01:16.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:16 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1844514129' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:16 smithi195 ceph-mon[89559]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-18T03:01:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:16 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1844514129' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:16.700 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:01:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:01:16] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-18T03:01:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:17 smithi195 ceph-mon[89559]: pgmap v2059: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:17 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:17 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1844514129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:17 smithi195 ceph-mon[89559]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[94621]: pgmap v2059: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1844514129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[94621]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[97106]: pgmap v2059: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1844514129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:17 smithi046 ceph-mon[97106]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-18T03:01:18.121 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:18.121 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2020 ms) 2024-09-18T03:01:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:18 smithi195 ceph-mon[89559]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-18T03:01:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:18 smithi046 ceph-mon[94621]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-18T03:01:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:18 smithi046 ceph-mon[97106]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-18T03:01:19.114 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestJournalStress (2020 ms total) 2024-09-18T03:01:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:01:19.114 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from TestJournalReplay 2024-09-18T03:01:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:19 smithi195 ceph-mon[89559]: pgmap v2062: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:19 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:19 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:01:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:19 smithi195 ceph-mon[89559]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-18T03:01:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[94621]: pgmap v2062: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:01:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[94621]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-18T03:01:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[97106]: pgmap v2062: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:01:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:19 smithi046 ceph-mon[97106]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-18T03:01:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:20 smithi195 ceph-mon[89559]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-18T03:01:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:20 smithi046 ceph-mon[97106]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-18T03:01:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:20 smithi046 ceph-mon[94621]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-18T03:01:21.120 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-09-18T03:01:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:21 smithi195 ceph-mon[89559]: pgmap v2065: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:21 smithi195 ceph-mon[89559]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-18T03:01:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:21 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4288020002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:21 smithi046 ceph-mon[97106]: pgmap v2065: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:21 smithi046 ceph-mon[97106]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-18T03:01:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:21 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4288020002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:21 smithi046 ceph-mon[94621]: pgmap v2065: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:21 smithi046 ceph-mon[94621]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-18T03:01:21.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:21 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4288020002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4288020002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:22 smithi195 ceph-mon[89559]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-18T03:01:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:01:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:01:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4288020002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:22 smithi046 ceph-mon[97106]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-18T03:01:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4288020002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:22 smithi046 ceph-mon[94621]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-18T03:01:23.153 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.153 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2032 ms) 2024-09-18T03:01:23.153 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-09-18T03:01:23.163 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.AioWriteEvent (11 ms) 2024-09-18T03:01:23.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-09-18T03:01:23.172 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.172 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.AioFlushEvent (8 ms) 2024-09-18T03:01:23.172 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-09-18T03:01:23.181 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.181 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-09-18T03:01:23.181 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-09-18T03:01:23.188 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.189 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-09-18T03:01:23.189 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-09-18T03:01:23.197 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.197 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-09-18T03:01:23.197 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-09-18T03:01:23.204 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.205 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-09-18T03:01:23.205 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-09-18T03:01:23.212 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.213 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-09-18T03:01:23.213 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-09-18T03:01:23.220 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.220 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapRemove (7 ms) 2024-09-18T03:01:23.220 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.Rename 2024-09-18T03:01:23.227 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.227 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-09-18T03:01:23.227 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.Resize 2024-09-18T03:01:23.234 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.235 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-09-18T03:01:23.235 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.Flatten 2024-09-18T03:01:23.242 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.242 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2024-09-18T03:01:23.242 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-09-18T03:01:23.249 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.249 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-09-18T03:01:23.249 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-09-18T03:01:23.256 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.256 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-09-18T03:01:23.256 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-09-18T03:01:23.264 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.264 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-09-18T03:01:23.264 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-09-18T03:01:23.271 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:23.271 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-09-18T03:01:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:23 smithi195 ceph-mon[89559]: pgmap v2068: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:23 smithi195 ceph-mon[89559]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-18T03:01:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:23 smithi046 ceph-mon[97106]: pgmap v2068: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:23 smithi046 ceph-mon[97106]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-18T03:01:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:23 smithi046 ceph-mon[94621]: pgmap v2068: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:23 smithi046 ceph-mon[94621]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-18T03:01:24.146 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from TestJournalReplay (2150 ms total) 2024-09-18T03:01:24.146 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:01:24.146 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestJournalEntries 2024-09-18T03:01:24.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:24 smithi195 ceph-mon[89559]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-18T03:01:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:24 smithi046 ceph-mon[94621]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-18T03:01:24.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:24 smithi046 ceph-mon[97106]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-18T03:01:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:25 smithi195 ceph-mon[89559]: pgmap v2071: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T03:01:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:25 smithi195 ceph-mon[89559]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-18T03:01:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:25 smithi046 ceph-mon[97106]: pgmap v2071: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T03:01:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:25 smithi046 ceph-mon[97106]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-18T03:01:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:25 smithi046 ceph-mon[94621]: pgmap v2071: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-18T03:01:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:25 smithi046 ceph-mon[94621]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-18T03:01:26.146 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[97106]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2700980481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2700980481' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[97106]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[94621]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2700980481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2700980481' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:26.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-mon[94621]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-18T03:01:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:26 smithi195 ceph-mon[89559]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-18T03:01:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2700980481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2700980481' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:26 smithi195 ceph-mon[89559]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-18T03:01:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:01:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:01:26] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-18T03:01:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:27 smithi195 ceph-mon[89559]: pgmap v2074: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:27 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:27 smithi195 ceph-mon[89559]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-18T03:01:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:27 smithi046 ceph-mon[94621]: pgmap v2074: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:27 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:27 smithi046 ceph-mon[94621]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-18T03:01:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:27 smithi046 ceph-mon[97106]: pgmap v2074: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:27 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:27 smithi046 ceph-mon[97106]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-18T03:01:28.163 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:28.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioWrite (2016 ms) 2024-09-18T03:01:28.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-09-18T03:01:28.181 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:28.181 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioDiscard (16 ms) 2024-09-18T03:01:28.181 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-09-18T03:01:28.187 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:28.187 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (8 ms) 2024-09-18T03:01:28.187 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-09-18T03:01:28.195 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:28.195 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-09-18T03:01:29.172 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestJournalEntries (2049 ms total) 2024-09-18T03:01:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:01:29.173 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestTrash 2024-09-18T03:01:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:29 smithi195 ceph-mon[89559]: pgmap v2077: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:29 smithi195 ceph-mon[89559]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-18T03:01:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:29 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:29 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:01:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[94621]: pgmap v2077: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[94621]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[97106]: pgmap v2077: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[97106]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:01:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:30.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:30 smithi195 ceph-mon[89559]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-18T03:01:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:30 smithi046 ceph-mon[97106]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-18T03:01:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:30 smithi046 ceph-mon[94621]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-18T03:01:31.179 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-09-18T03:01:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:31 smithi195 ceph-mon[89559]: pgmap v2080: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:31 smithi195 ceph-mon[89559]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-18T03:01:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:31 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1030025958' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:31 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[97106]: pgmap v2080: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[97106]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-18T03:01:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1030025958' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[94621]: pgmap v2080: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[94621]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-18T03:01:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1030025958' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:31.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:31 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:32 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:32 smithi195 ceph-mon[89559]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-18T03:01:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:01:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:01:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:32 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:32 smithi046 ceph-mon[97106]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-18T03:01:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:32 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:32 smithi046 ceph-mon[94621]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-18T03:01:33.274 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestTrash.UserRemovingSource (2094 ms) 2024-09-18T03:01:33.274 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-09-18T03:01:33.313 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-09-18T03:01:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:33 smithi195 ceph-mon[89559]: pgmap v2083: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:33 smithi195 ceph-mon[89559]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-18T03:01:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:33 smithi046 ceph-mon[97106]: pgmap v2083: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:33 smithi046 ceph-mon[97106]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-18T03:01:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:33 smithi046 ceph-mon[94621]: pgmap v2083: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:33 smithi046 ceph-mon[94621]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-18T03:01:34.208 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestTrash (2133 ms total) 2024-09-18T03:01:34.208 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:01:34.208 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestOperations 2024-09-18T03:01:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:34 smithi195 ceph-mon[89559]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-18T03:01:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:34 smithi046 ceph-mon[97106]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-18T03:01:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:34 smithi046 ceph-mon[94621]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-18T03:01:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:35 smithi195 ceph-mon[89559]: pgmap v2086: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:35 smithi195 ceph-mon[89559]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-18T03:01:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:35 smithi046 ceph-mon[97106]: pgmap v2086: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:35 smithi046 ceph-mon[97106]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-18T03:01:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:35 smithi046 ceph-mon[94621]: pgmap v2086: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:35.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:35 smithi046 ceph-mon[94621]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-18T03:01:36.210 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-09-18T03:01:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:36 smithi195 ceph-mon[89559]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-18T03:01:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:36 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1605348625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:36 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:36.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:36 smithi046 ceph-mon[94621]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-18T03:01:36.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:36 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1605348625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:36.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:36 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:36.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:01:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:01:36] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-18T03:01:36.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:36 smithi046 ceph-mon[97106]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-18T03:01:36.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:36 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1605348625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:36.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:36 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:37 smithi195 ceph-mon[89559]: pgmap v2089: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:37 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:37 smithi195 ceph-mon[89559]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-18T03:01:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:37 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:37 smithi195 ceph-mon[89559]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-18T03:01:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[94621]: pgmap v2089: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[94621]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-18T03:01:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[94621]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-18T03:01:37.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[97106]: pgmap v2089: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:37.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:37.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[97106]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-18T03:01:37.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:37.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:37 smithi046 ceph-mon[97106]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-18T03:01:38.245 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:38.245 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2036 ms) 2024-09-18T03:01:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:38 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:38 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:01:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:38 smithi195 ceph-mon[89559]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-18T03:01:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:38 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:38 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:01:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:38 smithi046 ceph-mon[97106]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-18T03:01:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:38 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:38 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:01:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:38 smithi046 ceph-mon[94621]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-18T03:01:39.237 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestOperations (2036 ms total) 2024-09-18T03:01:39.237 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:01:39.237 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestObjectMap 2024-09-18T03:01:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:39 smithi195 ceph-mon[89559]: pgmap v2092: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:39 smithi195 ceph-mon[89559]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-18T03:01:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:39 smithi046 ceph-mon[97106]: pgmap v2092: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:39 smithi046 ceph-mon[97106]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-18T03:01:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:39 smithi046 ceph-mon[94621]: pgmap v2092: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:39 smithi046 ceph-mon[94621]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-18T03:01:41.242 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-09-18T03:01:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:41 smithi046 ceph-mon[94621]: pgmap v2095: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:41 smithi046 ceph-mon[94621]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-18T03:01:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:41 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1691055904' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:41 smithi046 ceph-mon[97106]: pgmap v2095: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:41 smithi046 ceph-mon[97106]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-18T03:01:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:41 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1691055904' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:41 smithi195 ceph-mon[89559]: pgmap v2095: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:41 smithi195 ceph-mon[89559]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-18T03:01:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:41 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1691055904' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1691055904' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:42 smithi046 ceph-mon[94621]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-18T03:01:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1691055904' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:42 smithi046 ceph-mon[97106]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-18T03:01:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1691055904' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:42 smithi195 ceph-mon[89559]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-18T03:01:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:01:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:01:43.291 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2049 ms) 2024-09-18T03:01:43.291 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-09-18T03:01:43.317 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (26 ms) 2024-09-18T03:01:43.317 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-09-18T03:01:43.355 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (38 ms) 2024-09-18T03:01:43.355 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-09-18T03:01:43.381 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (27 ms) 2024-09-18T03:01:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:43 smithi046 ceph-mon[97106]: pgmap v2098: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:43 smithi046 ceph-mon[97106]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-18T03:01:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:43 smithi046 ceph-mon[94621]: pgmap v2098: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:43 smithi046 ceph-mon[94621]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-18T03:01:43.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:43 smithi195 ceph-mon[89559]: pgmap v2098: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:43 smithi195 ceph-mon[89559]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-18T03:01:44.260 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestObjectMap (2140 ms total) 2024-09-18T03:01:44.260 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:01:44.260 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestMirroringWatcher 2024-09-18T03:01:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:44 smithi195 ceph-mon[89559]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-18T03:01:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:44 smithi046 ceph-mon[94621]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-18T03:01:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:44 smithi046 ceph-mon[97106]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-18T03:01:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:45 smithi046 ceph-mon[94621]: pgmap v2101: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-18T03:01:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:45 smithi046 ceph-mon[94621]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-18T03:01:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:45 smithi046 ceph-mon[97106]: pgmap v2101: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-18T03:01:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:45 smithi046 ceph-mon[97106]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-18T03:01:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:45 smithi195 ceph-mon[89559]: pgmap v2101: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-18T03:01:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:45 smithi195 ceph-mon[89559]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-18T03:01:46.269 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-09-18T03:01:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:46 smithi195 ceph-mon[89559]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-18T03:01:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:46 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1779253942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:46 smithi046 ceph-mon[94621]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-18T03:01:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:46 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1779253942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:01:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:01:46] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-09-18T03:01:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:46 smithi046 ceph-mon[97106]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-18T03:01:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:46 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1779253942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:47 smithi195 ceph-mon[89559]: pgmap v2104: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:47 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:47 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1779253942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:47 smithi195 ceph-mon[89559]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[97106]: pgmap v2104: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1779253942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[97106]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[94621]: pgmap v2104: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1779253942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:47 smithi046 ceph-mon[94621]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-18T03:01:48.315 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2046 ms) 2024-09-18T03:01:48.315 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-09-18T03:01:48.336 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-09-18T03:01:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:48 smithi195 ceph-mon[89559]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-18T03:01:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:48 smithi046 ceph-mon[94621]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-18T03:01:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:48 smithi046 ceph-mon[97106]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-18T03:01:49.288 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestMirroringWatcher (2068 ms total) 2024-09-18T03:01:49.288 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:01:49.288 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 57 tests from TestMigration 2024-09-18T03:01:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:49 smithi195 ceph-mon[89559]: pgmap v2107: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:49 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:49 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:01:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:49 smithi195 ceph-mon[89559]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[94621]: pgmap v2107: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[94621]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[97106]: pgmap v2107: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:01:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:49 smithi046 ceph-mon[97106]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-18T03:01:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:50 smithi195 ceph-mon[89559]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-18T03:01:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:50 smithi046 ceph-mon[97106]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-18T03:01:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:50 smithi046 ceph-mon[94621]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-18T03:01:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:51 smithi195 ceph-mon[89559]: pgmap v2110: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:51 smithi195 ceph-mon[89559]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-18T03:01:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:51 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2248332329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:51 smithi046 ceph-mon[97106]: pgmap v2110: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:51 smithi046 ceph-mon[97106]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-18T03:01:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:51 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2248332329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:51 smithi046 ceph-mon[94621]: pgmap v2110: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:51 smithi046 ceph-mon[94621]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-18T03:01:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:51 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2248332329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:01:52.305 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Empty 2024-09-18T03:01:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:52 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2248332329' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:52 smithi195 ceph-mon[89559]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-18T03:01:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:01:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:01:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:52 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2248332329' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:52 smithi046 ceph-mon[97106]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-18T03:01:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:52 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2248332329' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:01:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:52 smithi046 ceph-mon[94621]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-18T03:01:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:53 smithi195 ceph-mon[89559]: pgmap v2113: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:53 smithi195 ceph-mon[89559]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-18T03:01:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:53 smithi046 ceph-mon[97106]: pgmap v2113: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:53 smithi046 ceph-mon[97106]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-18T03:01:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:53 smithi046 ceph-mon[94621]: pgmap v2113: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:53 smithi046 ceph-mon[94621]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-18T03:01:54.362 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:54.373 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:54.523 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:01:54.669 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Empty (2365 ms) 2024-09-18T03:01:54.669 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherName 2024-09-18T03:01:54.697 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:54.707 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:54.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:54 smithi195 ceph-mon[89559]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-18T03:01:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:54 smithi046 ceph-mon[94621]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-18T03:01:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:54 smithi046 ceph-mon[97106]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-18T03:01:54.831 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:54.892 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:01:54.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherName (300 ms) 2024-09-18T03:01:54.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherPool 2024-09-18T03:01:54.998 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:55.005 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:55 smithi195 ceph-mon[89559]: pgmap v2116: 169 pgs: 11 creating+peering, 19 unknown, 139 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:55 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:55 smithi195 ceph-mon[89559]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-18T03:01:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:55 smithi046 ceph-mon[94621]: pgmap v2116: 169 pgs: 11 creating+peering, 19 unknown, 139 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:55 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:55 smithi046 ceph-mon[94621]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-18T03:01:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:55 smithi046 ceph-mon[97106]: pgmap v2116: 169 pgs: 11 creating+peering, 19 unknown, 139 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:01:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:55 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:01:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:55 smithi046 ceph-mon[97106]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-18T03:01:56.453 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:56.517 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:01:56.596 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherPool (1626 ms) 2024-09-18T03:01:56.596 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherNamespace 2024-09-18T03:01:56.623 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:56.634 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:56.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:56 smithi195 ceph-mon[89559]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-18T03:01:56.757 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:56.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:56 smithi046 ceph-mon[94621]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-18T03:01:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:01:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:01:56] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-09-18T03:01:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:56 smithi046 ceph-mon[97106]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-18T03:01:56.816 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:01:56.892 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherNamespace (296 ms) 2024-09-18T03:01:56.892 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.DataPool 2024-09-18T03:01:56.919 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:56.930 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:57.069 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:57.137 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:01:57.216 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.DataPool (324 ms) 2024-09-18T03:01:57.216 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-09-18T03:01:57.244 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:57.253 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:57.390 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:01:57.486 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortAfterPrepare (270 ms) 2024-09-18T03:01:57.486 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-09-18T03:01:57.515 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:57.525 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:57.622 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (136 ms) 2024-09-18T03:01:57.622 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-09-18T03:01:57.651 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:57.660 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:57.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:57 smithi195 ceph-mon[89559]: pgmap v2119: 169 pgs: 11 creating+peering, 6 unknown, 152 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 7.0 KiB/s wr, 138 op/s 2024-09-18T03:01:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:57 smithi195 ceph-mon[89559]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-18T03:01:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:57 smithi046 ceph-mon[94621]: pgmap v2119: 169 pgs: 11 creating+peering, 6 unknown, 152 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 7.0 KiB/s wr, 138 op/s 2024-09-18T03:01:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:57 smithi046 ceph-mon[94621]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-18T03:01:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:57 smithi046 ceph-mon[97106]: pgmap v2119: 169 pgs: 11 creating+peering, 6 unknown, 152 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 7.0 KiB/s wr, 138 op/s 2024-09-18T03:01:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:57 smithi046 ceph-mon[97106]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-18T03:01:57.801 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:57.866 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:01:57.963 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortAfterExecute (341 ms) 2024-09-18T03:01:57.963 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-09-18T03:01:57.989 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:57.998 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:58.119 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:01:58.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (321 ms) 2024-09-18T03:01:58.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-09-18T03:01:58.311 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:58.324 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:58.447 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:58.509 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:01:58.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (334 ms) 2024-09-18T03:01:58.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-09-18T03:01:58.646 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:58.657 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:58.664 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringSamePool (46 ms) 2024-09-18T03:01:58.664 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringAbort 2024-09-18T03:01:58.693 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:58.703 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:58.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2024-09-18T03:01:58.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-09-18T03:01:58.739 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:58.750 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:58.756 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-09-18T03:01:58.756 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-09-18T03:01:58.784 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:58.795 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:58.802 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (45 ms) 2024-09-18T03:01:58.802 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringPool 2024-09-18T03:01:58.831 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:58.842 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:01:58.849 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringPool (47 ms) 2024-09-18T03:01:58.849 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Group 2024-09-18T03:01:58.881 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:58.900 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:59.035 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:59.096 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:01:59.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Group (333 ms) 2024-09-18T03:01:59.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.GroupAbort 2024-09-18T03:01:59.211 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:59.228 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:59.361 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:01:59.470 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.GroupAbort (288 ms) 2024-09-18T03:01:59.470 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnaps 2024-09-18T03:01:59.498 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:01:59.507 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:01:59.557 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:01:59.597 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:01:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:59 smithi195 ceph-mon[89559]: pgmap v2121: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 607 KiB/s rd, 32 KiB/s wr, 774 op/s 2024-09-18T03:01:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:01:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:01:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:01:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:01:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:01:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:01:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[97106]: pgmap v2121: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 607 KiB/s rd, 32 KiB/s wr, 774 op/s 2024-09-18T03:01:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:01:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:01:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:01:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:01:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:01:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[94621]: pgmap v2121: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 607 KiB/s rd, 32 KiB/s wr, 774 op/s 2024-09-18T03:01:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:01:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:01:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:01:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:01:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:01:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:01:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:01:59.767 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:01:59.863 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:01:59.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnaps (499 ms) 2024-09-18T03:01:59.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-09-18T03:01:59.997 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:00.007 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:00.060 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:00.096 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:00.102 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:00.144 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:00.296 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:00.391 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:00.503 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsOtherPool (533 ms) 2024-09-18T03:02:00.503 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-09-18T03:02:00.530 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:00.539 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:00.597 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:00.649 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:00.834 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:00.946 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:01.058 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsDataPool (556 ms) 2024-09-18T03:02:01.059 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-09-18T03:02:01.087 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:01.097 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:01.152 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:01.196 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:01.378 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:02:01.385 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:01.493 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:01.592 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (533 ms) 2024-09-18T03:02:01.592 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-09-18T03:02:01.623 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:01.632 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:01.681 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:01.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:01 smithi195 ceph-mon[89559]: pgmap v2122: 169 pgs: 169 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 741 KiB/s wr, 1.15k op/s 2024-09-18T03:02:01.725 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-18T03:02:01.737 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:01.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:01 smithi046 ceph-mon[94621]: pgmap v2122: 169 pgs: 169 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 741 KiB/s wr, 1.15k op/s 2024-09-18T03:02:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:01 smithi046 ceph-mon[97106]: pgmap v2122: 169 pgs: 169 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 741 KiB/s wr, 1.15k op/s 2024-09-18T03:02:01.838 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:01.908 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:01.952 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (360 ms) 2024-09-18T03:02:01.952 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-09-18T03:02:01.980 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:01.990 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:02.035 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:02.082 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:02.260 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-18T03:02:02.272 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:02.336 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:02.387 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (436 ms) 2024-09-18T03:02:02.387 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-09-18T03:02:02.414 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:02.423 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:02.468 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:02.510 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:02:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:02:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:02:02.695 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:02:02.702 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:02.804 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:02.929 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (542 ms) 2024-09-18T03:02:02.930 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-09-18T03:02:02.958 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:02.967 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:03.019 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:03.064 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:03.248 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: after_prepare_snap 2024-09-18T03:02:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:03 smithi195 ceph-mon[89559]: pgmap v2123: 169 pgs: 169 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.8 MiB/s wr, 1.11k op/s 2024-09-18T03:02:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:03 smithi195 ceph-mon[89559]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-18T03:02:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:03 smithi046 ceph-mon[97106]: pgmap v2123: 169 pgs: 169 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.8 MiB/s wr, 1.11k op/s 2024-09-18T03:02:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:03 smithi046 ceph-mon[97106]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-18T03:02:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:03 smithi046 ceph-mon[94621]: pgmap v2123: 169 pgs: 169 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.8 MiB/s wr, 1.11k op/s 2024-09-18T03:02:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:03 smithi046 ceph-mon[94621]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-18T03:02:05.099 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:02:05.126 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 0~1000 2024-09-18T03:02:05.132 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:05.246 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:05.406 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2476 ms) 2024-09-18T03:02:05.406 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Snaps 2024-09-18T03:02:05.435 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:05.444 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:05 smithi195 ceph-mon[89559]: pgmap v2125: 169 pgs: 169 active+clean; 125 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 1.79k op/s 2024-09-18T03:02:05.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:05 smithi195 ceph-mon[89559]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-18T03:02:05.491 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:02:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:05 smithi046 ceph-mon[97106]: pgmap v2125: 169 pgs: 169 active+clean; 125 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 1.79k op/s 2024-09-18T03:02:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:05 smithi046 ceph-mon[97106]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-18T03:02:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:05 smithi046 ceph-mon[94621]: pgmap v2125: 169 pgs: 169 active+clean; 125 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 1.79k op/s 2024-09-18T03:02:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:05 smithi046 ceph-mon[94621]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-18T03:02:06.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:06 smithi046 ceph-mon[94621]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-18T03:02:06.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:06 smithi046 ceph-mon[97106]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-18T03:02:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:06 smithi195 ceph-mon[89559]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-18T03:02:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:02:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:02:06] "GET /metrics HTTP/1.1" 200 38802 "" "Prometheus/2.43.0" 2024-09-18T03:02:07.112 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:02:07.125 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:02:07.126 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:02:07.126 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:02:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:07 smithi195 ceph-mon[89559]: pgmap v2128: 169 pgs: 169 active+clean; 181 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 55 MiB/s wr, 1.67k op/s 2024-09-18T03:02:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:07 smithi195 ceph-mon[89559]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-18T03:02:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:07 smithi046 ceph-mon[94621]: pgmap v2128: 169 pgs: 169 active+clean; 181 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 55 MiB/s wr, 1.67k op/s 2024-09-18T03:02:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:07 smithi046 ceph-mon[94621]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-18T03:02:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:07 smithi046 ceph-mon[97106]: pgmap v2128: 169 pgs: 169 active+clean; 181 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 55 MiB/s wr, 1.67k op/s 2024-09-18T03:02:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:07 smithi046 ceph-mon[97106]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-18T03:02:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:08 smithi195 ceph-mon[89559]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-18T03:02:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:08 smithi046 ceph-mon[94621]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-18T03:02:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:08 smithi046 ceph-mon[97106]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-18T03:02:09.125 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:02:09.132 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:02:09.132 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:02:09.140 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:02:09.159 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:02:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:09 smithi195 ceph-mon[89559]: pgmap v2131: 169 pgs: 169 active+clean; 217 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 36 MiB/s wr, 1.05k op/s 2024-09-18T03:02:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:09 smithi195 ceph-mon[89559]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-18T03:02:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:09 smithi046 ceph-mon[97106]: pgmap v2131: 169 pgs: 169 active+clean; 217 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 36 MiB/s wr, 1.05k op/s 2024-09-18T03:02:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:09 smithi046 ceph-mon[97106]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-18T03:02:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:09 smithi046 ceph-mon[94621]: pgmap v2131: 169 pgs: 169 active+clean; 217 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 36 MiB/s wr, 1.05k op/s 2024-09-18T03:02:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:09 smithi046 ceph-mon[94621]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-18T03:02:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:10 smithi195 ceph-mon[89559]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-18T03:02:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:10 smithi046 ceph-mon[97106]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-18T03:02:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:10 smithi046 ceph-mon[94621]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-18T03:02:11.137 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:11.162 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:02:11.171 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:11 smithi195 ceph-mon[89559]: pgmap v2134: 169 pgs: 169 active+clean; 221 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 19 MiB/s wr, 602 op/s 2024-09-18T03:02:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:11 smithi195 ceph-mon[89559]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-18T03:02:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:11 smithi046 ceph-mon[97106]: pgmap v2134: 169 pgs: 169 active+clean; 221 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 19 MiB/s wr, 602 op/s 2024-09-18T03:02:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:11 smithi046 ceph-mon[97106]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-18T03:02:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:11 smithi046 ceph-mon[94621]: pgmap v2134: 169 pgs: 169 active+clean; 221 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 19 MiB/s wr, 602 op/s 2024-09-18T03:02:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:11 smithi046 ceph-mon[94621]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-18T03:02:12.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:12 smithi195 ceph-mon[89559]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-18T03:02:12.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:02:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:02:12.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:12 smithi046 ceph-mon[94621]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-18T03:02:12.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:12 smithi046 ceph-mon[97106]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-18T03:02:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:13 smithi195 ceph-mon[89559]: pgmap v2137: 169 pgs: 169 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-09-18T03:02:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:13 smithi195 ceph-mon[89559]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-18T03:02:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:13 smithi046 ceph-mon[94621]: pgmap v2137: 169 pgs: 169 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-09-18T03:02:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:13 smithi046 ceph-mon[94621]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-18T03:02:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:13 smithi046 ceph-mon[97106]: pgmap v2137: 169 pgs: 169 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-09-18T03:02:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:13 smithi046 ceph-mon[97106]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-18T03:02:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:14 smithi195 ceph-mon[89559]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-18T03:02:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:14 smithi046 ceph-mon[94621]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-18T03:02:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:14 smithi046 ceph-mon[97106]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-18T03:02:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:14.558 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:14.684 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:15 smithi046 ceph-mon[94621]: pgmap v2140: 169 pgs: 169 active+clean; 253 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-09-18T03:02:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:15 smithi046 ceph-mon[94621]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-18T03:02:15.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:15 smithi046 ceph-mon[97106]: pgmap v2140: 169 pgs: 169 active+clean; 253 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-09-18T03:02:15.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:15 smithi046 ceph-mon[97106]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-18T03:02:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:15 smithi195 ceph-mon[89559]: pgmap v2140: 169 pgs: 169 active+clean; 253 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-09-18T03:02:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:15 smithi195 ceph-mon[89559]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-18T03:02:16.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:16 smithi046 ceph-mon[94621]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-18T03:02:16.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:16 smithi046 ceph-mon[97106]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-18T03:02:16.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:16 smithi195 ceph-mon[89559]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-18T03:02:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:02:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:02:16] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-18T03:02:17.471 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Snaps (12066 ms) 2024-09-18T03:02:17.472 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-09-18T03:02:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:17 smithi195 ceph-mon[89559]: pgmap v2143: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 323 op/s 2024-09-18T03:02:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:17 smithi195 ceph-mon[89559]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-18T03:02:17.500 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:17 smithi046 ceph-mon[94621]: pgmap v2143: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 323 op/s 2024-09-18T03:02:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:17 smithi046 ceph-mon[94621]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-18T03:02:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:17 smithi046 ceph-mon[97106]: pgmap v2143: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 323 op/s 2024-09-18T03:02:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:17 smithi046 ceph-mon[97106]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-18T03:02:17.510 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:17.568 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:02:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:18 smithi195 ceph-mon[89559]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-18T03:02:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:18 smithi046 ceph-mon[94621]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-18T03:02:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:18 smithi046 ceph-mon[97106]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-18T03:02:19.187 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:02:19.206 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:02:19.206 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:02:19.207 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:02:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:19 smithi195 ceph-mon[89559]: pgmap v2146: 169 pgs: 169 active+clean; 265 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2024-09-18T03:02:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:19 smithi195 ceph-mon[89559]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-18T03:02:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:19 smithi046 ceph-mon[94621]: pgmap v2146: 169 pgs: 169 active+clean; 265 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2024-09-18T03:02:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:19 smithi046 ceph-mon[94621]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-18T03:02:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:19 smithi046 ceph-mon[97106]: pgmap v2146: 169 pgs: 169 active+clean; 265 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2024-09-18T03:02:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:19 smithi046 ceph-mon[97106]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-18T03:02:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:20 smithi195 ceph-mon[89559]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-18T03:02:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:20 smithi046 ceph-mon[97106]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-18T03:02:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:20 smithi046 ceph-mon[94621]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-18T03:02:21.199 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:02:21.205 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:02:21.205 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:02:21.214 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:02:21.236 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:02:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:21 smithi195 ceph-mon[89559]: pgmap v2149: 169 pgs: 169 active+clean; 273 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-09-18T03:02:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:21 smithi195 ceph-mon[89559]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-18T03:02:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:21 smithi046 ceph-mon[97106]: pgmap v2149: 169 pgs: 169 active+clean; 273 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-09-18T03:02:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:21 smithi046 ceph-mon[97106]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-18T03:02:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:21 smithi046 ceph-mon[94621]: pgmap v2149: 169 pgs: 169 active+clean; 273 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-09-18T03:02:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:21 smithi046 ceph-mon[94621]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-18T03:02:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:22 smithi195 ceph-mon[89559]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-18T03:02:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:02:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:02:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:22 smithi046 ceph-mon[97106]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-18T03:02:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:22 smithi046 ceph-mon[94621]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-18T03:02:23.105 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:23.131 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:02:23.140 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:23.150 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:02:23.208 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:23.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:23 smithi195 ceph-mon[89559]: pgmap v2152: 169 pgs: 169 active+clean; 277 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-09-18T03:02:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:23 smithi195 ceph-mon[89559]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-18T03:02:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:23 smithi195 ceph-mon[89559]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-18T03:02:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:23 smithi046 ceph-mon[97106]: pgmap v2152: 169 pgs: 169 active+clean; 277 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-09-18T03:02:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:23 smithi046 ceph-mon[97106]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-18T03:02:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:23 smithi046 ceph-mon[97106]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-18T03:02:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:23 smithi046 ceph-mon[94621]: pgmap v2152: 169 pgs: 169 active+clean; 277 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-09-18T03:02:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:23 smithi046 ceph-mon[94621]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-18T03:02:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:23 smithi046 ceph-mon[94621]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-18T03:02:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:25 smithi195 ceph-mon[89559]: pgmap v2155: 169 pgs: 169 active+clean; 297 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.0 MiB/s wr, 84 op/s 2024-09-18T03:02:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:25 smithi195 ceph-mon[89559]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-18T03:02:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:25 smithi046 ceph-mon[97106]: pgmap v2155: 169 pgs: 169 active+clean; 297 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.0 MiB/s wr, 84 op/s 2024-09-18T03:02:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:25 smithi046 ceph-mon[97106]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-18T03:02:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:25 smithi046 ceph-mon[94621]: pgmap v2155: 169 pgs: 169 active+clean; 297 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.0 MiB/s wr, 84 op/s 2024-09-18T03:02:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:25 smithi046 ceph-mon[94621]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-18T03:02:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:26 smithi195 ceph-mon[89559]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-18T03:02:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:26 smithi046 ceph-mon[97106]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-18T03:02:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:26 smithi046 ceph-mon[94621]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-18T03:02:26.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:02:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:02:26] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-18T03:02:26.647 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:26.806 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:27 smithi195 ceph-mon[89559]: pgmap v2158: 169 pgs: 169 active+clean; 317 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 MiB/s wr, 127 op/s 2024-09-18T03:02:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:27 smithi195 ceph-mon[89559]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-18T03:02:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:27 smithi046 ceph-mon[97106]: pgmap v2158: 169 pgs: 169 active+clean; 317 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 MiB/s wr, 127 op/s 2024-09-18T03:02:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:27 smithi046 ceph-mon[97106]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-18T03:02:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:27 smithi046 ceph-mon[94621]: pgmap v2158: 169 pgs: 169 active+clean; 317 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 MiB/s wr, 127 op/s 2024-09-18T03:02:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:27 smithi046 ceph-mon[94621]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-18T03:02:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:28 smithi195 ceph-mon[89559]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-18T03:02:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:28 smithi046 ceph-mon[94621]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-18T03:02:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:28 smithi046 ceph-mon[97106]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-18T03:02:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:29 smithi195 ceph-mon[89559]: pgmap v2161: 169 pgs: 169 active+clean; 365 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 16 MiB/s wr, 336 op/s 2024-09-18T03:02:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:29 smithi195 ceph-mon[89559]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-18T03:02:29.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:29.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:29 smithi046 ceph-mon[94621]: pgmap v2161: 169 pgs: 169 active+clean; 365 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 16 MiB/s wr, 336 op/s 2024-09-18T03:02:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:29 smithi046 ceph-mon[94621]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-18T03:02:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:29 smithi046 ceph-mon[97106]: pgmap v2161: 169 pgs: 169 active+clean; 365 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 16 MiB/s wr, 336 op/s 2024-09-18T03:02:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:29 smithi046 ceph-mon[97106]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-18T03:02:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:29.559 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsOtherPool (12087 ms) 2024-09-18T03:02:29.559 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-09-18T03:02:29.590 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:29.600 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:29.656 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:02:30.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:30 smithi195 ceph-mon[89559]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-18T03:02:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:30 smithi046 ceph-mon[94621]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-18T03:02:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:30 smithi046 ceph-mon[97106]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-18T03:02:31.244 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:02:31.259 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:02:31.260 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:02:31.260 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:02:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:31 smithi046 ceph-mon[94621]: pgmap v2164: 169 pgs: 169 active+clean; 365 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 16 MiB/s wr, 484 op/s 2024-09-18T03:02:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:31 smithi046 ceph-mon[94621]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-18T03:02:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:31 smithi046 ceph-mon[97106]: pgmap v2164: 169 pgs: 169 active+clean; 365 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 16 MiB/s wr, 484 op/s 2024-09-18T03:02:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:31 smithi046 ceph-mon[97106]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-18T03:02:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:31 smithi195 ceph-mon[89559]: pgmap v2164: 169 pgs: 169 active+clean; 365 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 16 MiB/s wr, 484 op/s 2024-09-18T03:02:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:31 smithi195 ceph-mon[89559]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-18T03:02:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:32 smithi046 ceph-mon[94621]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-18T03:02:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:32 smithi046 ceph-mon[97106]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-18T03:02:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:32 smithi195 ceph-mon[89559]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-18T03:02:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:02:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:02:33.107 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:02:33.116 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:02:33.116 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:02:33.126 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:02:33.147 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:02:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:33 smithi046 ceph-mon[97106]: pgmap v2167: 169 pgs: 169 active+clean; 373 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 217 op/s 2024-09-18T03:02:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:33 smithi046 ceph-mon[97106]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-18T03:02:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:33 smithi046 ceph-mon[97106]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-18T03:02:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:33 smithi046 ceph-mon[94621]: pgmap v2167: 169 pgs: 169 active+clean; 373 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 217 op/s 2024-09-18T03:02:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:33 smithi046 ceph-mon[94621]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-18T03:02:33.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:33 smithi046 ceph-mon[94621]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-18T03:02:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:33 smithi195 ceph-mon[89559]: pgmap v2167: 169 pgs: 169 active+clean; 373 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 217 op/s 2024-09-18T03:02:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:33 smithi195 ceph-mon[89559]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-18T03:02:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:33 smithi195 ceph-mon[89559]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-18T03:02:35.106 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:35.129 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:02:35.137 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:35 smithi195 ceph-mon[89559]: pgmap v2170: 169 pgs: 169 active+clean; 373 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 125 op/s 2024-09-18T03:02:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:35 smithi195 ceph-mon[89559]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-18T03:02:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:35 smithi046 ceph-mon[94621]: pgmap v2170: 169 pgs: 169 active+clean; 373 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 125 op/s 2024-09-18T03:02:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:35 smithi046 ceph-mon[94621]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-18T03:02:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:35 smithi046 ceph-mon[97106]: pgmap v2170: 169 pgs: 169 active+clean; 373 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 125 op/s 2024-09-18T03:02:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:35 smithi046 ceph-mon[97106]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-18T03:02:36.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:36 smithi046 ceph-mon[94621]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-18T03:02:36.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:36 smithi046 ceph-mon[97106]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-18T03:02:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:36 smithi195 ceph-mon[89559]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-18T03:02:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:02:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:02:36] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-09-18T03:02:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:37 smithi195 ceph-mon[89559]: pgmap v2173: 169 pgs: 169 active+clean; 377 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 125 op/s 2024-09-18T03:02:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:37 smithi195 ceph-mon[89559]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-18T03:02:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:37 smithi046 ceph-mon[94621]: pgmap v2173: 169 pgs: 169 active+clean; 377 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 125 op/s 2024-09-18T03:02:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:37 smithi046 ceph-mon[94621]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-18T03:02:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:37 smithi046 ceph-mon[97106]: pgmap v2173: 169 pgs: 169 active+clean; 377 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 125 op/s 2024-09-18T03:02:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:37 smithi046 ceph-mon[97106]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-18T03:02:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:38 smithi195 ceph-mon[89559]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-18T03:02:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:38 smithi195 ceph-mon[89559]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-18T03:02:38.502 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:38.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:38 smithi046 ceph-mon[94621]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-18T03:02:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:38 smithi046 ceph-mon[94621]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-18T03:02:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:38 smithi046 ceph-mon[97106]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-18T03:02:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:38 smithi046 ceph-mon[97106]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-18T03:02:38.632 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:39 smithi195 ceph-mon[89559]: pgmap v2176: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 121 op/s 2024-09-18T03:02:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:39 smithi046 ceph-mon[94621]: pgmap v2176: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 121 op/s 2024-09-18T03:02:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:39 smithi046 ceph-mon[97106]: pgmap v2176: 169 pgs: 169 active+clean; 397 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 121 op/s 2024-09-18T03:02:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:40 smithi195 ceph-mon[89559]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-18T03:02:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:40 smithi046 ceph-mon[97106]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-18T03:02:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:40 smithi046 ceph-mon[94621]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-18T03:02:41.472 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsDataPool (11914 ms) 2024-09-18T03:02:41.473 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-09-18T03:02:41.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:41 smithi195 ceph-mon[89559]: pgmap v2179: 169 pgs: 169 active+clean; 405 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 302 op/s 2024-09-18T03:02:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:41 smithi195 ceph-mon[89559]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-18T03:02:41.505 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:41.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:41 smithi046 ceph-mon[97106]: pgmap v2179: 169 pgs: 169 active+clean; 405 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 302 op/s 2024-09-18T03:02:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:41 smithi046 ceph-mon[97106]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-18T03:02:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:41 smithi046 ceph-mon[94621]: pgmap v2179: 169 pgs: 169 active+clean; 405 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 302 op/s 2024-09-18T03:02:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:41 smithi046 ceph-mon[94621]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-18T03:02:41.516 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:41.574 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:02:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:42 smithi195 ceph-mon[89559]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-18T03:02:42.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:02:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:02:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:42 smithi046 ceph-mon[94621]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-18T03:02:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:42 smithi046 ceph-mon[97106]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-18T03:02:43.155 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:02:43.180 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:02:43.180 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:02:43.180 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:02:43.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:43 smithi195 ceph-mon[89559]: pgmap v2182: 169 pgs: 169 active+clean; 401 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-09-18T03:02:43.476 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:43 smithi195 ceph-mon[89559]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-18T03:02:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:43 smithi046 ceph-mon[94621]: pgmap v2182: 169 pgs: 169 active+clean; 401 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-09-18T03:02:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:43 smithi046 ceph-mon[94621]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-18T03:02:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:43 smithi046 ceph-mon[97106]: pgmap v2182: 169 pgs: 169 active+clean; 401 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-09-18T03:02:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:43 smithi046 ceph-mon[97106]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-18T03:02:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:44 smithi195 ceph-mon[89559]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-18T03:02:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-18T03:02:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-09-18T03:02:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]: dispatch 2024-09-18T03:02:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[94621]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]: dispatch 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[97106]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]: dispatch 2024-09-18T03:02:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:45.169 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:02:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:02:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:02:45.186 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:02:45.209 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:02:45.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[94621]: pgmap v2185: 169 pgs: 169 active+clean; 405 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 6.0 MiB/s wr, 301 op/s 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]': finished 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[94621]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[97106]: pgmap v2185: 169 pgs: 169 active+clean; 405 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 6.0 MiB/s wr, 301 op/s 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-09-18T03:02:45.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]': finished 2024-09-18T03:02:45.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:45 smithi046 ceph-mon[97106]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-18T03:02:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:45 smithi195 ceph-mon[89559]: pgmap v2185: 169 pgs: 169 active+clean; 405 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 6.0 MiB/s wr, 301 op/s 2024-09-18T03:02:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-18T03:02:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-09-18T03:02:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]': finished 2024-09-18T03:02:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:45 smithi195 ceph-mon[89559]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-18T03:02:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:46 smithi195 ceph-mon[89559]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-18T03:02:46.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:46 smithi046 ceph-mon[97106]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-18T03:02:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:46 smithi046 ceph-mon[94621]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-18T03:02:46.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:02:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:02:46] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-18T03:02:47.186 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:47.213 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:02:47.222 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:47 smithi195 ceph-mon[89559]: pgmap v2188: 169 pgs: 1 peering, 168 active+clean; 417 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 131 op/s 2024-09-18T03:02:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:47 smithi195 ceph-mon[89559]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-18T03:02:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:47 smithi046 ceph-mon[97106]: pgmap v2188: 169 pgs: 1 peering, 168 active+clean; 417 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 131 op/s 2024-09-18T03:02:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:47 smithi046 ceph-mon[97106]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-18T03:02:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:47 smithi046 ceph-mon[94621]: pgmap v2188: 169 pgs: 1 peering, 168 active+clean; 417 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 131 op/s 2024-09-18T03:02:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:47 smithi046 ceph-mon[94621]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-18T03:02:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:48 smithi195 ceph-mon[89559]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-18T03:02:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:48 smithi195 ceph-mon[89559]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-18T03:02:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:48 smithi046 ceph-mon[97106]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-18T03:02:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:48 smithi046 ceph-mon[97106]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-18T03:02:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:48 smithi046 ceph-mon[94621]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-18T03:02:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:48 smithi046 ceph-mon[94621]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-18T03:02:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:49 smithi195 ceph-mon[89559]: pgmap v2191: 169 pgs: 1 peering, 168 active+clean; 453 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 10 MiB/s wr, 136 op/s 2024-09-18T03:02:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:49 smithi195 ceph-mon[89559]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-18T03:02:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:49 smithi046 ceph-mon[97106]: pgmap v2191: 169 pgs: 1 peering, 168 active+clean; 453 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 10 MiB/s wr, 136 op/s 2024-09-18T03:02:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:49 smithi046 ceph-mon[97106]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-18T03:02:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:49 smithi046 ceph-mon[94621]: pgmap v2191: 169 pgs: 1 peering, 168 active+clean; 453 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 10 MiB/s wr, 136 op/s 2024-09-18T03:02:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:49 smithi046 ceph-mon[94621]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-18T03:02:50.520 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:02:50.541 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:02:50.663 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:02:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:51 smithi195 ceph-mon[89559]: pgmap v2194: 169 pgs: 169 active+clean; 453 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 MiB/s wr, 141 op/s; 1024 KiB/s, 0 objects/s recovering 2024-09-18T03:02:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:51 smithi195 ceph-mon[89559]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-18T03:02:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:51 smithi046 ceph-mon[97106]: pgmap v2194: 169 pgs: 169 active+clean; 453 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 MiB/s wr, 141 op/s; 1024 KiB/s, 0 objects/s recovering 2024-09-18T03:02:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:51 smithi046 ceph-mon[97106]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-18T03:02:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:51 smithi046 ceph-mon[94621]: pgmap v2194: 169 pgs: 169 active+clean; 453 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 MiB/s wr, 141 op/s; 1024 KiB/s, 0 objects/s recovering 2024-09-18T03:02:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:51 smithi046 ceph-mon[94621]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-18T03:02:52.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:52 smithi195 ceph-mon[89559]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-18T03:02:52.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:02:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:02:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:52 smithi046 ceph-mon[94621]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-18T03:02:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:52 smithi046 ceph-mon[97106]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-18T03:02:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:53 smithi195 ceph-mon[89559]: pgmap v2197: 169 pgs: 169 active+clean; 457 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.0 MiB/s wr, 276 op/s; 1024 KiB/s, 0 objects/s recovering 2024-09-18T03:02:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:53 smithi195 ceph-mon[89559]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-18T03:02:53.498 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12026 ms) 2024-09-18T03:02:53.498 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-09-18T03:02:53.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:53 smithi046 ceph-mon[94621]: pgmap v2197: 169 pgs: 169 active+clean; 457 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.0 MiB/s wr, 276 op/s; 1024 KiB/s, 0 objects/s recovering 2024-09-18T03:02:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:53 smithi046 ceph-mon[94621]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-18T03:02:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:53 smithi046 ceph-mon[97106]: pgmap v2197: 169 pgs: 169 active+clean; 457 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.0 MiB/s wr, 276 op/s; 1024 KiB/s, 0 objects/s recovering 2024-09-18T03:02:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:53 smithi046 ceph-mon[97106]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-18T03:02:53.530 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:53.539 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:02:53.599 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:02:54.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:54 smithi195 ceph-mon[89559]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-18T03:02:54.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:54 smithi046 ceph-mon[97106]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-18T03:02:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:54 smithi046 ceph-mon[94621]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-18T03:02:55.207 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:02:55.221 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:02:55.221 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:02:55.221 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:02:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:55 smithi195 ceph-mon[89559]: pgmap v2200: 169 pgs: 169 active+clean; 473 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 462 op/s 2024-09-18T03:02:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:55 smithi195 ceph-mon[89559]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-18T03:02:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:55 smithi046 ceph-mon[94621]: pgmap v2200: 169 pgs: 169 active+clean; 473 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 462 op/s 2024-09-18T03:02:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:55 smithi046 ceph-mon[94621]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-18T03:02:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:55 smithi046 ceph-mon[97106]: pgmap v2200: 169 pgs: 169 active+clean; 473 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 462 op/s 2024-09-18T03:02:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:55 smithi046 ceph-mon[97106]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-18T03:02:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:56 smithi195 ceph-mon[89559]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-18T03:02:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:56 smithi046 ceph-mon[94621]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-18T03:02:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:56 smithi046 ceph-mon[97106]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-18T03:02:56.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:02:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:02:56] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-18T03:02:57.230 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:02:57.236 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:02:57.236 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:02:57.245 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:02:57.264 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:02:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:57 smithi195 ceph-mon[89559]: pgmap v2203: 169 pgs: 169 active+clean; 473 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 7.0 MiB/s wr, 284 op/s 2024-09-18T03:02:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:57 smithi195 ceph-mon[89559]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-18T03:02:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:57 smithi046 ceph-mon[94621]: pgmap v2203: 169 pgs: 169 active+clean; 473 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 7.0 MiB/s wr, 284 op/s 2024-09-18T03:02:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:57 smithi046 ceph-mon[94621]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-18T03:02:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:57 smithi046 ceph-mon[97106]: pgmap v2203: 169 pgs: 169 active+clean; 473 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 7.0 MiB/s wr, 284 op/s 2024-09-18T03:02:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:57 smithi046 ceph-mon[97106]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-18T03:02:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:58 smithi195 ceph-mon[89559]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-18T03:02:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:58 smithi195 ceph-mon[89559]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-18T03:02:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:58 smithi046 ceph-mon[94621]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-18T03:02:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:58 smithi046 ceph-mon[94621]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-18T03:02:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:58 smithi046 ceph-mon[97106]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-18T03:02:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:58 smithi046 ceph-mon[97106]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-18T03:02:59.111 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:02:59.136 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:02:59.144 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-18T03:02:59.161 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:02:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:59 smithi195 ceph-mon[89559]: pgmap v2206: 169 pgs: 169 active+clean; 481 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 156 op/s 2024-09-18T03:02:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:02:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:02:59 smithi195 ceph-mon[89559]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-18T03:02:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[94621]: pgmap v2206: 169 pgs: 169 active+clean; 481 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 156 op/s 2024-09-18T03:02:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:02:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[94621]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-18T03:02:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[97106]: pgmap v2206: 169 pgs: 169 active+clean; 481 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 156 op/s 2024-09-18T03:02:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:02:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:02:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:02:59 smithi046 ceph-mon[97106]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-18T03:03:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:03:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:03:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:00 smithi195 ceph-mon[89559]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-18T03:03:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:03:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[94621]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:03:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:00 smithi046 ceph-mon[97106]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-18T03:03:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:01 smithi195 ceph-mon[89559]: pgmap v2209: 169 pgs: 169 active+clean; 505 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 224 op/s 2024-09-18T03:03:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:01 smithi195 ceph-mon[89559]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-18T03:03:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:01 smithi046 ceph-mon[97106]: pgmap v2209: 169 pgs: 169 active+clean; 505 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 224 op/s 2024-09-18T03:03:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:01 smithi046 ceph-mon[97106]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-18T03:03:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:01 smithi046 ceph-mon[94621]: pgmap v2209: 169 pgs: 169 active+clean; 505 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 224 op/s 2024-09-18T03:03:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:01 smithi046 ceph-mon[94621]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-18T03:03:02.541 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:03:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:03:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:03:02.674 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:03:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:03 smithi046 ceph-mon[97106]: pgmap v2212: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 MiB/s wr, 152 op/s 2024-09-18T03:03:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:03 smithi046 ceph-mon[97106]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-18T03:03:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:03 smithi046 ceph-mon[97106]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-18T03:03:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:03 smithi046 ceph-mon[94621]: pgmap v2212: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 MiB/s wr, 152 op/s 2024-09-18T03:03:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:03 smithi046 ceph-mon[94621]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-18T03:03:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:03 smithi046 ceph-mon[94621]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-18T03:03:03.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:03 smithi195 ceph-mon[89559]: pgmap v2212: 169 pgs: 169 active+clean; 509 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 MiB/s wr, 152 op/s 2024-09-18T03:03:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:03 smithi195 ceph-mon[89559]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-18T03:03:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:03 smithi195 ceph-mon[89559]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-18T03:03:05.333 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11834 ms) 2024-09-18T03:03:05.333 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-09-18T03:03:05.363 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:05.374 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:03:05.422 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:03:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:05 smithi195 ceph-mon[89559]: pgmap v2215: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 257 op/s 2024-09-18T03:03:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:05 smithi195 ceph-mon[89559]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-18T03:03:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:05 smithi046 ceph-mon[94621]: pgmap v2215: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 257 op/s 2024-09-18T03:03:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:05 smithi046 ceph-mon[94621]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-18T03:03:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:05 smithi046 ceph-mon[97106]: pgmap v2215: 169 pgs: 169 active+clean; 525 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 257 op/s 2024-09-18T03:03:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:05 smithi046 ceph-mon[97106]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-18T03:03:06.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:06 smithi046 ceph-mon[94621]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-18T03:03:06.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:06 smithi046 ceph-mon[97106]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-18T03:03:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:06 smithi195 ceph-mon[89559]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-18T03:03:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:03:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:03:06] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-18T03:03:07.129 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:03:07.160 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:03:07.160 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:03:07.160 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:03:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:07 smithi195 ceph-mon[89559]: pgmap v2218: 169 pgs: 169 active+clean; 525 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 418 op/s 2024-09-18T03:03:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:07 smithi195 ceph-mon[89559]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-18T03:03:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:07 smithi046 ceph-mon[94621]: pgmap v2218: 169 pgs: 169 active+clean; 525 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 418 op/s 2024-09-18T03:03:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:07 smithi046 ceph-mon[94621]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-18T03:03:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:07 smithi046 ceph-mon[97106]: pgmap v2218: 169 pgs: 169 active+clean; 525 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 418 op/s 2024-09-18T03:03:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:07 smithi046 ceph-mon[97106]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-18T03:03:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:08 smithi195 ceph-mon[89559]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-18T03:03:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:08 smithi046 ceph-mon[94621]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-18T03:03:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:08 smithi046 ceph-mon[97106]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-18T03:03:09.136 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:03:09.145 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:03:09.145 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:03:09.155 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:03:09.188 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:03:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:09 smithi195 ceph-mon[89559]: pgmap v2221: 169 pgs: 169 active+clean; 537 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 256 op/s 2024-09-18T03:03:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:09 smithi195 ceph-mon[89559]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-18T03:03:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:09 smithi046 ceph-mon[94621]: pgmap v2221: 169 pgs: 169 active+clean; 537 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 256 op/s 2024-09-18T03:03:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:09 smithi046 ceph-mon[94621]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-18T03:03:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:09 smithi046 ceph-mon[97106]: pgmap v2221: 169 pgs: 169 active+clean; 537 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 256 op/s 2024-09-18T03:03:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:09 smithi046 ceph-mon[97106]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-18T03:03:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:10 smithi195 ceph-mon[89559]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-18T03:03:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:10 smithi046 ceph-mon[94621]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-18T03:03:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:10 smithi046 ceph-mon[97106]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-18T03:03:11.151 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:11.178 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:03:11.186 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:03:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:11 smithi195 ceph-mon[89559]: pgmap v2224: 169 pgs: 169 active+clean; 549 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-09-18T03:03:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:11 smithi195 ceph-mon[89559]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-18T03:03:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:11 smithi046 ceph-mon[94621]: pgmap v2224: 169 pgs: 169 active+clean; 549 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-09-18T03:03:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:11 smithi046 ceph-mon[94621]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-18T03:03:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:11 smithi046 ceph-mon[97106]: pgmap v2224: 169 pgs: 169 active+clean; 549 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-09-18T03:03:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:11 smithi046 ceph-mon[97106]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-18T03:03:12.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:12 smithi195 ceph-mon[89559]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-18T03:03:12.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:03:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:03:12.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:12 smithi046 ceph-mon[94621]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-18T03:03:12.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:12 smithi046 ceph-mon[97106]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-18T03:03:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:13 smithi195 ceph-mon[89559]: pgmap v2227: 169 pgs: 169 active+clean; 553 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 78 op/s 2024-09-18T03:03:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:13 smithi195 ceph-mon[89559]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-18T03:03:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:13 smithi195 ceph-mon[89559]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-18T03:03:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:13 smithi046 ceph-mon[94621]: pgmap v2227: 169 pgs: 169 active+clean; 553 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 78 op/s 2024-09-18T03:03:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:13 smithi046 ceph-mon[94621]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-18T03:03:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:13 smithi046 ceph-mon[94621]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-18T03:03:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:13 smithi046 ceph-mon[97106]: pgmap v2227: 169 pgs: 169 active+clean; 553 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 78 op/s 2024-09-18T03:03:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:13 smithi046 ceph-mon[97106]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-18T03:03:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:13 smithi046 ceph-mon[97106]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-18T03:03:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:14 smithi195 ceph-mon[89559]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-18T03:03:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:14 smithi046 ceph-mon[97106]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-18T03:03:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:14.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:14 smithi046 ceph-mon[94621]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-18T03:03:14.508 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-18T03:03:14.573 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:03:14.686 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:03:15.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:15 smithi046 ceph-mon[94621]: pgmap v2230: 169 pgs: 169 active+clean; 565 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.0 MiB/s wr, 97 op/s 2024-09-18T03:03:15.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:15 smithi046 ceph-mon[97106]: pgmap v2230: 169 pgs: 169 active+clean; 565 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.0 MiB/s wr, 97 op/s 2024-09-18T03:03:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:15 smithi195 ceph-mon[89559]: pgmap v2230: 169 pgs: 169 active+clean; 565 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.0 MiB/s wr, 97 op/s 2024-09-18T03:03:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:16 smithi195 ceph-mon[89559]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-18T03:03:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:16 smithi046 ceph-mon[94621]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-18T03:03:16.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:03:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:03:16] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-18T03:03:16.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:16 smithi046 ceph-mon[97106]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-18T03:03:17.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12104 ms) 2024-09-18T03:03:17.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-09-18T03:03:17.467 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:17 smithi195 ceph-mon[89559]: pgmap v2233: 169 pgs: 169 active+clean; 569 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 310 op/s 2024-09-18T03:03:17.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:17 smithi195 ceph-mon[89559]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-18T03:03:17.478 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:03:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:17 smithi046 ceph-mon[94621]: pgmap v2233: 169 pgs: 169 active+clean; 569 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 310 op/s 2024-09-18T03:03:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:17 smithi046 ceph-mon[94621]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-18T03:03:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:17 smithi046 ceph-mon[97106]: pgmap v2233: 169 pgs: 169 active+clean; 569 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 310 op/s 2024-09-18T03:03:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:17 smithi046 ceph-mon[97106]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-18T03:03:17.527 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:03:18.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:18 smithi195 ceph-mon[89559]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-18T03:03:18.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:18 smithi046 ceph-mon[97106]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-18T03:03:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:18 smithi046 ceph-mon[94621]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-18T03:03:19.193 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:03:19.222 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:03:19.222 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:03:19.222 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:03:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:19 smithi195 ceph-mon[89559]: pgmap v2236: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 8.0 MiB/s wr, 528 op/s 2024-09-18T03:03:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:19 smithi195 ceph-mon[89559]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-18T03:03:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:19 smithi046 ceph-mon[94621]: pgmap v2236: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 8.0 MiB/s wr, 528 op/s 2024-09-18T03:03:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:19 smithi046 ceph-mon[94621]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-18T03:03:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:19 smithi046 ceph-mon[97106]: pgmap v2236: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 8.0 MiB/s wr, 528 op/s 2024-09-18T03:03:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:19 smithi046 ceph-mon[97106]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-18T03:03:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:20 smithi195 ceph-mon[89559]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-18T03:03:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:20 smithi046 ceph-mon[94621]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-18T03:03:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:20 smithi046 ceph-mon[97106]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-18T03:03:21.203 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:03:21.209 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:03:21.209 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:03:21.221 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:03:21.236 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:03:21.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:21 smithi195 ceph-mon[89559]: pgmap v2239: 169 pgs: 169 active+clean; 585 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 374 op/s 2024-09-18T03:03:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:21 smithi195 ceph-mon[89559]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-18T03:03:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:21 smithi046 ceph-mon[94621]: pgmap v2239: 169 pgs: 169 active+clean; 585 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 374 op/s 2024-09-18T03:03:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:21 smithi046 ceph-mon[94621]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-18T03:03:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:21 smithi046 ceph-mon[97106]: pgmap v2239: 169 pgs: 169 active+clean; 585 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 374 op/s 2024-09-18T03:03:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:21 smithi046 ceph-mon[97106]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-18T03:03:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:22 smithi195 ceph-mon[89559]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-18T03:03:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:03:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:03:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:22 smithi046 ceph-mon[94621]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-18T03:03:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:22 smithi046 ceph-mon[97106]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-18T03:03:23.122 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:23.162 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:03:23.170 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:03:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:23 smithi195 ceph-mon[89559]: pgmap v2242: 169 pgs: 169 active+clean; 593 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 92 op/s 2024-09-18T03:03:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:23 smithi195 ceph-mon[89559]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-18T03:03:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:23 smithi195 ceph-mon[89559]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-18T03:03:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:23 smithi046 ceph-mon[97106]: pgmap v2242: 169 pgs: 169 active+clean; 593 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 92 op/s 2024-09-18T03:03:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:23 smithi046 ceph-mon[97106]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-18T03:03:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:23 smithi046 ceph-mon[97106]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-18T03:03:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:23 smithi046 ceph-mon[94621]: pgmap v2242: 169 pgs: 169 active+clean; 593 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 92 op/s 2024-09-18T03:03:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:23 smithi046 ceph-mon[94621]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-18T03:03:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:23 smithi046 ceph-mon[94621]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-18T03:03:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:25 smithi195 ceph-mon[89559]: pgmap v2245: 169 pgs: 169 active+clean; 617 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2024-09-18T03:03:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:25 smithi195 ceph-mon[89559]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-18T03:03:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:25 smithi046 ceph-mon[94621]: pgmap v2245: 169 pgs: 169 active+clean; 617 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2024-09-18T03:03:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:25 smithi046 ceph-mon[94621]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-18T03:03:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:25 smithi046 ceph-mon[97106]: pgmap v2245: 169 pgs: 169 active+clean; 617 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2024-09-18T03:03:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:25 smithi046 ceph-mon[97106]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-18T03:03:26.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:26 smithi195 ceph-mon[89559]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-18T03:03:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:26 smithi046 ceph-mon[94621]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-18T03:03:26.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:03:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:03:26] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-18T03:03:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:26 smithi046 ceph-mon[97106]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-18T03:03:26.632 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:03:26.641 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 83886080~1000 2024-09-18T03:03:26.669 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:03:26.805 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:03:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:27 smithi195 ceph-mon[89559]: pgmap v2248: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 MiB/s wr, 94 op/s 2024-09-18T03:03:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:27 smithi195 ceph-mon[89559]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-18T03:03:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:27 smithi046 ceph-mon[94621]: pgmap v2248: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 MiB/s wr, 94 op/s 2024-09-18T03:03:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:27 smithi046 ceph-mon[94621]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-18T03:03:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:27 smithi046 ceph-mon[97106]: pgmap v2248: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 MiB/s wr, 94 op/s 2024-09-18T03:03:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:27 smithi046 ceph-mon[97106]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-18T03:03:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:28 smithi046 ceph-mon[94621]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-18T03:03:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:28 smithi046 ceph-mon[97106]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-18T03:03:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:28 smithi195 ceph-mon[89559]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-18T03:03:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:29 smithi046 ceph-mon[97106]: pgmap v2251: 169 pgs: 169 active+clean; 645 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 483 op/s 2024-09-18T03:03:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:29 smithi046 ceph-mon[97106]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-18T03:03:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:29 smithi046 ceph-mon[94621]: pgmap v2251: 169 pgs: 169 active+clean; 645 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 483 op/s 2024-09-18T03:03:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:29 smithi046 ceph-mon[94621]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-18T03:03:29.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:29.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12147 ms) 2024-09-18T03:03:29.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-09-18T03:03:29.614 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:29.624 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 41943040~10 2024-09-18T03:03:29.633 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:03:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:29 smithi195 ceph-mon[89559]: pgmap v2251: 169 pgs: 169 active+clean; 645 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 483 op/s 2024-09-18T03:03:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:29 smithi195 ceph-mon[89559]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-18T03:03:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:30 smithi046 ceph-mon[97106]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-18T03:03:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:30 smithi046 ceph-mon[94621]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-18T03:03:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:30 smithi195 ceph-mon[89559]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-18T03:03:31.256 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:03:31.279 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:03:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:31 smithi046 ceph-mon[97106]: pgmap v2254: 169 pgs: 169 active+clean; 641 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 476 op/s 2024-09-18T03:03:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:31 smithi046 ceph-mon[97106]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-18T03:03:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:31 smithi046 ceph-mon[94621]: pgmap v2254: 169 pgs: 169 active+clean; 641 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 476 op/s 2024-09-18T03:03:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:31 smithi046 ceph-mon[94621]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-18T03:03:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:31 smithi195 ceph-mon[89559]: pgmap v2254: 169 pgs: 169 active+clean; 641 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 476 op/s 2024-09-18T03:03:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:31 smithi195 ceph-mon[89559]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-18T03:03:32.424 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:32.435 INFO:tasks.workunit.client.0.smithi046.stdout:write: Y 41943040~5 2024-09-18T03:03:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:32 smithi046 ceph-mon[94621]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-18T03:03:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:32 smithi046 ceph-mon[97106]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-18T03:03:32.526 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:03:32.603 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:03:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:32 smithi195 ceph-mon[89559]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-18T03:03:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:03:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:03:33.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3638 ms) 2024-09-18T03:03:33.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-09-18T03:03:33.250 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:33.262 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:03:33.312 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:03:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:33 smithi046 ceph-mon[97106]: pgmap v2257: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 89 op/s 2024-09-18T03:03:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:33 smithi046 ceph-mon[97106]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-18T03:03:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:33 smithi046 ceph-mon[97106]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-18T03:03:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:33 smithi046 ceph-mon[94621]: pgmap v2257: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 89 op/s 2024-09-18T03:03:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:33 smithi046 ceph-mon[94621]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-18T03:03:33.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:33 smithi046 ceph-mon[94621]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-18T03:03:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:33 smithi195 ceph-mon[89559]: pgmap v2257: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 89 op/s 2024-09-18T03:03:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:33 smithi195 ceph-mon[89559]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-18T03:03:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:33 smithi195 ceph-mon[89559]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-18T03:03:35.277 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:03:35.294 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:03:35.294 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:03:35.294 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:03:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:35 smithi195 ceph-mon[89559]: pgmap v2260: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 17 KiB/s wr, 321 op/s 2024-09-18T03:03:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:35 smithi195 ceph-mon[89559]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-18T03:03:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:35 smithi046 ceph-mon[97106]: pgmap v2260: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 17 KiB/s wr, 321 op/s 2024-09-18T03:03:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:35 smithi046 ceph-mon[97106]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-18T03:03:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:35 smithi046 ceph-mon[94621]: pgmap v2260: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 17 KiB/s wr, 321 op/s 2024-09-18T03:03:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:35 smithi046 ceph-mon[94621]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-18T03:03:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:36 smithi195 ceph-mon[89559]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-18T03:03:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:36 smithi046 ceph-mon[94621]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-18T03:03:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:36 smithi046 ceph-mon[97106]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-18T03:03:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:03:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:03:36] "GET /metrics HTTP/1.1" 200 38854 "" "Prometheus/2.43.0" 2024-09-18T03:03:37.295 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:03:37.301 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:03:37.301 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:03:37.310 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:03:37.327 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:03:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:37 smithi195 ceph-mon[89559]: pgmap v2263: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 304 op/s 2024-09-18T03:03:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:37 smithi195 ceph-mon[89559]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-18T03:03:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:37 smithi046 ceph-mon[97106]: pgmap v2263: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 304 op/s 2024-09-18T03:03:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:37 smithi046 ceph-mon[97106]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-18T03:03:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:37 smithi046 ceph-mon[94621]: pgmap v2263: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 304 op/s 2024-09-18T03:03:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:37 smithi046 ceph-mon[94621]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-18T03:03:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:38 smithi195 ceph-mon[89559]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-18T03:03:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:38 smithi195 ceph-mon[89559]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-18T03:03:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:38 smithi046 ceph-mon[97106]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-18T03:03:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:38 smithi046 ceph-mon[97106]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-18T03:03:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:38 smithi046 ceph-mon[94621]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-18T03:03:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:38 smithi046 ceph-mon[94621]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-18T03:03:39.127 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:39.151 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:03:39.160 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:03:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:39 smithi195 ceph-mon[89559]: pgmap v2266: 169 pgs: 169 active+clean; 661 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 10 MiB/s wr, 241 op/s 2024-09-18T03:03:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:39 smithi195 ceph-mon[89559]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-18T03:03:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:39 smithi046 ceph-mon[97106]: pgmap v2266: 169 pgs: 169 active+clean; 661 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 10 MiB/s wr, 241 op/s 2024-09-18T03:03:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:39 smithi046 ceph-mon[97106]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-18T03:03:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:39 smithi046 ceph-mon[94621]: pgmap v2266: 169 pgs: 169 active+clean; 661 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 10 MiB/s wr, 241 op/s 2024-09-18T03:03:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:39 smithi046 ceph-mon[94621]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-18T03:03:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:41 smithi195 ceph-mon[89559]: pgmap v2269: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 11 MiB/s wr, 285 op/s 2024-09-18T03:03:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:41 smithi195 ceph-mon[89559]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-18T03:03:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:41 smithi046 ceph-mon[94621]: pgmap v2269: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 11 MiB/s wr, 285 op/s 2024-09-18T03:03:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:41 smithi046 ceph-mon[94621]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-18T03:03:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:41 smithi046 ceph-mon[97106]: pgmap v2269: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 11 MiB/s wr, 285 op/s 2024-09-18T03:03:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:41 smithi046 ceph-mon[97106]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-18T03:03:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:42 smithi195 ceph-mon[89559]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-18T03:03:42.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:03:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:03:42.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:42 smithi046 ceph-mon[94621]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-18T03:03:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:42 smithi046 ceph-mon[97106]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-18T03:03:42.582 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: after_prepare_snap 2024-09-18T03:03:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:43 smithi195 ceph-mon[89559]: pgmap v2272: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-09-18T03:03:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:43 smithi195 ceph-mon[89559]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-18T03:03:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:43 smithi195 ceph-mon[89559]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-18T03:03:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:43 smithi046 ceph-mon[97106]: pgmap v2272: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-09-18T03:03:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:43 smithi046 ceph-mon[97106]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-18T03:03:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:43 smithi046 ceph-mon[97106]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-18T03:03:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:43 smithi046 ceph-mon[94621]: pgmap v2272: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-09-18T03:03:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:43 smithi046 ceph-mon[94621]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-18T03:03:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:43 smithi046 ceph-mon[94621]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-18T03:03:44.144 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:03:44.180 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 0~1000 2024-09-18T03:03:44.186 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:03:44.325 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:03:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:45 smithi046 ceph-mon[97106]: pgmap v2275: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 KiB/s wr, 216 op/s 2024-09-18T03:03:45.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:45 smithi046 ceph-mon[97106]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-18T03:03:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:45 smithi046 ceph-mon[94621]: pgmap v2275: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 KiB/s wr, 216 op/s 2024-09-18T03:03:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:45 smithi046 ceph-mon[94621]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-18T03:03:45.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:45 smithi195 ceph-mon[89559]: pgmap v2275: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 KiB/s wr, 216 op/s 2024-09-18T03:03:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:45 smithi195 ceph-mon[89559]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-18T03:03:46.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:46 smithi046 ceph-mon[97106]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-18T03:03:46.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:46 smithi046 ceph-mon[94621]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-18T03:03:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:46 smithi195 ceph-mon[89559]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-18T03:03:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:03:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:03:46] "GET /metrics HTTP/1.1" 200 38847 "" "Prometheus/2.43.0" 2024-09-18T03:03:47.469 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14247 ms) 2024-09-18T03:03:47.469 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-09-18T03:03:47.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:47 smithi195 ceph-mon[89559]: pgmap v2278: 169 pgs: 169 active+clean; 689 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2024-09-18T03:03:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:47 smithi195 ceph-mon[89559]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-18T03:03:47.499 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:47.507 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:47 smithi046 ceph-mon[94621]: pgmap v2278: 169 pgs: 169 active+clean; 689 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2024-09-18T03:03:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:47 smithi046 ceph-mon[94621]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-18T03:03:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:47 smithi046 ceph-mon[97106]: pgmap v2278: 169 pgs: 169 active+clean; 689 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2024-09-18T03:03:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:47 smithi046 ceph-mon[97106]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-18T03:03:47.509 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:03:47.571 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:03:48.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:48 smithi195 ceph-mon[89559]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-18T03:03:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:48 smithi046 ceph-mon[97106]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-18T03:03:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:48 smithi046 ceph-mon[94621]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-18T03:03:49.176 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:03:49.197 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:03:49.198 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:03:49.198 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:03:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:49 smithi195 ceph-mon[89559]: pgmap v2281: 169 pgs: 169 active+clean; 693 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 436 op/s 2024-09-18T03:03:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:49 smithi195 ceph-mon[89559]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-18T03:03:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:49 smithi046 ceph-mon[97106]: pgmap v2281: 169 pgs: 169 active+clean; 693 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 436 op/s 2024-09-18T03:03:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:49 smithi046 ceph-mon[97106]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-18T03:03:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:49 smithi046 ceph-mon[94621]: pgmap v2281: 169 pgs: 169 active+clean; 693 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 436 op/s 2024-09-18T03:03:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:49 smithi046 ceph-mon[94621]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-18T03:03:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:50 smithi195 ceph-mon[89559]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-18T03:03:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:50 smithi046 ceph-mon[97106]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-18T03:03:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:50 smithi046 ceph-mon[94621]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-18T03:03:51.188 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:03:51.195 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:03:51.195 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:03:51.204 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:03:51.225 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:03:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:51 smithi195 ceph-mon[89559]: pgmap v2284: 169 pgs: 169 active+clean; 689 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-09-18T03:03:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:51 smithi195 ceph-mon[89559]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-18T03:03:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:51 smithi046 ceph-mon[97106]: pgmap v2284: 169 pgs: 169 active+clean; 689 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-09-18T03:03:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:51 smithi046 ceph-mon[97106]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-18T03:03:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:51 smithi046 ceph-mon[94621]: pgmap v2284: 169 pgs: 169 active+clean; 689 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-09-18T03:03:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:51 smithi046 ceph-mon[94621]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-18T03:03:52.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:52 smithi195 ceph-mon[89559]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-18T03:03:52.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:03:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:03:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:52 smithi046 ceph-mon[94621]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-18T03:03:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:52 smithi046 ceph-mon[97106]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-18T03:03:53.127 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:03:53.152 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:03:53.161 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:03:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:53 smithi195 ceph-mon[89559]: pgmap v2287: 169 pgs: 169 active+clean; 705 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 83 op/s 2024-09-18T03:03:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:53 smithi195 ceph-mon[89559]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-18T03:03:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:53 smithi195 ceph-mon[89559]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-18T03:03:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:53 smithi046 ceph-mon[97106]: pgmap v2287: 169 pgs: 169 active+clean; 705 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 83 op/s 2024-09-18T03:03:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:53 smithi046 ceph-mon[97106]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-18T03:03:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:53 smithi046 ceph-mon[97106]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-18T03:03:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:53 smithi046 ceph-mon[94621]: pgmap v2287: 169 pgs: 169 active+clean; 705 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 83 op/s 2024-09-18T03:03:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:53 smithi046 ceph-mon[94621]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-18T03:03:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:53 smithi046 ceph-mon[94621]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-18T03:03:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:55 smithi195 ceph-mon[89559]: pgmap v2290: 169 pgs: 169 active+clean; 725 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-09-18T03:03:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:55 smithi195 ceph-mon[89559]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-18T03:03:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:55 smithi046 ceph-mon[97106]: pgmap v2290: 169 pgs: 169 active+clean; 725 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-09-18T03:03:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:55 smithi046 ceph-mon[97106]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-18T03:03:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:55 smithi046 ceph-mon[94621]: pgmap v2290: 169 pgs: 169 active+clean; 725 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-09-18T03:03:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:55 smithi046 ceph-mon[94621]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-18T03:03:56.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:56 smithi195 ceph-mon[89559]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-18T03:03:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:56 smithi046 ceph-mon[94621]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-18T03:03:56.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:03:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:03:56] "GET /metrics HTTP/1.1" 200 38847 "" "Prometheus/2.43.0" 2024-09-18T03:03:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:56 smithi046 ceph-mon[97106]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-18T03:03:56.625 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: after_prepare_snap 2024-09-18T03:03:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:57 smithi195 ceph-mon[89559]: pgmap v2293: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 MiB/s wr, 152 op/s 2024-09-18T03:03:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:57 smithi195 ceph-mon[89559]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-18T03:03:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:57 smithi046 ceph-mon[97106]: pgmap v2293: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 MiB/s wr, 152 op/s 2024-09-18T03:03:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:57 smithi046 ceph-mon[97106]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-18T03:03:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:57 smithi046 ceph-mon[94621]: pgmap v2293: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 MiB/s wr, 152 op/s 2024-09-18T03:03:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:57 smithi046 ceph-mon[94621]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-18T03:03:58.223 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:03:58.238 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 83886080~1000 2024-09-18T03:03:58.244 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:03:58.380 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:03:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:58 smithi195 ceph-mon[89559]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-18T03:03:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:58 smithi046 ceph-mon[94621]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-18T03:03:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:58 smithi046 ceph-mon[97106]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-18T03:03:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:59 smithi195 ceph-mon[89559]: pgmap v2296: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2024-09-18T03:03:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:59 smithi195 ceph-mon[89559]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-18T03:03:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:03:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:59 smithi046 ceph-mon[94621]: pgmap v2296: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2024-09-18T03:03:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:59 smithi046 ceph-mon[94621]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-18T03:03:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:03:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:03:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:59 smithi046 ceph-mon[97106]: pgmap v2296: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2024-09-18T03:03:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:59 smithi046 ceph-mon[97106]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-18T03:03:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:03:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:00 smithi195 ceph-mon[89559]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-18T03:04:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:04:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:00 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[94621]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-18T03:04:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:04:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:00.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[97106]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-18T03:04:00.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:04:00.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:00.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:00 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:01 smithi195 ceph-mon[89559]: pgmap v2299: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 308 op/s 2024-09-18T03:04:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:01 smithi195 ceph-mon[89559]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-18T03:04:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:04:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:04:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[97106]: pgmap v2299: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 308 op/s 2024-09-18T03:04:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[97106]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-18T03:04:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:04:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:04:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[94621]: pgmap v2299: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 308 op/s 2024-09-18T03:04:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[94621]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-18T03:04:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:04:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:04:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:04:01.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14149 ms) 2024-09-18T03:04:01.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Clone 2024-09-18T03:04:01.650 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:01.660 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~8388609 2024-09-18T03:04:01.717 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 16777218~8388609 2024-09-18T03:04:01.760 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-18T03:04:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:02 smithi046 ceph-mon[97106]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-18T03:04:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:02 smithi046 ceph-mon[94621]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-18T03:04:02.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:02 smithi195 ceph-mon[89559]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-18T03:04:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:04:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:04:03.249 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-18T03:04:03.264 INFO:tasks.workunit.client.0.smithi046.stdout:clone image105 -> image108 2024-09-18T03:04:03.369 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:04:03.414 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:04:03.417 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-18T03:04:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:03 smithi046 ceph-mon[97106]: pgmap v2302: 169 pgs: 169 active+clean; 729 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 363 op/s 2024-09-18T03:04:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:03 smithi046 ceph-mon[97106]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-18T03:04:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:03 smithi046 ceph-mon[94621]: pgmap v2302: 169 pgs: 169 active+clean; 729 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 363 op/s 2024-09-18T03:04:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:03 smithi046 ceph-mon[94621]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-18T03:04:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:03 smithi195 ceph-mon[89559]: pgmap v2302: 169 pgs: 169 active+clean; 729 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 363 op/s 2024-09-18T03:04:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:03 smithi195 ceph-mon[89559]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-18T03:04:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:04 smithi046 ceph-mon[97106]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-18T03:04:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:04 smithi046 ceph-mon[94621]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-18T03:04:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:04 smithi195 ceph-mon[89559]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-18T03:04:05.256 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-18T03:04:05.270 INFO:tasks.workunit.client.0.smithi046.stdout:clone image108 -> image110 2024-09-18T03:04:05.400 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 1000~1000 2024-09-18T03:04:05.447 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2010~1000 2024-09-18T03:04:05.449 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:05 smithi046 ceph-mon[97106]: pgmap v2305: 169 pgs: 169 active+clean; 757 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 312 op/s 2024-09-18T03:04:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:05 smithi046 ceph-mon[97106]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-18T03:04:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:05 smithi046 ceph-mon[94621]: pgmap v2305: 169 pgs: 169 active+clean; 757 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 312 op/s 2024-09-18T03:04:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:05 smithi046 ceph-mon[94621]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-18T03:04:05.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:05 smithi195 ceph-mon[89559]: pgmap v2305: 169 pgs: 169 active+clean; 757 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 312 op/s 2024-09-18T03:04:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:05 smithi195 ceph-mon[89559]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-18T03:04:05.730 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:04:05.904 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:04:06.073 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Clone (4456 ms) 2024-09-18T03:04:06.074 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneParent 2024-09-18T03:04:06.104 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:06.113 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-18T03:04:06.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:06 smithi046 ceph-mon[97106]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-18T03:04:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:06 smithi046 ceph-mon[94621]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-18T03:04:06.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:04:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:04:06] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-18T03:04:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:06 smithi195 ceph-mon[89559]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-18T03:04:07.274 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-18T03:04:07.290 INFO:tasks.workunit.client.0.smithi046.stdout:clone image111 -> image114 2024-09-18T03:04:07.396 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:07 smithi046 ceph-mon[97106]: pgmap v2308: 169 pgs: 169 active+clean; 765 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 196 op/s 2024-09-18T03:04:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:07 smithi046 ceph-mon[97106]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-18T03:04:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:07 smithi046 ceph-mon[94621]: pgmap v2308: 169 pgs: 169 active+clean; 765 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 196 op/s 2024-09-18T03:04:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:07 smithi046 ceph-mon[94621]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-18T03:04:07.560 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:04:07.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneParent (1620 ms) 2024-09-18T03:04:07.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-09-18T03:04:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:07 smithi195 ceph-mon[89559]: pgmap v2308: 169 pgs: 169 active+clean; 765 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 196 op/s 2024-09-18T03:04:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:07 smithi195 ceph-mon[89559]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-18T03:04:07.724 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:07.734 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~10 2024-09-18T03:04:07.742 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-18T03:04:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:08 smithi195 ceph-mon[89559]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-18T03:04:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:08 smithi195 ceph-mon[89559]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-18T03:04:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:08 smithi046 ceph-mon[97106]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-18T03:04:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:08 smithi046 ceph-mon[97106]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-18T03:04:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:08 smithi046 ceph-mon[94621]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-18T03:04:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:08 smithi046 ceph-mon[94621]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-18T03:04:09.132 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-18T03:04:09.144 INFO:tasks.workunit.client.0.smithi046.stdout:clone image115 -> image118 2024-09-18T03:04:09.242 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:09.392 INFO:tasks.workunit.client.0.smithi046.stdout:write: Y 0~1 2024-09-18T03:04:09.418 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:04:09.484 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:04:09.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1889 ms) 2024-09-18T03:04:09.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-09-18T03:04:09.611 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:09.621 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 41943040~10 2024-09-18T03:04:09.629 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:09 smithi195 ceph-mon[89559]: pgmap v2311: 169 pgs: 169 active+clean; 781 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 845 op/s 2024-09-18T03:04:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:09 smithi195 ceph-mon[89559]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-18T03:04:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:09 smithi046 ceph-mon[94621]: pgmap v2311: 169 pgs: 169 active+clean; 781 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 845 op/s 2024-09-18T03:04:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:09 smithi046 ceph-mon[94621]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-18T03:04:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:09 smithi046 ceph-mon[97106]: pgmap v2311: 169 pgs: 169 active+clean; 781 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 845 op/s 2024-09-18T03:04:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:09 smithi046 ceph-mon[97106]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-18T03:04:11.288 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 41943041~10 2024-09-18T03:04:11.298 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:11 smithi195 ceph-mon[89559]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 1.13k op/s 2024-09-18T03:04:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:11 smithi195 ceph-mon[89559]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-18T03:04:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:11 smithi046 ceph-mon[94621]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 1.13k op/s 2024-09-18T03:04:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:11 smithi046 ceph-mon[94621]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-18T03:04:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:11 smithi046 ceph-mon[97106]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 1.13k op/s 2024-09-18T03:04:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:11 smithi046 ceph-mon[97106]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-18T03:04:12.430 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 41943042~10 2024-09-18T03:04:12.444 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:04:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:12 smithi195 ceph-mon[89559]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-18T03:04:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:04:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:04:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:12 smithi046 ceph-mon[97106]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-18T03:04:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:12 smithi046 ceph-mon[94621]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-18T03:04:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:13 smithi195 ceph-mon[89559]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.0 MiB/s wr, 404 op/s 2024-09-18T03:04:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:13 smithi195 ceph-mon[89559]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-18T03:04:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:13 smithi046 ceph-mon[97106]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.0 MiB/s wr, 404 op/s 2024-09-18T03:04:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:13 smithi046 ceph-mon[97106]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-18T03:04:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:13 smithi046 ceph-mon[94621]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.0 MiB/s wr, 404 op/s 2024-09-18T03:04:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:13 smithi046 ceph-mon[94621]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-18T03:04:14.300 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:04:14.338 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:04:14.406 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:04:14.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:14 smithi195 ceph-mon[89559]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-18T03:04:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:14 smithi046 ceph-mon[94621]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-18T03:04:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:14 smithi046 ceph-mon[97106]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-18T03:04:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:15.438 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5855 ms) 2024-09-18T03:04:15.438 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-09-18T03:04:15.469 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:15.480 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 41943040~10 2024-09-18T03:04:15.489 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:15 smithi046 ceph-mon[97106]: pgmap v2320: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 25 KiB/s wr, 533 op/s 2024-09-18T03:04:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:15 smithi046 ceph-mon[97106]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-18T03:04:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:15 smithi046 ceph-mon[94621]: pgmap v2320: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 25 KiB/s wr, 533 op/s 2024-09-18T03:04:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:15 smithi046 ceph-mon[94621]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-18T03:04:15.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:15 smithi195 ceph-mon[89559]: pgmap v2320: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 25 KiB/s wr, 533 op/s 2024-09-18T03:04:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:15 smithi195 ceph-mon[89559]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-18T03:04:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:16 smithi195 ceph-mon[89559]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-18T03:04:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:16 smithi046 ceph-mon[97106]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-18T03:04:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:16 smithi046 ceph-mon[94621]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-18T03:04:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:04:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:04:16] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-18T03:04:17.318 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:04:17.344 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:17 smithi195 ceph-mon[89559]: pgmap v2323: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 22 KiB/s wr, 466 op/s 2024-09-18T03:04:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:17 smithi195 ceph-mon[89559]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-18T03:04:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:17 smithi046 ceph-mon[94621]: pgmap v2323: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 22 KiB/s wr, 466 op/s 2024-09-18T03:04:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:17 smithi046 ceph-mon[94621]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-18T03:04:17.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:17 smithi046 ceph-mon[97106]: pgmap v2323: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 22 KiB/s wr, 466 op/s 2024-09-18T03:04:17.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:17 smithi046 ceph-mon[97106]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-18T03:04:18.442 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:18.455 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:04:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:18 smithi195 ceph-mon[89559]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-18T03:04:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:18 smithi046 ceph-mon[94621]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-18T03:04:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:18 smithi046 ceph-mon[97106]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-18T03:04:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:19 smithi195 ceph-mon[89559]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 19 KiB/s wr, 250 op/s 2024-09-18T03:04:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:19 smithi195 ceph-mon[89559]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-18T03:04:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:19 smithi046 ceph-mon[94621]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 19 KiB/s wr, 250 op/s 2024-09-18T03:04:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:19 smithi046 ceph-mon[94621]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-18T03:04:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:19 smithi046 ceph-mon[97106]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 19 KiB/s wr, 250 op/s 2024-09-18T03:04:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:19 smithi046 ceph-mon[97106]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-18T03:04:20.338 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 41943040~10 2024-09-18T03:04:20.345 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap4 2024-09-18T03:04:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:20 smithi195 ceph-mon[89559]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-18T03:04:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:20 smithi046 ceph-mon[97106]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-18T03:04:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:20 smithi046 ceph-mon[94621]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-18T03:04:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:21 smithi195 ceph-mon[89559]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 24 KiB/s wr, 330 op/s 2024-09-18T03:04:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:21 smithi195 ceph-mon[89559]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-18T03:04:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:21 smithi046 ceph-mon[94621]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 24 KiB/s wr, 330 op/s 2024-09-18T03:04:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:21 smithi046 ceph-mon[94621]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-18T03:04:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:21 smithi046 ceph-mon[97106]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 24 KiB/s wr, 330 op/s 2024-09-18T03:04:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:21 smithi046 ceph-mon[97106]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-18T03:04:22.351 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-18T03:04:22.374 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:04:22.438 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:04:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:22 smithi195 ceph-mon[89559]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-18T03:04:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:04:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:04:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:22 smithi046 ceph-mon[94621]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-18T03:04:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:22 smithi046 ceph-mon[97106]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-18T03:04:23.279 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7841 ms) 2024-09-18T03:04:23.279 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-09-18T03:04:23.310 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:23.321 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:23.491 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortInUseImage (213 ms) 2024-09-18T03:04:23.492 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-09-18T03:04:23.520 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:23.530 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:04:23.574 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:04:23.620 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:23.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:23 smithi195 ceph-mon[89559]: pgmap v2332: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 92 op/s 2024-09-18T03:04:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:23 smithi195 ceph-mon[89559]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-18T03:04:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:23 smithi195 ceph-mon[89559]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-18T03:04:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:23 smithi046 ceph-mon[94621]: pgmap v2332: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 92 op/s 2024-09-18T03:04:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:23 smithi046 ceph-mon[94621]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-18T03:04:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:23 smithi046 ceph-mon[94621]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-18T03:04:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:23 smithi046 ceph-mon[97106]: pgmap v2332: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 92 op/s 2024-09-18T03:04:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:23 smithi046 ceph-mon[97106]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-18T03:04:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:23 smithi046 ceph-mon[97106]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-18T03:04:23.797 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:04:23.833 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:04:23.888 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:04:24.067 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (575 ms) 2024-09-18T03:04:24.067 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-09-18T03:04:24.095 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:24.105 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:04:24.156 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:25.357 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-18T03:04:25.381 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-18T03:04:25.381 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-18T03:04:25.382 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:04:25.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:25 smithi195 ceph-mon[89559]: pgmap v2335: 169 pgs: 169 active+clean; 789 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-09-18T03:04:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:25 smithi195 ceph-mon[89559]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-18T03:04:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:25 smithi046 ceph-mon[97106]: pgmap v2335: 169 pgs: 169 active+clean; 789 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-09-18T03:04:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:25 smithi046 ceph-mon[97106]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-18T03:04:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:25 smithi046 ceph-mon[94621]: pgmap v2335: 169 pgs: 169 active+clean; 789 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-09-18T03:04:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:25 smithi046 ceph-mon[94621]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-18T03:04:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:26 smithi195 ceph-mon[89559]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-18T03:04:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:26 smithi046 ceph-mon[94621]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-18T03:04:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:26 smithi046 ceph-mon[97106]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-18T03:04:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:04:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:04:26] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-18T03:04:27.367 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-18T03:04:27.376 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-18T03:04:27.376 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-18T03:04:27.386 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-18T03:04:27.404 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:04:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:27 smithi195 ceph-mon[89559]: pgmap v2338: 169 pgs: 169 active+clean; 793 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 358 op/s 2024-09-18T03:04:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:27 smithi195 ceph-mon[89559]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-18T03:04:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:27 smithi046 ceph-mon[94621]: pgmap v2338: 169 pgs: 169 active+clean; 793 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 358 op/s 2024-09-18T03:04:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:27 smithi046 ceph-mon[94621]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-18T03:04:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:27 smithi046 ceph-mon[97106]: pgmap v2338: 169 pgs: 169 active+clean; 793 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 358 op/s 2024-09-18T03:04:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:27 smithi046 ceph-mon[97106]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-18T03:04:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:28 smithi195 ceph-mon[89559]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-18T03:04:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:28 smithi046 ceph-mon[94621]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-18T03:04:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:28 smithi046 ceph-mon[97106]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-18T03:04:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:29.379 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:29.407 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-18T03:04:29.416 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:29 smithi195 ceph-mon[89559]: pgmap v2341: 169 pgs: 169 active+clean; 845 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 630 op/s 2024-09-18T03:04:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:29 smithi195 ceph-mon[89559]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-18T03:04:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:29 smithi046 ceph-mon[94621]: pgmap v2341: 169 pgs: 169 active+clean; 845 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 630 op/s 2024-09-18T03:04:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:29 smithi046 ceph-mon[94621]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-18T03:04:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:29 smithi046 ceph-mon[97106]: pgmap v2341: 169 pgs: 169 active+clean; 845 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 630 op/s 2024-09-18T03:04:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:29 smithi046 ceph-mon[97106]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-18T03:04:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:30 smithi195 ceph-mon[89559]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-18T03:04:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:30 smithi046 ceph-mon[94621]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-18T03:04:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:30 smithi046 ceph-mon[97106]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-18T03:04:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:31 smithi195 ceph-mon[89559]: pgmap v2344: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 437 op/s 2024-09-18T03:04:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:31 smithi195 ceph-mon[89559]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-18T03:04:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:31 smithi046 ceph-mon[97106]: pgmap v2344: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 437 op/s 2024-09-18T03:04:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:31 smithi046 ceph-mon[97106]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-18T03:04:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:31 smithi046 ceph-mon[94621]: pgmap v2344: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 437 op/s 2024-09-18T03:04:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:31 smithi046 ceph-mon[94621]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-18T03:04:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:32 smithi195 ceph-mon[89559]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-18T03:04:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:04:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:04:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:32 smithi046 ceph-mon[94621]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-18T03:04:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:32 smithi046 ceph-mon[97106]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-18T03:04:32.783 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:04:32.869 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:04:33.134 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-18T03:04:33.146 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-18T03:04:33.218 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:04:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:33 smithi195 ceph-mon[89559]: pgmap v2347: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-09-18T03:04:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:33 smithi195 ceph-mon[89559]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-18T03:04:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:33 smithi195 ceph-mon[89559]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-18T03:04:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:33 smithi046 ceph-mon[97106]: pgmap v2347: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-09-18T03:04:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:33 smithi046 ceph-mon[97106]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-18T03:04:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:33 smithi046 ceph-mon[97106]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-18T03:04:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:33 smithi046 ceph-mon[94621]: pgmap v2347: 169 pgs: 169 active+clean; 873 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-09-18T03:04:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:33 smithi046 ceph-mon[94621]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-18T03:04:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:33 smithi046 ceph-mon[94621]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-18T03:04:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:35 smithi195 ceph-mon[89559]: pgmap v2350: 169 pgs: 169 active+clean; 885 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 277 op/s 2024-09-18T03:04:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:35 smithi195 ceph-mon[89559]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-18T03:04:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:35 smithi046 ceph-mon[97106]: pgmap v2350: 169 pgs: 169 active+clean; 885 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 277 op/s 2024-09-18T03:04:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:35 smithi046 ceph-mon[97106]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-18T03:04:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:35 smithi046 ceph-mon[94621]: pgmap v2350: 169 pgs: 169 active+clean; 885 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 277 op/s 2024-09-18T03:04:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:35 smithi046 ceph-mon[94621]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-18T03:04:36.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:36 smithi046 ceph-mon[94621]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-18T03:04:36.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:36 smithi046 ceph-mon[97106]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-18T03:04:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:36 smithi195 ceph-mon[89559]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-18T03:04:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:04:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:04:36] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-09-18T03:04:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:37 smithi195 ceph-mon[89559]: pgmap v2353: 169 pgs: 169 active+clean; 893 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 282 op/s 2024-09-18T03:04:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:37 smithi195 ceph-mon[89559]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-18T03:04:37.485 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortWithSnapshots (13419 ms) 2024-09-18T03:04:37.485 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-09-18T03:04:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:37 smithi046 ceph-mon[94621]: pgmap v2353: 169 pgs: 169 active+clean; 893 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 282 op/s 2024-09-18T03:04:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:37 smithi046 ceph-mon[94621]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-18T03:04:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:37 smithi046 ceph-mon[97106]: pgmap v2353: 169 pgs: 169 active+clean; 893 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 282 op/s 2024-09-18T03:04:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:37 smithi046 ceph-mon[97106]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-18T03:04:37.514 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:37.525 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:04:37.534 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:38 smithi195 ceph-mon[89559]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-18T03:04:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:38 smithi046 ceph-mon[94621]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-18T03:04:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:38 smithi046 ceph-mon[97106]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-18T03:04:39.168 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:04:39.234 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:39 smithi195 ceph-mon[89559]: pgmap v2356: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 258 op/s 2024-09-18T03:04:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:39 smithi195 ceph-mon[89559]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-18T03:04:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:39 smithi046 ceph-mon[97106]: pgmap v2356: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 258 op/s 2024-09-18T03:04:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:39 smithi046 ceph-mon[97106]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-18T03:04:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:39 smithi046 ceph-mon[94621]: pgmap v2356: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 258 op/s 2024-09-18T03:04:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:39 smithi046 ceph-mon[94621]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-18T03:04:40.359 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:04:40.434 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:04:40.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:40 smithi195 ceph-mon[89559]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-18T03:04:40.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:40 smithi046 ceph-mon[97106]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-18T03:04:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:40 smithi046 ceph-mon[94621]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-18T03:04:41.299 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1Parent (3814 ms) 2024-09-18T03:04:41.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-09-18T03:04:41.331 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:41.341 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:04:41.349 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:41 smithi195 ceph-mon[89559]: pgmap v2359: 169 pgs: 169 active+clean; 913 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 357 op/s 2024-09-18T03:04:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:41 smithi195 ceph-mon[89559]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-18T03:04:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:41 smithi046 ceph-mon[94621]: pgmap v2359: 169 pgs: 169 active+clean; 913 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 357 op/s 2024-09-18T03:04:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:41 smithi046 ceph-mon[94621]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-18T03:04:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:41 smithi046 ceph-mon[97106]: pgmap v2359: 169 pgs: 169 active+clean; 913 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 357 op/s 2024-09-18T03:04:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:41 smithi046 ceph-mon[97106]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-18T03:04:42.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:42 smithi195 ceph-mon[89559]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-18T03:04:42.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:04:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:04:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:42 smithi046 ceph-mon[97106]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-18T03:04:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:42 smithi046 ceph-mon[94621]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-18T03:04:43.145 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:04:43.211 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:43 smithi195 ceph-mon[89559]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 11 KiB/s wr, 167 op/s 2024-09-18T03:04:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:43 smithi195 ceph-mon[89559]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-18T03:04:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:43 smithi195 ceph-mon[89559]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-18T03:04:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:43 smithi046 ceph-mon[97106]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 11 KiB/s wr, 167 op/s 2024-09-18T03:04:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:43 smithi046 ceph-mon[97106]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-18T03:04:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:43 smithi046 ceph-mon[97106]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-18T03:04:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:43 smithi046 ceph-mon[94621]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 11 KiB/s wr, 167 op/s 2024-09-18T03:04:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:43 smithi046 ceph-mon[94621]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-18T03:04:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:43 smithi046 ceph-mon[94621]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-18T03:04:44.372 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:04:44.450 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:04:44.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:45.321 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2Parent (4022 ms) 2024-09-18T03:04:45.322 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-09-18T03:04:45.357 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:45.367 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:04:45.376 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:45 smithi195 ceph-mon[89559]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 14 KiB/s wr, 228 op/s 2024-09-18T03:04:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:45 smithi195 ceph-mon[89559]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-18T03:04:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:45 smithi046 ceph-mon[97106]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 14 KiB/s wr, 228 op/s 2024-09-18T03:04:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:45 smithi046 ceph-mon[97106]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-18T03:04:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:45 smithi046 ceph-mon[94621]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 14 KiB/s wr, 228 op/s 2024-09-18T03:04:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:45 smithi046 ceph-mon[94621]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-18T03:04:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:46 smithi195 ceph-mon[89559]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-18T03:04:46.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:04:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:04:46] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-18T03:04:46.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:46 smithi046 ceph-mon[97106]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-18T03:04:46.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:46 smithi046 ceph-mon[94621]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-18T03:04:47.208 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:04:47.270 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:47 smithi195 ceph-mon[89559]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 14 KiB/s wr, 325 op/s 2024-09-18T03:04:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:47 smithi195 ceph-mon[89559]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-18T03:04:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:47 smithi046 ceph-mon[94621]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 14 KiB/s wr, 325 op/s 2024-09-18T03:04:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:47 smithi046 ceph-mon[94621]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-18T03:04:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:47 smithi046 ceph-mon[97106]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 14 KiB/s wr, 325 op/s 2024-09-18T03:04:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:47 smithi046 ceph-mon[97106]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-18T03:04:48.298 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:04:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:48 smithi195 ceph-mon[89559]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-18T03:04:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:48 smithi195 ceph-mon[89559]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-18T03:04:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:48 smithi046 ceph-mon[94621]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-18T03:04:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:48 smithi046 ceph-mon[94621]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-18T03:04:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:48 smithi046 ceph-mon[97106]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-18T03:04:48.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:48 smithi046 ceph-mon[97106]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-18T03:04:49.353 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4031 ms) 2024-09-18T03:04:49.353 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-09-18T03:04:49.382 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:49.393 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:04:49.401 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:49.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:49 smithi195 ceph-mon[89559]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 493 KiB/s rd, 26 KiB/s wr, 613 op/s 2024-09-18T03:04:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:49 smithi046 ceph-mon[97106]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 493 KiB/s rd, 26 KiB/s wr, 613 op/s 2024-09-18T03:04:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:49 smithi046 ceph-mon[94621]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 493 KiB/s rd, 26 KiB/s wr, 613 op/s 2024-09-18T03:04:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:50 smithi195 ceph-mon[89559]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-18T03:04:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:50 smithi046 ceph-mon[97106]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-18T03:04:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:50 smithi046 ceph-mon[94621]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-18T03:04:51.233 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:04:51.295 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:51.473 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:51 smithi195 ceph-mon[89559]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 425 KiB/s rd, 28 KiB/s wr, 540 op/s 2024-09-18T03:04:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:51 smithi195 ceph-mon[89559]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-18T03:04:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:51 smithi046 ceph-mon[97106]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 425 KiB/s rd, 28 KiB/s wr, 540 op/s 2024-09-18T03:04:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:51 smithi046 ceph-mon[97106]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-18T03:04:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:51 smithi046 ceph-mon[94621]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 425 KiB/s rd, 28 KiB/s wr, 540 op/s 2024-09-18T03:04:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:51 smithi046 ceph-mon[94621]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-18T03:04:52.401 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:04:52.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:52 smithi195 ceph-mon[89559]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-18T03:04:52.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:04:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:04:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:52 smithi046 ceph-mon[94621]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-18T03:04:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:52 smithi046 ceph-mon[97106]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-18T03:04:53.269 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3917 ms) 2024-09-18T03:04:53.269 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-09-18T03:04:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:53.310 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:04:53.319 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:53 smithi195 ceph-mon[89559]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-09-18T03:04:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:53 smithi195 ceph-mon[89559]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-18T03:04:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:53 smithi195 ceph-mon[89559]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-18T03:04:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:53 smithi046 ceph-mon[94621]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-09-18T03:04:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:53 smithi046 ceph-mon[94621]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-18T03:04:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:53 smithi046 ceph-mon[94621]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-18T03:04:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:53 smithi046 ceph-mon[97106]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-09-18T03:04:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:53 smithi046 ceph-mon[97106]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-18T03:04:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:53 smithi046 ceph-mon[97106]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-18T03:04:55.247 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:04:55.311 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:55 smithi046 ceph-mon[94621]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 279 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-09-18T03:04:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:55 smithi046 ceph-mon[94621]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-18T03:04:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:55 smithi046 ceph-mon[97106]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 279 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-09-18T03:04:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:55 smithi046 ceph-mon[97106]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-18T03:04:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:55 smithi195 ceph-mon[89559]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 279 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-09-18T03:04:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:55 smithi195 ceph-mon[89559]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-18T03:04:56.427 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:04:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:56 smithi046 ceph-mon[94621]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-18T03:04:56.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:04:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:04:56] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-18T03:04:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:56 smithi046 ceph-mon[97106]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-18T03:04:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:56 smithi195 ceph-mon[89559]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-18T03:04:57.393 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4124 ms) 2024-09-18T03:04:57.393 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-09-18T03:04:57.424 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:04:57.435 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:04:57.443 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:04:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:57 smithi046 ceph-mon[94621]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 283 KiB/s rd, 17 KiB/s wr, 355 op/s 2024-09-18T03:04:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:57 smithi046 ceph-mon[94621]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-18T03:04:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:57 smithi046 ceph-mon[97106]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 283 KiB/s rd, 17 KiB/s wr, 355 op/s 2024-09-18T03:04:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:57 smithi046 ceph-mon[97106]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-18T03:04:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:57 smithi195 ceph-mon[89559]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 283 KiB/s rd, 17 KiB/s wr, 355 op/s 2024-09-18T03:04:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:57 smithi195 ceph-mon[89559]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-18T03:04:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:58 smithi046 ceph-mon[97106]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-18T03:04:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:58 smithi046 ceph-mon[97106]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-18T03:04:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:58 smithi046 ceph-mon[94621]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-18T03:04:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:58 smithi046 ceph-mon[94621]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-18T03:04:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:58 smithi195 ceph-mon[89559]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-18T03:04:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:58 smithi195 ceph-mon[89559]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-18T03:04:59.148 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:04:59.205 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:04:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:59 smithi046 ceph-mon[97106]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 397 op/s 2024-09-18T03:04:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:04:59 smithi046 ceph-mon[97106]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-18T03:04:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:59 smithi046 ceph-mon[94621]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 397 op/s 2024-09-18T03:04:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:04:59 smithi046 ceph-mon[94621]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-18T03:04:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:59 smithi195 ceph-mon[89559]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 397 op/s 2024-09-18T03:04:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:04:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:04:59 smithi195 ceph-mon[89559]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-18T03:05:00.446 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:05:01.384 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3991 ms) 2024-09-18T03:05:01.385 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-09-18T03:05:01.414 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:01.423 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:05:01.431 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:01 smithi195 ceph-mon[89559]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 25 KiB/s wr, 479 op/s 2024-09-18T03:05:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:01 smithi195 ceph-mon[89559]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-18T03:05:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:05:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:05:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:05:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:05:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[94621]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 25 KiB/s wr, 479 op/s 2024-09-18T03:05:01.798 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[94621]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-18T03:05:01.798 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:05:01.798 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:05:01.798 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:05:01.798 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:05:01.798 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[97106]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 25 KiB/s wr, 479 op/s 2024-09-18T03:05:01.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[97106]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-18T03:05:01.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:05:01.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:05:01.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:05:01.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:05:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:02 smithi195 ceph-mon[89559]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-18T03:05:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:05:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:05:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:02 smithi046 ceph-mon[94621]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-18T03:05:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:02 smithi046 ceph-mon[97106]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-18T03:05:03.149 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:03.221 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:05:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:03 smithi195 ceph-mon[89559]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-09-18T03:05:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:03 smithi195 ceph-mon[89559]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-18T03:05:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:03 smithi195 ceph-mon[89559]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-18T03:05:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:03 smithi046 ceph-mon[97106]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-09-18T03:05:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:03 smithi046 ceph-mon[97106]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-18T03:05:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:03 smithi046 ceph-mon[97106]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-18T03:05:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:03 smithi046 ceph-mon[94621]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-09-18T03:05:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:03 smithi046 ceph-mon[94621]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-18T03:05:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:03 smithi046 ceph-mon[94621]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-18T03:05:04.453 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:05:05.421 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4037 ms) 2024-09-18T03:05:05.421 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-09-18T03:05:05.452 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:05.462 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:05:05.471 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:05 smithi195 ceph-mon[89559]: pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-09-18T03:05:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:05 smithi195 ceph-mon[89559]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-18T03:05:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:05 smithi046 ceph-mon[97106]: pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-09-18T03:05:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:05 smithi046 ceph-mon[97106]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-18T03:05:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:05 smithi046 ceph-mon[94621]: pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-09-18T03:05:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:05 smithi046 ceph-mon[94621]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-18T03:05:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:06 smithi195 ceph-mon[89559]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-18T03:05:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:06 smithi046 ceph-mon[94621]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-18T03:05:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:06 smithi046 ceph-mon[97106]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-18T03:05:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:05:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:05:06] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-18T03:05:07.304 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:07.366 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:05:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:07 smithi195 ceph-mon[89559]: pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 18 KiB/s wr, 344 op/s 2024-09-18T03:05:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:07 smithi195 ceph-mon[89559]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-18T03:05:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:07 smithi046 ceph-mon[94621]: pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 18 KiB/s wr, 344 op/s 2024-09-18T03:05:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:07 smithi046 ceph-mon[94621]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-18T03:05:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:07 smithi046 ceph-mon[97106]: pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 18 KiB/s wr, 344 op/s 2024-09-18T03:05:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:07 smithi046 ceph-mon[97106]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-18T03:05:08.318 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:05:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:08 smithi195 ceph-mon[89559]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-18T03:05:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:08 smithi195 ceph-mon[89559]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-18T03:05:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:08 smithi046 ceph-mon[97106]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-18T03:05:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:08 smithi046 ceph-mon[97106]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-18T03:05:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:08 smithi046 ceph-mon[94621]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-18T03:05:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:08 smithi046 ceph-mon[94621]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-18T03:05:09.434 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4013 ms) 2024-09-18T03:05:09.435 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-09-18T03:05:09.468 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:09.479 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:05:09.488 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:09 smithi195 ceph-mon[89559]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 350 op/s 2024-09-18T03:05:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:09 smithi046 ceph-mon[97106]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 350 op/s 2024-09-18T03:05:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:09 smithi046 ceph-mon[94621]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 350 op/s 2024-09-18T03:05:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:10 smithi195 ceph-mon[89559]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-18T03:05:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:10 smithi046 ceph-mon[97106]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-18T03:05:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:10 smithi046 ceph-mon[94621]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-18T03:05:11.325 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:11.385 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:05:11.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:11 smithi195 ceph-mon[89559]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 454 KiB/s rd, 29 KiB/s wr, 578 op/s 2024-09-18T03:05:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:11 smithi195 ceph-mon[89559]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-18T03:05:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:11 smithi046 ceph-mon[97106]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 454 KiB/s rd, 29 KiB/s wr, 578 op/s 2024-09-18T03:05:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:11 smithi046 ceph-mon[97106]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-18T03:05:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:11 smithi046 ceph-mon[94621]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 454 KiB/s rd, 29 KiB/s wr, 578 op/s 2024-09-18T03:05:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:11 smithi046 ceph-mon[94621]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-18T03:05:12.506 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:05:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:12 smithi195 ceph-mon[89559]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-18T03:05:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:05:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:05:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:12 smithi046 ceph-mon[94621]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-18T03:05:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:12 smithi046 ceph-mon[97106]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-18T03:05:13.261 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3827 ms) 2024-09-18T03:05:13.261 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-09-18T03:05:13.293 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:13.303 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-18T03:05:13.313 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:13 smithi195 ceph-mon[89559]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-09-18T03:05:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:13 smithi195 ceph-mon[89559]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-18T03:05:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:13 smithi195 ceph-mon[89559]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-18T03:05:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:13 smithi046 ceph-mon[97106]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-09-18T03:05:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:13 smithi046 ceph-mon[97106]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-18T03:05:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:13 smithi046 ceph-mon[97106]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-18T03:05:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:13 smithi046 ceph-mon[94621]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-09-18T03:05:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:13 smithi046 ceph-mon[94621]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-18T03:05:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:13 smithi046 ceph-mon[94621]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-18T03:05:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:14 smithi195 ceph-mon[89559]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-18T03:05:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:14 smithi046 ceph-mon[94621]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-18T03:05:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:14 smithi046 ceph-mon[97106]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-18T03:05:15.155 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:15.217 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:05:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:15 smithi046 ceph-mon[97106]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-09-18T03:05:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:15 smithi046 ceph-mon[97106]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-18T03:05:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:15 smithi046 ceph-mon[94621]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-09-18T03:05:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:15 smithi046 ceph-mon[94621]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-18T03:05:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:15 smithi195 ceph-mon[89559]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-09-18T03:05:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:15 smithi195 ceph-mon[89559]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-18T03:05:16.329 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-18T03:05:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:05:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:05:16] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-18T03:05:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:17 smithi195 ceph-mon[89559]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 203 op/s 2024-09-18T03:05:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:17 smithi195 ceph-mon[89559]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-18T03:05:17.475 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4214 ms) 2024-09-18T03:05:17.475 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-09-18T03:05:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:17 smithi046 ceph-mon[94621]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 203 op/s 2024-09-18T03:05:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:17 smithi046 ceph-mon[94621]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-18T03:05:17.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:17 smithi046 ceph-mon[97106]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 203 op/s 2024-09-18T03:05:17.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:17 smithi046 ceph-mon[97106]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-18T03:05:17.509 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:17.519 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 7615413~6606951 2024-09-18T03:05:17.564 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 49665994~7146976 2024-09-18T03:05:17.564 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 31204733~4828191 2024-09-18T03:05:17.595 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 51785903~2718370 2024-09-18T03:05:17.595 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 59589465~2659223 2024-09-18T03:05:17.617 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 63248323~8379466 2024-09-18T03:05:17.617 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 65252567~3215862 2024-09-18T03:05:17.636 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 39789331~5120825 2024-09-18T03:05:17.636 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-18T03:05:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:18 smithi195 ceph-mon[89559]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-18T03:05:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:18 smithi195 ceph-mon[89559]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-18T03:05:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:18 smithi046 ceph-mon[97106]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-18T03:05:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:18 smithi046 ceph-mon[97106]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-18T03:05:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:18 smithi046 ceph-mon[94621]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-18T03:05:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:18 smithi046 ceph-mon[94621]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-18T03:05:19.156 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap0 2024-09-18T03:05:19.169 INFO:tasks.workunit.client.0.smithi046.stdout:clone image159 -> image162 2024-09-18T03:05:19.276 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 54966734~7805091 2024-09-18T03:05:19.329 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 46149246~7964158 2024-09-18T03:05:19.335 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 28996584~808796 2024-09-18T03:05:19.364 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 39516160~4494913 2024-09-18T03:05:19.371 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 32845828~4355160 2024-09-18T03:05:19.402 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 19878314~1147336 2024-09-18T03:05:19.409 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 32920111~1615305 2024-09-18T03:05:19.417 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 42316713~2327903 2024-09-18T03:05:19.420 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:19 smithi195 ceph-mon[89559]: pgmap v2416: 169 pgs: 169 active+clean; 934 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 5.1 MiB/s wr, 463 op/s 2024-09-18T03:05:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:19 smithi195 ceph-mon[89559]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-18T03:05:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:19 smithi046 ceph-mon[97106]: pgmap v2416: 169 pgs: 169 active+clean; 934 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 5.1 MiB/s wr, 463 op/s 2024-09-18T03:05:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:19 smithi046 ceph-mon[97106]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-18T03:05:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:19 smithi046 ceph-mon[94621]: pgmap v2416: 169 pgs: 169 active+clean; 934 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 5.1 MiB/s wr, 463 op/s 2024-09-18T03:05:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:19 smithi046 ceph-mon[94621]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-18T03:05:21.362 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:21.374 INFO:tasks.workunit.client.0.smithi046.stdout:clone image162 -> image164 2024-09-18T03:05:21.504 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 157407526 2024-09-18T03:05:21.514 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 92011926~1418395 2024-09-18T03:05:21.531 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 141464403~683197 2024-09-18T03:05:21.531 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 95025423~212600 2024-09-18T03:05:21.534 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 50179474~5503467 2024-09-18T03:05:21.569 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 23110018~1943482 2024-09-18T03:05:21.589 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 22111002~4195373 2024-09-18T03:05:21.598 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 47828465~2766242 2024-09-18T03:05:21.614 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 143166202~4909336 2024-09-18T03:05:21.614 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:05:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:21 smithi195 ceph-mon[89559]: pgmap v2419: 169 pgs: 169 active+clean; 953 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 979 KiB/s rd, 8.4 MiB/s wr, 444 op/s 2024-09-18T03:05:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:21 smithi195 ceph-mon[89559]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-18T03:05:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:21 smithi046 ceph-mon[97106]: pgmap v2419: 169 pgs: 169 active+clean; 953 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 979 KiB/s rd, 8.4 MiB/s wr, 444 op/s 2024-09-18T03:05:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:21 smithi046 ceph-mon[97106]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-18T03:05:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:21 smithi046 ceph-mon[94621]: pgmap v2419: 169 pgs: 169 active+clean; 953 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 979 KiB/s rd, 8.4 MiB/s wr, 444 op/s 2024-09-18T03:05:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:21 smithi046 ceph-mon[94621]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-18T03:05:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:22 smithi195 ceph-mon[89559]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-18T03:05:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:05:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:05:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:22 smithi046 ceph-mon[94621]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-18T03:05:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:22 smithi046 ceph-mon[97106]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-18T03:05:23.155 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap2 2024-09-18T03:05:23.167 INFO:tasks.workunit.client.0.smithi046.stdout:clone image164 -> image166 2024-09-18T03:05:23.324 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 26972635~3078753 2024-09-18T03:05:23.371 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 73431066~4706649 2024-09-18T03:05:23.378 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 58139395~8359711 2024-09-18T03:05:23.432 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 58057038~3985455 2024-09-18T03:05:23.435 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 67031436~1747043 2024-09-18T03:05:23.457 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 127350668~6425416 2024-09-18T03:05:23.463 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 15747915~2383103 2024-09-18T03:05:23.496 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 3588814~736272 2024-09-18T03:05:23.524 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:05:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:23 smithi195 ceph-mon[89559]: pgmap v2422: 169 pgs: 169 active+clean; 975 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 239 op/s 2024-09-18T03:05:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:23 smithi195 ceph-mon[89559]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-18T03:05:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:23 smithi195 ceph-mon[89559]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-18T03:05:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:23 smithi046 ceph-mon[97106]: pgmap v2422: 169 pgs: 169 active+clean; 975 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 239 op/s 2024-09-18T03:05:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:23 smithi046 ceph-mon[97106]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-18T03:05:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:23 smithi046 ceph-mon[97106]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-18T03:05:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:23 smithi046 ceph-mon[94621]: pgmap v2422: 169 pgs: 169 active+clean; 975 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 239 op/s 2024-09-18T03:05:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:23 smithi046 ceph-mon[94621]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-18T03:05:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:23 smithi046 ceph-mon[94621]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-18T03:05:25.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.StressNoMigrate (8242 ms) 2024-09-18T03:05:25.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Stress 2024-09-18T03:05:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:25 smithi195 ceph-mon[89559]: pgmap v2425: 169 pgs: 169 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 12 MiB/s wr, 375 op/s 2024-09-18T03:05:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:25 smithi195 ceph-mon[89559]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-18T03:05:25.747 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:25.756 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 75608515~8277565 2024-09-18T03:05:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:25 smithi046 ceph-mon[94621]: pgmap v2425: 169 pgs: 169 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 12 MiB/s wr, 375 op/s 2024-09-18T03:05:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:25 smithi046 ceph-mon[94621]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-18T03:05:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:25 smithi046 ceph-mon[97106]: pgmap v2425: 169 pgs: 169 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 12 MiB/s wr, 375 op/s 2024-09-18T03:05:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:25 smithi046 ceph-mon[97106]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-18T03:05:25.809 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 35386871~7693784 2024-09-18T03:05:25.809 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 53832197~2207426 2024-09-18T03:05:25.824 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 4973668~7166226 2024-09-18T03:05:25.824 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 62407210~3942400 2024-09-18T03:05:25.854 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 30358872~3557508 2024-09-18T03:05:25.854 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 23413477~4038443 2024-09-18T03:05:25.877 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 50688132~4016815 2024-09-18T03:05:25.879 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-18T03:05:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:26 smithi195 ceph-mon[89559]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-18T03:05:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:26 smithi046 ceph-mon[94621]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-18T03:05:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:26 smithi046 ceph-mon[97106]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-18T03:05:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:05:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:05:26] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-18T03:05:27.388 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap0 2024-09-18T03:05:27.402 INFO:tasks.workunit.client.0.smithi046.stdout:clone image167 -> image170 2024-09-18T03:05:27.504 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 108827527 2024-09-18T03:05:27.515 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 14181456~4603258 2024-09-18T03:05:27.549 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1695664~1522666 2024-09-18T03:05:27.554 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 30344298~1361509 2024-09-18T03:05:27.568 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 96905810~2956882 2024-09-18T03:05:27.569 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 106054059~2773468 2024-09-18T03:05:27.591 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 47909151~2559521 2024-09-18T03:05:27.597 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 69423561~5912140 2024-09-18T03:05:27.632 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 33807911~3027517 2024-09-18T03:05:27.638 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:27.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:27 smithi195 ceph-mon[89559]: pgmap v2428: 169 pgs: 169 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 246 op/s 2024-09-18T03:05:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:27 smithi195 ceph-mon[89559]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-18T03:05:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:27 smithi046 ceph-mon[94621]: pgmap v2428: 169 pgs: 169 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 246 op/s 2024-09-18T03:05:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:27 smithi046 ceph-mon[94621]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-18T03:05:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:27 smithi046 ceph-mon[97106]: pgmap v2428: 169 pgs: 169 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 246 op/s 2024-09-18T03:05:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:27 smithi046 ceph-mon[97106]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-18T03:05:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:28 smithi195 ceph-mon[89559]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-18T03:05:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:28 smithi046 ceph-mon[94621]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-18T03:05:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:28 smithi046 ceph-mon[97106]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-18T03:05:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:29.403 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:29.422 INFO:tasks.workunit.client.0.smithi046.stdout:clone image170 -> image172 2024-09-18T03:05:29.556 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 140739925 2024-09-18T03:05:29.566 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 5835164~209675 2024-09-18T03:05:29.578 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 31763348~1820544 2024-09-18T03:05:29.595 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 31024811~7274907 2024-09-18T03:05:29.634 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 35534583~2014836 2024-09-18T03:05:29.637 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 89328578~6215471 2024-09-18T03:05:29.679 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 71254030~6891034 2024-09-18T03:05:29.715 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 111822478~7235898 2024-09-18T03:05:29.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:29 smithi195 ceph-mon[89559]: pgmap v2431: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 24 MiB/s wr, 522 op/s 2024-09-18T03:05:29.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:29 smithi195 ceph-mon[89559]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-18T03:05:29.754 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 95449062~7513761 2024-09-18T03:05:29.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:29 smithi046 ceph-mon[97106]: pgmap v2431: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 24 MiB/s wr, 522 op/s 2024-09-18T03:05:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:29 smithi046 ceph-mon[97106]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-18T03:05:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:29 smithi046 ceph-mon[94621]: pgmap v2431: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 24 MiB/s wr, 522 op/s 2024-09-18T03:05:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:29 smithi046 ceph-mon[94621]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-18T03:05:29.760 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:05:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:30 smithi195 ceph-mon[89559]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-18T03:05:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:30 smithi046 ceph-mon[97106]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-18T03:05:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:30 smithi046 ceph-mon[94621]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-18T03:05:31.414 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap2 2024-09-18T03:05:31.428 INFO:tasks.workunit.client.0.smithi046.stdout:clone image172 -> image174 2024-09-18T03:05:31.586 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 111429855 2024-09-18T03:05:31.607 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 26723691~4005350 2024-09-18T03:05:31.673 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 81202265~12526 2024-09-18T03:05:31.711 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 27720902~7658159 2024-09-18T03:05:31.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:31 smithi195 ceph-mon[89559]: pgmap v2434: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 28 MiB/s wr, 567 op/s 2024-09-18T03:05:31.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:31 smithi195 ceph-mon[89559]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-18T03:05:31.747 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 7184529~7982060 2024-09-18T03:05:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:31 smithi046 ceph-mon[94621]: pgmap v2434: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 28 MiB/s wr, 567 op/s 2024-09-18T03:05:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:31 smithi046 ceph-mon[94621]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-18T03:05:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:31 smithi046 ceph-mon[97106]: pgmap v2434: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 28 MiB/s wr, 567 op/s 2024-09-18T03:05:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:31 smithi046 ceph-mon[97106]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-18T03:05:31.769 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 64447833~5280637 2024-09-18T03:05:31.821 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 107973347~436527 2024-09-18T03:05:31.857 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 71145124~3427742 2024-09-18T03:05:31.879 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 51647475~5234771 2024-09-18T03:05:31.888 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:05:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:32 smithi195 ceph-mon[89559]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-18T03:05:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:05:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:05:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:32 smithi046 ceph-mon[94621]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-18T03:05:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:32 smithi046 ceph-mon[97106]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-18T03:05:33.423 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap3 2024-09-18T03:05:33.436 INFO:tasks.workunit.client.0.smithi046.stdout:clone image174 -> image176 2024-09-18T03:05:33.633 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:05:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:33 smithi195 ceph-mon[89559]: pgmap v2437: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-09-18T03:05:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:33 smithi195 ceph-mon[89559]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-18T03:05:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:33 smithi046 ceph-mon[94621]: pgmap v2437: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-09-18T03:05:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:33 smithi046 ceph-mon[94621]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-18T03:05:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:33 smithi046 ceph-mon[97106]: pgmap v2437: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-09-18T03:05:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:33 smithi046 ceph-mon[97106]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-18T03:05:34.112 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:05:34.339 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:05:34.635 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Stress (8917 ms) 2024-09-18T03:05:34.635 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Stress2 2024-09-18T03:05:34.664 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:34.674 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 21085017~821154 2024-09-18T03:05:34.687 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 78951266~532013 2024-09-18T03:05:34.687 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 31688931~2810227 2024-09-18T03:05:34.705 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 21414571~2301084 2024-09-18T03:05:34.707 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 35276586~5648260 2024-09-18T03:05:34.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:34 smithi195 ceph-mon[89559]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-18T03:05:34.737 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 40365042~7825992 2024-09-18T03:05:34.739 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 11831342~4100105 2024-09-18T03:05:34.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:34 smithi046 ceph-mon[94621]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-18T03:05:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:34 smithi046 ceph-mon[97106]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-18T03:05:34.771 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 20889847~2357820 2024-09-18T03:05:34.773 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-18T03:05:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:35 smithi195 ceph-mon[89559]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 22 MiB/s wr, 424 op/s 2024-09-18T03:05:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:35 smithi046 ceph-mon[94621]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 22 MiB/s wr, 424 op/s 2024-09-18T03:05:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:35 smithi046 ceph-mon[97106]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 22 MiB/s wr, 424 op/s 2024-09-18T03:05:36.443 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap0 2024-09-18T03:05:36.457 INFO:tasks.workunit.client.0.smithi046.stdout:clone image177 -> image180 2024-09-18T03:05:36.557 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 161032241 2024-09-18T03:05:36.568 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 71178466~1212450 2024-09-18T03:05:36.587 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 34977897~6929327 2024-09-18T03:05:36.613 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 44188312~4360967 2024-09-18T03:05:36.635 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 139593556~7858260 2024-09-18T03:05:36.635 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 137730090~7189717 2024-09-18T03:05:36.674 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1651422~8284040 2024-09-18T03:05:36.686 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 120285383~7485731 2024-09-18T03:05:36.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:36 smithi195 ceph-mon[89559]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-18T03:05:36.726 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 100207161~2038272 2024-09-18T03:05:36.726 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:36 smithi046 ceph-mon[94621]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-18T03:05:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:36 smithi046 ceph-mon[97106]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-18T03:05:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:05:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:05:36] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-18T03:05:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:37 smithi195 ceph-mon[89559]: pgmap v2442: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 605 op/s 2024-09-18T03:05:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:37 smithi195 ceph-mon[89559]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-18T03:05:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:37 smithi046 ceph-mon[97106]: pgmap v2442: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 605 op/s 2024-09-18T03:05:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:37 smithi046 ceph-mon[97106]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-18T03:05:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:37 smithi046 ceph-mon[94621]: pgmap v2442: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 605 op/s 2024-09-18T03:05:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:37 smithi046 ceph-mon[94621]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-18T03:05:38.451 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:38.464 INFO:tasks.workunit.client.0.smithi046.stdout:clone image180 -> image182 2024-09-18T03:05:38.596 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 199583838 2024-09-18T03:05:38.606 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 44603726~3262208 2024-09-18T03:05:38.644 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 86585672~6574156 2024-09-18T03:05:38.651 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 131925443~4243034 2024-09-18T03:05:38.680 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 129269628~6142326 2024-09-18T03:05:38.705 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 130755260~6398285 2024-09-18T03:05:38.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:38 smithi195 ceph-mon[89559]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-18T03:05:38.741 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 118841632~8228225 2024-09-18T03:05:38.750 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 120112138~585166 2024-09-18T03:05:38.756 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 35409769~6587693 2024-09-18T03:05:38.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:38 smithi046 ceph-mon[97106]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-18T03:05:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:38 smithi046 ceph-mon[94621]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-18T03:05:38.770 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:05:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:39 smithi195 ceph-mon[89559]: pgmap v2445: 169 pgs: 169 active+clean; 1.4 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 1.15k op/s 2024-09-18T03:05:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:39 smithi195 ceph-mon[89559]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-18T03:05:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:39 smithi046 ceph-mon[94621]: pgmap v2445: 169 pgs: 169 active+clean; 1.4 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 1.15k op/s 2024-09-18T03:05:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:39 smithi046 ceph-mon[94621]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-18T03:05:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:39 smithi046 ceph-mon[97106]: pgmap v2445: 169 pgs: 169 active+clean; 1.4 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 1.15k op/s 2024-09-18T03:05:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:39 smithi046 ceph-mon[97106]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-18T03:05:40.460 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap2 2024-09-18T03:05:40.472 INFO:tasks.workunit.client.0.smithi046.stdout:clone image182 -> image184 2024-09-18T03:05:40.622 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 264857345 2024-09-18T03:05:40.633 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 9689473~6615769 2024-09-18T03:05:40.683 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 155041374~2761305 2024-09-18T03:05:40.689 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 139654267~461399 2024-09-18T03:05:40.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:40 smithi195 ceph-mon[89559]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-18T03:05:40.736 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 182238550~2325828 2024-09-18T03:05:40.742 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 204622998~4409346 2024-09-18T03:05:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:40 smithi046 ceph-mon[97106]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-18T03:05:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:40 smithi046 ceph-mon[94621]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-18T03:05:40.765 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 254876705~2672443 2024-09-18T03:05:40.766 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 240909727~4212890 2024-09-18T03:05:40.809 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 90798562~7446896 2024-09-18T03:05:40.816 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:05:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:41 smithi195 ceph-mon[89559]: pgmap v2448: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 24 MiB/s wr, 1.16k op/s 2024-09-18T03:05:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:41 smithi195 ceph-mon[89559]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-18T03:05:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:41 smithi046 ceph-mon[97106]: pgmap v2448: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 24 MiB/s wr, 1.16k op/s 2024-09-18T03:05:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:41 smithi046 ceph-mon[97106]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-18T03:05:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:41 smithi046 ceph-mon[94621]: pgmap v2448: 169 pgs: 169 active+clean; 1.5 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 24 MiB/s wr, 1.16k op/s 2024-09-18T03:05:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:41 smithi046 ceph-mon[94621]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-18T03:05:42.472 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap3 2024-09-18T03:05:42.485 INFO:tasks.workunit.client.0.smithi046.stdout:clone image184 -> image186 2024-09-18T03:05:42.674 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 317390422 2024-09-18T03:05:42.689 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:05:42.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:42 smithi195 ceph-mon[89559]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-18T03:05:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:05:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:05:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:05:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:42 smithi046 ceph-mon[94621]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-18T03:05:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:42 smithi046 ceph-mon[97106]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-18T03:05:43.232 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 215952228~2560147 2024-09-18T03:05:43.265 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 146382782~4038917 2024-09-18T03:05:43.294 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 152737147~7400593 2024-09-18T03:05:43.338 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 55931326~6163820 2024-09-18T03:05:43.361 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 19795572~1251158 2024-09-18T03:05:43.389 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 135695660~5753710 2024-09-18T03:05:43.423 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 131914652~4127397 2024-09-18T03:05:43.474 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 53958321~109191 2024-09-18T03:05:43.497 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user0 2024-09-18T03:05:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:43 smithi195 ceph-mon[89559]: pgmap v2451: 169 pgs: 169 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 10 MiB/s wr, 201 op/s 2024-09-18T03:05:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:43 smithi195 ceph-mon[89559]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-18T03:05:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:43 smithi046 ceph-mon[94621]: pgmap v2451: 169 pgs: 169 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 10 MiB/s wr, 201 op/s 2024-09-18T03:05:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:43 smithi046 ceph-mon[94621]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-18T03:05:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:43 smithi046 ceph-mon[97106]: pgmap v2451: 169 pgs: 169 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 10 MiB/s wr, 201 op/s 2024-09-18T03:05:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:43 smithi046 ceph-mon[97106]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-18T03:05:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:45.487 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 60414195~1967619 2024-09-18T03:05:45.494 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 174020609~7669921 2024-09-18T03:05:45.496 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 64804058~5526501 2024-09-18T03:05:45.503 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 185900159~7249705 2024-09-18T03:05:45.505 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 60769687~2058623 2024-09-18T03:05:45.578 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 60868218~8263265 2024-09-18T03:05:45.602 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 35213410~7651935 2024-09-18T03:05:45.605 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 82503025~578063 2024-09-18T03:05:45.605 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user1 2024-09-18T03:05:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:45 smithi195 ceph-mon[89559]: pgmap v2453: 169 pgs: 169 active+clean; 1.5 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 19 MiB/s wr, 721 op/s 2024-09-18T03:05:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:45 smithi195 ceph-mon[89559]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-18T03:05:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:45 smithi046 ceph-mon[97106]: pgmap v2453: 169 pgs: 169 active+clean; 1.5 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 19 MiB/s wr, 721 op/s 2024-09-18T03:05:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:45 smithi046 ceph-mon[97106]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-18T03:05:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:45 smithi046 ceph-mon[94621]: pgmap v2453: 169 pgs: 169 active+clean; 1.5 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 19 MiB/s wr, 721 op/s 2024-09-18T03:05:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:45 smithi046 ceph-mon[94621]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-18T03:05:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:46 smithi046 ceph-mon[94621]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-18T03:05:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:46 smithi046 ceph-mon[97106]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-18T03:05:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:05:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:05:46] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-18T03:05:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:46 smithi195 ceph-mon[89559]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-18T03:05:47.500 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 583168461 2024-09-18T03:05:47.515 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 21272056~6017538 2024-09-18T03:05:47.530 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 112280513~753040 2024-09-18T03:05:47.530 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 275088732~6066409 2024-09-18T03:05:47.536 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 36968727~593711 2024-09-18T03:05:47.537 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 206629153~2392065 2024-09-18T03:05:47.538 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 201293730~3523486 2024-09-18T03:05:47.539 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 479287252~2084203 2024-09-18T03:05:47.546 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 479516173~829268 2024-09-18T03:05:47.586 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user2 2024-09-18T03:05:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:47 smithi046 ceph-mon[94621]: pgmap v2456: 169 pgs: 169 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 750 op/s 2024-09-18T03:05:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:47 smithi046 ceph-mon[94621]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-18T03:05:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:47 smithi046 ceph-mon[97106]: pgmap v2456: 169 pgs: 169 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 750 op/s 2024-09-18T03:05:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:47 smithi046 ceph-mon[97106]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-18T03:05:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:47 smithi195 ceph-mon[89559]: pgmap v2456: 169 pgs: 169 active+clean; 1.6 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 750 op/s 2024-09-18T03:05:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:47 smithi195 ceph-mon[89559]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-18T03:05:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:48 smithi046 ceph-mon[97106]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-18T03:05:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:48 smithi046 ceph-mon[94621]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-18T03:05:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:48 smithi195 ceph-mon[89559]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-18T03:05:49.507 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 466032117 2024-09-18T03:05:49.533 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 109534972~3319273 2024-09-18T03:05:49.545 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 268225930~7706552 2024-09-18T03:05:49.545 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 379481147~259946 2024-09-18T03:05:49.545 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 334138847~3395813 2024-09-18T03:05:49.545 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 36599563~3733460 2024-09-18T03:05:49.550 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 234146975~6528826 2024-09-18T03:05:49.550 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 6958942~6951704 2024-09-18T03:05:49.562 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 388922035~351270 2024-09-18T03:05:49.562 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user3 2024-09-18T03:05:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:49 smithi046 ceph-mon[94621]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 47 MiB/s wr, 539 op/s 2024-09-18T03:05:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:49 smithi046 ceph-mon[94621]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-18T03:05:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:49 smithi046 ceph-mon[97106]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 47 MiB/s wr, 539 op/s 2024-09-18T03:05:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:49 smithi046 ceph-mon[97106]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-18T03:05:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:49 smithi195 ceph-mon[89559]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 47 MiB/s wr, 539 op/s 2024-09-18T03:05:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:49 smithi195 ceph-mon[89559]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-18T03:05:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:50 smithi046 ceph-mon[94621]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-18T03:05:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:50 smithi046 ceph-mon[97106]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-18T03:05:50.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:50 smithi195 ceph-mon[89559]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-18T03:05:51.532 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 46603211~11650802 2024-09-18T03:05:51.547 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 49515911~5825401 2024-09-18T03:05:51.614 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 93206423~11650802 2024-09-18T03:05:51.627 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 96119123~5825401 2024-09-18T03:05:51.678 INFO:tasks.workunit.client.0.smithi046.stdout:write: 3 139809635~11650802 2024-09-18T03:05:51.693 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 142722335~5825401 2024-09-18T03:05:51.753 INFO:tasks.workunit.client.0.smithi046.stdout:write: 4 186412846~11650802 2024-09-18T03:05:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:51 smithi046 ceph-mon[94621]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 55 MiB/s wr, 517 op/s 2024-09-18T03:05:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:51 smithi046 ceph-mon[94621]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-18T03:05:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:51 smithi046 ceph-mon[97106]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 55 MiB/s wr, 517 op/s 2024-09-18T03:05:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:51 smithi046 ceph-mon[97106]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-18T03:05:51.766 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 189325546~5825401 2024-09-18T03:05:51.834 INFO:tasks.workunit.client.0.smithi046.stdout:write: 5 233016058~11650802 2024-09-18T03:05:51.848 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 235928758~5825401 2024-09-18T03:05:51.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:51 smithi195 ceph-mon[89559]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 55 MiB/s wr, 517 op/s 2024-09-18T03:05:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:51 smithi195 ceph-mon[89559]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-18T03:05:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:52 smithi195 ceph-mon[89559]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-18T03:05:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:05:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:05:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:05:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:52 smithi046 ceph-mon[94621]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-18T03:05:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:52 smithi046 ceph-mon[97106]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-18T03:05:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:53 smithi195 ceph-mon[89559]: pgmap v2465: 169 pgs: 169 active+clean; 1.9 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 24 MiB/s wr, 330 op/s 2024-09-18T03:05:53.975 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:05:54.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:53 smithi046 ceph-mon[97106]: pgmap v2465: 169 pgs: 169 active+clean; 1.9 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 24 MiB/s wr, 330 op/s 2024-09-18T03:05:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:53 smithi046 ceph-mon[94621]: pgmap v2465: 169 pgs: 169 active+clean; 1.9 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 24 MiB/s wr, 330 op/s 2024-09-18T03:05:54.219 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:05:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:55 smithi195 ceph-mon[89559]: pgmap v2466: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 71 MiB/s rd, 36 MiB/s wr, 415 op/s 2024-09-18T03:05:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:55 smithi046 ceph-mon[94621]: pgmap v2466: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 71 MiB/s rd, 36 MiB/s wr, 415 op/s 2024-09-18T03:05:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:55 smithi046 ceph-mon[97106]: pgmap v2466: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 71 MiB/s rd, 36 MiB/s wr, 415 op/s 2024-09-18T03:05:56.292 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Stress2 (21657 ms) 2024-09-18T03:05:56.292 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.StressLive 2024-09-18T03:05:56.322 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-18T03:05:56.332 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 39523844~6417679 2024-09-18T03:05:56.366 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 34997798~7980077 2024-09-18T03:05:56.373 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 55225678~8361478 2024-09-18T03:05:56.420 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 29780751~4966852 2024-09-18T03:05:56.420 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 35623782~6978234 2024-09-18T03:05:56.453 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 67064007~5444195 2024-09-18T03:05:56.456 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 78337267~5548813 2024-09-18T03:05:56.485 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16277981~3274416 2024-09-18T03:05:56.485 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-18T03:05:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:05:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:05:56] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-18T03:05:57.542 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap0 2024-09-18T03:05:57.555 INFO:tasks.workunit.client.0.smithi046.stdout:clone image187 -> image190 2024-09-18T03:05:57.655 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 133978439 2024-09-18T03:05:57.666 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 6291698~1921903 2024-09-18T03:05:57.695 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 48555560~7672592 2024-09-18T03:05:57.731 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 116779027~7633396 2024-09-18T03:05:57.773 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 22973708~1191384 2024-09-18T03:05:57.778 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 87103757~1581960 2024-09-18T03:05:57.790 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 87815844~5512629 2024-09-18T03:05:57.796 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 126018105~7960334 2024-09-18T03:05:57.836 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 52303896~171187 2024-09-18T03:05:57.839 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-18T03:05:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:57 smithi195 ceph-mon[89559]: pgmap v2467: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 106 MiB/s rd, 36 MiB/s wr, 483 op/s 2024-09-18T03:05:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:57 smithi195 ceph-mon[89559]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-18T03:05:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:57 smithi046 ceph-mon[97106]: pgmap v2467: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 106 MiB/s rd, 36 MiB/s wr, 483 op/s 2024-09-18T03:05:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:57 smithi046 ceph-mon[97106]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-18T03:05:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:57 smithi046 ceph-mon[94621]: pgmap v2467: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 106 MiB/s rd, 36 MiB/s wr, 483 op/s 2024-09-18T03:05:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:57 smithi046 ceph-mon[94621]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-18T03:05:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:58 smithi195 ceph-mon[89559]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-18T03:05:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:58 smithi046 ceph-mon[94621]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-18T03:05:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:58 smithi046 ceph-mon[97106]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-18T03:05:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:05:59.547 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-18T03:05:59.563 INFO:tasks.workunit.client.0.smithi046.stdout:clone image190 -> image192 2024-09-18T03:05:59.691 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 149784726 2024-09-18T03:05:59.702 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 78107933~7681230 2024-09-18T03:05:59.751 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 138954546~8051295 2024-09-18T03:05:59.752 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 54498766~3609986 2024-09-18T03:05:59.789 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 41731971~8148175 2024-09-18T03:05:59.825 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 75648822~4712265 2024-09-18T03:05:59.853 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 8103631~7148108 2024-09-18T03:05:59.873 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 22909807~4410772 2024-09-18T03:05:59.906 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 10149054~3756961 2024-09-18T03:05:59.908 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-18T03:05:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:59 smithi195 ceph-mon[89559]: pgmap v2470: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 MiB/s rd, 38 MiB/s wr, 902 op/s 2024-09-18T03:05:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:05:59 smithi195 ceph-mon[89559]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-18T03:06:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:59 smithi046 ceph-mon[94621]: pgmap v2470: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 MiB/s rd, 38 MiB/s wr, 902 op/s 2024-09-18T03:06:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:05:59 smithi046 ceph-mon[94621]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-18T03:06:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:59 smithi046 ceph-mon[97106]: pgmap v2470: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 MiB/s rd, 38 MiB/s wr, 902 op/s 2024-09-18T03:06:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:05:59 smithi046 ceph-mon[97106]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-18T03:06:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:00 smithi195 ceph-mon[89559]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-18T03:06:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:00 smithi046 ceph-mon[94621]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-18T03:06:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:00 smithi046 ceph-mon[97106]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-18T03:06:01.555 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap2 2024-09-18T03:06:01.565 INFO:tasks.workunit.client.0.smithi046.stdout:clone image192 -> image194 2024-09-18T03:06:01.712 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 47548740~2868912 2024-09-18T03:06:01.745 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 22481918~2763124 2024-09-18T03:06:01.770 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 100541320~4984321 2024-09-18T03:06:01.805 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 136327310~3983292 2024-09-18T03:06:01.810 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 25489173~3514029 2024-09-18T03:06:01.831 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 67382421~2755450 2024-09-18T03:06:01.837 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 147193004~2591722 2024-09-18T03:06:01.858 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 110261931~3845482 2024-09-18T03:06:01.882 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-18T03:06:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:01 smithi195 ceph-mon[89559]: pgmap v2473: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 372 MiB/s rd, 24 MiB/s wr, 989 op/s 2024-09-18T03:06:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:01 smithi195 ceph-mon[89559]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-18T03:06:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:06:01.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:06:01.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:06:01.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:01 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[94621]: pgmap v2473: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 372 MiB/s rd, 24 MiB/s wr, 989 op/s 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[94621]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[97106]: pgmap v2473: 169 pgs: 169 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 372 MiB/s rd, 24 MiB/s wr, 989 op/s 2024-09-18T03:06:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[97106]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-18T03:06:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:06:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:06:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:06:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:01 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:06:02.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:02 smithi195 ceph-mon[89559]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-18T03:06:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:06:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:06:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:02 smithi046 ceph-mon[94621]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-18T03:06:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:02 smithi046 ceph-mon[97106]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-18T03:06:03.577 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap3 2024-09-18T03:06:03.590 INFO:tasks.workunit.client.0.smithi046.stdout:clone image194 -> image196 2024-09-18T03:06:03.773 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 198149293 2024-09-18T03:06:03.788 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-18T03:06:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:03 smithi195 ceph-mon[89559]: pgmap v2476: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 56 MiB/s rd, 15 MiB/s wr, 279 op/s 2024-09-18T03:06:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:03 smithi195 ceph-mon[89559]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-18T03:06:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:03 smithi046 ceph-mon[94621]: pgmap v2476: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 56 MiB/s rd, 15 MiB/s wr, 279 op/s 2024-09-18T03:06:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:03 smithi046 ceph-mon[94621]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-18T03:06:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:03 smithi046 ceph-mon[97106]: pgmap v2476: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 56 MiB/s rd, 15 MiB/s wr, 279 op/s 2024-09-18T03:06:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:03 smithi046 ceph-mon[97106]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-18T03:06:04.339 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-18T03:06:04.339 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 62890078~6544457 2024-09-18T03:06:04.401 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 78428768~3789566 2024-09-18T03:06:04.444 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 123921613~4710764 2024-09-18T03:06:04.498 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 71313917~5055490 2024-09-18T03:06:04.516 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 58207955~3630897 2024-09-18T03:06:04.556 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 156059573~404983 2024-09-18T03:06:04.562 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 37751695~1213322 2024-09-18T03:06:04.617 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 87729526~7575186 2024-09-18T03:06:04.643 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user0 2024-09-18T03:06:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:04 smithi195 ceph-mon[89559]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-18T03:06:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:04 smithi046 ceph-mon[94621]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-18T03:06:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:04 smithi046 ceph-mon[97106]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-18T03:06:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:05 smithi195 ceph-mon[89559]: pgmap v2479: 169 pgs: 169 active+clean; 2.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 4.9 MiB/s rd, 22 MiB/s wr, 448 op/s 2024-09-18T03:06:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:05 smithi046 ceph-mon[94621]: pgmap v2479: 169 pgs: 169 active+clean; 2.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 4.9 MiB/s rd, 22 MiB/s wr, 448 op/s 2024-09-18T03:06:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:05 smithi046 ceph-mon[97106]: pgmap v2479: 169 pgs: 169 active+clean; 2.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 4.9 MiB/s rd, 22 MiB/s wr, 448 op/s 2024-09-18T03:06:06.594 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 64260417~2529420 2024-09-18T03:06:06.601 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 34639141~4550143 2024-09-18T03:06:06.601 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 156266527~6217958 2024-09-18T03:06:06.610 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 146204707~6234089 2024-09-18T03:06:06.612 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 194881515~965057 2024-09-18T03:06:06.616 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 53122855~2675481 2024-09-18T03:06:06.620 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 18529998~757824 2024-09-18T03:06:06.622 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 135715507~5905797 2024-09-18T03:06:06.629 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user1 2024-09-18T03:06:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:06 smithi046 ceph-mon[94621]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-18T03:06:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:06 smithi046 ceph-mon[97106]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-18T03:06:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:06:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:06:06] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-18T03:06:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:06 smithi195 ceph-mon[89559]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-18T03:06:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:07 smithi195 ceph-mon[89559]: pgmap v2481: 169 pgs: 169 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 27 MiB/s wr, 552 op/s 2024-09-18T03:06:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:07 smithi195 ceph-mon[89559]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-18T03:06:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:07 smithi046 ceph-mon[94621]: pgmap v2481: 169 pgs: 169 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 27 MiB/s wr, 552 op/s 2024-09-18T03:06:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:07 smithi046 ceph-mon[94621]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-18T03:06:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:07 smithi046 ceph-mon[97106]: pgmap v2481: 169 pgs: 169 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 27 MiB/s wr, 552 op/s 2024-09-18T03:06:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:07 smithi046 ceph-mon[97106]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-18T03:06:08.605 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 73317408~6550515 2024-09-18T03:06:08.618 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2326676~5416284 2024-09-18T03:06:08.618 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 96363128~1772421 2024-09-18T03:06:08.620 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 120761205~1561807 2024-09-18T03:06:08.621 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 148558764~5470634 2024-09-18T03:06:08.630 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 59309448~2054080 2024-09-18T03:06:08.631 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 11235664~11410 2024-09-18T03:06:08.631 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 134557990~7186633 2024-09-18T03:06:08.672 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user2 2024-09-18T03:06:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:08 smithi195 ceph-mon[89559]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-18T03:06:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:08 smithi046 ceph-mon[97106]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-18T03:06:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:08 smithi046 ceph-mon[94621]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-18T03:06:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:09 smithi195 ceph-mon[89559]: pgmap v2484: 169 pgs: 169 active+clean; 2.4 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 40 MiB/s rd, 29 MiB/s wr, 881 op/s 2024-09-18T03:06:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:09 smithi195 ceph-mon[89559]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-18T03:06:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:09 smithi046 ceph-mon[94621]: pgmap v2484: 169 pgs: 169 active+clean; 2.4 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 40 MiB/s rd, 29 MiB/s wr, 881 op/s 2024-09-18T03:06:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:09 smithi046 ceph-mon[94621]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-18T03:06:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:09 smithi046 ceph-mon[97106]: pgmap v2484: 169 pgs: 169 active+clean; 2.4 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 40 MiB/s rd, 29 MiB/s wr, 881 op/s 2024-09-18T03:06:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:09 smithi046 ceph-mon[97106]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-18T03:06:10.617 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 261963592 2024-09-18T03:06:10.632 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 2715228~7448941 2024-09-18T03:06:10.653 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 130587277~2686956 2024-09-18T03:06:10.653 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 234230343~2958654 2024-09-18T03:06:10.656 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 4958370~2156886 2024-09-18T03:06:10.681 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 141487404~5135744 2024-09-18T03:06:10.683 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 167394896~8225791 2024-09-18T03:06:10.684 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 174159859~1063408 2024-09-18T03:06:10.685 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 185278836~6487469 2024-09-18T03:06:10.685 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user3 2024-09-18T03:06:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:10 smithi195 ceph-mon[89559]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-18T03:06:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:10 smithi046 ceph-mon[97106]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-18T03:06:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:10 smithi046 ceph-mon[94621]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-18T03:06:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:11 smithi195 ceph-mon[89559]: pgmap v2487: 169 pgs: 169 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 819 op/s 2024-09-18T03:06:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:11 smithi195 ceph-mon[89559]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-18T03:06:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:11 smithi046 ceph-mon[94621]: pgmap v2487: 169 pgs: 169 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 819 op/s 2024-09-18T03:06:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:11 smithi046 ceph-mon[94621]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-18T03:06:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:11 smithi046 ceph-mon[97106]: pgmap v2487: 169 pgs: 169 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 819 op/s 2024-09-18T03:06:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:11 smithi046 ceph-mon[97106]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-18T03:06:12.610 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:06:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:06:12.639 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 26196359~6549089 2024-09-18T03:06:12.642 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 27833631~3274544 2024-09-18T03:06:12.693 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 52392718~6549089 2024-09-18T03:06:12.695 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 54029990~3274544 2024-09-18T03:06:12.728 INFO:tasks.workunit.client.0.smithi046.stdout:write: 3 78589077~6549089 2024-09-18T03:06:12.730 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 80226349~3274544 2024-09-18T03:06:12.765 INFO:tasks.workunit.client.0.smithi046.stdout:write: 4 104785436~6549089 2024-09-18T03:06:12.767 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 106422708~3274544 2024-09-18T03:06:12.812 INFO:tasks.workunit.client.0.smithi046.stdout:write: 5 130981796~6549089 2024-09-18T03:06:12.814 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 132619068~3274544 2024-09-18T03:06:12.943 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-18T03:06:12.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:12 smithi195 ceph-mon[89559]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-18T03:06:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:12 smithi195 ceph-mon[89559]: pgmap v2490: 169 pgs: 169 active+clean; 2.4 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-09-18T03:06:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:12 smithi046 ceph-mon[94621]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-18T03:06:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:12 smithi046 ceph-mon[94621]: pgmap v2490: 169 pgs: 169 active+clean; 2.4 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-09-18T03:06:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:12 smithi046 ceph-mon[97106]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-18T03:06:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:12 smithi046 ceph-mon[97106]: pgmap v2490: 169 pgs: 169 active+clean; 2.4 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-09-18T03:06:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:13 smithi195 ceph-mon[89559]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-18T03:06:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:13 smithi046 ceph-mon[97106]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-18T03:06:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:13 smithi046 ceph-mon[94621]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-18T03:06:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:14.313 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.StressLive (18021 ms) 2024-09-18T03:06:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:14 smithi195 ceph-mon[89559]: pgmap v2492: 169 pgs: 169 active+clean; 2.5 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 24 MiB/s wr, 300 op/s 2024-09-18T03:06:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:14 smithi046 ceph-mon[97106]: pgmap v2492: 169 pgs: 169 active+clean; 2.5 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 24 MiB/s wr, 300 op/s 2024-09-18T03:06:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:14 smithi046 ceph-mon[94621]: pgmap v2492: 169 pgs: 169 active+clean; 2.5 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 24 MiB/s wr, 300 op/s 2024-09-18T03:06:15.629 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 57 tests from TestMigration (262008 ms total) 2024-09-18T03:06:15.630 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:06:15.630 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from TestGroup 2024-09-18T03:06:15.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:15 smithi046 ceph-mon[97106]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-18T03:06:15.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:15 smithi046 ceph-mon[94621]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-18T03:06:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:15 smithi195 ceph-mon[89559]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-18T03:06:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:16 smithi046 ceph-mon[94621]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-18T03:06:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:16 smithi046 ceph-mon[94621]: pgmap v2495: 105 pgs: 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-09-18T03:06:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:06:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:06:16] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-09-18T03:06:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:16 smithi046 ceph-mon[97106]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-18T03:06:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:16 smithi046 ceph-mon[97106]: pgmap v2495: 105 pgs: 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-09-18T03:06:16.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:16 smithi195 ceph-mon[89559]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-18T03:06:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:16 smithi195 ceph-mon[89559]: pgmap v2495: 105 pgs: 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-09-18T03:06:17.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.group_create 2024-09-18T03:06:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:17 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:06:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:17 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:06:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:17 smithi195 ceph-mon[89559]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-18T03:06:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:17 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2710277167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[94621]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2710277167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[97106]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-18T03:06:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:17 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2710277167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:06:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:18 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2710277167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:06:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:18 smithi195 ceph-mon[89559]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-18T03:06:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:18 smithi195 ceph-mon[89559]: pgmap v2498: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-09-18T03:06:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:18 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2710277167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:06:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:18 smithi046 ceph-mon[94621]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-18T03:06:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:18 smithi046 ceph-mon[94621]: pgmap v2498: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-09-18T03:06:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:18 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2710277167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:06:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:18 smithi046 ceph-mon[97106]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-18T03:06:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:18 smithi046 ceph-mon[97106]: pgmap v2498: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-09-18T03:06:19.675 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.group_create (2036 ms) 2024-09-18T03:06:19.675 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.group_createPP 2024-09-18T03:06:19.694 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.group_createPP (20 ms) 2024-09-18T03:06:19.694 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_image 2024-09-18T03:06:19.734 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-09-18T03:06:19.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_imagePP 2024-09-18T03:06:19.770 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_imagePP (35 ms) 2024-09-18T03:06:19.770 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_snapshot 2024-09-18T03:06:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:19 smithi195 ceph-mon[89559]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-18T03:06:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:19 smithi046 ceph-mon[94621]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-18T03:06:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:19 smithi046 ceph-mon[97106]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-18T03:06:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:20 smithi195 ceph-mon[89559]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-18T03:06:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:20 smithi195 ceph-mon[89559]: pgmap v2501: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 KiB/s wr, 25 op/s 2024-09-18T03:06:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:20 smithi046 ceph-mon[97106]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-18T03:06:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:20 smithi046 ceph-mon[97106]: pgmap v2501: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 KiB/s wr, 25 op/s 2024-09-18T03:06:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:20 smithi046 ceph-mon[94621]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-18T03:06:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:20 smithi046 ceph-mon[94621]: pgmap v2501: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 KiB/s wr, 25 op/s 2024-09-18T03:06:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:21 smithi195 ceph-mon[89559]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-18T03:06:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:21 smithi046 ceph-mon[97106]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-18T03:06:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:21 smithi046 ceph-mon[94621]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-18T03:06:22.664 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:06:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:06:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:22 smithi195 ceph-mon[89559]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-18T03:06:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:22 smithi195 ceph-mon[89559]: pgmap v2504: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 6.2 KiB/s wr, 43 op/s 2024-09-18T03:06:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:22 smithi046 ceph-mon[97106]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-18T03:06:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:22 smithi046 ceph-mon[97106]: pgmap v2504: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 6.2 KiB/s wr, 43 op/s 2024-09-18T03:06:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:22 smithi046 ceph-mon[94621]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-18T03:06:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:22 smithi046 ceph-mon[94621]: pgmap v2504: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 6.2 KiB/s wr, 43 op/s 2024-09-18T03:06:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:23 smithi195 ceph-mon[89559]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-18T03:06:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:23 smithi046 ceph-mon[97106]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-18T03:06:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:23 smithi046 ceph-mon[94621]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-18T03:06:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:24 smithi195 ceph-mon[89559]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-18T03:06:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:24 smithi195 ceph-mon[89559]: pgmap v2507: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 110 op/s 2024-09-18T03:06:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:24 smithi046 ceph-mon[97106]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-18T03:06:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:24 smithi046 ceph-mon[97106]: pgmap v2507: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 110 op/s 2024-09-18T03:06:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:24 smithi046 ceph-mon[94621]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-18T03:06:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:24 smithi046 ceph-mon[94621]: pgmap v2507: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 110 op/s 2024-09-18T03:06:25.714 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_snapshot (5945 ms) 2024-09-18T03:06:25.715 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-09-18T03:06:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:25 smithi195 ceph-mon[89559]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-18T03:06:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:25 smithi046 ceph-mon[94621]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-18T03:06:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:25 smithi046 ceph-mon[97106]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-18T03:06:26.690 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:06:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:06:26] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-09-18T03:06:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:26 smithi195 ceph-mon[89559]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-18T03:06:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:26 smithi195 ceph-mon[89559]: pgmap v2510: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 187 op/s 2024-09-18T03:06:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:26 smithi046 ceph-mon[94621]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-18T03:06:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:26 smithi046 ceph-mon[94621]: pgmap v2510: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 187 op/s 2024-09-18T03:06:27.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:26 smithi046 ceph-mon[97106]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-18T03:06:27.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:26 smithi046 ceph-mon[97106]: pgmap v2510: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 187 op/s 2024-09-18T03:06:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:27 smithi195 ceph-mon[89559]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-18T03:06:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:27 smithi046 ceph-mon[97106]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-18T03:06:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:27 smithi046 ceph-mon[94621]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-18T03:06:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:28 smithi195 ceph-mon[89559]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-18T03:06:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:28 smithi195 ceph-mon[89559]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-09-18T03:06:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:28 smithi195 ceph-mon[89559]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-18T03:06:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:06:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[97106]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-18T03:06:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[97106]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-09-18T03:06:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[97106]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-18T03:06:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:06:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[94621]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-18T03:06:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[94621]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-09-18T03:06:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[94621]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-18T03:06:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:06:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:30.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:30 smithi195 ceph-mon[89559]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-18T03:06:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:30 smithi046 ceph-mon[94621]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-18T03:06:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:30 smithi046 ceph-mon[97106]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-18T03:06:31.198 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_snapshotPP (5484 ms) 2024-09-18T03:06:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:31 smithi195 ceph-mon[89559]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 120 op/s 2024-09-18T03:06:31.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:31 smithi195 ceph-mon[89559]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-18T03:06:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:31 smithi046 ceph-mon[94621]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 120 op/s 2024-09-18T03:06:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:31 smithi046 ceph-mon[94621]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-18T03:06:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:31 smithi046 ceph-mon[97106]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 120 op/s 2024-09-18T03:06:31.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:31 smithi046 ceph-mon[97106]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-18T03:06:32.183 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from TestGroup (13560 ms total) 2024-09-18T03:06:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:06:32.184 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from TestDeepCopy 2024-09-18T03:06:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:32 smithi195 ceph-mon[89559]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-18T03:06:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:06:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:06:32.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:32 smithi046 ceph-mon[97106]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-18T03:06:32.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:32 smithi046 ceph-mon[94621]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-18T03:06:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:33 smithi195 ceph-mon[89559]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 5.0 KiB/s wr, 31 op/s 2024-09-18T03:06:33.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:33 smithi195 ceph-mon[89559]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-18T03:06:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:33 smithi046 ceph-mon[94621]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 5.0 KiB/s wr, 31 op/s 2024-09-18T03:06:33.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:33 smithi046 ceph-mon[94621]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-18T03:06:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:33 smithi046 ceph-mon[97106]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 5.0 KiB/s wr, 31 op/s 2024-09-18T03:06:33.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:33 smithi046 ceph-mon[97106]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-18T03:06:34.195 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Empty 2024-09-18T03:06:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:34 smithi195 ceph-mon[89559]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-18T03:06:34.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:34 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1768462914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:06:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:34 smithi046 ceph-mon[97106]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-18T03:06:34.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:34 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1768462914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:06:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:34 smithi046 ceph-mon[94621]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-18T03:06:34.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:34 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1768462914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:06:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:35 smithi195 ceph-mon[89559]: pgmap v2522: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:06:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:35 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:06:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:35 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1768462914' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:06:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:35 smithi195 ceph-mon[89559]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-18T03:06:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[97106]: pgmap v2522: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:06:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:06:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1768462914' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:06:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[97106]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-18T03:06:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[94621]: pgmap v2522: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:06:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:06:35.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1768462914' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:06:35.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:35 smithi046 ceph-mon[94621]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-18T03:06:36.321 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Empty (2126 ms) 2024-09-18T03:06:36.321 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-09-18T03:06:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:36 smithi195 ceph-mon[89559]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-18T03:06:36.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:36 smithi046 ceph-mon[94621]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-18T03:06:36.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:06:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:06:36] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-09-18T03:06:36.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:36 smithi046 ceph-mon[97106]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-18T03:06:36.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps (231 ms) 2024-09-18T03:06:36.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps 2024-09-18T03:06:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:37 smithi195 ceph-mon[89559]: pgmap v2525: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:06:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:37 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:06:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:37 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:06:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:37 smithi195 ceph-mon[89559]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-18T03:06:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[97106]: pgmap v2525: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:06:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:06:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:06:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[97106]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-18T03:06:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[94621]: pgmap v2525: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:06:37.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:06:37.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:06:37.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:37 smithi046 ceph-mon[94621]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-18T03:06:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:38 smithi195 ceph-mon[89559]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-18T03:06:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:38 smithi046 ceph-mon[94621]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-18T03:06:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:38 smithi046 ceph-mon[97106]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-18T03:06:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:39 smithi195 ceph-mon[89559]: pgmap v2528: 137 pgs: 4 creating+peering, 133 active+clean; 33 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-09-18T03:06:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:39 smithi195 ceph-mon[89559]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-18T03:06:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:39 smithi046 ceph-mon[97106]: pgmap v2528: 137 pgs: 4 creating+peering, 133 active+clean; 33 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-09-18T03:06:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:39 smithi046 ceph-mon[97106]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-18T03:06:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:39 smithi046 ceph-mon[94621]: pgmap v2528: 137 pgs: 4 creating+peering, 133 active+clean; 33 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-09-18T03:06:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:39 smithi046 ceph-mon[94621]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-18T03:06:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:40 smithi195 ceph-mon[89559]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-18T03:06:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:40 smithi046 ceph-mon[97106]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-18T03:06:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:40 smithi046 ceph-mon[94621]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-18T03:06:40.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps (4118 ms) 2024-09-18T03:06:40.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-09-18T03:06:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:41 smithi046 ceph-mon[97106]: pgmap v2531: 137 pgs: 137 active+clean; 49 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 147 op/s 2024-09-18T03:06:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:41 smithi046 ceph-mon[97106]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-18T03:06:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:41 smithi046 ceph-mon[94621]: pgmap v2531: 137 pgs: 137 active+clean; 49 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 147 op/s 2024-09-18T03:06:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:41 smithi046 ceph-mon[94621]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-18T03:06:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:41 smithi195 ceph-mon[89559]: pgmap v2531: 137 pgs: 137 active+clean; 49 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 147 op/s 2024-09-18T03:06:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:41 smithi195 ceph-mon[89559]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-18T03:06:42.344 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.SnapDiscard (1674 ms) 2024-09-18T03:06:42.344 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-09-18T03:06:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:42 smithi046 ceph-mon[94621]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-18T03:06:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:42 smithi046 ceph-mon[97106]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-18T03:06:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:42 smithi195 ceph-mon[89559]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-18T03:06:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:06:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:06:43.349 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneDiscard (1005 ms) 2024-09-18T03:06:43.349 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-09-18T03:06:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:43 smithi046 ceph-mon[94621]: pgmap v2534: 137 pgs: 137 active+clean; 53 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-09-18T03:06:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:43 smithi046 ceph-mon[94621]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-18T03:06:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:43 smithi046 ceph-mon[94621]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-18T03:06:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:43 smithi046 ceph-mon[97106]: pgmap v2534: 137 pgs: 137 active+clean; 53 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-09-18T03:06:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:43 smithi046 ceph-mon[97106]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-18T03:06:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:43 smithi046 ceph-mon[97106]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-18T03:06:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:43 smithi195 ceph-mon[89559]: pgmap v2534: 137 pgs: 137 active+clean; 53 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-09-18T03:06:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:43 smithi195 ceph-mon[89559]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-18T03:06:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:43 smithi195 ceph-mon[89559]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-18T03:06:44.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneShrink (1053 ms) 2024-09-18T03:06:44.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-09-18T03:06:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:45.456 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneExpand (1054 ms) 2024-09-18T03:06:45.456 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-09-18T03:06:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:45 smithi046 ceph-mon[94621]: pgmap v2537: 137 pgs: 137 active+clean; 61 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 148 op/s 2024-09-18T03:06:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:45 smithi046 ceph-mon[94621]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-18T03:06:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:45 smithi046 ceph-mon[97106]: pgmap v2537: 137 pgs: 137 active+clean; 61 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 148 op/s 2024-09-18T03:06:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:45 smithi046 ceph-mon[97106]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-18T03:06:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:45 smithi195 ceph-mon[89559]: pgmap v2537: 137 pgs: 137 active+clean; 61 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 148 op/s 2024-09-18T03:06:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:45 smithi195 ceph-mon[89559]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-18T03:06:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:46 smithi046 ceph-mon[94621]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-18T03:06:46.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:06:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:06:46] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-09-18T03:06:46.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:46 smithi046 ceph-mon[97106]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-18T03:06:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:46 smithi195 ceph-mon[89559]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-18T03:06:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:47 smithi046 ceph-mon[94621]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 212 op/s 2024-09-18T03:06:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:47 smithi046 ceph-mon[94621]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-18T03:06:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:47 smithi046 ceph-mon[97106]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 212 op/s 2024-09-18T03:06:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:47 smithi046 ceph-mon[97106]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-18T03:06:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:47 smithi195 ceph-mon[89559]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 212 op/s 2024-09-18T03:06:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:47 smithi195 ceph-mon[89559]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-18T03:06:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:48 smithi195 ceph-mon[89559]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-18T03:06:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:48 smithi046 ceph-mon[94621]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-18T03:06:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:48 smithi046 ceph-mon[97106]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-18T03:06:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:49 smithi195 ceph-mon[89559]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 362 op/s 2024-09-18T03:06:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:49 smithi195 ceph-mon[89559]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-18T03:06:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:49 smithi046 ceph-mon[94621]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 362 op/s 2024-09-18T03:06:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:49 smithi046 ceph-mon[94621]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-18T03:06:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:49 smithi046 ceph-mon[97106]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 362 op/s 2024-09-18T03:06:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:49 smithi046 ceph-mon[97106]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-18T03:06:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:50 smithi195 ceph-mon[89559]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-18T03:06:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:50 smithi046 ceph-mon[94621]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-18T03:06:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:50 smithi046 ceph-mon[97106]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-18T03:06:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:51 smithi195 ceph-mon[89559]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 370 KiB/s rd, 24 KiB/s wr, 487 op/s 2024-09-18T03:06:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:51 smithi195 ceph-mon[89559]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-18T03:06:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:51 smithi046 ceph-mon[97106]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 370 KiB/s rd, 24 KiB/s wr, 487 op/s 2024-09-18T03:06:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:51 smithi046 ceph-mon[97106]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-18T03:06:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:51 smithi046 ceph-mon[94621]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 370 KiB/s rd, 24 KiB/s wr, 487 op/s 2024-09-18T03:06:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:51 smithi046 ceph-mon[94621]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-18T03:06:52.411 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneHideParent (6955 ms) 2024-09-18T03:06:52.411 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone 2024-09-18T03:06:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:52 smithi195 ceph-mon[89559]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-18T03:06:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:06:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:06:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:52 smithi046 ceph-mon[94621]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-18T03:06:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:52 smithi046 ceph-mon[97106]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-18T03:06:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:53 smithi195 ceph-mon[89559]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 9.5 KiB/s wr, 220 op/s 2024-09-18T03:06:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:53 smithi195 ceph-mon[89559]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-18T03:06:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:53 smithi046 ceph-mon[97106]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 9.5 KiB/s wr, 220 op/s 2024-09-18T03:06:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:53 smithi046 ceph-mon[97106]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-18T03:06:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:53 smithi046 ceph-mon[94621]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 9.5 KiB/s wr, 220 op/s 2024-09-18T03:06:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:53 smithi046 ceph-mon[94621]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-18T03:06:54.628 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone (2217 ms) 2024-09-18T03:06:54.628 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-09-18T03:06:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:54 smithi195 ceph-mon[89559]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-18T03:06:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:54 smithi046 ceph-mon[97106]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-18T03:06:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:54 smithi046 ceph-mon[94621]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-18T03:06:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:55 smithi195 ceph-mon[89559]: pgmap v2552: 137 pgs: 137 active+clean; 73 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-18T03:06:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:55 smithi195 ceph-mon[89559]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-18T03:06:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:55 smithi046 ceph-mon[97106]: pgmap v2552: 137 pgs: 137 active+clean; 73 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-18T03:06:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:55 smithi046 ceph-mon[97106]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-18T03:06:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:55 smithi046 ceph-mon[94621]: pgmap v2552: 137 pgs: 137 active+clean; 73 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-18T03:06:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:55 smithi046 ceph-mon[94621]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-18T03:06:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:56 smithi195 ceph-mon[89559]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-18T03:06:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:56 smithi046 ceph-mon[94621]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-18T03:06:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:06:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:06:56] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-09-18T03:06:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:56 smithi046 ceph-mon[97106]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-18T03:06:56.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten (2136 ms) 2024-09-18T03:06:56.764 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress 2024-09-18T03:06:56.786 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 32304089~8259890 2024-09-18T03:06:56.807 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2048687~2778296 2024-09-18T03:06:56.807 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 5553425~4220292 2024-09-18T03:06:56.820 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 42431936~4102767 2024-09-18T03:06:56.821 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 36183667~5564835 2024-09-18T03:06:56.839 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 6795818~7675529 2024-09-18T03:06:56.843 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 46071436~5705847 2024-09-18T03:06:56.856 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 24476659~5856151 2024-09-18T03:06:56.857 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap0 2024-09-18T03:06:57.327 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 2804664~2269489 2024-09-18T03:06:57.330 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 21366699~7494442 2024-09-18T03:06:57.334 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 53347150~7940408 2024-09-18T03:06:57.334 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 44951064~4426667 2024-09-18T03:06:57.336 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 27591582~4078911 2024-09-18T03:06:57.336 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 35724427~1106886 2024-09-18T03:06:57.337 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 76475640~3642246 2024-09-18T03:06:57.337 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 48363582~919653 2024-09-18T03:06:57.371 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:06:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:57 smithi195 ceph-mon[89559]: pgmap v2555: 137 pgs: 137 active+clean; 93 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-09-18T03:06:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:57 smithi195 ceph-mon[89559]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-18T03:06:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:57 smithi046 ceph-mon[94621]: pgmap v2555: 137 pgs: 137 active+clean; 93 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-09-18T03:06:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:57 smithi046 ceph-mon[94621]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-18T03:06:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:57 smithi046 ceph-mon[97106]: pgmap v2555: 137 pgs: 137 active+clean; 93 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-09-18T03:06:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:57 smithi046 ceph-mon[97106]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-18T03:06:58.377 INFO:tasks.workunit.client.0.smithi046.stdout:clone image242 -> image243 2024-09-18T03:06:58.429 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 87471440 2024-09-18T03:06:58.438 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 68002761~7129622 2024-09-18T03:06:58.459 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 53124698~761587 2024-09-18T03:06:58.476 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 44902110~4915763 2024-09-18T03:06:58.494 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 31979119~7076097 2024-09-18T03:06:58.517 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 68760852~5024949 2024-09-18T03:06:58.527 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 24772250~7470904 2024-09-18T03:06:58.530 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 33073920~267814 2024-09-18T03:06:58.531 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 57693025~1079732 2024-09-18T03:06:58.551 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:06:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:58 smithi195 ceph-mon[89559]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-18T03:06:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:58 smithi046 ceph-mon[94621]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-18T03:06:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:58 smithi046 ceph-mon[97106]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-18T03:06:59.336 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 137548860 2024-09-18T03:06:59.342 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 83671618~4446784 2024-09-18T03:06:59.345 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 134227746~3321114 2024-09-18T03:06:59.346 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 135593327~1955533 2024-09-18T03:06:59.346 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 66774474~6531839 2024-09-18T03:06:59.348 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 85299278~4995295 2024-09-18T03:06:59.370 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 47192563~8015131 2024-09-18T03:06:59.374 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 96046821~8299709 2024-09-18T03:06:59.375 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 55308799~953635 2024-09-18T03:06:59.397 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap3 2024-09-18T03:06:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:59 smithi195 ceph-mon[89559]: pgmap v2558: 137 pgs: 137 active+clean; 184 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 395 op/s 2024-09-18T03:06:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:59 smithi195 ceph-mon[89559]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-18T03:06:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:06:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:59 smithi046 ceph-mon[97106]: pgmap v2558: 137 pgs: 137 active+clean; 184 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 395 op/s 2024-09-18T03:06:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:59 smithi046 ceph-mon[97106]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-18T03:06:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:06:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:06:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:59 smithi046 ceph-mon[94621]: pgmap v2558: 137 pgs: 137 active+clean; 184 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 395 op/s 2024-09-18T03:06:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:59 smithi046 ceph-mon[94621]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-18T03:06:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:06:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:00.344 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 144544632 2024-09-18T03:07:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:00 smithi195 ceph-mon[89559]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-18T03:07:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:00 smithi046 ceph-mon[97106]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-18T03:07:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:00 smithi046 ceph-mon[94621]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-18T03:07:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:01 smithi195 ceph-mon[89559]: pgmap v2561: 137 pgs: 137 active+clean; 291 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 43 MiB/s wr, 530 op/s 2024-09-18T03:07:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:01 smithi195 ceph-mon[89559]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-18T03:07:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:01 smithi046 ceph-mon[97106]: pgmap v2561: 137 pgs: 137 active+clean; 291 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 43 MiB/s wr, 530 op/s 2024-09-18T03:07:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:01 smithi046 ceph-mon[97106]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-18T03:07:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:01 smithi046 ceph-mon[94621]: pgmap v2561: 137 pgs: 137 active+clean; 291 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 43 MiB/s wr, 530 op/s 2024-09-18T03:07:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:01 smithi046 ceph-mon[94621]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-18T03:07:02.624 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:07:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:07:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:02 smithi195 ceph-mon[89559]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-18T03:07:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:07:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:07:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:07:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:07:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[94621]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-18T03:07:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:07:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:07:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:07:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:07:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[97106]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-18T03:07:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:07:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:07:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:07:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:07:02.825 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress (6062 ms) 2024-09-18T03:07:02.826 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-09-18T03:07:03.060 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (234 ms) 2024-09-18T03:07:03.060 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-09-18T03:07:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:03 smithi195 ceph-mon[89559]: pgmap v2564: 137 pgs: 137 active+clean; 298 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 23 MiB/s wr, 238 op/s 2024-09-18T03:07:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:03 smithi195 ceph-mon[89559]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-18T03:07:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:03 smithi046 ceph-mon[94621]: pgmap v2564: 137 pgs: 137 active+clean; 298 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 23 MiB/s wr, 238 op/s 2024-09-18T03:07:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:03 smithi046 ceph-mon[94621]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-18T03:07:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:03 smithi046 ceph-mon[97106]: pgmap v2564: 137 pgs: 137 active+clean; 298 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 23 MiB/s wr, 238 op/s 2024-09-18T03:07:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:03 smithi046 ceph-mon[97106]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-18T03:07:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:04 smithi195 ceph-mon[89559]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-18T03:07:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:04 smithi195 ceph-mon[89559]: pgmap v2567: 137 pgs: 137 active+clean; 383 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 282 op/s 2024-09-18T03:07:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:04 smithi046 ceph-mon[94621]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-18T03:07:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:04 smithi046 ceph-mon[94621]: pgmap v2567: 137 pgs: 137 active+clean; 383 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 282 op/s 2024-09-18T03:07:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:04 smithi046 ceph-mon[97106]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-18T03:07:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:04 smithi046 ceph-mon[97106]: pgmap v2567: 137 pgs: 137 active+clean; 383 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 282 op/s 2024-09-18T03:07:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:05 smithi195 ceph-mon[89559]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-18T03:07:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:05 smithi046 ceph-mon[94621]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-18T03:07:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:05 smithi046 ceph-mon[97106]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-18T03:07:06.714 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:07:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:07:06] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-09-18T03:07:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:06 smithi195 ceph-mon[89559]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-18T03:07:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:06 smithi195 ceph-mon[89559]: pgmap v2570: 137 pgs: 137 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 22 MiB/s wr, 403 op/s 2024-09-18T03:07:06.985 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3926 ms) 2024-09-18T03:07:06.985 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-09-18T03:07:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:06 smithi046 ceph-mon[97106]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-18T03:07:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:06 smithi046 ceph-mon[97106]: pgmap v2570: 137 pgs: 137 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 22 MiB/s wr, 403 op/s 2024-09-18T03:07:07.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:06 smithi046 ceph-mon[94621]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-18T03:07:07.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:06 smithi046 ceph-mon[94621]: pgmap v2570: 137 pgs: 137 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 22 MiB/s wr, 403 op/s 2024-09-18T03:07:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:07 smithi195 ceph-mon[89559]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-18T03:07:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:07 smithi046 ceph-mon[97106]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-18T03:07:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:07 smithi046 ceph-mon[94621]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-18T03:07:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:08 smithi046 ceph-mon[97106]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-18T03:07:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:08 smithi046 ceph-mon[97106]: pgmap v2573: 137 pgs: 137 active+clean; 450 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 289 op/s 2024-09-18T03:07:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:08 smithi046 ceph-mon[94621]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-18T03:07:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:08 smithi046 ceph-mon[94621]: pgmap v2573: 137 pgs: 137 active+clean; 450 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 289 op/s 2024-09-18T03:07:09.078 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2092 ms) 2024-09-18T03:07:09.078 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-09-18T03:07:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:08 smithi195 ceph-mon[89559]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-18T03:07:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:08 smithi195 ceph-mon[89559]: pgmap v2573: 137 pgs: 137 active+clean; 450 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 289 op/s 2024-09-18T03:07:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:09 smithi046 ceph-mon[94621]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-18T03:07:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:09 smithi046 ceph-mon[97106]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-18T03:07:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:09 smithi195 ceph-mon[89559]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-18T03:07:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:10 smithi046 ceph-mon[94621]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-18T03:07:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:10 smithi046 ceph-mon[94621]: pgmap v2576: 137 pgs: 137 active+clean; 474 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 280 op/s 2024-09-18T03:07:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:10 smithi046 ceph-mon[97106]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-18T03:07:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:10 smithi046 ceph-mon[97106]: pgmap v2576: 137 pgs: 137 active+clean; 474 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 280 op/s 2024-09-18T03:07:11.201 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2123 ms) 2024-09-18T03:07:11.201 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-09-18T03:07:11.222 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 15509888~1520367 2024-09-18T03:07:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:10 smithi195 ceph-mon[89559]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-18T03:07:11.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:10 smithi195 ceph-mon[89559]: pgmap v2576: 137 pgs: 137 active+clean; 474 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 280 op/s 2024-09-18T03:07:11.231 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 28573151~6623586 2024-09-18T03:07:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 75685067~8201013 2024-09-18T03:07:11.261 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 37462072~4846087 2024-09-18T03:07:11.261 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 26070088~3987632 2024-09-18T03:07:11.274 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 24085963~3693178 2024-09-18T03:07:11.276 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 22425927~6457934 2024-09-18T03:07:11.294 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 78002580~5883500 2024-09-18T03:07:11.297 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap0 2024-09-18T03:07:11.758 INFO:tasks.workunit.client.0.smithi046.stdout:clone image262 -> image263 2024-09-18T03:07:11.803 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 148377588 2024-09-18T03:07:11.810 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 13151659~8150421 2024-09-18T03:07:11.841 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 25419486~5682353 2024-09-18T03:07:11.850 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 39981596~3635870 2024-09-18T03:07:11.859 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 63486295~6799698 2024-09-18T03:07:11.863 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 105137550~6932544 2024-09-18T03:07:11.880 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 57848712~517077 2024-09-18T03:07:11.882 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 60050822~2369529 2024-09-18T03:07:11.891 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 43492921~3134687 2024-09-18T03:07:11.893 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:07:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:11 smithi046 ceph-mon[94621]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-18T03:07:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:11 smithi046 ceph-mon[97106]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-18T03:07:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:11 smithi195 ceph-mon[89559]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-18T03:07:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:07:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:07:12.765 INFO:tasks.workunit.client.0.smithi046.stdout:clone image263 -> image264 2024-09-18T03:07:12.826 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 136452064 2024-09-18T03:07:12.834 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 60546243~2969795 2024-09-18T03:07:12.853 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 130257757~3138600 2024-09-18T03:07:12.856 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 98539415~746126 2024-09-18T03:07:12.861 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 86047034~3923076 2024-09-18T03:07:12.865 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 9115166~5809092 2024-09-18T03:07:12.888 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 108911832~731206 2024-09-18T03:07:12.909 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 23013121~3820180 2024-09-18T03:07:12.928 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 116791790~485481 2024-09-18T03:07:12.930 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:07:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:12 smithi046 ceph-mon[94621]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-18T03:07:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:12 smithi046 ceph-mon[94621]: pgmap v2579: 137 pgs: 137 active+clean; 482 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 221 op/s 2024-09-18T03:07:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:12 smithi046 ceph-mon[97106]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-18T03:07:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:12 smithi046 ceph-mon[97106]: pgmap v2579: 137 pgs: 137 active+clean; 482 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 221 op/s 2024-09-18T03:07:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:12 smithi195 ceph-mon[89559]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-18T03:07:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:12 smithi195 ceph-mon[89559]: pgmap v2579: 137 pgs: 137 active+clean; 482 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 221 op/s 2024-09-18T03:07:13.770 INFO:tasks.workunit.client.0.smithi046.stdout:clone image264 -> image265 2024-09-18T03:07:13.851 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 201323297 2024-09-18T03:07:13.856 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 173768576~2419006 2024-09-18T03:07:13.869 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 44892303~8097611 2024-09-18T03:07:13.887 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 186657563~2504222 2024-09-18T03:07:13.897 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 148265015~2185833 2024-09-18T03:07:13.898 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 34835370~7855389 2024-09-18T03:07:13.921 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 127546713~3477264 2024-09-18T03:07:13.925 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 22106827~4217783 2024-09-18T03:07:13.946 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 128327858~4839718 2024-09-18T03:07:13.948 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap3 2024-09-18T03:07:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:13 smithi046 ceph-mon[94621]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-18T03:07:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:13 smithi046 ceph-mon[97106]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-18T03:07:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:13 smithi195 ceph-mon[89559]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-18T03:07:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:14.779 INFO:tasks.workunit.client.0.smithi046.stdout:clone image265 -> image266 2024-09-18T03:07:14.871 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 182605648 2024-09-18T03:07:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:14 smithi046 ceph-mon[97106]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-18T03:07:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:14 smithi046 ceph-mon[97106]: pgmap v2582: 137 pgs: 137 active+clean; 597 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 29 MiB/s wr, 552 op/s 2024-09-18T03:07:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:14 smithi046 ceph-mon[94621]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-18T03:07:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:14 smithi046 ceph-mon[94621]: pgmap v2582: 137 pgs: 137 active+clean; 597 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 29 MiB/s wr, 552 op/s 2024-09-18T03:07:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:14 smithi195 ceph-mon[89559]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-18T03:07:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:14 smithi195 ceph-mon[89559]: pgmap v2582: 137 pgs: 137 active+clean; 597 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 29 MiB/s wr, 552 op/s 2024-09-18T03:07:15.225 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4025 ms) 2024-09-18T03:07:15.226 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-09-18T03:07:15.451 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (226 ms) 2024-09-18T03:07:15.451 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-09-18T03:07:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:15 smithi046 ceph-mon[97106]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-18T03:07:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:15 smithi046 ceph-mon[94621]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-18T03:07:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:15 smithi195 ceph-mon[89559]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-18T03:07:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:07:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:07:16] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-09-18T03:07:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:16 smithi195 ceph-mon[89559]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-18T03:07:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:16 smithi195 ceph-mon[89559]: pgmap v2585: 137 pgs: 137 active+clean; 682 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 48 MiB/s wr, 591 op/s 2024-09-18T03:07:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:16 smithi046 ceph-mon[94621]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-18T03:07:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:16 smithi046 ceph-mon[94621]: pgmap v2585: 137 pgs: 137 active+clean; 682 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 48 MiB/s wr, 591 op/s 2024-09-18T03:07:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:16 smithi046 ceph-mon[97106]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-18T03:07:17.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:16 smithi046 ceph-mon[97106]: pgmap v2585: 137 pgs: 137 active+clean; 682 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 48 MiB/s wr, 591 op/s 2024-09-18T03:07:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:17 smithi195 ceph-mon[89559]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-18T03:07:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:17 smithi046 ceph-mon[97106]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-18T03:07:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:17 smithi046 ceph-mon[94621]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-18T03:07:19.016 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3564 ms) 2024-09-18T03:07:19.016 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-09-18T03:07:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:18 smithi195 ceph-mon[89559]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-18T03:07:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:18 smithi195 ceph-mon[89559]: pgmap v2588: 137 pgs: 137 active+clean; 747 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 34 MiB/s wr, 388 op/s 2024-09-18T03:07:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:18 smithi046 ceph-mon[94621]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-18T03:07:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:18 smithi046 ceph-mon[94621]: pgmap v2588: 137 pgs: 137 active+clean; 747 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 34 MiB/s wr, 388 op/s 2024-09-18T03:07:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:18 smithi046 ceph-mon[97106]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-18T03:07:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:18 smithi046 ceph-mon[97106]: pgmap v2588: 137 pgs: 137 active+clean; 747 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 34 MiB/s wr, 388 op/s 2024-09-18T03:07:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:19 smithi195 ceph-mon[89559]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-18T03:07:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:19 smithi046 ceph-mon[97106]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-18T03:07:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:19 smithi046 ceph-mon[94621]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-18T03:07:21.103 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2088 ms) 2024-09-18T03:07:21.103 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-09-18T03:07:21.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:20 smithi195 ceph-mon[89559]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-18T03:07:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:20 smithi195 ceph-mon[89559]: pgmap v2591: 137 pgs: 137 active+clean; 781 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 549 op/s 2024-09-18T03:07:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:20 smithi046 ceph-mon[97106]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-18T03:07:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:20 smithi046 ceph-mon[97106]: pgmap v2591: 137 pgs: 137 active+clean; 781 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 549 op/s 2024-09-18T03:07:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:20 smithi046 ceph-mon[94621]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-18T03:07:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:20 smithi046 ceph-mon[94621]: pgmap v2591: 137 pgs: 137 active+clean; 781 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 549 op/s 2024-09-18T03:07:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:21 smithi195 ceph-mon[89559]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-18T03:07:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:21 smithi046 ceph-mon[97106]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-18T03:07:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:21 smithi046 ceph-mon[94621]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-18T03:07:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:07:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:07:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:22 smithi195 ceph-mon[89559]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-18T03:07:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:22 smithi195 ceph-mon[89559]: pgmap v2594: 137 pgs: 137 active+clean; 787 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 299 op/s 2024-09-18T03:07:23.233 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2130 ms) 2024-09-18T03:07:23.233 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-09-18T03:07:23.255 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 15048474~5021602 2024-09-18T03:07:23.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:22 smithi046 ceph-mon[97106]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-18T03:07:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:22 smithi046 ceph-mon[97106]: pgmap v2594: 137 pgs: 137 active+clean; 787 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 299 op/s 2024-09-18T03:07:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:22 smithi046 ceph-mon[94621]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-18T03:07:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:22 smithi046 ceph-mon[94621]: pgmap v2594: 137 pgs: 137 active+clean; 787 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 299 op/s 2024-09-18T03:07:23.268 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 33600867~5905163 2024-09-18T03:07:23.269 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 76740732~7145348 2024-09-18T03:07:23.290 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 14594533~7095746 2024-09-18T03:07:23.294 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 34680576~5213755 2024-09-18T03:07:23.310 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 4922758~3810439 2024-09-18T03:07:23.311 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 79823852~4062228 2024-09-18T03:07:23.327 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 73356925~7001290 2024-09-18T03:07:23.331 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap0 2024-09-18T03:07:23.824 INFO:tasks.workunit.client.0.smithi046.stdout:clone image285 -> image286 2024-09-18T03:07:23.871 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 23819442~7496050 2024-09-18T03:07:23.893 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 70434089~8169190 2024-09-18T03:07:23.897 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 79929211~3956869 2024-09-18T03:07:23.913 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 35172071~5817374 2024-09-18T03:07:23.926 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 29009815~2279338 2024-09-18T03:07:23.933 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 22524684~5908036 2024-09-18T03:07:23.935 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 69649894~5928974 2024-09-18T03:07:23.952 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 20222746~4018726 2024-09-18T03:07:23.954 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:07:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:23 smithi195 ceph-mon[89559]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-18T03:07:24.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:23 smithi046 ceph-mon[97106]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-18T03:07:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:23 smithi046 ceph-mon[94621]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-18T03:07:24.835 INFO:tasks.workunit.client.0.smithi046.stdout:clone image286 -> image287 2024-09-18T03:07:24.901 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 9683212~1410836 2024-09-18T03:07:24.914 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 65344847~592784 2024-09-18T03:07:24.918 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 63123479~2420749 2024-09-18T03:07:24.926 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 40037409~3158741 2024-09-18T03:07:24.930 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 43714463~2329276 2024-09-18T03:07:24.941 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 22671454~4342430 2024-09-18T03:07:24.949 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 3449872~8239495 2024-09-18T03:07:24.969 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 49963117~4547856 2024-09-18T03:07:24.972 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:07:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:24 smithi195 ceph-mon[89559]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-18T03:07:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:24 smithi195 ceph-mon[89559]: pgmap v2597: 137 pgs: 137 active+clean; 837 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 445 op/s 2024-09-18T03:07:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:24 smithi046 ceph-mon[97106]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-18T03:07:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:24 smithi046 ceph-mon[97106]: pgmap v2597: 137 pgs: 137 active+clean; 837 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 445 op/s 2024-09-18T03:07:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:24 smithi046 ceph-mon[94621]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-18T03:07:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:24 smithi046 ceph-mon[94621]: pgmap v2597: 137 pgs: 137 active+clean; 837 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 445 op/s 2024-09-18T03:07:25.839 INFO:tasks.workunit.client.0.smithi046.stdout:clone image287 -> image288 2024-09-18T03:07:25.916 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 130080890 2024-09-18T03:07:25.922 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 68038097~4203864 2024-09-18T03:07:25.951 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 78948761~6531108 2024-09-18T03:07:25.969 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 91912886~7641793 2024-09-18T03:07:25.992 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 89012609~5588221 2024-09-18T03:07:25.995 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 33854779~7908694 2024-09-18T03:07:26.015 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 52167473~4381681 2024-09-18T03:07:26.019 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 126793908~2055979 2024-09-18T03:07:26.028 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 58552490~2888337 2024-09-18T03:07:26.031 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap3 2024-09-18T03:07:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:25 smithi195 ceph-mon[89559]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-18T03:07:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:25 smithi046 ceph-mon[97106]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-18T03:07:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:25 smithi046 ceph-mon[94621]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-18T03:07:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:07:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:07:26] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-09-18T03:07:26.845 INFO:tasks.workunit.client.0.smithi046.stdout:clone image288 -> image289 2024-09-18T03:07:27.216 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3982 ms) 2024-09-18T03:07:27.216 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-09-18T03:07:27.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:26 smithi195 ceph-mon[89559]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-18T03:07:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:26 smithi195 ceph-mon[89559]: pgmap v2600: 137 pgs: 137 active+clean; 879 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 24 MiB/s wr, 581 op/s 2024-09-18T03:07:27.237 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:26 smithi046 ceph-mon[94621]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-18T03:07:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:26 smithi046 ceph-mon[94621]: pgmap v2600: 137 pgs: 137 active+clean; 879 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 24 MiB/s wr, 581 op/s 2024-09-18T03:07:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:26 smithi046 ceph-mon[97106]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-18T03:07:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:26 smithi046 ceph-mon[97106]: pgmap v2600: 137 pgs: 137 active+clean; 879 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 24 MiB/s wr, 581 op/s 2024-09-18T03:07:27.303 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (87 ms) 2024-09-18T03:07:27.303 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-09-18T03:07:27.324 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.393 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (91 ms) 2024-09-18T03:07:27.394 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-09-18T03:07:27.415 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.484 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (91 ms) 2024-09-18T03:07:27.484 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-09-18T03:07:27.505 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (88 ms) 2024-09-18T03:07:27.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-09-18T03:07:27.593 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.663 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (91 ms) 2024-09-18T03:07:27.663 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-09-18T03:07:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.752 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (88 ms) 2024-09-18T03:07:27.752 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-09-18T03:07:27.773 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (90 ms) 2024-09-18T03:07:27.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-09-18T03:07:27.862 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:27.927 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (86 ms) 2024-09-18T03:07:27.927 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-09-18T03:07:27.947 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:28.014 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (86 ms) 2024-09-18T03:07:28.017 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-09-18T03:07:28.034 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:28.103 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (89 ms) 2024-09-18T03:07:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:27 smithi195 ceph-mon[89559]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-18T03:07:28.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:27 smithi046 ceph-mon[97106]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-18T03:07:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:27 smithi046 ceph-mon[94621]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-18T03:07:28.840 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from TestDeepCopy (53908 ms total) 2024-09-18T03:07:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:07:28.840 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 51 tests from TestMirroring 2024-09-18T03:07:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:29 smithi195 ceph-mon[89559]: pgmap v2602: 137 pgs: 137 active+clean; 1004 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 40 MiB/s wr, 828 op/s 2024-09-18T03:07:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:29 smithi195 ceph-mon[89559]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-18T03:07:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:29 smithi046 ceph-mon[94621]: pgmap v2602: 137 pgs: 137 active+clean; 1004 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 40 MiB/s wr, 828 op/s 2024-09-18T03:07:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:29 smithi046 ceph-mon[94621]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-18T03:07:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:29 smithi046 ceph-mon[97106]: pgmap v2602: 137 pgs: 137 active+clean; 1004 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 40 MiB/s wr, 828 op/s 2024-09-18T03:07:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:29 smithi046 ceph-mon[97106]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-18T03:07:30.843 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-09-18T03:07:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:30 smithi195 ceph-mon[89559]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-18T03:07:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:30 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:07:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:30 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:07:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:30 smithi195 ceph-mon[89559]: pgmap v2605: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:07:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[94621]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-18T03:07:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:07:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:07:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[94621]: pgmap v2605: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:07:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[97106]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-18T03:07:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:07:31.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:07:31.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:30 smithi046 ceph-mon[97106]: pgmap v2605: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:07:32.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:31 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:07:32.126 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:31 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:07:32.126 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:31 smithi195 ceph-mon[89559]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-18T03:07:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:31 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:07:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:31 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:07:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:31 smithi046 ceph-mon[94621]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-18T03:07:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:31 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:07:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:31 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:07:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:31 smithi046 ceph-mon[97106]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-18T03:07:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:07:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:07:32.963 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2120 ms) 2024-09-18T03:07:32.963 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-09-18T03:07:33.070 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (107 ms) 2024-09-18T03:07:33.070 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-09-18T03:07:33.144 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (75 ms) 2024-09-18T03:07:33.145 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-09-18T03:07:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:32 smithi195 ceph-mon[89559]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-18T03:07:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:32 smithi195 ceph-mon[89559]: pgmap v2608: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:07:33.241 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (96 ms) 2024-09-18T03:07:33.241 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-09-18T03:07:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:32 smithi046 ceph-mon[97106]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-18T03:07:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:32 smithi046 ceph-mon[97106]: pgmap v2608: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:07:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:32 smithi046 ceph-mon[94621]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-18T03:07:33.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:32 smithi046 ceph-mon[94621]: pgmap v2608: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:07:33.327 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (87 ms) 2024-09-18T03:07:33.328 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-09-18T03:07:33.414 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (87 ms) 2024-09-18T03:07:33.415 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (105 ms) 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-09-18T03:07:33.520 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-09-18T03:07:33.585 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (65 ms) 2024-09-18T03:07:33.585 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-09-18T03:07:33.658 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (73 ms) 2024-09-18T03:07:33.658 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-09-18T03:07:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:33 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:07:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:33 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:07:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:33 smithi195 ceph-mon[89559]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-18T03:07:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:33 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:07:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:33 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:07:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:33 smithi046 ceph-mon[94621]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-18T03:07:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:33 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:07:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:33 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:07:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:33 smithi046 ceph-mon[97106]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-18T03:07:34.909 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1252 ms) 2024-09-18T03:07:34.909 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-09-18T03:07:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:34 smithi195 ceph-mon[89559]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-18T03:07:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:34 smithi195 ceph-mon[89559]: pgmap v2611: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.2 KiB/s wr, 23 op/s 2024-09-18T03:07:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:34 smithi046 ceph-mon[94621]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-18T03:07:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:34 smithi046 ceph-mon[94621]: pgmap v2611: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.2 KiB/s wr, 23 op/s 2024-09-18T03:07:35.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:34 smithi046 ceph-mon[97106]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-18T03:07:35.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:34 smithi046 ceph-mon[97106]: pgmap v2611: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.2 KiB/s wr, 23 op/s 2024-09-18T03:07:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:35 smithi195 ceph-mon[89559]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-18T03:07:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:35 smithi046 ceph-mon[94621]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-18T03:07:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:35 smithi046 ceph-mon[97106]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-18T03:07:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:07:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:07:36] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-09-18T03:07:36.912 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2002 ms) 2024-09-18T03:07:36.912 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-09-18T03:07:37.001 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (89 ms) 2024-09-18T03:07:37.001 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-09-18T03:07:37.091 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (91 ms) 2024-09-18T03:07:37.091 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-09-18T03:07:37.184 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (92 ms) 2024-09-18T03:07:37.184 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-09-18T03:07:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:36 smithi195 ceph-mon[89559]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-18T03:07:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:36 smithi195 ceph-mon[89559]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-09-18T03:07:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:36 smithi046 ceph-mon[94621]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-18T03:07:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:36 smithi046 ceph-mon[94621]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-09-18T03:07:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:36 smithi046 ceph-mon[97106]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-18T03:07:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:36 smithi046 ceph-mon[97106]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-09-18T03:07:37.262 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (79 ms) 2024-09-18T03:07:37.262 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-09-18T03:07:37.338 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (76 ms) 2024-09-18T03:07:37.339 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-09-18T03:07:37.428 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (89 ms) 2024-09-18T03:07:37.428 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-09-18T03:07:37.519 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (91 ms) 2024-09-18T03:07:37.519 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-09-18T03:07:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:37 smithi195 ceph-mon[89559]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-18T03:07:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:37 smithi046 ceph-mon[97106]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-18T03:07:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:37 smithi046 ceph-mon[94621]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-18T03:07:38.942 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1423 ms) 2024-09-18T03:07:38.942 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-09-18T03:07:39.051 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (109 ms) 2024-09-18T03:07:39.051 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-09-18T03:07:39.147 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (97 ms) 2024-09-18T03:07:39.147 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-09-18T03:07:39.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:38 smithi195 ceph-mon[89559]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-18T03:07:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:38 smithi195 ceph-mon[89559]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s rd, 71 KiB/s wr, 874 op/s 2024-09-18T03:07:39.244 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (97 ms) 2024-09-18T03:07:39.244 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-09-18T03:07:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:38 smithi046 ceph-mon[97106]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-18T03:07:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:38 smithi046 ceph-mon[97106]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s rd, 71 KiB/s wr, 874 op/s 2024-09-18T03:07:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:38 smithi046 ceph-mon[94621]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-18T03:07:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:38 smithi046 ceph-mon[94621]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s rd, 71 KiB/s wr, 874 op/s 2024-09-18T03:07:39.389 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (145 ms) 2024-09-18T03:07:39.390 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-09-18T03:07:39.537 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (148 ms) 2024-09-18T03:07:39.537 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-09-18T03:07:39.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (132 ms) 2024-09-18T03:07:39.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-09-18T03:07:39.815 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (145 ms) 2024-09-18T03:07:39.815 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-09-18T03:07:39.966 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (151 ms) 2024-09-18T03:07:39.966 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-09-18T03:07:40.132 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (166 ms) 2024-09-18T03:07:40.132 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-09-18T03:07:40.214 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (83 ms) 2024-09-18T03:07:40.215 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-09-18T03:07:40.223 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:39 smithi195 ceph-mon[89559]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-18T03:07:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:39 smithi046 ceph-mon[94621]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-18T03:07:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:39 smithi046 ceph-mon[97106]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-18T03:07:40.287 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (72 ms) 2024-09-18T03:07:40.287 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-09-18T03:07:40.350 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (64 ms) 2024-09-18T03:07:40.350 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-09-18T03:07:40.465 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (115 ms) 2024-09-18T03:07:40.465 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-09-18T03:07:40.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (114 ms) 2024-09-18T03:07:40.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-09-18T03:07:40.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (108 ms) 2024-09-18T03:07:40.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-09-18T03:07:40.794 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (106 ms) 2024-09-18T03:07:40.794 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-09-18T03:07:40.867 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-09-18T03:07:40.867 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-09-18T03:07:40.960 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveBootstrapped (94 ms) 2024-09-18T03:07:40.960 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-09-18T03:07:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:40 smithi195 ceph-mon[89559]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 80 KiB/s wr, 933 op/s 2024-09-18T03:07:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:40 smithi046 ceph-mon[94621]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 80 KiB/s wr, 933 op/s 2024-09-18T03:07:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:40 smithi046 ceph-mon[97106]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 647 KiB/s rd, 80 KiB/s wr, 933 op/s 2024-09-18T03:07:41.302 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioPromoteDemote (342 ms) 2024-09-18T03:07:41.303 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-09-18T03:07:41.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioGetInfo (339 ms) 2024-09-18T03:07:41.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-09-18T03:07:41.854 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioGetStatus (212 ms) 2024-09-18T03:07:41.854 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SiteName 2024-09-18T03:07:41.861 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SiteName (7 ms) 2024-09-18T03:07:41.861 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.Bootstrap 2024-09-18T03:07:42.673 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.Bootstrap (813 ms) 2024-09-18T03:07:42.673 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.PeerDirection 2024-09-18T03:07:42.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-09-18T03:07:42.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.Snapshot 2024-09-18T03:07:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:07:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:07:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-18T03:07:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 727 KiB/s rd, 100 KiB/s wr, 1.03k op/s 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]: dispatch 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]: dispatch 2024-09-18T03:07:43.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:42 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]': finished 2024-09-18T03:07:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:07:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 727 KiB/s rd, 100 KiB/s wr, 1.03k op/s 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]: dispatch 2024-09-18T03:07:43.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]': finished 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 727 KiB/s rd, 100 KiB/s wr, 1.03k op/s 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:07:43.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:07:43.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-18T03:07:43.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:07:43.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]: dispatch 2024-09-18T03:07:43.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]: dispatch 2024-09-18T03:07:43.261 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:42 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e79da8c-8e41-4949-8946-50406d9e3c58"}]': finished 2024-09-18T03:07:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:44 smithi195 ceph-mon[89559]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-18T03:07:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:44 smithi046 ceph-mon[97106]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-18T03:07:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:44 smithi046 ceph-mon[94621]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-18T03:07:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:45 smithi195 ceph-mon[89559]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 195 KiB/s wr, 1.78k op/s 2024-09-18T03:07:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:45 smithi195 ceph-mon[89559]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-18T03:07:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:45 smithi046 ceph-mon[97106]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 195 KiB/s wr, 1.78k op/s 2024-09-18T03:07:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:45 smithi046 ceph-mon[97106]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-18T03:07:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:45 smithi046 ceph-mon[94621]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 195 KiB/s wr, 1.78k op/s 2024-09-18T03:07:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:45 smithi046 ceph-mon[94621]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-18T03:07:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:46 smithi195 ceph-mon[89559]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-18T03:07:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:46 smithi046 ceph-mon[94621]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-18T03:07:46.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:07:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:07:46] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-09-18T03:07:46.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:46 smithi046 ceph-mon[97106]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-18T03:07:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:47 smithi195 ceph-mon[89559]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 206 KiB/s wr, 1.84k op/s 2024-09-18T03:07:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:47 smithi195 ceph-mon[89559]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-18T03:07:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:47 smithi046 ceph-mon[97106]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 206 KiB/s wr, 1.84k op/s 2024-09-18T03:07:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:47 smithi046 ceph-mon[97106]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-18T03:07:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:47 smithi046 ceph-mon[94621]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 206 KiB/s wr, 1.84k op/s 2024-09-18T03:07:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:47 smithi046 ceph-mon[94621]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-18T03:07:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:48 smithi195 ceph-mon[89559]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-18T03:07:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:48 smithi195 ceph-mon[89559]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-18T03:07:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:48 smithi046 ceph-mon[94621]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-18T03:07:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:48 smithi046 ceph-mon[94621]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-18T03:07:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:48 smithi046 ceph-mon[97106]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-18T03:07:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:48 smithi046 ceph-mon[97106]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-18T03:07:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:49 smithi195 ceph-mon[89559]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 393 KiB/s rd, 42 KiB/s wr, 499 op/s 2024-09-18T03:07:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:49 smithi046 ceph-mon[94621]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 393 KiB/s rd, 42 KiB/s wr, 499 op/s 2024-09-18T03:07:49.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:49 smithi046 ceph-mon[97106]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 393 KiB/s rd, 42 KiB/s wr, 499 op/s 2024-09-18T03:07:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:50 smithi195 ceph-mon[89559]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-18T03:07:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:50 smithi046 ceph-mon[94621]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-18T03:07:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:50 smithi046 ceph-mon[97106]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-18T03:07:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:51 smithi195 ceph-mon[89559]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 8.2 KiB/s wr, 155 op/s 2024-09-18T03:07:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:51 smithi195 ceph-mon[89559]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-18T03:07:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:51 smithi046 ceph-mon[94621]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 8.2 KiB/s wr, 155 op/s 2024-09-18T03:07:51.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:51 smithi046 ceph-mon[94621]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-18T03:07:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:51 smithi046 ceph-mon[97106]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 8.2 KiB/s wr, 155 op/s 2024-09-18T03:07:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:51 smithi046 ceph-mon[97106]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-18T03:07:52.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:52 smithi195 ceph-mon[89559]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-18T03:07:52.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:07:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:07:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:52 smithi046 ceph-mon[94621]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-18T03:07:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:52 smithi046 ceph-mon[97106]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-18T03:07:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:53 smithi046 ceph-mon[94621]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2024-09-18T03:07:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:53 smithi046 ceph-mon[94621]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-18T03:07:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:53 smithi046 ceph-mon[94621]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-18T03:07:53.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:53 smithi046 ceph-mon[97106]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2024-09-18T03:07:53.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:53 smithi046 ceph-mon[97106]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-18T03:07:53.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:53 smithi046 ceph-mon[97106]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-18T03:07:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:53 smithi195 ceph-mon[89559]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2024-09-18T03:07:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:53 smithi195 ceph-mon[89559]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-18T03:07:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:53 smithi195 ceph-mon[89559]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-18T03:07:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:55 smithi195 ceph-mon[89559]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-18T03:07:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:55 smithi195 ceph-mon[89559]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-18T03:07:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:55 smithi046 ceph-mon[97106]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-18T03:07:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:55 smithi046 ceph-mon[97106]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-18T03:07:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:55 smithi046 ceph-mon[94621]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-18T03:07:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:55 smithi046 ceph-mon[94621]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-18T03:07:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:56 smithi195 ceph-mon[89559]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-18T03:07:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:56 smithi046 ceph-mon[94621]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-18T03:07:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:56 smithi046 ceph-mon[97106]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-18T03:07:56.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:07:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:07:56] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-09-18T03:07:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:57 smithi195 ceph-mon[89559]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-09-18T03:07:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:57 smithi195 ceph-mon[89559]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-18T03:07:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:57 smithi046 ceph-mon[94621]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-09-18T03:07:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:57 smithi046 ceph-mon[94621]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-18T03:07:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:57 smithi046 ceph-mon[97106]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-09-18T03:07:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:57 smithi046 ceph-mon[97106]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-18T03:07:58.299 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.Snapshot (15618 ms) 2024-09-18T03:07:58.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-09-18T03:07:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:58 smithi195 ceph-mon[89559]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-18T03:07:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:58 smithi195 ceph-mon[89559]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-18T03:07:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:58 smithi046 ceph-mon[94621]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-18T03:07:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:58 smithi046 ceph-mon[94621]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-18T03:07:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:58 smithi046 ceph-mon[97106]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-18T03:07:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:58 smithi046 ceph-mon[97106]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-18T03:07:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:59 smithi195 ceph-mon[89559]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-09-18T03:07:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:59 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]: dispatch 2024-09-18T03:07:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:59 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]: dispatch 2024-09-18T03:07:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:59 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]': finished 2024-09-18T03:07:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:07:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[97106]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-09-18T03:07:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]: dispatch 2024-09-18T03:07:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]: dispatch 2024-09-18T03:07:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]': finished 2024-09-18T03:07:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:07:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[94621]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-09-18T03:07:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]: dispatch 2024-09-18T03:07:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]: dispatch 2024-09-18T03:07:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67e8c528-3255-4801-8451-1a769faf6287"}]': finished 2024-09-18T03:07:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:07:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:00 smithi195 ceph-mon[89559]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-18T03:08:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:00 smithi046 ceph-mon[94621]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-18T03:08:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:00 smithi046 ceph-mon[97106]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-18T03:08:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:01 smithi195 ceph-mon[89559]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 73 op/s 2024-09-18T03:08:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:01 smithi195 ceph-mon[89559]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-18T03:08:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:01 smithi046 ceph-mon[97106]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 73 op/s 2024-09-18T03:08:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:01 smithi046 ceph-mon[97106]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-18T03:08:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:01 smithi046 ceph-mon[94621]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 73 op/s 2024-09-18T03:08:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:01 smithi046 ceph-mon[94621]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-18T03:08:02.394 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4095 ms) 2024-09-18T03:08:02.395 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-09-18T03:08:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:08:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:08:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:02 smithi195 ceph-mon[89559]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-18T03:08:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:08:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:08:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:08:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:02 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:08:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[97106]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-18T03:08:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:08:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:08:02.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:08:02.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:08:02.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[94621]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-18T03:08:02.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:08:02.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:08:02.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:08:02.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:02 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:08:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:03 smithi195 ceph-mon[89559]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-09-18T03:08:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:03 smithi195 ceph-mon[89559]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-18T03:08:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:03 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]: dispatch 2024-09-18T03:08:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:03 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]: dispatch 2024-09-18T03:08:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:03 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]': finished 2024-09-18T03:08:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:03 smithi195 ceph-mon[89559]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-18T03:08:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[94621]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-09-18T03:08:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[94621]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-18T03:08:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]: dispatch 2024-09-18T03:08:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]: dispatch 2024-09-18T03:08:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]': finished 2024-09-18T03:08:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[94621]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-18T03:08:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[97106]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-09-18T03:08:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[97106]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-18T03:08:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]: dispatch 2024-09-18T03:08:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]: dispatch 2024-09-18T03:08:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/503a835f-aaf8-4023-b02e-6292319e79ec"}]': finished 2024-09-18T03:08:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:03 smithi046 ceph-mon[97106]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-18T03:08:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:05 smithi195 ceph-mon[89559]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:08:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:05 smithi195 ceph-mon[89559]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-18T03:08:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:05 smithi046 ceph-mon[97106]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:08:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:05 smithi046 ceph-mon[97106]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-18T03:08:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:05 smithi046 ceph-mon[94621]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:08:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:05 smithi046 ceph-mon[94621]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-18T03:08:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:06 smithi195 ceph-mon[89559]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-18T03:08:06.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:06 smithi046 ceph-mon[97106]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-18T03:08:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:06 smithi046 ceph-mon[94621]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-18T03:08:06.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:08:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:08:06] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-09-18T03:08:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:07 smithi195 ceph-mon[89559]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-09-18T03:08:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:07 smithi195 ceph-mon[89559]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-18T03:08:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:07 smithi046 ceph-mon[97106]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-09-18T03:08:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:07 smithi046 ceph-mon[97106]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-18T03:08:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:07 smithi046 ceph-mon[94621]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-09-18T03:08:07.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:07 smithi046 ceph-mon[94621]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-18T03:08:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:08 smithi195 ceph-mon[89559]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-18T03:08:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:08 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]: dispatch 2024-09-18T03:08:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:08 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]: dispatch 2024-09-18T03:08:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:08 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]': finished 2024-09-18T03:08:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:08 smithi195 ceph-mon[89559]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-18T03:08:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[97106]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-18T03:08:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]: dispatch 2024-09-18T03:08:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]: dispatch 2024-09-18T03:08:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]': finished 2024-09-18T03:08:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[97106]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-18T03:08:08.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[94621]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-18T03:08:08.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]: dispatch 2024-09-18T03:08:08.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]: dispatch 2024-09-18T03:08:08.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/032758b4-64c4-446e-b7bb-e2b7740aac50"}]': finished 2024-09-18T03:08:08.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:08 smithi046 ceph-mon[94621]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-18T03:08:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:09 smithi195 ceph-mon[89559]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-09-18T03:08:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:09 smithi046 ceph-mon[97106]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-09-18T03:08:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:09 smithi046 ceph-mon[94621]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-09-18T03:08:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:10 smithi046 ceph-mon[97106]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-18T03:08:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:10 smithi046 ceph-mon[94621]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-18T03:08:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:10 smithi195 ceph-mon[89559]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-18T03:08:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:11 smithi046 ceph-mon[97106]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 215 op/s 2024-09-18T03:08:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:11 smithi046 ceph-mon[97106]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-18T03:08:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:11 smithi046 ceph-mon[94621]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 215 op/s 2024-09-18T03:08:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:11 smithi046 ceph-mon[94621]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-18T03:08:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:11 smithi195 ceph-mon[89559]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 215 op/s 2024-09-18T03:08:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:11 smithi195 ceph-mon[89559]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-18T03:08:12.321 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9926 ms) 2024-09-18T03:08:12.321 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-09-18T03:08:12.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:12 smithi046 ceph-mon[97106]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-18T03:08:12.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:12 smithi046 ceph-mon[94621]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-18T03:08:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:12 smithi195 ceph-mon[89559]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-18T03:08:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:08:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:08:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 77 op/s 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]: dispatch 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]: dispatch 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]': finished 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]: dispatch 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]: dispatch 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]': finished 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[97106]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-18T03:08:13.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 77 op/s 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]: dispatch 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]: dispatch 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]': finished 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]: dispatch 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]: dispatch 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]': finished 2024-09-18T03:08:13.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:13 smithi046 ceph-mon[94621]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-18T03:08:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 77 op/s 2024-09-18T03:08:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-18T03:08:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]: dispatch 2024-09-18T03:08:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]: dispatch 2024-09-18T03:08:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/915c6ff5-6262-45ef-995d-629379ed5d9f"}]': finished 2024-09-18T03:08:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]: dispatch 2024-09-18T03:08:13.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]: dispatch 2024-09-18T03:08:13.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/23661f80-61b1-4008-9596-f5e34bf71223"}]': finished 2024-09-18T03:08:13.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:13 smithi195 ceph-mon[89559]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-18T03:08:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:14 smithi046 ceph-mon[97106]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-18T03:08:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:14 smithi046 ceph-mon[94621]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-18T03:08:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:14 smithi195 ceph-mon[89559]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-18T03:08:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:15 smithi046 ceph-mon[97106]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-09-18T03:08:15.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:15 smithi046 ceph-mon[94621]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-09-18T03:08:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:15 smithi195 ceph-mon[89559]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-09-18T03:08:16.308 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotImageState (3987 ms) 2024-09-18T03:08:16.308 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-09-18T03:08:16.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:16 smithi046 ceph-mon[97106]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-18T03:08:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:16 smithi046 ceph-mon[94621]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-18T03:08:16.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:08:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:08:16] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-18T03:08:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:16 smithi195 ceph-mon[89559]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-18T03:08:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:17 smithi195 ceph-mon[89559]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-09-18T03:08:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:17 smithi195 ceph-mon[89559]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-18T03:08:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:17 smithi046 ceph-mon[97106]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-09-18T03:08:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:17 smithi046 ceph-mon[97106]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-18T03:08:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:17 smithi046 ceph-mon[94621]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-09-18T03:08:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:17 smithi046 ceph-mon[94621]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-18T03:08:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:18 smithi195 ceph-mon[89559]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-18T03:08:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:18 smithi195 ceph-mon[89559]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-18T03:08:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:18 smithi046 ceph-mon[94621]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-18T03:08:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:18 smithi046 ceph-mon[94621]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-18T03:08:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:18 smithi046 ceph-mon[97106]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-18T03:08:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:18 smithi046 ceph-mon[97106]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-18T03:08:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:19 smithi195 ceph-mon[89559]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 26 KiB/s wr, 277 op/s 2024-09-18T03:08:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:19 smithi195 ceph-mon[89559]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-18T03:08:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:19 smithi046 ceph-mon[94621]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 26 KiB/s wr, 277 op/s 2024-09-18T03:08:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:19 smithi046 ceph-mon[94621]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-18T03:08:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:19 smithi046 ceph-mon[97106]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 26 KiB/s wr, 277 op/s 2024-09-18T03:08:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:19 smithi046 ceph-mon[97106]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-18T03:08:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:21 smithi195 ceph-mon[89559]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 24 KiB/s wr, 233 op/s 2024-09-18T03:08:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:21 smithi195 ceph-mon[89559]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-18T03:08:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:21 smithi046 ceph-mon[94621]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 24 KiB/s wr, 233 op/s 2024-09-18T03:08:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:21 smithi046 ceph-mon[94621]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-18T03:08:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:21 smithi046 ceph-mon[97106]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 24 KiB/s wr, 233 op/s 2024-09-18T03:08:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:21 smithi046 ceph-mon[97106]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-18T03:08:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:22 smithi195 ceph-mon[89559]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-18T03:08:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:08:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:08:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:08:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:22 smithi046 ceph-mon[94621]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-18T03:08:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:22 smithi046 ceph-mon[97106]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-18T03:08:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:23 smithi195 ceph-mon[89559]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2024-09-18T03:08:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:23 smithi195 ceph-mon[89559]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-18T03:08:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:23 smithi195 ceph-mon[89559]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-18T03:08:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:23 smithi046 ceph-mon[94621]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2024-09-18T03:08:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:23 smithi046 ceph-mon[94621]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-18T03:08:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:23 smithi046 ceph-mon[94621]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-18T03:08:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:23 smithi046 ceph-mon[97106]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2024-09-18T03:08:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:23 smithi046 ceph-mon[97106]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-18T03:08:23.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:23 smithi046 ceph-mon[97106]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-18T03:08:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:25 smithi195 ceph-mon[89559]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 7.2 KiB/s wr, 137 op/s 2024-09-18T03:08:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:25 smithi195 ceph-mon[89559]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-18T03:08:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:25 smithi046 ceph-mon[94621]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 7.2 KiB/s wr, 137 op/s 2024-09-18T03:08:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:25 smithi046 ceph-mon[94621]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-18T03:08:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:25 smithi046 ceph-mon[97106]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 7.2 KiB/s wr, 137 op/s 2024-09-18T03:08:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:25 smithi046 ceph-mon[97106]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-18T03:08:26.275 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9968 ms) 2024-09-18T03:08:26.276 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-09-18T03:08:26.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:26 smithi195 ceph-mon[89559]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-18T03:08:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:26 smithi046 ceph-mon[97106]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-18T03:08:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:26 smithi046 ceph-mon[94621]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-18T03:08:26.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:08:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:08:26] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-18T03:08:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:27 smithi195 ceph-mon[89559]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 7.2 KiB/s wr, 139 op/s 2024-09-18T03:08:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:27 smithi195 ceph-mon[89559]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-18T03:08:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:27 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]: dispatch 2024-09-18T03:08:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:27 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]: dispatch 2024-09-18T03:08:27.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:27 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]': finished 2024-09-18T03:08:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[94621]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 7.2 KiB/s wr, 139 op/s 2024-09-18T03:08:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[94621]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-18T03:08:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]: dispatch 2024-09-18T03:08:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]: dispatch 2024-09-18T03:08:27.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]': finished 2024-09-18T03:08:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[97106]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 7.2 KiB/s wr, 139 op/s 2024-09-18T03:08:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[97106]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-18T03:08:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]: dispatch 2024-09-18T03:08:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]: dispatch 2024-09-18T03:08:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:27 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a482dc3-860e-439c-991a-a4781ab2b1f9"}]': finished 2024-09-18T03:08:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:28 smithi195 ceph-mon[89559]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-18T03:08:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:28 smithi046 ceph-mon[97106]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-18T03:08:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:28 smithi046 ceph-mon[94621]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-18T03:08:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:29 smithi195 ceph-mon[89559]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 5.7 KiB/s wr, 42 op/s 2024-09-18T03:08:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:29 smithi195 ceph-mon[89559]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-18T03:08:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:29 smithi046 ceph-mon[97106]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 5.7 KiB/s wr, 42 op/s 2024-09-18T03:08:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:29 smithi046 ceph-mon[97106]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-18T03:08:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:29 smithi046 ceph-mon[94621]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 5.7 KiB/s wr, 42 op/s 2024-09-18T03:08:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:29 smithi046 ceph-mon[94621]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-18T03:08:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:30 smithi195 ceph-mon[89559]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-18T03:08:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:30 smithi046 ceph-mon[97106]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-18T03:08:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:30 smithi046 ceph-mon[94621]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-18T03:08:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:31 smithi195 ceph-mon[89559]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 8.5 KiB/s wr, 67 op/s 2024-09-18T03:08:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:31 smithi195 ceph-mon[89559]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-18T03:08:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:31 smithi046 ceph-mon[97106]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 8.5 KiB/s wr, 67 op/s 2024-09-18T03:08:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:31 smithi046 ceph-mon[97106]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-18T03:08:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:31 smithi046 ceph-mon[94621]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 8.5 KiB/s wr, 67 op/s 2024-09-18T03:08:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:31 smithi046 ceph-mon[94621]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-18T03:08:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:32 smithi195 ceph-mon[89559]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-18T03:08:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:08:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:08:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:32 smithi046 ceph-mon[97106]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-18T03:08:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:32 smithi046 ceph-mon[94621]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-18T03:08:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:33 smithi195 ceph-mon[89559]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 6.5 KiB/s wr, 55 op/s 2024-09-18T03:08:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:33 smithi195 ceph-mon[89559]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-18T03:08:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:33 smithi195 ceph-mon[89559]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-18T03:08:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:33 smithi046 ceph-mon[94621]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 6.5 KiB/s wr, 55 op/s 2024-09-18T03:08:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:33 smithi046 ceph-mon[94621]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-18T03:08:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:33 smithi046 ceph-mon[94621]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-18T03:08:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:33 smithi046 ceph-mon[97106]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 6.5 KiB/s wr, 55 op/s 2024-09-18T03:08:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:33 smithi046 ceph-mon[97106]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-18T03:08:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:33 smithi046 ceph-mon[97106]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-18T03:08:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:35 smithi195 ceph-mon[89559]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 116 op/s 2024-09-18T03:08:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:35 smithi195 ceph-mon[89559]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-18T03:08:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:35 smithi046 ceph-mon[97106]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 116 op/s 2024-09-18T03:08:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:35 smithi046 ceph-mon[97106]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-18T03:08:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:35 smithi046 ceph-mon[94621]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 116 op/s 2024-09-18T03:08:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:35 smithi046 ceph-mon[94621]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-18T03:08:36.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:36 smithi195 ceph-mon[89559]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-18T03:08:36.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:36 smithi046 ceph-mon[97106]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-18T03:08:36.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:36 smithi046 ceph-mon[94621]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-18T03:08:36.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:08:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:08:36] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-09-18T03:08:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:37 smithi195 ceph-mon[89559]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 10 KiB/s wr, 104 op/s 2024-09-18T03:08:37.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:37 smithi195 ceph-mon[89559]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-18T03:08:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:37 smithi046 ceph-mon[94621]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 10 KiB/s wr, 104 op/s 2024-09-18T03:08:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:37 smithi046 ceph-mon[94621]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-18T03:08:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:37 smithi046 ceph-mon[97106]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 10 KiB/s wr, 104 op/s 2024-09-18T03:08:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:37 smithi046 ceph-mon[97106]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-18T03:08:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:38 smithi195 ceph-mon[89559]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-18T03:08:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:38 smithi046 ceph-mon[97106]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-18T03:08:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:38 smithi046 ceph-mon[94621]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-18T03:08:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:39 smithi195 ceph-mon[89559]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 177 op/s 2024-09-18T03:08:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:39 smithi195 ceph-mon[89559]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-18T03:08:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:39 smithi046 ceph-mon[97106]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 177 op/s 2024-09-18T03:08:39.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:39 smithi046 ceph-mon[97106]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-18T03:08:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:39 smithi046 ceph-mon[94621]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 177 op/s 2024-09-18T03:08:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:39 smithi046 ceph-mon[94621]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-18T03:08:40.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:40 smithi046 ceph-mon[94621]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-18T03:08:40.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:40 smithi046 ceph-mon[97106]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-18T03:08:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:40 smithi195 ceph-mon[89559]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-18T03:08:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:41 smithi046 ceph-mon[97106]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 171 KiB/s rd, 22 KiB/s wr, 232 op/s 2024-09-18T03:08:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:41 smithi046 ceph-mon[97106]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-18T03:08:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:41 smithi046 ceph-mon[94621]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 171 KiB/s rd, 22 KiB/s wr, 232 op/s 2024-09-18T03:08:41.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:41 smithi046 ceph-mon[94621]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-18T03:08:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:41 smithi195 ceph-mon[89559]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 171 KiB/s rd, 22 KiB/s wr, 232 op/s 2024-09-18T03:08:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:41 smithi195 ceph-mon[89559]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-18T03:08:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:42 smithi046 ceph-mon[97106]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-18T03:08:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:42 smithi046 ceph-mon[94621]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-18T03:08:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:42 smithi195 ceph-mon[89559]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-18T03:08:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:08:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:08:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:43 smithi046 ceph-mon[94621]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 9.7 KiB/s wr, 143 op/s 2024-09-18T03:08:43.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:43 smithi046 ceph-mon[94621]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-18T03:08:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:43 smithi046 ceph-mon[97106]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 9.7 KiB/s wr, 143 op/s 2024-09-18T03:08:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:43 smithi046 ceph-mon[97106]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-18T03:08:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:43 smithi195 ceph-mon[89559]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 9.7 KiB/s wr, 143 op/s 2024-09-18T03:08:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:43 smithi195 ceph-mon[89559]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-18T03:08:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:44 smithi046 ceph-mon[97106]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-18T03:08:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:44 smithi046 ceph-mon[94621]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-18T03:08:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:44 smithi195 ceph-mon[89559]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-18T03:08:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:45 smithi046 ceph-mon[97106]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:08:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:45 smithi046 ceph-mon[97106]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-18T03:08:45.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:45 smithi046 ceph-mon[94621]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:08:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:45 smithi046 ceph-mon[94621]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-18T03:08:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:45 smithi195 ceph-mon[89559]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:08:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:45 smithi195 ceph-mon[89559]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-18T03:08:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:46 smithi195 ceph-mon[89559]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-18T03:08:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:46 smithi046 ceph-mon[94621]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-18T03:08:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:46 smithi046 ceph-mon[97106]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-18T03:08:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:08:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:08:46] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-09-18T03:08:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:47 smithi195 ceph-mon[89559]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-09-18T03:08:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:47 smithi195 ceph-mon[89559]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-18T03:08:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:47 smithi046 ceph-mon[97106]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-09-18T03:08:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:47 smithi046 ceph-mon[97106]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-18T03:08:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:47 smithi046 ceph-mon[94621]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-09-18T03:08:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:47 smithi046 ceph-mon[94621]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-18T03:08:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:48 smithi195 ceph-mon[89559]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-18T03:08:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:48 smithi195 ceph-mon[89559]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-18T03:08:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:48 smithi046 ceph-mon[97106]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-18T03:08:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:48 smithi046 ceph-mon[97106]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-18T03:08:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:48 smithi046 ceph-mon[94621]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-18T03:08:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:48 smithi046 ceph-mon[94621]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-18T03:08:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:49 smithi195 ceph-mon[89559]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 6.5 KiB/s wr, 146 op/s 2024-09-18T03:08:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:49 smithi195 ceph-mon[89559]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-18T03:08:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:49 smithi046 ceph-mon[97106]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 6.5 KiB/s wr, 146 op/s 2024-09-18T03:08:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:49 smithi046 ceph-mon[97106]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-18T03:08:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:49 smithi046 ceph-mon[94621]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 103 KiB/s rd, 6.5 KiB/s wr, 146 op/s 2024-09-18T03:08:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:49 smithi046 ceph-mon[94621]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-18T03:08:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:51 smithi195 ceph-mon[89559]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 KiB/s wr, 158 op/s 2024-09-18T03:08:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:51 smithi195 ceph-mon[89559]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-18T03:08:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:51 smithi046 ceph-mon[94621]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 KiB/s wr, 158 op/s 2024-09-18T03:08:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:51 smithi046 ceph-mon[94621]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-18T03:08:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:51 smithi046 ceph-mon[97106]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 KiB/s wr, 158 op/s 2024-09-18T03:08:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:51 smithi046 ceph-mon[97106]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-18T03:08:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:52 smithi195 ceph-mon[89559]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-18T03:08:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:08:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:08:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:08:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:52 smithi046 ceph-mon[94621]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-18T03:08:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:52 smithi046 ceph-mon[97106]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-18T03:08:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:53 smithi195 ceph-mon[89559]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 27 op/s 2024-09-18T03:08:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:53 smithi195 ceph-mon[89559]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-18T03:08:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:53 smithi195 ceph-mon[89559]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-18T03:08:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:53 smithi046 ceph-mon[97106]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 27 op/s 2024-09-18T03:08:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:53 smithi046 ceph-mon[97106]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-18T03:08:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:53 smithi046 ceph-mon[97106]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-18T03:08:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:53 smithi046 ceph-mon[94621]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 27 op/s 2024-09-18T03:08:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:53 smithi046 ceph-mon[94621]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-18T03:08:53.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:53 smithi046 ceph-mon[94621]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-18T03:08:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:55 smithi195 ceph-mon[89559]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 8.2 KiB/s wr, 111 op/s 2024-09-18T03:08:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:55 smithi195 ceph-mon[89559]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-18T03:08:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:55 smithi046 ceph-mon[97106]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 8.2 KiB/s wr, 111 op/s 2024-09-18T03:08:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:55 smithi046 ceph-mon[97106]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-18T03:08:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:55 smithi046 ceph-mon[94621]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 8.2 KiB/s wr, 111 op/s 2024-09-18T03:08:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:55 smithi046 ceph-mon[94621]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-18T03:08:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:56 smithi195 ceph-mon[89559]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-18T03:08:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:08:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:08:56] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-09-18T03:08:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:56 smithi046 ceph-mon[97106]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-18T03:08:56.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:56 smithi046 ceph-mon[94621]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-18T03:08:57.372 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31097 ms) 2024-09-18T03:08:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:57 smithi195 ceph-mon[89559]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-18T03:08:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:57 smithi195 ceph-mon[89559]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-18T03:08:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:57 smithi046 ceph-mon[97106]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-18T03:08:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:57 smithi046 ceph-mon[97106]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-18T03:08:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:57 smithi046 ceph-mon[94621]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-18T03:08:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:57 smithi046 ceph-mon[94621]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-18T03:08:58.202 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 51 tests from TestMirroring (86530 ms total) 2024-09-18T03:08:58.202 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:08:58.202 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 34 tests from TestInternal 2024-09-18T03:08:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:58 smithi195 ceph-mon[89559]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-18T03:08:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:58 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]: dispatch 2024-09-18T03:08:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]: dispatch 2024-09-18T03:08:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:58 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]': finished 2024-09-18T03:08:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:58 smithi195 ceph-mon[89559]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-18T03:08:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[97106]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-18T03:08:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]: dispatch 2024-09-18T03:08:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]: dispatch 2024-09-18T03:08:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]': finished 2024-09-18T03:08:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[97106]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-18T03:08:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[94621]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-18T03:08:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2604947157' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]: dispatch 2024-09-18T03:08:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]: dispatch 2024-09-18T03:08:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26bf635c-712f-4299-b78e-894b3e961b0e"}]': finished 2024-09-18T03:08:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:58 smithi046 ceph-mon[94621]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-18T03:08:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:59 smithi195 ceph-mon[89559]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 5.2 KiB/s wr, 124 op/s 2024-09-18T03:08:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:08:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:59 smithi195 ceph-mon[89559]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-18T03:08:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:08:59 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[97106]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 5.2 KiB/s wr, 124 op/s 2024-09-18T03:09:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[97106]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-18T03:09:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[94621]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 5.2 KiB/s wr, 124 op/s 2024-09-18T03:09:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[94621]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-18T03:09:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:08:59 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:00.203 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.OpenByID 2024-09-18T03:09:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:01 smithi195 ceph-mon[89559]: pgmap v2736: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:01 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:01 smithi195 ceph-mon[89559]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-18T03:09:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:01 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:09:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[97106]: pgmap v2736: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[97106]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-18T03:09:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:09:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[94621]: pgmap v2736: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[94621]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-18T03:09:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:01 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:09:02.253 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.OpenByID (2049 ms) 2024-09-18T03:09:02.253 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-09-18T03:09:02.277 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.OpenSnapDNE (25 ms) 2024-09-18T03:09:02.277 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-09-18T03:09:02.301 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-09-18T03:09:02.301 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-09-18T03:09:02.328 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ResizeLocksImage (27 ms) 2024-09-18T03:09:02.328 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-09-18T03:09:02.348 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (20 ms) 2024-09-18T03:09:02.348 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-09-18T03:09:02.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:02 smithi195 ceph-mon[89559]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-18T03:09:02.694 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:09:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:09:02.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:02 smithi046 ceph-mon[94621]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-18T03:09:02.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:02 smithi046 ceph-mon[97106]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: pgmap v2739: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:09:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:03 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: pgmap v2739: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:09:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: pgmap v2739: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:09:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:03 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:09:04.237 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1889 ms) 2024-09-18T03:09:04.237 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-09-18T03:09:04.263 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (26 ms) 2024-09-18T03:09:04.264 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-09-18T03:09:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:04 smithi195 ceph-mon[89559]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-18T03:09:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:04 smithi046 ceph-mon[94621]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-18T03:09:04.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:04 smithi046 ceph-mon[97106]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-18T03:09:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:05 smithi195 ceph-mon[89559]: pgmap v2742: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-18T03:09:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:05 smithi195 ceph-mon[89559]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-18T03:09:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:05 smithi046 ceph-mon[94621]: pgmap v2742: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-18T03:09:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:05 smithi046 ceph-mon[94621]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-18T03:09:05.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:05 smithi046 ceph-mon[97106]: pgmap v2742: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-18T03:09:05.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:05 smithi046 ceph-mon[97106]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-18T03:09:06.251 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1987 ms) 2024-09-18T03:09:06.251 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-09-18T03:09:06.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:06 smithi046 ceph-mon[97106]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-18T03:09:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:06 smithi046 ceph-mon[94621]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-18T03:09:06.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:09:06] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-18T03:09:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:06 smithi195 ceph-mon[89559]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-18T03:09:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:07 smithi046 ceph-mon[94621]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 81 op/s 2024-09-18T03:09:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:07 smithi046 ceph-mon[94621]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-18T03:09:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:07 smithi046 ceph-mon[97106]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 81 op/s 2024-09-18T03:09:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:07 smithi046 ceph-mon[97106]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-18T03:09:07.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:07 smithi195 ceph-mon[89559]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 81 op/s 2024-09-18T03:09:07.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:07 smithi195 ceph-mon[89559]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-18T03:09:08.257 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2006 ms) 2024-09-18T03:09:08.257 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-09-18T03:09:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:08 smithi046 ceph-mon[94621]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-18T03:09:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:08 smithi046 ceph-mon[97106]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-18T03:09:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:08 smithi195 ceph-mon[89559]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-18T03:09:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:09 smithi046 ceph-mon[97106]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 114 op/s 2024-09-18T03:09:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:09 smithi046 ceph-mon[97106]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-18T03:09:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:09 smithi046 ceph-mon[94621]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 114 op/s 2024-09-18T03:09:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:09 smithi046 ceph-mon[94621]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-18T03:09:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:09 smithi195 ceph-mon[89559]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 114 op/s 2024-09-18T03:09:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:09 smithi195 ceph-mon[89559]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-18T03:09:10.270 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2013 ms) 2024-09-18T03:09:10.270 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-09-18T03:09:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:10 smithi046 ceph-mon[94621]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-18T03:09:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:10 smithi046 ceph-mon[97106]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-18T03:09:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:10 smithi195 ceph-mon[89559]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-18T03:09:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:11 smithi046 ceph-mon[97106]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 119 op/s 2024-09-18T03:09:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:11 smithi046 ceph-mon[97106]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-18T03:09:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:11 smithi046 ceph-mon[94621]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 119 op/s 2024-09-18T03:09:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:11 smithi046 ceph-mon[94621]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-18T03:09:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:11 smithi195 ceph-mon[89559]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 119 op/s 2024-09-18T03:09:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:11 smithi195 ceph-mon[89559]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-18T03:09:12.286 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.FlattenLocksImage (2016 ms) 2024-09-18T03:09:12.286 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-09-18T03:09:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:12 smithi195 ceph-mon[89559]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-18T03:09:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:09:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:09:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:12 smithi046 ceph-mon[94621]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-18T03:09:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:12 smithi046 ceph-mon[97106]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-18T03:09:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:13 smithi195 ceph-mon[89559]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-09-18T03:09:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:13 smithi195 ceph-mon[89559]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-18T03:09:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:13 smithi195 ceph-mon[89559]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-18T03:09:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:13 smithi046 ceph-mon[94621]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-09-18T03:09:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:13 smithi046 ceph-mon[94621]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-18T03:09:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:13 smithi046 ceph-mon[94621]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-18T03:09:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:13 smithi046 ceph-mon[97106]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-09-18T03:09:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:13 smithi046 ceph-mon[97106]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-18T03:09:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:13 smithi046 ceph-mon[97106]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-18T03:09:14.290 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2003 ms) 2024-09-18T03:09:14.290 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-09-18T03:09:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:15.279 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (990 ms) 2024-09-18T03:09:15.279 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-09-18T03:09:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[94621]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 6.0 KiB/s wr, 131 op/s 2024-09-18T03:09:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[94621]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-18T03:09:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3962731909' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]: dispatch 2024-09-18T03:09:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]: dispatch 2024-09-18T03:09:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[97106]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 6.0 KiB/s wr, 131 op/s 2024-09-18T03:09:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[97106]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-18T03:09:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3962731909' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]: dispatch 2024-09-18T03:09:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:15 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]: dispatch 2024-09-18T03:09:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:15 smithi195 ceph-mon[89559]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 6.0 KiB/s wr, 131 op/s 2024-09-18T03:09:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:15 smithi195 ceph-mon[89559]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-18T03:09:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:15 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3962731909' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]: dispatch 2024-09-18T03:09:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:15 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]: dispatch 2024-09-18T03:09:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:16 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]': finished 2024-09-18T03:09:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:16 smithi195 ceph-mon[89559]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-18T03:09:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:16 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3364038696' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3364038696"}]: dispatch 2024-09-18T03:09:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:09:16] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-09-18T03:09:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:16 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]': finished 2024-09-18T03:09:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:16 smithi046 ceph-mon[97106]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-18T03:09:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:16 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3364038696' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3364038696"}]: dispatch 2024-09-18T03:09:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:16 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3962731909"}]': finished 2024-09-18T03:09:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:16 smithi046 ceph-mon[94621]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-18T03:09:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:16 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3364038696' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3364038696"}]: dispatch 2024-09-18T03:09:17.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2004 ms) 2024-09-18T03:09:17.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-09-18T03:09:17.317 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.AioWriteRequestsLock (33 ms) 2024-09-18T03:09:17.317 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-09-18T03:09:17.345 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-09-18T03:09:17.345 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-09-18T03:09:17.491 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.CancelAsyncResize (146 ms) 2024-09-18T03:09:17.491 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.MultipleResize 2024-09-18T03:09:17.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.MultipleResize (57 ms) 2024-09-18T03:09:17.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.Metadata 2024-09-18T03:09:17.593 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.Metadata (45 ms) 2024-09-18T03:09:17.593 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-09-18T03:09:17.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.MetadataConfApply (28 ms) 2024-09-18T03:09:17.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-09-18T03:09:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:17 smithi195 ceph-mon[89559]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 7.0 KiB/s wr, 137 op/s 2024-09-18T03:09:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:17 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3364038696' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3364038696"}]': finished 2024-09-18T03:09:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:17 smithi195 ceph-mon[89559]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-18T03:09:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:17 smithi046 ceph-mon[94621]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 7.0 KiB/s wr, 137 op/s 2024-09-18T03:09:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:17 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3364038696' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3364038696"}]': finished 2024-09-18T03:09:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:17 smithi046 ceph-mon[94621]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-18T03:09:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:17 smithi046 ceph-mon[97106]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 7.0 KiB/s wr, 137 op/s 2024-09-18T03:09:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:17 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3364038696' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3364038696"}]': finished 2024-09-18T03:09:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:17 smithi046 ceph-mon[97106]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-18T03:09:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:19 smithi195 ceph-mon[89559]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 146 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-09-18T03:09:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:19 smithi195 ceph-mon[89559]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-18T03:09:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:19 smithi046 ceph-mon[94621]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 146 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-09-18T03:09:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:19 smithi046 ceph-mon[94621]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-18T03:09:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:19 smithi046 ceph-mon[97106]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 146 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-09-18T03:09:19.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:19 smithi046 ceph-mon[97106]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-18T03:09:20.310 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapshotCopyup (2690 ms) 2024-09-18T03:09:20.311 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-09-18T03:09:20.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:20 smithi195 ceph-mon[89559]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-18T03:09:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:20 smithi046 ceph-mon[94621]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-18T03:09:20.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:20 smithi046 ceph-mon[97106]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-18T03:09:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:21 smithi195 ceph-mon[89559]: pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 172 KiB/s rd, 22 KiB/s wr, 246 op/s 2024-09-18T03:09:21.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:21 smithi195 ceph-mon[89559]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-18T03:09:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:21 smithi046 ceph-mon[97106]: pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 172 KiB/s rd, 22 KiB/s wr, 246 op/s 2024-09-18T03:09:21.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:21 smithi046 ceph-mon[97106]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-18T03:09:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:21 smithi046 ceph-mon[94621]: pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 172 KiB/s rd, 22 KiB/s wr, 246 op/s 2024-09-18T03:09:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:21 smithi046 ceph-mon[94621]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-18T03:09:22.253 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1942 ms) 2024-09-18T03:09:22.253 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-09-18T03:09:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:22 smithi195 ceph-mon[89559]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-18T03:09:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:09:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:09:22.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:09:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=cleanup t=2024-09-18T03:09:22.116139584Z level=info msg="Completed cleanup jobs" duration=13.188292ms 2024-09-18T03:09:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:22 smithi046 ceph-mon[94621]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-18T03:09:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:22 smithi046 ceph-mon[97106]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-18T03:09:23.231 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (978 ms) 2024-09-18T03:09:23.231 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-09-18T03:09:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:23 smithi195 ceph-mon[89559]: pgmap v2768: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 17 KiB/s wr, 127 op/s 2024-09-18T03:09:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:23 smithi195 ceph-mon[89559]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-18T03:09:23.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:23 smithi195 ceph-mon[89559]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-18T03:09:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:23 smithi046 ceph-mon[97106]: pgmap v2768: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 17 KiB/s wr, 127 op/s 2024-09-18T03:09:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:23 smithi046 ceph-mon[97106]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-18T03:09:23.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:23 smithi046 ceph-mon[97106]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-18T03:09:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:23 smithi046 ceph-mon[94621]: pgmap v2768: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 17 KiB/s wr, 127 op/s 2024-09-18T03:09:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:23 smithi046 ceph-mon[94621]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-18T03:09:23.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:23 smithi046 ceph-mon[94621]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-18T03:09:25.289 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ResizeCopyup (2058 ms) 2024-09-18T03:09:25.289 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-09-18T03:09:25.297 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:09:25.297 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2024-09-18T03:09:25.297 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ImageOptions 2024-09-18T03:09:25.305 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-09-18T03:09:25.305 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-09-18T03:09:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:25 smithi046 ceph-mon[94621]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 220 KiB/s rd, 14 KiB/s wr, 287 op/s 2024-09-18T03:09:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:25 smithi046 ceph-mon[94621]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-18T03:09:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:25 smithi046 ceph-mon[97106]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 220 KiB/s rd, 14 KiB/s wr, 287 op/s 2024-09-18T03:09:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:25 smithi046 ceph-mon[97106]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-18T03:09:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:25 smithi195 ceph-mon[89559]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 220 KiB/s rd, 14 KiB/s wr, 287 op/s 2024-09-18T03:09:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:25 smithi195 ceph-mon[89559]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-18T03:09:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:26 smithi046 ceph-mon[97106]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-18T03:09:26.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:09:26] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-09-18T03:09:26.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:26 smithi046 ceph-mon[94621]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-18T03:09:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:26 smithi195 ceph-mon[89559]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-18T03:09:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:27 smithi046 ceph-mon[94621]: pgmap v2774: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 19 KiB/s wr, 330 op/s 2024-09-18T03:09:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:27 smithi046 ceph-mon[94621]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-18T03:09:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:27 smithi046 ceph-mon[97106]: pgmap v2774: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 19 KiB/s wr, 330 op/s 2024-09-18T03:09:27.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:27 smithi046 ceph-mon[97106]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-18T03:09:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:27 smithi195 ceph-mon[89559]: pgmap v2774: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 19 KiB/s wr, 330 op/s 2024-09-18T03:09:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:27 smithi195 ceph-mon[89559]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-18T03:09:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:28 smithi046 ceph-mon[97106]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-18T03:09:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:28 smithi046 ceph-mon[94621]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-18T03:09:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:28 smithi195 ceph-mon[89559]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-18T03:09:29.272 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.WriteFullCopyup (3967 ms) 2024-09-18T03:09:29.272 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-09-18T03:09:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:29 smithi046 ceph-mon[94621]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 26 KiB/s wr, 190 op/s 2024-09-18T03:09:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:29 smithi046 ceph-mon[94621]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-18T03:09:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:29 smithi046 ceph-mon[97106]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 26 KiB/s wr, 190 op/s 2024-09-18T03:09:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:29 smithi046 ceph-mon[97106]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-18T03:09:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:29 smithi195 ceph-mon[89559]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 26 KiB/s wr, 190 op/s 2024-09-18T03:09:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:29 smithi195 ceph-mon[89559]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-18T03:09:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:30.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:30 smithi046 ceph-mon[97106]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-18T03:09:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:30 smithi046 ceph-mon[94621]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-18T03:09:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:30 smithi195 ceph-mon[89559]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-18T03:09:31.288 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2016 ms) 2024-09-18T03:09:31.289 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.TestCoR 2024-09-18T03:09:31.298 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-09-18T03:09:31.298 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-09-18T03:09:31.298 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-09-18T03:09:31.514 INFO:tasks.workunit.client.0.smithi046.stdout:made parent image "image400": 4194304K (1024 * 4K) 2024-09-18T03:09:31.514 INFO:tasks.workunit.client.0.smithi046.stdout:generated random write map: 2024-09-18T03:09:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: [3 , 15710 ] 2024-09-18T03:09:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: [32 , 131985 ] 2024-09-18T03:09:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: [41 , 169277 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [76 , 313441 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [80 , 329247 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [83 , 342008 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [88 , 362913 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [91 , 375285 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [94 , 387773 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [101 , 415347 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [103 , 424341 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [113 , 466369 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [114 , 468811 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [117 , 482225 ] 2024-09-18T03:09:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: [124 , 509679 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [137 , 564722 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [149 , 610337 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [175 , 719855 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [207 , 851199 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [212 , 868634 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [218 , 895852 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [220 , 901809 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [221 , 907970 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [227 , 931027 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [229 , 940554 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [232 , 952777 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [272 , 1115230 ] 2024-09-18T03:09:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: [283 , 1161593 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [288 , 1182876 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [292 , 1197288 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [301 , 1234654 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [318 , 1304282 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [363 , 1487883 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [365 , 1495940 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [405 , 1660961 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [408 , 1672417 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [409 , 1677416 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [416 , 1706560 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [449 , 1841064 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [457 , 1871873 ] 2024-09-18T03:09:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: [458 , 1878036 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [464 , 1901995 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [466 , 1912116 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [471 , 1931114 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [474 , 1944236 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [507 , 2079792 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [511 , 2094651 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [527 , 2161345 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [530 , 2173411 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [537 , 2202073 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [556 , 2278116 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [566 , 2320266 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [574 , 2353682 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [585 , 2396730 ] 2024-09-18T03:09:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: [591 , 2424220 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [615 , 2521088 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [618 , 2532556 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [639 , 2618623 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [652 , 2670845 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [659 , 2702808 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [662 , 2714018 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [671 , 2751884 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [672 , 2754171 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [687 , 2817203 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [709 , 2905582 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [710 , 2911186 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [722 , 2960268 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [724 , 2968947 ] 2024-09-18T03:09:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: [733 , 3002411 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [739 , 3028683 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [768 , 3148438 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [770 , 3155685 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [788 , 3230305 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [789 , 3232923 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [800 , 3276819 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [812 , 3328859 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [837 , 3431100 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [844 , 3459786 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [851 , 3487432 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [887 , 3635283 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [892 , 3655897 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [909 , 3723321 ] 2024-09-18T03:09:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: [910 , 3728958 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [911 , 3731642 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [916 , 3753567 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [918 , 3763146 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [922 , 3778174 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [941 , 3854840 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [942 , 3858553 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [971 , 3980276 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [983 , 4027204 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [988 , 4049842 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [1014 , 4156159 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: [1021 , 4182367 ] 2024-09-18T03:09:31.521 INFO:tasks.workunit.client.0.smithi046.stdout:write data based on random map 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-3 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-32 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-41 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-76 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-80 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-83 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-88 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-91 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-94 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-101 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-103 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-113 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-114 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-117 2024-09-18T03:09:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: write object-124 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-137 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-149 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-175 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-207 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-212 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-218 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-220 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-221 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-227 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-229 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-232 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-272 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-283 2024-09-18T03:09:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: write object-288 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-292 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-301 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-318 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-363 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-365 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-405 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-408 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-409 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-416 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-449 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-457 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-458 2024-09-18T03:09:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: write object-464 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-466 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-471 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-474 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-507 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-511 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-527 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-530 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-537 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-556 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-566 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-574 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-585 2024-09-18T03:09:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: write object-591 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-615 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-618 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-639 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-652 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-659 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-662 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-671 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-672 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-687 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-709 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-710 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-722 2024-09-18T03:09:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: write object-724 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-733 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-739 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-768 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-770 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-788 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-789 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-800 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-812 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-837 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-844 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-851 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-887 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-892 2024-09-18T03:09:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: write object-909 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-910 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-911 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-916 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-918 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-922 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-941 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-942 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-971 2024-09-18T03:09:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: write object-983 2024-09-18T03:09:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:31 smithi195 ceph-mon[89559]: pgmap v2780: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 248 op/s 2024-09-18T03:09:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:31 smithi195 ceph-mon[89559]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-18T03:09:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:31 smithi046 ceph-mon[94621]: pgmap v2780: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 248 op/s 2024-09-18T03:09:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:31 smithi046 ceph-mon[94621]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-18T03:09:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:31 smithi046 ceph-mon[97106]: pgmap v2780: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 248 op/s 2024-09-18T03:09:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:31 smithi046 ceph-mon[97106]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-18T03:09:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: write object-988 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: write object-1014 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: write object-1021 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout:verify written data by reading 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: read object-3 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout:made snapshot "image400@parent_snap" and protect it 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout:made and opened clone "image401" 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout:flattening clone: "image401" 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout:check whether child image has the same set of objects as parent 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1163 ms) 2024-09-18T03:09:32.462 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-09-18T03:09:32.535 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.PoolMetadataConfApply (74 ms) 2024-09-18T03:09:32.535 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.Sparsify 2024-09-18T03:09:32.556 INFO:tasks.workunit.client.0.smithi046.stdout:sparsify_supported=1 2024-09-18T03:09:32.556 INFO:tasks.workunit.client.0.smithi046.stdout:sparse_read_supported=1 2024-09-18T03:09:32.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.Sparsify (47 ms) 2024-09-18T03:09:32.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SparsifyClone 2024-09-18T03:09:32.602 INFO:tasks.workunit.client.0.smithi046.stdout:sparsify_supported=1 2024-09-18T03:09:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:32 smithi195 ceph-mon[89559]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-18T03:09:32.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:09:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:09:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:32 smithi046 ceph-mon[97106]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-18T03:09:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:32 smithi046 ceph-mon[94621]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-18T03:09:32.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:32 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:09:32] ENGINE Bus STOPPING 2024-09-18T03:09:33.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:32 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:09:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:09:33.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:32 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:09:32] ENGINE Bus STOPPED 2024-09-18T03:09:33.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:32 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:09:32] ENGINE Bus STARTING 2024-09-18T03:09:33.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:09:33] ENGINE Serving on http://:::9283 2024-09-18T03:09:33.259 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:09:33] ENGINE Bus STARTED 2024-09-18T03:09:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: pgmap v2783: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-09-18T03:09:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-18T03:09:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' 2024-09-18T03:09:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:09:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:09:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:09:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: pgmap v2783: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-09-18T03:09:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-18T03:09:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: pgmap v2783: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1982282702' entity='client.admin' 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:09:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:09:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:09:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:09:34.526 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SparsifyClone (1943 ms) 2024-09-18T03:09:34.526 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.MissingDataPool 2024-09-18T03:09:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:34 smithi046 ceph-mon[97106]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-18T03:09:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:34 smithi046 ceph-mon[94621]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-18T03:09:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:34 smithi195 ceph-mon[89559]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-18T03:09:35.627 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.MissingDataPool (1101 ms) 2024-09-18T03:09:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:35 smithi195 ceph-mon[89559]: pgmap v2786: 137 pgs: 137 active+clean; 8.9 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 330 KiB/s rd, 106 KiB/s wr, 516 op/s 2024-09-18T03:09:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:35 smithi195 ceph-mon[89559]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-18T03:09:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:35 smithi046 ceph-mon[97106]: pgmap v2786: 137 pgs: 137 active+clean; 8.9 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 330 KiB/s rd, 106 KiB/s wr, 516 op/s 2024-09-18T03:09:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:35 smithi046 ceph-mon[97106]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-18T03:09:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:35 smithi046 ceph-mon[94621]: pgmap v2786: 137 pgs: 137 active+clean; 8.9 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 330 KiB/s rd, 106 KiB/s wr, 516 op/s 2024-09-18T03:09:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:35 smithi046 ceph-mon[94621]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-18T03:09:36.527 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 34 tests from TestInternal (35424 ms total) 2024-09-18T03:09:36.528 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:09:36.528 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 17 tests from TestImageWatcher 2024-09-18T03:09:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:36 smithi046 ceph-mon[97106]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-18T03:09:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:36 smithi046 ceph-mon[94621]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-18T03:09:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:09:36] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-09-18T03:09:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:36 smithi195 ceph-mon[89559]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-18T03:09:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:37 smithi195 ceph-mon[89559]: pgmap v2789: 137 pgs: 137 active+clean; 9.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 500 KiB/s rd, 173 KiB/s wr, 807 op/s 2024-09-18T03:09:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:37 smithi195 ceph-mon[89559]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-18T03:09:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:37 smithi046 ceph-mon[94621]: pgmap v2789: 137 pgs: 137 active+clean; 9.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 500 KiB/s rd, 173 KiB/s wr, 807 op/s 2024-09-18T03:09:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:37 smithi046 ceph-mon[94621]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-18T03:09:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:37 smithi046 ceph-mon[97106]: pgmap v2789: 137 pgs: 137 active+clean; 9.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 500 KiB/s rd, 173 KiB/s wr, 807 op/s 2024-09-18T03:09:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:37 smithi046 ceph-mon[97106]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-18T03:09:38.544 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-09-18T03:09:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:38 smithi195 ceph-mon[89559]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-18T03:09:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3249256461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:38 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:38 smithi046 ceph-mon[97106]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-18T03:09:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3249256461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:38 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:38 smithi046 ceph-mon[94621]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-18T03:09:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3249256461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:38 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:39 smithi195 ceph-mon[89559]: pgmap v2792: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:39 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:09:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:39 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:39.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:39 smithi195 ceph-mon[89559]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-18T03:09:39.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:39 smithi195 ceph-mon[89559]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-18T03:09:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[97106]: pgmap v2792: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:09:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[97106]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-18T03:09:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[97106]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-18T03:09:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[94621]: pgmap v2792: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:09:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[94621]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-18T03:09:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:39 smithi046 ceph-mon[94621]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-18T03:09:40.574 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2029 ms) 2024-09-18T03:09:40.574 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-09-18T03:09:40.597 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-09-18T03:09:40.597 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-09-18T03:09:40.620 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-09-18T03:09:40.620 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-09-18T03:09:40.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-09-18T03:09:40.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-09-18T03:09:40.662 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (20 ms) 2024-09-18T03:09:40.662 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-09-18T03:09:40.684 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (21 ms) 2024-09-18T03:09:40.684 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-09-18T03:09:40.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (19 ms) 2024-09-18T03:09:40.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-09-18T03:09:40.722 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapRename (19 ms) 2024-09-18T03:09:40.722 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-09-18T03:09:40.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (18 ms) 2024-09-18T03:09:40.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-09-18T03:09:40.758 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (19 ms) 2024-09-18T03:09:40.758 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-09-18T03:09:40.777 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (19 ms) 2024-09-18T03:09:40.778 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-09-18T03:09:40.796 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (19 ms) 2024-09-18T03:09:40.796 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-09-18T03:09:40.816 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-09-18T03:09:40.817 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-09-18T03:09:40.834 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (18 ms) 2024-09-18T03:09:40.834 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-09-18T03:09:40.853 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (18 ms) 2024-09-18T03:09:40.853 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-09-18T03:09:40.871 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2024-09-18T03:09:40.872 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-09-18T03:09:40.889 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (17 ms) 2024-09-18T03:09:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:40 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:09:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:40 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:09:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:40 smithi195 ceph-mon[89559]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-18T03:09:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:40 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:09:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:40 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:09:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:40 smithi046 ceph-mon[94621]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-18T03:09:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:40 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:09:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:40 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:09:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:40 smithi046 ceph-mon[97106]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-18T03:09:41.605 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 17 tests from TestImageWatcher (2344 ms total) 2024-09-18T03:09:41.606 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:09:41.606 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 161 tests from TestLibRBD 2024-09-18T03:09:41.637 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-09-18T03:09:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:41 smithi195 ceph-mon[89559]: pgmap v2795: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:41 smithi046 ceph-mon[97106]: pgmap v2795: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:41 smithi046 ceph-mon[94621]: pgmap v2795: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:42.602 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:09:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:09:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:42 smithi195 ceph-mon[89559]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-18T03:09:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:42 smithi046 ceph-mon[97106]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-18T03:09:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:42 smithi046 ceph-mon[94621]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-18T03:09:43.623 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:43 smithi195 ceph-mon[89559]: pgmap v2798: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:43 smithi195 ceph-mon[89559]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-18T03:09:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/146946531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[97106]: pgmap v2798: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[97106]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-18T03:09:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/146946531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[94621]: pgmap v2798: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[94621]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-18T03:09:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/146946531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/146946531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:44.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:44.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/146946531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:45.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:45.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:45.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/146946531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:45.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:09:45.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:09:45.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:09:45.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:09:45.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:09:45.656 INFO:tasks.workunit.client.0.smithi046.stdout:image has size 2097152 and order 22 2024-09-18T03:09:45.656 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateAndStat (4019 ms) 2024-09-18T03:09:45.656 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-09-18T03:09:45.656 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.675 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-09-18T03:09:45.675 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-09-18T03:09:45.675 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.696 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2024-09-18T03:09:45.697 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetId 2024-09-18T03:09:45.697 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.722 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-09-18T03:09:45.722 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-09-18T03:09:45.722 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetIdPP (23 ms) 2024-09-18T03:09:45.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-09-18T03:09:45.746 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.762 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-09-18T03:09:45.762 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-09-18T03:09:45.762 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.777 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-09-18T03:09:45.777 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-09-18T03:09:45.777 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.792 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (14 ms) 2024-09-18T03:09:45.792 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-09-18T03:09:45.792 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.809 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (18 ms) 2024-09-18T03:09:45.810 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAio 2024-09-18T03:09:45.810 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.824 INFO:tasks.workunit.client.0.smithi046.stdout:image has size 2097152 and order 22 2024-09-18T03:09:45.825 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-09-18T03:09:45.825 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-09-18T03:09:45.827 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-09-18T03:09:45.827 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-09-18T03:09:45.827 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.851 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-09-18T03:09:45.851 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-09-18T03:09:45.853 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-09-18T03:09:45.853 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-09-18T03:09:45.854 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.885 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ResizeAndStat (32 ms) 2024-09-18T03:09:45.886 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-09-18T03:09:45.886 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:45 smithi046 ceph-mon[94621]: pgmap v2801: 137 pgs: 14 creating+peering, 12 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:45.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:45 smithi046 ceph-mon[94621]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-18T03:09:45.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:45 smithi046 ceph-mon[97106]: pgmap v2801: 137 pgs: 14 creating+peering, 12 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:45.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:45 smithi046 ceph-mon[97106]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-18T03:09:45.913 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (27 ms) 2024-09-18T03:09:45.913 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-09-18T03:09:45.913 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.942 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (30 ms) 2024-09-18T03:09:45.942 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-09-18T03:09:45.942 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:45 smithi195 ceph-mon[89559]: pgmap v2801: 137 pgs: 14 creating+peering, 12 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:09:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:45 smithi195 ceph-mon[89559]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-18T03:09:45.976 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (33 ms) 2024-09-18T03:09:45.976 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-09-18T03:09:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:46 smithi046 ceph-mon[94621]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-18T03:09:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:46 smithi046 ceph-mon[97106]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-18T03:09:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:09:46] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2024-09-18T03:09:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:46 smithi195 ceph-mon[89559]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-18T03:09:47.659 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:47 smithi195 ceph-mon[89559]: pgmap v2804: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-18T03:09:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:47 smithi195 ceph-mon[89559]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-18T03:09:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:47 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1447738361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:47 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[94621]: pgmap v2804: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-18T03:09:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[94621]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-18T03:09:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1447738361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[97106]: pgmap v2804: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-18T03:09:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[97106]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-18T03:09:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1447738361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:47 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:48 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:48 smithi195 ceph-mon[89559]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-18T03:09:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:48 smithi195 ceph-mon[89559]: pgmap v2807: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 95 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-09-18T03:09:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:48 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:48 smithi046 ceph-mon[94621]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-18T03:09:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:48 smithi046 ceph-mon[94621]: pgmap v2807: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 95 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-09-18T03:09:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:48 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:48 smithi046 ceph-mon[97106]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-18T03:09:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:48 smithi046 ceph-mon[97106]: pgmap v2807: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 95 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-09-18T03:09:49.674 INFO:tasks.workunit.client.0.smithi046.stdout:image: image18 2024-09-18T03:09:49.674 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image18 2024-09-18T03:09:49.674 INFO:tasks.workunit.client.0.smithi046.stdout:found image18 2024-09-18T03:09:49.674 INFO:tasks.workunit.client.0.smithi046.stdout:erased image18 2024-09-18T03:09:49.675 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:image: image18 2024-09-18T03:09:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:image: image19 2024-09-18T03:09:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image18 2024-09-18T03:09:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:found image18 2024-09-18T03:09:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:erased image18 2024-09-18T03:09:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image19 2024-09-18T03:09:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:found image19 2024-09-18T03:09:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:erased image19 2024-09-18T03:09:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:image: image19 2024-09-18T03:09:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image19 2024-09-18T03:09:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:found image19 2024-09-18T03:09:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:erased image19 2024-09-18T03:09:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3777 ms) 2024-09-18T03:09:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-09-18T03:09:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:49 smithi195 ceph-mon[89559]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-18T03:09:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:49 smithi046 ceph-mon[94621]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-18T03:09:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:49 smithi046 ceph-mon[97106]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-18T03:09:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:50 smithi195 ceph-mon[89559]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-18T03:09:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:50 smithi195 ceph-mon[89559]: pgmap v2810: 169 pgs: 4 creating+peering, 165 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 185 KiB/s rd, 21 KiB/s wr, 256 op/s 2024-09-18T03:09:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:50 smithi046 ceph-mon[94621]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-18T03:09:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:50 smithi046 ceph-mon[94621]: pgmap v2810: 169 pgs: 4 creating+peering, 165 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 185 KiB/s rd, 21 KiB/s wr, 256 op/s 2024-09-18T03:09:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:50 smithi046 ceph-mon[97106]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-18T03:09:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:50 smithi046 ceph-mon[97106]: pgmap v2810: 169 pgs: 4 creating+peering, 165 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 185 KiB/s rd, 21 KiB/s wr, 256 op/s 2024-09-18T03:09:51.676 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:51 smithi195 ceph-mon[89559]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-18T03:09:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:51 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/753619165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:51 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:51 smithi046 ceph-mon[97106]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-18T03:09:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:51 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/753619165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:51 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:51 smithi046 ceph-mon[94621]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-18T03:09:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:51 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/753619165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:51 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:52.673 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:09:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:09:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:52 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:52 smithi195 ceph-mon[89559]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-18T03:09:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:52 smithi195 ceph-mon[89559]: pgmap v2813: 201 pgs: 29 unknown, 172 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 127 op/s 2024-09-18T03:09:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:52 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:52 smithi046 ceph-mon[97106]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-18T03:09:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:52 smithi046 ceph-mon[97106]: pgmap v2813: 201 pgs: 29 unknown, 172 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 127 op/s 2024-09-18T03:09:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:52 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:52 smithi046 ceph-mon[94621]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-18T03:09:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:52 smithi046 ceph-mon[94621]: pgmap v2813: 201 pgs: 29 unknown, 172 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 9.7 KiB/s wr, 127 op/s 2024-09-18T03:09:53.231 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-18T03:09:53.232 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:09:53.232 INFO:tasks.workunit.client.0.smithi046.stdout:image: image20 2024-09-18T03:09:53.232 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image20 2024-09-18T03:09:53.232 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:53.242 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 2 2024-09-18T03:09:53.242 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:09:53.242 INFO:tasks.workunit.client.0.smithi046.stdout:image: image20 2024-09-18T03:09:53.242 INFO:tasks.workunit.client.0.smithi046.stdout:image: image21 2024-09-18T03:09:53.242 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image20 2024-09-18T03:09:53.242 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image21 2024-09-18T03:09:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-18T03:09:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:09:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:image: image21 2024-09-18T03:09:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image21 2024-09-18T03:09:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3547 ms) 2024-09-18T03:09:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCopy 2024-09-18T03:09:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:53 smithi046 ceph-mon[97106]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-18T03:09:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:53 smithi046 ceph-mon[97106]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-18T03:09:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:53 smithi046 ceph-mon[94621]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-18T03:09:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:53 smithi046 ceph-mon[94621]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-18T03:09:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:53 smithi195 ceph-mon[89559]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-18T03:09:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:53 smithi195 ceph-mon[89559]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-18T03:09:55.230 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:55 smithi195 ceph-mon[89559]: pgmap v2816: 201 pgs: 8 unknown, 193 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 40 op/s 2024-09-18T03:09:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:55 smithi195 ceph-mon[89559]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-18T03:09:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:55 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2760841011' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:55 smithi046 ceph-mon[97106]: pgmap v2816: 201 pgs: 8 unknown, 193 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 40 op/s 2024-09-18T03:09:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:55 smithi046 ceph-mon[97106]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-18T03:09:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:55 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2760841011' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:55 smithi046 ceph-mon[94621]: pgmap v2816: 201 pgs: 8 unknown, 193 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 40 op/s 2024-09-18T03:09:55.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:55 smithi046 ceph-mon[94621]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-18T03:09:55.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:55 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2760841011' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:56 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2760841011' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:56.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:56 smithi046 ceph-mon[97106]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-18T03:09:56.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:56 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2760841011' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:56.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:56 smithi046 ceph-mon[94621]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-18T03:09:56.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:09:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:09:56] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2024-09-18T03:09:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:56 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2760841011' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:56 smithi195 ceph-mon[89559]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-18T03:09:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:57 smithi046 ceph-mon[97106]: pgmap v2819: 233 pgs: 8 creating+peering, 24 unknown, 201 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2024-09-18T03:09:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:57 smithi046 ceph-mon[97106]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-18T03:09:57.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:57 smithi046 ceph-mon[94621]: pgmap v2819: 233 pgs: 8 creating+peering, 24 unknown, 201 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2024-09-18T03:09:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:57 smithi046 ceph-mon[94621]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-18T03:09:57.592 INFO:tasks.workunit.client.0.smithi046.stdout:image: image22 2024-09-18T03:09:57.592 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image22 2024-09-18T03:09:57.592 INFO:tasks.workunit.client.0.smithi046.stdout:found image22 2024-09-18T03:09:57.592 INFO:tasks.workunit.client.0.smithi046.stdout:erased image22 2024-09-18T03:09:57.592 INFO:tasks.workunit.client.0.smithi046.stdout:image: image22 2024-09-18T03:09:57.592 INFO:tasks.workunit.client.0.smithi046.stdout:image: image23 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image22 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:found image22 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:erased image22 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image23 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:found image23 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:erased image23 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:image: image22 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:image: image23 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:image: image24 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image22 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:found image22 2024-09-18T03:09:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:erased image22 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image23 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:found image23 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:erased image23 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image24 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:found image24 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:erased image24 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCopy (4292 ms) 2024-09-18T03:09:57.594 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-09-18T03:09:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:57 smithi195 ceph-mon[89559]: pgmap v2819: 233 pgs: 8 creating+peering, 24 unknown, 201 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2024-09-18T03:09:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:57 smithi195 ceph-mon[89559]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-18T03:09:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:58 smithi046 ceph-mon[97106]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-18T03:09:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:58 smithi046 ceph-mon[97106]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-18T03:09:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:58 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3698551184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:58.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:58 smithi046 ceph-mon[94621]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-18T03:09:58.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:58 smithi046 ceph-mon[94621]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-18T03:09:58.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:58 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3698551184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:58 smithi195 ceph-mon[89559]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-18T03:09:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:58 smithi195 ceph-mon[89559]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-18T03:09:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:58 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3698551184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:09:59.220 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:09:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[94621]: pgmap v2822: 233 pgs: 8 creating+peering, 225 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 333 KiB/s rd, 23 KiB/s wr, 397 op/s 2024-09-18T03:09:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3698551184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[94621]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-18T03:09:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[97106]: pgmap v2822: 233 pgs: 8 creating+peering, 225 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 333 KiB/s rd, 23 KiB/s wr, 397 op/s 2024-09-18T03:09:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3698551184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:59.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:09:59 smithi046 ceph-mon[97106]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-18T03:09:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:59 smithi195 ceph-mon[89559]: pgmap v2822: 233 pgs: 8 creating+peering, 225 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 333 KiB/s rd, 23 KiB/s wr, 397 op/s 2024-09-18T03:09:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:09:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:59 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3698551184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:09:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:09:59 smithi195 ceph-mon[89559]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-18T03:10:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:00 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T03:10:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:00 smithi046 ceph-mon[94621]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-18T03:10:00.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:00 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T03:10:00.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:00 smithi046 ceph-mon[97106]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-18T03:10:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:00 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T03:10:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:00 smithi195 ceph-mon[89559]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-18T03:10:01.488 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-18T03:10:01.489 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:01.489 INFO:tasks.workunit.client.0.smithi046.stdout:image: image25 2024-09-18T03:10:01.489 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image25 2024-09-18T03:10:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:01 smithi046 ceph-mon[94621]: pgmap v2825: 265 pgs: 17 unknown, 5 creating+peering, 243 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 410 op/s 2024-09-18T03:10:01.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:01 smithi046 ceph-mon[94621]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-18T03:10:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:01 smithi046 ceph-mon[97106]: pgmap v2825: 265 pgs: 17 unknown, 5 creating+peering, 243 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 410 op/s 2024-09-18T03:10:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:01 smithi046 ceph-mon[97106]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-18T03:10:01.509 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 2 2024-09-18T03:10:01.509 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:10:01.509 INFO:tasks.workunit.client.0.smithi046.stdout:image: image25 2024-09-18T03:10:01.509 INFO:tasks.workunit.client.0.smithi046.stdout:image: image26 2024-09-18T03:10:01.509 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image25 2024-09-18T03:10:01.509 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image26 2024-09-18T03:10:01.551 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:10:01.551 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 3 2024-09-18T03:10:01.551 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:10:01.551 INFO:tasks.workunit.client.0.smithi046.stdout:image: image25 2024-09-18T03:10:01.551 INFO:tasks.workunit.client.0.smithi046.stdout:image: image26 2024-09-18T03:10:01.552 INFO:tasks.workunit.client.0.smithi046.stdout:image: image27 2024-09-18T03:10:01.552 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image25 2024-09-18T03:10:01.552 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image26 2024-09-18T03:10:01.552 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image27 2024-09-18T03:10:01.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCopyPP (3987 ms) 2024-09-18T03:10:01.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-09-18T03:10:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:01 smithi195 ceph-mon[89559]: pgmap v2825: 265 pgs: 17 unknown, 5 creating+peering, 243 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 410 op/s 2024-09-18T03:10:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:01 smithi195 ceph-mon[89559]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-18T03:10:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:10:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:10:03.221 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[97106]: pgmap v2828: 265 pgs: 10 unknown, 5 creating+peering, 250 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-09-18T03:10:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[97106]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-18T03:10:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/356858267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:03.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[97106]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-18T03:10:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[94621]: pgmap v2828: 265 pgs: 10 unknown, 5 creating+peering, 250 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-09-18T03:10:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[94621]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-18T03:10:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/356858267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:03.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:03 smithi046 ceph-mon[94621]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-18T03:10:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:03 smithi195 ceph-mon[89559]: pgmap v2828: 265 pgs: 10 unknown, 5 creating+peering, 250 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-09-18T03:10:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:03 smithi195 ceph-mon[89559]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-18T03:10:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:03 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/356858267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:03 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:03 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:03 smithi195 ceph-mon[89559]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-18T03:10:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:05 smithi195 ceph-mon[89559]: pgmap v2831: 297 pgs: 10 unknown, 17 creating+peering, 270 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 19 KiB/s wr, 368 op/s 2024-09-18T03:10:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:05 smithi195 ceph-mon[89559]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-18T03:10:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:05 smithi046 ceph-mon[94621]: pgmap v2831: 297 pgs: 10 unknown, 17 creating+peering, 270 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 19 KiB/s wr, 368 op/s 2024-09-18T03:10:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:05 smithi046 ceph-mon[94621]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-18T03:10:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:05 smithi046 ceph-mon[97106]: pgmap v2831: 297 pgs: 10 unknown, 17 creating+peering, 270 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 19 KiB/s wr, 368 op/s 2024-09-18T03:10:05.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:05 smithi046 ceph-mon[97106]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-18T03:10:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:06 smithi195 ceph-mon[89559]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-18T03:10:06.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:06 smithi046 ceph-mon[97106]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-18T03:10:06.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:06 smithi046 ceph-mon[94621]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-18T03:10:06.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:10:06] "GET /metrics HTTP/1.1" 200 45975 "" "Prometheus/2.43.0" 2024-09-18T03:10:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:07 smithi195 ceph-mon[89559]: pgmap v2834: 297 pgs: 5 unknown, 17 creating+peering, 275 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 319 KiB/s rd, 21 KiB/s wr, 375 op/s 2024-09-18T03:10:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:07 smithi195 ceph-mon[89559]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-18T03:10:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:07 smithi046 ceph-mon[94621]: pgmap v2834: 297 pgs: 5 unknown, 17 creating+peering, 275 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 319 KiB/s rd, 21 KiB/s wr, 375 op/s 2024-09-18T03:10:07.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:07 smithi046 ceph-mon[94621]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-18T03:10:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:07 smithi046 ceph-mon[97106]: pgmap v2834: 297 pgs: 5 unknown, 17 creating+peering, 275 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 319 KiB/s rd, 21 KiB/s wr, 375 op/s 2024-09-18T03:10:07.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:07 smithi046 ceph-mon[97106]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-18T03:10:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:08 smithi046 ceph-mon[94621]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-18T03:10:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:08 smithi046 ceph-mon[94621]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-18T03:10:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:08 smithi046 ceph-mon[97106]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-18T03:10:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:08 smithi046 ceph-mon[97106]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-18T03:10:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:08 smithi195 ceph-mon[89559]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-18T03:10:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:08 smithi195 ceph-mon[89559]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-18T03:10:09.317 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-18T03:10:09.317 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-18T03:10:09.317 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-18T03:10:09.317 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-18T03:10:09.317 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-18T03:10:09.318 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:image: image31 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-18T03:10:09.319 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image31 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:found image31 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:erased image31 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-18T03:10:09.320 INFO:tasks.workunit.client.0.smithi046.stdout:image: image31 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:image: image32 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image31 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:found image31 2024-09-18T03:10:09.321 INFO:tasks.workunit.client.0.smithi046.stdout:erased image31 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image32 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:found image32 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:erased image32 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:image: image31 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:image: image32 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:image: image33 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-18T03:10:09.322 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image31 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:found image31 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:erased image31 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image32 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:found image32 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:erased image32 2024-09-18T03:10:09.323 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image33 2024-09-18T03:10:09.324 INFO:tasks.workunit.client.0.smithi046.stdout:found image33 2024-09-18T03:10:09.324 INFO:tasks.workunit.client.0.smithi046.stdout:erased image33 2024-09-18T03:10:09.324 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestDeepCopy (7738 ms) 2024-09-18T03:10:09.324 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-09-18T03:10:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:09 smithi046 ceph-mon[97106]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 428 KiB/s rd, 26 KiB/s wr, 504 op/s 2024-09-18T03:10:09.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:09 smithi046 ceph-mon[94621]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 428 KiB/s rd, 26 KiB/s wr, 504 op/s 2024-09-18T03:10:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:09 smithi195 ceph-mon[89559]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 428 KiB/s rd, 26 KiB/s wr, 504 op/s 2024-09-18T03:10:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:10 smithi046 ceph-mon[94621]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-18T03:10:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:10 smithi046 ceph-mon[97106]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-18T03:10:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:10 smithi195 ceph-mon[89559]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-18T03:10:11.261 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:11 smithi046 ceph-mon[94621]: pgmap v2840: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 452 KiB/s rd, 29 KiB/s wr, 545 op/s 2024-09-18T03:10:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:11 smithi046 ceph-mon[94621]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-18T03:10:11.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:11 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/599773977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:11 smithi046 ceph-mon[97106]: pgmap v2840: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 452 KiB/s rd, 29 KiB/s wr, 545 op/s 2024-09-18T03:10:11.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:11 smithi046 ceph-mon[97106]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-18T03:10:11.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:11 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/599773977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:11 smithi195 ceph-mon[89559]: pgmap v2840: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 452 KiB/s rd, 29 KiB/s wr, 545 op/s 2024-09-18T03:10:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:11 smithi195 ceph-mon[89559]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-18T03:10:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:11 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/599773977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:12 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/599773977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:12 smithi195 ceph-mon[89559]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-18T03:10:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:10:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:10:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:12 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/599773977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:12 smithi046 ceph-mon[94621]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-18T03:10:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:12 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/599773977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:12 smithi046 ceph-mon[97106]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-18T03:10:13.513 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-18T03:10:13.513 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:13.513 INFO:tasks.workunit.client.0.smithi046.stdout:image: image34 2024-09-18T03:10:13.513 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image34 2024-09-18T03:10:13.541 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 2 2024-09-18T03:10:13.541 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:10:13.541 INFO:tasks.workunit.client.0.smithi046.stdout:image: image34 2024-09-18T03:10:13.541 INFO:tasks.workunit.client.0.smithi046.stdout:image: image35 2024-09-18T03:10:13.541 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image34 2024-09-18T03:10:13.541 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image35 2024-09-18T03:10:13.586 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 3 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:image: image34 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:image: image35 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:image: image36 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image34 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image35 2024-09-18T03:10:13.587 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image36 2024-09-18T03:10:13.614 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4297 ms) 2024-09-18T03:10:13.614 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-09-18T03:10:13.614 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:13 smithi195 ceph-mon[89559]: pgmap v2843: 329 pgs: 31 unknown, 298 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-09-18T03:10:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:13 smithi195 ceph-mon[89559]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-18T03:10:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:13 smithi195 ceph-mon[89559]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-18T03:10:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:13 smithi046 ceph-mon[94621]: pgmap v2843: 329 pgs: 31 unknown, 298 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-09-18T03:10:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:13 smithi046 ceph-mon[94621]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-18T03:10:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:13 smithi046 ceph-mon[94621]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-18T03:10:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:13 smithi046 ceph-mon[97106]: pgmap v2843: 329 pgs: 31 unknown, 298 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-09-18T03:10:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:13 smithi046 ceph-mon[97106]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-18T03:10:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:13 smithi046 ceph-mon[97106]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-18T03:10:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:15 smithi046 ceph-mon[94621]: pgmap v2846: 329 pgs: 7 unknown, 322 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 3.2 KiB/s wr, 108 op/s 2024-09-18T03:10:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:15 smithi046 ceph-mon[94621]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-18T03:10:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:15 smithi046 ceph-mon[97106]: pgmap v2846: 329 pgs: 7 unknown, 322 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 3.2 KiB/s wr, 108 op/s 2024-09-18T03:10:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:15 smithi046 ceph-mon[97106]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-18T03:10:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:15 smithi195 ceph-mon[89559]: pgmap v2846: 329 pgs: 7 unknown, 322 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 3.2 KiB/s wr, 108 op/s 2024-09-18T03:10:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:15 smithi195 ceph-mon[89559]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-18T03:10:16.675 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:10:16] "GET /metrics HTTP/1.1" 200 50824 "" "Prometheus/2.43.0" 2024-09-18T03:10:16.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:16 smithi046 ceph-mon[97106]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-18T03:10:16.676 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:16 smithi046 ceph-mon[94621]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-18T03:10:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:16 smithi195 ceph-mon[89559]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-18T03:10:17.309 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:10:17.309 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-18T03:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-18T03:10:17.311 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:10:17.311 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3695 ms) 2024-09-18T03:10:17.311 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-09-18T03:10:17.311 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:17 smithi195 ceph-mon[89559]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-09-18T03:10:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:17 smithi195 ceph-mon[89559]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-18T03:10:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:17 smithi046 ceph-mon[94621]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-09-18T03:10:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:17 smithi046 ceph-mon[94621]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-18T03:10:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:17 smithi046 ceph-mon[97106]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-09-18T03:10:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:17 smithi046 ceph-mon[97106]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-18T03:10:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:18 smithi195 ceph-mon[89559]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-18T03:10:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:18 smithi046 ceph-mon[97106]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-18T03:10:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:18 smithi046 ceph-mon[94621]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-18T03:10:19.325 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2016 ms) 2024-09-18T03:10:19.326 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-09-18T03:10:19.326 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:19 smithi195 ceph-mon[89559]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 466 op/s 2024-09-18T03:10:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:19 smithi195 ceph-mon[89559]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-18T03:10:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:19 smithi046 ceph-mon[94621]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 466 op/s 2024-09-18T03:10:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:19 smithi046 ceph-mon[94621]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-18T03:10:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:19 smithi046 ceph-mon[97106]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 466 op/s 2024-09-18T03:10:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:19 smithi046 ceph-mon[97106]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-18T03:10:20.325 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:10:20.325 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:20.325 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:10:20.325 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-18T03:10:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:20 smithi195 ceph-mon[89559]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-18T03:10:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:20 smithi046 ceph-mon[94621]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-18T03:10:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:20 smithi046 ceph-mon[97106]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-18T03:10:21.329 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-18T03:10:21.329 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:10:21.329 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:10:21.329 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:10:21.329 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-18T03:10:21.329 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-18T03:10:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:21 smithi195 ceph-mon[89559]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 25 KiB/s wr, 431 op/s 2024-09-18T03:10:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:21 smithi195 ceph-mon[89559]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-18T03:10:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:21 smithi046 ceph-mon[94621]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 25 KiB/s wr, 431 op/s 2024-09-18T03:10:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:21 smithi046 ceph-mon[94621]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-18T03:10:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:21 smithi046 ceph-mon[97106]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 25 KiB/s wr, 431 op/s 2024-09-18T03:10:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:21 smithi046 ceph-mon[97106]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-18T03:10:22.334 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:10:22.334 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:22.334 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:10:22.335 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-18T03:10:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:22 smithi195 ceph-mon[89559]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-18T03:10:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:10:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:10:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:22 smithi046 ceph-mon[94621]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-18T03:10:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:22 smithi046 ceph-mon[97106]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-18T03:10:23.242 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-18T03:10:23.242 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:10:23.247 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3922 ms) 2024-09-18T03:10:23.247 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-09-18T03:10:23.248 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:23 smithi195 ceph-mon[89559]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-09-18T03:10:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:23 smithi195 ceph-mon[89559]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-18T03:10:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:23 smithi195 ceph-mon[89559]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-18T03:10:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:23 smithi046 ceph-mon[97106]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-09-18T03:10:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:23 smithi046 ceph-mon[97106]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-18T03:10:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:23 smithi046 ceph-mon[97106]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-18T03:10:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:23 smithi046 ceph-mon[94621]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-09-18T03:10:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:23 smithi046 ceph-mon[94621]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-18T03:10:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:23 smithi046 ceph-mon[94621]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-18T03:10:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:25 smithi046 ceph-mon[94621]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-09-18T03:10:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:25 smithi046 ceph-mon[94621]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-18T03:10:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:25 smithi046 ceph-mon[97106]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-09-18T03:10:25.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:25 smithi046 ceph-mon[97106]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-18T03:10:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:25 smithi195 ceph-mon[89559]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-09-18T03:10:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:25 smithi195 ceph-mon[89559]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-18T03:10:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:26 smithi046 ceph-mon[94621]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-18T03:10:26.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:26 smithi046 ceph-mon[97106]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-18T03:10:26.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:10:26] "GET /metrics HTTP/1.1" 200 50824 "" "Prometheus/2.43.0" 2024-09-18T03:10:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:26 smithi195 ceph-mon[89559]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-18T03:10:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:27 smithi046 ceph-mon[97106]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-09-18T03:10:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:27 smithi046 ceph-mon[97106]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-18T03:10:27.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:27 smithi046 ceph-mon[94621]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-09-18T03:10:27.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:27 smithi046 ceph-mon[94621]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-18T03:10:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:27 smithi195 ceph-mon[89559]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-09-18T03:10:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:27 smithi195 ceph-mon[89559]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-18T03:10:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:28 smithi046 ceph-mon[94621]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-18T03:10:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:28 smithi046 ceph-mon[97106]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-18T03:10:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:28 smithi195 ceph-mon[89559]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-18T03:10:29.268 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-18T03:10:29.268 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:10:29.272 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6025 ms) 2024-09-18T03:10:29.272 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-09-18T03:10:29.272 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:29 smithi046 ceph-mon[94621]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-09-18T03:10:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:29 smithi046 ceph-mon[94621]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-18T03:10:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:29 smithi046 ceph-mon[97106]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-09-18T03:10:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:29 smithi046 ceph-mon[97106]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-18T03:10:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:29.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:29 smithi195 ceph-mon[89559]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-09-18T03:10:29.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:29 smithi195 ceph-mon[89559]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-18T03:10:29.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:30.276 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:10:30.276 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:30.276 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:10:30.277 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-18T03:10:30.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:30 smithi046 ceph-mon[94621]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-18T03:10:30.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:30 smithi046 ceph-mon[97106]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-18T03:10:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:30 smithi195 ceph-mon[89559]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-18T03:10:31.285 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-18T03:10:31.285 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:10:31.285 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-18T03:10:31.285 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:10:31.285 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-18T03:10:31.285 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-18T03:10:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-18T03:10:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:10:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1-rename 2024-09-18T03:10:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-18T03:10:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1-rename with size 2097152 2024-09-18T03:10:31.290 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-18T03:10:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:31 smithi046 ceph-mon[94621]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-09-18T03:10:31.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:31 smithi046 ceph-mon[94621]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-18T03:10:31.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:31 smithi046 ceph-mon[97106]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-09-18T03:10:31.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:31 smithi046 ceph-mon[97106]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-18T03:10:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:31 smithi195 ceph-mon[89559]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-09-18T03:10:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:31 smithi195 ceph-mon[89559]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-18T03:10:32.287 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:10:32.287 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:10:32.287 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2-rename 2024-09-18T03:10:32.287 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2-rename with size 4194304 2024-09-18T03:10:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:32 smithi195 ceph-mon[89559]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-18T03:10:32.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:10:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:10:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:32 smithi046 ceph-mon[94621]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-18T03:10:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:32 smithi046 ceph-mon[97106]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-18T03:10:33.232 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-18T03:10:33.232 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:10:33.236 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3964 ms) 2024-09-18T03:10:33.236 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-09-18T03:10:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:33 smithi195 ceph-mon[89559]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-18T03:10:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:33 smithi195 ceph-mon[89559]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-18T03:10:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:33 smithi195 ceph-mon[89559]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-18T03:10:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[94621]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-18T03:10:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[94621]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-18T03:10:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[94621]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-18T03:10:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[97106]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-18T03:10:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[97106]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-18T03:10:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:33 smithi046 ceph-mon[97106]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-18T03:10:35.235 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:35.236 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:35.236 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:35.236 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:35 smithi195 ceph-mon[89559]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-09-18T03:10:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:35 smithi195 ceph-mon[89559]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-18T03:10:35.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:35 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/549432251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:35 smithi046 ceph-mon[97106]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-09-18T03:10:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:35 smithi046 ceph-mon[97106]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-18T03:10:35.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:35 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/549432251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:35 smithi046 ceph-mon[94621]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-09-18T03:10:35.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:35 smithi046 ceph-mon[94621]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-18T03:10:35.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:35 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/549432251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:36.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:10:36] "GET /metrics HTTP/1.1" 200 50846 "" "Prometheus/2.43.0" 2024-09-18T03:10:36.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/549432251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:36.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[97106]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/549432251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[94621]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:36 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:36 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/549432251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:36 smithi195 ceph-mon[89559]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-18T03:10:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:36 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:37.489 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4252 ms) 2024-09-18T03:10:37.489 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[97106]: pgmap v2879: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[97106]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[94621]: pgmap v2879: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[94621]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:10:37.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:10:37.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:37 smithi195 ceph-mon[89559]: pgmap v2879: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-18T03:10:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:37 smithi195 ceph-mon[89559]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-18T03:10:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:10:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:10:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:38 smithi046 ceph-mon[94621]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-18T03:10:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:38 smithi046 ceph-mon[94621]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-18T03:10:38.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1664088701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:38 smithi046 ceph-mon[97106]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-18T03:10:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:38 smithi046 ceph-mon[97106]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-18T03:10:38.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1664088701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:38 smithi195 ceph-mon[89559]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-18T03:10:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:38 smithi195 ceph-mon[89559]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-18T03:10:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1664088701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[94621]: pgmap v2882: 361 pgs: 7 creating+peering, 3 unknown, 351 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-09-18T03:10:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1664088701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:39.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[94621]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-18T03:10:39.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:39.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[97106]: pgmap v2882: 361 pgs: 7 creating+peering, 3 unknown, 351 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-09-18T03:10:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1664088701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[97106]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-18T03:10:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:39.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:39 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:39 smithi195 ceph-mon[89559]: pgmap v2882: 361 pgs: 7 creating+peering, 3 unknown, 351 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-09-18T03:10:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1664088701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:39 smithi195 ceph-mon[89559]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-18T03:10:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:39 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:10:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:41 smithi046 ceph-mon[94621]: pgmap v2885: 393 pgs: 3 creating+peering, 19 unknown, 371 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 9.2 KiB/s wr, 160 op/s 2024-09-18T03:10:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:41 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:41 smithi046 ceph-mon[94621]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-18T03:10:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:41 smithi046 ceph-mon[97106]: pgmap v2885: 393 pgs: 3 creating+peering, 19 unknown, 371 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 9.2 KiB/s wr, 160 op/s 2024-09-18T03:10:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:41 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:41.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:41 smithi046 ceph-mon[97106]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-18T03:10:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:41 smithi195 ceph-mon[89559]: pgmap v2885: 393 pgs: 3 creating+peering, 19 unknown, 371 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 9.2 KiB/s wr, 160 op/s 2024-09-18T03:10:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:41 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:10:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:41 smithi195 ceph-mon[89559]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-18T03:10:42.259 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:10:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-mon[94621]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-18T03:10:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-mon[97106]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-18T03:10:42.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:10:42] ENGINE Bus STOPPING 2024-09-18T03:10:42.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:10:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:10:42.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:10:42] ENGINE Bus STOPPED 2024-09-18T03:10:42.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:10:42] ENGINE Bus STARTING 2024-09-18T03:10:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:42 smithi195 ceph-mon[89559]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-18T03:10:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:10:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:10:43.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:10:42] ENGINE Serving on http://:::9283 2024-09-18T03:10:43.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:42 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:10:42] ENGINE Bus STARTED 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: pgmap v2888: 393 pgs: 3 creating+peering, 17 unknown, 373 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 1023 B/s wr, 30 op/s 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:10:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:10:43.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[94621]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: pgmap v2888: 393 pgs: 3 creating+peering, 17 unknown, 373 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 1023 B/s wr, 30 op/s 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:10:43.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:10:43.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:43 smithi046 ceph-mon[97106]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-18T03:10:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: pgmap v2888: 393 pgs: 3 creating+peering, 17 unknown, 373 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 1023 B/s wr, 30 op/s 2024-09-18T03:10:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:10:43.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:43 smithi195 ceph-mon[89559]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-18T03:10:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.0", "id": [0, 3]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]: dispatch 2024-09-18T03:10:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]: dispatch 2024-09-18T03:10:44.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-09-18T03:10:44.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-09-18T03:10:44.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.0", "id": [0, 3]}]: dispatch 2024-09-18T03:10:44.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-09-18T03:10:44.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-09-18T03:10:44.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.0", "id": [0, 3]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-09-18T03:10:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]: dispatch 2024-09-18T03:10:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: pgmap v2891: 393 pgs: 393 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-18T03:10:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]': finished 2024-09-18T03:10:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]': finished 2024-09-18T03:10:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-09-18T03:10:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-09-18T03:10:45.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.0", "id": [0, 3]}]': finished 2024-09-18T03:10:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-09-18T03:10:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-09-18T03:10:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]': finished 2024-09-18T03:10:45.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[97106]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-18T03:10:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: pgmap v2891: 393 pgs: 393 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-18T03:10:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]': finished 2024-09-18T03:10:45.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]': finished 2024-09-18T03:10:45.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-09-18T03:10:45.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-09-18T03:10:45.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.0", "id": [0, 3]}]': finished 2024-09-18T03:10:45.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-09-18T03:10:45.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-09-18T03:10:45.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]': finished 2024-09-18T03:10:45.510 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:45 smithi046 ceph-mon[94621]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-18T03:10:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: pgmap v2891: 393 pgs: 393 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-18T03:10:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]': finished 2024-09-18T03:10:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]': finished 2024-09-18T03:10:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-09-18T03:10:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-09-18T03:10:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.0", "id": [0, 3]}]': finished 2024-09-18T03:10:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-09-18T03:10:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-09-18T03:10:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]': finished 2024-09-18T03:10:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:45 smithi195 ceph-mon[89559]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-18T03:10:46.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:46 smithi046 ceph-mon[94621]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-18T03:10:46.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:46 smithi046 ceph-mon[97106]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-18T03:10:46.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:10:46] "GET /metrics HTTP/1.1" 200 55649 "" "Prometheus/2.43.0" 2024-09-18T03:10:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:46 smithi195 ceph-mon[89559]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-18T03:10:47.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:47 smithi046 ceph-mon[97106]: pgmap v2894: 393 pgs: 1 peering, 392 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-09-18T03:10:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:47 smithi046 ceph-mon[94621]: pgmap v2894: 393 pgs: 1 peering, 392 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-09-18T03:10:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:47 smithi195 ceph-mon[89559]: pgmap v2894: 393 pgs: 1 peering, 392 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-09-18T03:10:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:49 smithi195 ceph-mon[89559]: pgmap v2895: 393 pgs: 1 peering, 392 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 882 KiB/s wr, 20 op/s; 6 B/s, 13 keys/s, 0 objects/s recovering 2024-09-18T03:10:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:49 smithi046 ceph-mon[97106]: pgmap v2895: 393 pgs: 1 peering, 392 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 882 KiB/s wr, 20 op/s; 6 B/s, 13 keys/s, 0 objects/s recovering 2024-09-18T03:10:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:49 smithi046 ceph-mon[94621]: pgmap v2895: 393 pgs: 1 peering, 392 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 882 KiB/s wr, 20 op/s; 6 B/s, 13 keys/s, 0 objects/s recovering 2024-09-18T03:10:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:51 smithi195 ceph-mon[89559]: pgmap v2896: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 750 KiB/s wr, 8 op/s; 5 B/s, 11 keys/s, 0 objects/s recovering 2024-09-18T03:10:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:51 smithi046 ceph-mon[97106]: pgmap v2896: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 750 KiB/s wr, 8 op/s; 5 B/s, 11 keys/s, 0 objects/s recovering 2024-09-18T03:10:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:51 smithi046 ceph-mon[94621]: pgmap v2896: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 750 KiB/s wr, 8 op/s; 5 B/s, 11 keys/s, 0 objects/s recovering 2024-09-18T03:10:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:10:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:10:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:10:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:53 smithi195 ceph-mon[89559]: pgmap v2897: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 640 KiB/s wr, 7 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-18T03:10:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:53 smithi195 ceph-mon[89559]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-18T03:10:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:53 smithi046 ceph-mon[94621]: pgmap v2897: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 640 KiB/s wr, 7 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-18T03:10:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:53 smithi046 ceph-mon[94621]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-18T03:10:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:53 smithi046 ceph-mon[97106]: pgmap v2897: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 640 KiB/s wr, 7 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-18T03:10:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:53 smithi046 ceph-mon[97106]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-18T03:10:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:55 smithi195 ceph-mon[89559]: pgmap v2899: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.1 MiB/s wr, 7 op/s; 3 B/s, 9 keys/s, 0 objects/s recovering 2024-09-18T03:10:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:55 smithi046 ceph-mon[97106]: pgmap v2899: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.1 MiB/s wr, 7 op/s; 3 B/s, 9 keys/s, 0 objects/s recovering 2024-09-18T03:10:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:55 smithi046 ceph-mon[94621]: pgmap v2899: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.1 MiB/s wr, 7 op/s; 3 B/s, 9 keys/s, 0 objects/s recovering 2024-09-18T03:10:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:10:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:10:56] "GET /metrics HTTP/1.1" 200 55649 "" "Prometheus/2.43.0" 2024-09-18T03:10:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:57 smithi195 ceph-mon[89559]: pgmap v2900: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s; 3 B/s, 7 keys/s, 0 objects/s recovering 2024-09-18T03:10:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:57 smithi046 ceph-mon[97106]: pgmap v2900: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s; 3 B/s, 7 keys/s, 0 objects/s recovering 2024-09-18T03:10:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:57 smithi046 ceph-mon[94621]: pgmap v2900: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s; 3 B/s, 7 keys/s, 0 objects/s recovering 2024-09-18T03:10:58.424 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTry (20936 ms) 2024-09-18T03:10:58.424 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-09-18T03:10:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:58 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:10:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:58 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-18T03:10:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:58 smithi195 ceph-mon[89559]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-18T03:10:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:58 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:10:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:58 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-18T03:10:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:58 smithi046 ceph-mon[94621]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-18T03:10:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:58 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:10:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:58 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-18T03:10:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:58 smithi046 ceph-mon[97106]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-18T03:10:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:59 smithi195 ceph-mon[89559]: pgmap v2901: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:10:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:10:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:59 smithi046 ceph-mon[97106]: pgmap v2901: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:10:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:10:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:10:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:59 smithi046 ceph-mon[94621]: pgmap v2901: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:10:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:10:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:10:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:00 smithi195 ceph-mon[89559]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-18T03:11:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:00 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3777717871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:00 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:00 smithi046 ceph-mon[94621]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-18T03:11:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:00 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3777717871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:00 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:00 smithi046 ceph-mon[97106]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-18T03:11:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:00 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3777717871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:00 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:01 smithi195 ceph-mon[89559]: pgmap v2904: 425 pgs: 6 creating+peering, 26 unknown, 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 748 B/s rd, 749 KiB/s wr, 1 op/s 2024-09-18T03:11:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:01 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:01 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:01 smithi195 ceph-mon[89559]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-18T03:11:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[97106]: pgmap v2904: 425 pgs: 6 creating+peering, 26 unknown, 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 748 B/s rd, 749 KiB/s wr, 1 op/s 2024-09-18T03:11:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[97106]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-18T03:11:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[94621]: pgmap v2904: 425 pgs: 6 creating+peering, 26 unknown, 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 748 B/s rd, 749 KiB/s wr, 1 op/s 2024-09-18T03:11:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:01.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:01.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:01 smithi046 ceph-mon[94621]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-18T03:11:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:02 smithi195 ceph-mon[89559]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-18T03:11:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:02 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2475513150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:02 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:11:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:11:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:02 smithi046 ceph-mon[94621]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-18T03:11:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:02 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2475513150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:02 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:02 smithi046 ceph-mon[97106]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-18T03:11:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:02 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2475513150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:02 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:03.645 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:03 smithi195 ceph-mon[89559]: pgmap v2907: 457 pgs: 9 creating+peering, 52 unknown, 396 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:11:03.646 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:03 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:03.646 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:03 smithi195 ceph-mon[89559]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-18T03:11:03.646 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:03 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:03.646 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:03 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[94621]: pgmap v2907: 457 pgs: 9 creating+peering, 52 unknown, 396 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:11:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[94621]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-18T03:11:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[97106]: pgmap v2907: 457 pgs: 9 creating+peering, 52 unknown, 396 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-18T03:11:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[97106]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-18T03:11:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:03 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:04 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:04 smithi195 ceph-mon[89559]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-18T03:11:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:04 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:04 smithi046 ceph-mon[94621]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-18T03:11:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:04 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:04 smithi046 ceph-mon[97106]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-18T03:11:05.426 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:05 smithi195 ceph-mon[89559]: pgmap v2910: 457 pgs: 9 creating+peering, 6 unknown, 442 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 39 op/s 2024-09-18T03:11:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:05 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:05 smithi195 ceph-mon[89559]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-18T03:11:05.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:05] ENGINE Bus STOPPING 2024-09-18T03:11:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-mon[94621]: pgmap v2910: 457 pgs: 9 creating+peering, 6 unknown, 442 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 39 op/s 2024-09-18T03:11:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:05.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-mon[94621]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-18T03:11:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-mon[97106]: pgmap v2910: 457 pgs: 9 creating+peering, 6 unknown, 442 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 39 op/s 2024-09-18T03:11:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-mon[97106]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-18T03:11:06.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:11:06.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:05] ENGINE Bus STOPPED 2024-09-18T03:11:06.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:05 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:05] ENGINE Bus STARTING 2024-09-18T03:11:06.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:06] ENGINE Serving on http://:::9283 2024-09-18T03:11:06.258 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:06] ENGINE Bus STARTED 2024-09-18T03:11:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:06 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:11:06] "GET /metrics HTTP/1.1" 200 55740 "" "Prometheus/2.43.0" 2024-09-18T03:11:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:06.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:06 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:07 smithi195 ceph-mon[89559]: pgmap v2913: 457 pgs: 3 creating+peering, 454 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 39 op/s 2024-09-18T03:11:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:07 smithi195 ceph-mon[89559]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-18T03:11:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:07 smithi046 ceph-mon[94621]: pgmap v2913: 457 pgs: 3 creating+peering, 454 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 39 op/s 2024-09-18T03:11:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:07 smithi046 ceph-mon[94621]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-18T03:11:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:07 smithi046 ceph-mon[97106]: pgmap v2913: 457 pgs: 3 creating+peering, 454 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 39 op/s 2024-09-18T03:11:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:07 smithi046 ceph-mon[97106]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-23' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:08 smithi195 ceph-mon[89559]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-18T03:11:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-18T03:11:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-23' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-18T03:11:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[97106]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-23' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:08 smithi046 ceph-mon[94621]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-18T03:11:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:09 smithi195 ceph-mon[89559]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 13 op/s 2024-09-18T03:11:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:09 smithi046 ceph-mon[94621]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 13 op/s 2024-09-18T03:11:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:09 smithi046 ceph-mon[97106]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 13 op/s 2024-09-18T03:11:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:11 smithi195 ceph-mon[89559]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.1 KiB/s wr, 23 op/s 2024-09-18T03:11:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:11 smithi046 ceph-mon[97106]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.1 KiB/s wr, 23 op/s 2024-09-18T03:11:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:11 smithi046 ceph-mon[94621]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.1 KiB/s wr, 23 op/s 2024-09-18T03:11:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:11:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:11:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:13 smithi195 ceph-mon[89559]: pgmap v2919: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-09-18T03:11:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:13 smithi195 ceph-mon[89559]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-18T03:11:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[94621]: pgmap v2919: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-09-18T03:11:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[94621]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-18T03:11:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[97106]: pgmap v2919: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-09-18T03:11:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[97106]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-18T03:11:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:15 smithi195 ceph-mon[89559]: pgmap v2921: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 618 KiB/s wr, 16 op/s 2024-09-18T03:11:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:15 smithi046 ceph-mon[97106]: pgmap v2921: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 618 KiB/s wr, 16 op/s 2024-09-18T03:11:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:15 smithi046 ceph-mon[94621]: pgmap v2921: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 618 KiB/s wr, 16 op/s 2024-09-18T03:11:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:11:16] "GET /metrics HTTP/1.1" 200 60658 "" "Prometheus/2.43.0" 2024-09-18T03:11:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:17 smithi195 ceph-mon[89559]: pgmap v2922: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-18T03:11:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:17 smithi046 ceph-mon[94621]: pgmap v2922: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-18T03:11:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:17 smithi046 ceph-mon[97106]: pgmap v2922: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-18T03:11:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:19 smithi195 ceph-mon[89559]: pgmap v2923: 457 pgs: 457 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 KiB/s rd, 937 KiB/s wr, 7 op/s 2024-09-18T03:11:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:19 smithi046 ceph-mon[94621]: pgmap v2923: 457 pgs: 457 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 KiB/s rd, 937 KiB/s wr, 7 op/s 2024-09-18T03:11:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:19 smithi046 ceph-mon[97106]: pgmap v2923: 457 pgs: 457 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 KiB/s rd, 937 KiB/s wr, 7 op/s 2024-09-18T03:11:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:21 smithi195 ceph-mon[89559]: pgmap v2924: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:11:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:21 smithi046 ceph-mon[94621]: pgmap v2924: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:11:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:21 smithi046 ceph-mon[97106]: pgmap v2924: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:11:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:11:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:11:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:23 smithi195 ceph-mon[89559]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:11:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:23 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:11:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:23 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:23 smithi195 ceph-mon[89559]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-18T03:11:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:23 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-18T03:11:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-18T03:11:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[94621]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:11:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:11:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[94621]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[97106]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[97106]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-18T03:11:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-18T03:11:24.244 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:25.255 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:25 smithi046 ceph-mon[94621]: pgmap v2927: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-18T03:11:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:25 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]': finished 2024-09-18T03:11:25.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:25 smithi046 ceph-mon[94621]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-18T03:11:25.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:25 smithi046 ceph-mon[97106]: pgmap v2927: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-18T03:11:25.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:25 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]': finished 2024-09-18T03:11:25.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:25 smithi046 ceph-mon[97106]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-18T03:11:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:25 smithi195 ceph-mon[89559]: pgmap v2927: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-18T03:11:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:25 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-24", "field": "max_objects", "val": "6"}]': finished 2024-09-18T03:11:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:25 smithi195 ceph-mon[89559]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-18T03:11:26.267 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:11:26] "GET /metrics HTTP/1.1" 200 60658 "" "Prometheus/2.43.0" 2024-09-18T03:11:27.278 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:27.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:27 smithi046 ceph-mon[94621]: pgmap v2929: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-09-18T03:11:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:27 smithi046 ceph-mon[97106]: pgmap v2929: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-09-18T03:11:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:27 smithi195 ceph-mon[89559]: pgmap v2929: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-09-18T03:11:28.289 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:28.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29932 ms) 2024-09-18T03:11:28.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-09-18T03:11:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:28 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-24' is full (reached quota's max_objects: 6) 2024-09-18T03:11:28.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:28 smithi046 ceph-mon[94621]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:11:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:28 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-24' is full (reached quota's max_objects: 6) 2024-09-18T03:11:28.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:28 smithi046 ceph-mon[97106]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:11:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:28 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-24' is full (reached quota's max_objects: 6) 2024-09-18T03:11:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:28 smithi195 ceph-mon[89559]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:11:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[94621]: pgmap v2930: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 641 KiB/s wr, 6 op/s 2024-09-18T03:11:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[94621]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-18T03:11:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:29.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:29.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[97106]: pgmap v2930: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 641 KiB/s wr, 6 op/s 2024-09-18T03:11:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[97106]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-18T03:11:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:29.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:29 smithi195 ceph-mon[89559]: pgmap v2930: 457 pgs: 457 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 641 KiB/s wr, 6 op/s 2024-09-18T03:11:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:29 smithi195 ceph-mon[89559]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-18T03:11:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:30.401 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:30 smithi195 ceph-mon[89559]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-18T03:11:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:30 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1224602844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-mon[94621]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-18T03:11:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1224602844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-mon[97106]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-18T03:11:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1224602844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:30.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:30] ENGINE Bus STOPPING 2024-09-18T03:11:30.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:11:30.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:30] ENGINE Bus STOPPED 2024-09-18T03:11:30.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:30] ENGINE Bus STARTING 2024-09-18T03:11:30.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:30] ENGINE Serving on http://:::9283 2024-09-18T03:11:30.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:30] ENGINE Bus STARTED 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: pgmap v2933: 489 pgs: 10 creating+peering, 22 unknown, 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 31 op/s 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1224602844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:31.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: pgmap v2933: 489 pgs: 10 creating+peering, 22 unknown, 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 31 op/s 2024-09-18T03:11:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1224602844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-18T03:11:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:11:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: pgmap v2933: 489 pgs: 10 creating+peering, 22 unknown, 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 31 op/s 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1224602844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:31.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:31.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:31.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:31.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:31.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:31.765 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:32 smithi195 ceph-mon[89559]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-18T03:11:32.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:11:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:11:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:32 smithi046 ceph-mon[94621]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-18T03:11:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:32 smithi046 ceph-mon[97106]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-18T03:11:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: pgmap v2936: 489 pgs: 10 creating+peering, 18 unknown, 461 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 37 op/s 2024-09-18T03:11:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-18T03:11:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-25' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:33.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:33 smithi195 ceph-mon[89559]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-18T03:11:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: pgmap v2936: 489 pgs: 10 creating+peering, 18 unknown, 461 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 37 op/s 2024-09-18T03:11:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-18T03:11:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-25' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[94621]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-18T03:11:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: pgmap v2936: 489 pgs: 10 creating+peering, 18 unknown, 461 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 37 op/s 2024-09-18T03:11:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-18T03:11:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-25' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:33.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:33.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:33.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:33 smithi046 ceph-mon[97106]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-18T03:11:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:35 smithi195 ceph-mon[89559]: pgmap v2939: 489 pgs: 10 creating+peering, 479 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-09-18T03:11:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:35 smithi046 ceph-mon[94621]: pgmap v2939: 489 pgs: 10 creating+peering, 479 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-09-18T03:11:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:35 smithi046 ceph-mon[97106]: pgmap v2939: 489 pgs: 10 creating+peering, 479 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-09-18T03:11:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:11:36] "GET /metrics HTTP/1.1" 200 60663 "" "Prometheus/2.43.0" 2024-09-18T03:11:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:37 smithi195 ceph-mon[89559]: pgmap v2940: 489 pgs: 489 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 KiB/s wr, 23 op/s 2024-09-18T03:11:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:37 smithi046 ceph-mon[94621]: pgmap v2940: 489 pgs: 489 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 KiB/s wr, 23 op/s 2024-09-18T03:11:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:37 smithi046 ceph-mon[97106]: pgmap v2940: 489 pgs: 489 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 KiB/s wr, 23 op/s 2024-09-18T03:11:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:39 smithi195 ceph-mon[89559]: pgmap v2941: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 765 KiB/s wr, 23 op/s 2024-09-18T03:11:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:39 smithi046 ceph-mon[94621]: pgmap v2941: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 765 KiB/s wr, 23 op/s 2024-09-18T03:11:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:39 smithi046 ceph-mon[97106]: pgmap v2941: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 765 KiB/s wr, 23 op/s 2024-09-18T03:11:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:41 smithi195 ceph-mon[89559]: pgmap v2942: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 642 KiB/s wr, 19 op/s 2024-09-18T03:11:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:41 smithi046 ceph-mon[94621]: pgmap v2942: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 642 KiB/s wr, 19 op/s 2024-09-18T03:11:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:41 smithi046 ceph-mon[97106]: pgmap v2942: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 642 KiB/s wr, 19 op/s 2024-09-18T03:11:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:11:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:11:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:11:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:43 smithi195 ceph-mon[89559]: pgmap v2943: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 529 KiB/s wr, 15 op/s 2024-09-18T03:11:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:43 smithi195 ceph-mon[89559]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-18T03:11:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:43 smithi046 ceph-mon[94621]: pgmap v2943: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 529 KiB/s wr, 15 op/s 2024-09-18T03:11:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:43 smithi046 ceph-mon[94621]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-18T03:11:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:43 smithi046 ceph-mon[97106]: pgmap v2943: 489 pgs: 489 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 529 KiB/s wr, 15 op/s 2024-09-18T03:11:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:43 smithi046 ceph-mon[97106]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-18T03:11:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-18T03:11:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-18T03:11:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-18T03:11:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:45 smithi195 ceph-mon[89559]: pgmap v2945: 489 pgs: 489 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-18T03:11:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-18T03:11:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:45 smithi195 ceph-mon[89559]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-18T03:11:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:45 smithi046 ceph-mon[94621]: pgmap v2945: 489 pgs: 489 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-18T03:11:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-18T03:11:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:45 smithi046 ceph-mon[94621]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-18T03:11:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:45 smithi046 ceph-mon[97106]: pgmap v2945: 489 pgs: 489 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-18T03:11:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-18T03:11:45.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:45 smithi046 ceph-mon[97106]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-18T03:11:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:46 smithi195 ceph-mon[89559]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-18T03:11:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:46 smithi046 ceph-mon[94621]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-18T03:11:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:46 smithi046 ceph-mon[97106]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-18T03:11:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:11:46] "GET /metrics HTTP/1.1" 200 63137 "" "Prometheus/2.43.0" 2024-09-18T03:11:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:47 smithi195 ceph-mon[89559]: pgmap v2948: 489 pgs: 489 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-09-18T03:11:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:47 smithi046 ceph-mon[97106]: pgmap v2948: 489 pgs: 489 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-09-18T03:11:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:47 smithi046 ceph-mon[94621]: pgmap v2948: 489 pgs: 489 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-09-18T03:11:48.410 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20053 ms) 2024-09-18T03:11:48.410 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-09-18T03:11:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:48 smithi195 ceph-mon[89559]: pgmap v2949: 489 pgs: 489 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-18T03:11:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:48 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:11:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:48 smithi195 ceph-mon[89559]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:11:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:48 smithi195 ceph-mon[89559]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-18T03:11:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[94621]: pgmap v2949: 489 pgs: 489 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-18T03:11:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:11:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[94621]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:11:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[94621]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-18T03:11:49.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[97106]: pgmap v2949: 489 pgs: 489 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-18T03:11:49.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:11:49.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[97106]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:11:49.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:48 smithi046 ceph-mon[97106]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-18T03:11:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:50 smithi046 ceph-mon[94621]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-18T03:11:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:50 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/968162800' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:50.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:50 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:50 smithi046 ceph-mon[97106]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-18T03:11:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:50 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/968162800' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:50.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:50 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:50 smithi195 ceph-mon[89559]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-18T03:11:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:50 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/968162800' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:50 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[97106]: pgmap v2952: 521 pgs: 7 creating+peering, 25 unknown, 489 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 902 KiB/s wr, 19 op/s 2024-09-18T03:11:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[97106]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-18T03:11:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[94621]: pgmap v2952: 521 pgs: 7 creating+peering, 25 unknown, 489 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 902 KiB/s wr, 19 op/s 2024-09-18T03:11:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:51 smithi046 ceph-mon[94621]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-18T03:11:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:51 smithi195 ceph-mon[89559]: pgmap v2952: 521 pgs: 7 creating+peering, 25 unknown, 489 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 902 KiB/s wr, 19 op/s 2024-09-18T03:11:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:51 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:11:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:51 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:51 smithi195 ceph-mon[89559]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-18T03:11:52.306 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:11:52.528 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-mon[97106]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-18T03:11:52.528 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3655374701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:52.528 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:52.528 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:52] ENGINE Bus STOPPING 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:52] ENGINE Bus STOPPED 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:52] ENGINE Bus STARTING 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:52] ENGINE Serving on http://:::9283 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:11:52] ENGINE Bus STARTED 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-mon[94621]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3655374701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:52.529 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:52 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:52 smithi195 ceph-mon[89559]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-18T03:11:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:52 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3655374701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:52 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:11:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:11:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:11:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: pgmap v2955: 553 pgs: 12 creating+peering, 47 unknown, 494 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 767 B/s wr, 26 op/s 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:53.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: pgmap v2955: 553 pgs: 12 creating+peering, 47 unknown, 494 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 767 B/s wr, 26 op/s 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: pgmap v2955: 553 pgs: 12 creating+peering, 47 unknown, 494 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 767 B/s wr, 26 op/s 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:11:53.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:11:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:11:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:11:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:11:53.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:11:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:54 smithi195 ceph-mon[89559]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-18T03:11:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:54 smithi046 ceph-mon[94621]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-18T03:11:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:54 smithi046 ceph-mon[97106]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-18T03:11:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:55 smithi195 ceph-mon[89559]: pgmap v2958: 553 pgs: 12 creating+peering, 4 unknown, 537 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-18T03:11:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:55 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:55 smithi195 ceph-mon[89559]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-18T03:11:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:55 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:55 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[94621]: pgmap v2958: 553 pgs: 12 creating+peering, 4 unknown, 537 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-18T03:11:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[94621]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-18T03:11:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[97106]: pgmap v2958: 553 pgs: 12 creating+peering, 4 unknown, 537 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-18T03:11:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:11:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[97106]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-18T03:11:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:55 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-18T03:11:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:56 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:56 smithi195 ceph-mon[89559]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-18T03:11:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:56 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:56 smithi046 ceph-mon[94621]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-18T03:11:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:11:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:11:56] "GET /metrics HTTP/1.1" 200 63137 "" "Prometheus/2.43.0" 2024-09-18T03:11:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:56 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-18T03:11:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:56 smithi046 ceph-mon[97106]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-18T03:11:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:57 smithi195 ceph-mon[89559]: pgmap v2961: 553 pgs: 5 creating+peering, 548 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 28 op/s 2024-09-18T03:11:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:57 smithi046 ceph-mon[97106]: pgmap v2961: 553 pgs: 5 creating+peering, 548 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 28 op/s 2024-09-18T03:11:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:57 smithi046 ceph-mon[94621]: pgmap v2961: 553 pgs: 5 creating+peering, 548 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 28 op/s 2024-09-18T03:11:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:58 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-26' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:58 smithi195 ceph-mon[89559]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:58 smithi195 ceph-mon[89559]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-18T03:11:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:58 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-26' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:58 smithi046 ceph-mon[97106]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:58 smithi046 ceph-mon[97106]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-18T03:11:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:58 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-26' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:11:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:58 smithi046 ceph-mon[94621]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:11:58.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:58 smithi046 ceph-mon[94621]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-18T03:11:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:59 smithi195 ceph-mon[89559]: pgmap v2962: 553 pgs: 553 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 530 KiB/s wr, 23 op/s 2024-09-18T03:11:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:11:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:59 smithi046 ceph-mon[97106]: pgmap v2962: 553 pgs: 553 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 530 KiB/s wr, 23 op/s 2024-09-18T03:11:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:11:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:11:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:59 smithi046 ceph-mon[94621]: pgmap v2962: 553 pgs: 553 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 530 KiB/s wr, 23 op/s 2024-09-18T03:11:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:11:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:01 smithi195 ceph-mon[89559]: pgmap v2964: 553 pgs: 553 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 513 KiB/s wr, 10 op/s 2024-09-18T03:12:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:01 smithi046 ceph-mon[94621]: pgmap v2964: 553 pgs: 553 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 513 KiB/s wr, 10 op/s 2024-09-18T03:12:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:01 smithi046 ceph-mon[97106]: pgmap v2964: 553 pgs: 553 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 513 KiB/s wr, 10 op/s 2024-09-18T03:12:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:12:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:12:03.642 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:03 smithi195 ceph-mon[89559]: pgmap v2965: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 787 KiB/s wr, 8 op/s 2024-09-18T03:12:03.642 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:03 smithi195 ceph-mon[89559]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-18T03:12:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:03 smithi046 ceph-mon[97106]: pgmap v2965: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 787 KiB/s wr, 8 op/s 2024-09-18T03:12:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:03 smithi046 ceph-mon[97106]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-18T03:12:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:03 smithi046 ceph-mon[94621]: pgmap v2965: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 787 KiB/s wr, 8 op/s 2024-09-18T03:12:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:03 smithi046 ceph-mon[94621]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-18T03:12:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:05 smithi195 ceph-mon[89559]: pgmap v2967: 553 pgs: 553 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-18T03:12:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:05 smithi046 ceph-mon[97106]: pgmap v2967: 553 pgs: 553 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-18T03:12:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:05 smithi046 ceph-mon[94621]: pgmap v2967: 553 pgs: 553 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-18T03:12:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:12:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:12:06] "GET /metrics HTTP/1.1" 200 68060 "" "Prometheus/2.43.0" 2024-09-18T03:12:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:07 smithi195 ceph-mon[89559]: pgmap v2968: 553 pgs: 553 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 512 KiB/s wr, 5 op/s 2024-09-18T03:12:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:07 smithi046 ceph-mon[97106]: pgmap v2968: 553 pgs: 553 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 512 KiB/s wr, 5 op/s 2024-09-18T03:12:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:07 smithi046 ceph-mon[94621]: pgmap v2968: 553 pgs: 553 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 512 KiB/s wr, 5 op/s 2024-09-18T03:12:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:09 smithi195 ceph-mon[89559]: pgmap v2969: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 936 KiB/s wr, 6 op/s 2024-09-18T03:12:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:09 smithi046 ceph-mon[97106]: pgmap v2969: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 936 KiB/s wr, 6 op/s 2024-09-18T03:12:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:09 smithi046 ceph-mon[94621]: pgmap v2969: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.9 KiB/s rd, 936 KiB/s wr, 6 op/s 2024-09-18T03:12:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:11 smithi195 ceph-mon[89559]: pgmap v2970: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-18T03:12:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:11 smithi046 ceph-mon[97106]: pgmap v2970: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-18T03:12:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:11 smithi046 ceph-mon[94621]: pgmap v2970: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-18T03:12:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:12:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:12:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:13 smithi195 ceph-mon[89559]: pgmap v2971: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-18T03:12:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:13 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:12:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:13 smithi195 ceph-mon[89559]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:12:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:13 smithi195 ceph-mon[89559]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-18T03:12:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[94621]: pgmap v2971: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-18T03:12:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:12:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[94621]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:12:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[94621]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-18T03:12:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[97106]: pgmap v2971: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-09-18T03:12:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-18T03:12:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[97106]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:12:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:13 smithi046 ceph-mon[97106]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-18T03:12:14.334 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:14 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-18T03:12:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:14 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-18T03:12:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:14 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-18T03:12:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:14 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-18T03:12:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:14 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-18T03:12:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:14 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-18T03:12:15.353 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:15 smithi046 ceph-mon[97106]: pgmap v2973: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-18T03:12:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:15 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]': finished 2024-09-18T03:12:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:15 smithi046 ceph-mon[97106]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-18T03:12:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:15 smithi046 ceph-mon[94621]: pgmap v2973: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-18T03:12:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:15 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]': finished 2024-09-18T03:12:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:15 smithi046 ceph-mon[94621]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-18T03:12:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:15 smithi195 ceph-mon[89559]: pgmap v2973: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-18T03:12:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:15 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-147567-27", "field": "max_objects", "val": "7"}]': finished 2024-09-18T03:12:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:15 smithi195 ceph-mon[89559]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-18T03:12:16.364 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:16.675 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:12:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:12:16] "GET /metrics HTTP/1.1" 200 68065 "" "Prometheus/2.43.0" 2024-09-18T03:12:17.376 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:17 smithi195 ceph-mon[89559]: pgmap v2975: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 768 KiB/s wr, 1 op/s 2024-09-18T03:12:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:17 smithi046 ceph-mon[97106]: pgmap v2975: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 768 KiB/s wr, 1 op/s 2024-09-18T03:12:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:17 smithi046 ceph-mon[94621]: pgmap v2975: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 768 KiB/s wr, 1 op/s 2024-09-18T03:12:18.386 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:18.450 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (30040 ms) 2024-09-18T03:12:18.450 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIO 2024-09-18T03:12:18.450 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:18 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-27' is full (reached quota's max_objects: 7) 2024-09-18T03:12:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:18 smithi195 ceph-mon[89559]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-18T03:12:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:18 smithi195 ceph-mon[89559]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-18T03:12:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:18 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-27' is full (reached quota's max_objects: 7) 2024-09-18T03:12:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:18 smithi046 ceph-mon[97106]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-18T03:12:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:18 smithi046 ceph-mon[97106]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-18T03:12:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:18 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-27' is full (reached quota's max_objects: 7) 2024-09-18T03:12:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:18 smithi046 ceph-mon[94621]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-18T03:12:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:18 smithi046 ceph-mon[94621]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-18T03:12:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:19 smithi195 ceph-mon[89559]: pgmap v2976: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 769 KiB/s wr, 7 op/s 2024-09-18T03:12:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:19 smithi046 ceph-mon[97106]: pgmap v2976: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 769 KiB/s wr, 7 op/s 2024-09-18T03:12:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:19 smithi046 ceph-mon[94621]: pgmap v2976: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 769 KiB/s wr, 7 op/s 2024-09-18T03:12:20.353 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:20.353 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:20.353 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:20.353 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:20.353 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:20.353 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.354 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:20.354 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.354 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.354 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:20.354 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.354 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:20.355 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.355 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.355 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:20.355 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.355 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:20.357 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.360 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.360 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:20.360 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.360 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:20.360 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.361 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.361 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:20.361 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.361 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:20.361 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.362 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.365 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.368 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:20.369 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.370 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.371 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.372 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:20.373 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:21 smithi195 ceph-mon[89559]: pgmap v2978: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-18T03:12:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:21 smithi046 ceph-mon[94621]: pgmap v2978: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-18T03:12:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:21 smithi046 ceph-mon[97106]: pgmap v2978: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-18T03:12:22.008 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.010 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.011 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.012 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.012 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.012 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.012 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.012 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.012 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.012 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.013 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.014 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.016 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.016 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.016 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.016 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.016 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.016 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.016 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.017 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.017 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.017 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.017 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.017 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.017 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.017 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:22.018 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIO (3559 ms) 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-09-18T03:12:22.019 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:12:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:12:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:23 smithi195 ceph-mon[89559]: pgmap v2979: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 265 KiB/s wr, 996 op/s 2024-09-18T03:12:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:23 smithi046 ceph-mon[94621]: pgmap v2979: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 265 KiB/s wr, 996 op/s 2024-09-18T03:12:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:23 smithi046 ceph-mon[97106]: pgmap v2979: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 265 KiB/s wr, 996 op/s 2024-09-18T03:12:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:25 smithi195 ceph-mon[89559]: pgmap v2980: 553 pgs: 553 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 428 KiB/s rd, 218 KiB/s wr, 826 op/s 2024-09-18T03:12:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:25 smithi046 ceph-mon[97106]: pgmap v2980: 553 pgs: 553 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 428 KiB/s rd, 218 KiB/s wr, 826 op/s 2024-09-18T03:12:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:25 smithi046 ceph-mon[94621]: pgmap v2980: 553 pgs: 553 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 428 KiB/s rd, 218 KiB/s wr, 826 op/s 2024-09-18T03:12:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:12:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:12:26] "GET /metrics HTTP/1.1" 200 68065 "" "Prometheus/2.43.0" 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:27.669 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.670 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:27.671 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:27.672 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-18T03:12:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.674 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.675 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.676 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.677 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:27.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.681 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.682 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:27.683 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:27 smithi195 ceph-mon[89559]: pgmap v2981: 553 pgs: 553 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 420 KiB/s rd, 213 KiB/s wr, 810 op/s 2024-09-18T03:12:27.757 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:27 smithi046 ceph-mon[97106]: pgmap v2981: 553 pgs: 553 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 420 KiB/s rd, 213 KiB/s wr, 810 op/s 2024-09-18T03:12:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:27 smithi046 ceph-mon[94621]: pgmap v2981: 553 pgs: 553 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 420 KiB/s rd, 213 KiB/s wr, 810 op/s 2024-09-18T03:12:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:28 smithi195 ceph-mon[89559]: pool 'test-librbd-smithi046-147567-28' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:12:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:28 smithi195 ceph-mon[89559]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:12:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:28 smithi195 ceph-mon[89559]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-18T03:12:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:28 smithi046 ceph-mon[97106]: pool 'test-librbd-smithi046-147567-28' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:12:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:28 smithi046 ceph-mon[97106]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:12:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:28 smithi046 ceph-mon[97106]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-18T03:12:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:28 smithi046 ceph-mon[94621]: pool 'test-librbd-smithi046-147567-28' no longer out of quota; removing NO_QUOTA flag 2024-09-18T03:12:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:28 smithi046 ceph-mon[94621]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-18T03:12:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:28 smithi046 ceph-mon[94621]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-18T03:12:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:29 smithi195 ceph-mon[89559]: pgmap v2982: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 869 op/s 2024-09-18T03:12:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:29 smithi046 ceph-mon[97106]: pgmap v2982: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 869 op/s 2024-09-18T03:12:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:29 smithi046 ceph-mon[94621]: pgmap v2982: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 869 op/s 2024-09-18T03:12:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.617 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.618 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.619 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.620 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.621 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.622 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.623 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.624 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.625 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.626 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 4 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:read: 4 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9608 ms) 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-09-18T03:12:31.627 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:31 smithi195 ceph-mon[89559]: pgmap v2984: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.71k op/s 2024-09-18T03:12:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:31 smithi046 ceph-mon[94621]: pgmap v2984: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.71k op/s 2024-09-18T03:12:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:31 smithi046 ceph-mon[97106]: pgmap v2984: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.71k op/s 2024-09-18T03:12:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:12:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:12:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:33 smithi195 ceph-mon[89559]: pgmap v2985: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 869 KiB/s rd, 832 KiB/s wr, 924 op/s 2024-09-18T03:12:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:33 smithi046 ceph-mon[94621]: pgmap v2985: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 869 KiB/s rd, 832 KiB/s wr, 924 op/s 2024-09-18T03:12:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:33 smithi046 ceph-mon[97106]: pgmap v2985: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 869 KiB/s rd, 832 KiB/s wr, 924 op/s 2024-09-18T03:12:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:35 smithi195 ceph-mon[89559]: pgmap v2986: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 894 KiB/s rd, 831 KiB/s wr, 918 op/s 2024-09-18T03:12:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:35 smithi046 ceph-mon[94621]: pgmap v2986: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 894 KiB/s rd, 831 KiB/s wr, 918 op/s 2024-09-18T03:12:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:35 smithi046 ceph-mon[97106]: pgmap v2986: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 894 KiB/s rd, 831 KiB/s wr, 918 op/s 2024-09-18T03:12:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:12:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:12:36] "GET /metrics HTTP/1.1" 200 68074 "" "Prometheus/2.43.0" 2024-09-18T03:12:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:37 smithi195 ceph-mon[89559]: pgmap v2987: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 892 KiB/s rd, 831 KiB/s wr, 915 op/s 2024-09-18T03:12:37.793 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:37 smithi046 ceph-mon[94621]: pgmap v2987: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 892 KiB/s rd, 831 KiB/s wr, 915 op/s 2024-09-18T03:12:37.793 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:37 smithi046 ceph-mon[97106]: pgmap v2987: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 892 KiB/s rd, 831 KiB/s wr, 915 op/s 2024-09-18T03:12:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:39 smithi195 ceph-mon[89559]: pgmap v2988: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 873 KiB/s rd, 421 KiB/s wr, 852 op/s 2024-09-18T03:12:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:39 smithi046 ceph-mon[94621]: pgmap v2988: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 873 KiB/s rd, 421 KiB/s wr, 852 op/s 2024-09-18T03:12:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:39 smithi046 ceph-mon[97106]: pgmap v2988: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 873 KiB/s rd, 421 KiB/s wr, 852 op/s 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.206 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:41.207 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:41.208 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.210 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.211 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:41.212 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.213 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:41.214 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.217 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.219 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.222 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:41.223 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:41.224 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:41.224 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:41.224 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:41.224 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:41 smithi195 ceph-mon[89559]: pgmap v2989: 553 pgs: 553 active+clean; 27 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 736 KiB/s rd, 1.4 MiB/s wr, 719 op/s 2024-09-18T03:12:41.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:41 smithi046 ceph-mon[97106]: pgmap v2989: 553 pgs: 553 active+clean; 27 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 736 KiB/s rd, 1.4 MiB/s wr, 719 op/s 2024-09-18T03:12:41.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:41 smithi046 ceph-mon[94621]: pgmap v2989: 553 pgs: 553 active+clean; 27 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 736 KiB/s rd, 1.4 MiB/s wr, 719 op/s 2024-09-18T03:12:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:12:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:12:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:43 smithi195 ceph-mon[89559]: pgmap v2990: 553 pgs: 553 active+clean; 27 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-18T03:12:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:43 smithi046 ceph-mon[97106]: pgmap v2990: 553 pgs: 553 active+clean; 27 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-18T03:12:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:43 smithi046 ceph-mon[94621]: pgmap v2990: 553 pgs: 553 active+clean; 27 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-18T03:12:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.962 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.963 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.964 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.966 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.969 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.970 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:44.972 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 4 2024-09-18T03:12:44.972 INFO:tasks.workunit.client.0.smithi046.stdout:read: 4 2024-09-18T03:12:44.972 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13345 ms) 2024-09-18T03:12:44.972 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-09-18T03:12:44.972 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:45 smithi195 ceph-mon[89559]: pgmap v2991: 553 pgs: 553 active+clean; 35 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-18T03:12:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:45 smithi046 ceph-mon[94621]: pgmap v2991: 553 pgs: 553 active+clean; 35 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-18T03:12:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:45 smithi046 ceph-mon[97106]: pgmap v2991: 553 pgs: 553 active+clean; 35 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-18T03:12:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:12:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:12:46] "GET /metrics HTTP/1.1" 200 68072 "" "Prometheus/2.43.0" 2024-09-18T03:12:47.050 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.051 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:47.052 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.053 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.054 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.055 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:47.056 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:47.057 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:47.057 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.057 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:47.057 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:47.057 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:47.057 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.057 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:47.058 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:47.058 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:47.058 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.058 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:47.058 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:47.058 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:47.059 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-18T03:12:47.059 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.059 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-18T03:12:47.059 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.059 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.059 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.059 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.060 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:47.060 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:47.060 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.060 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.060 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:47.060 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.060 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:47.061 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.062 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.062 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:47.062 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:47.063 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.064 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.065 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:47.066 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.067 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.068 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.069 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:47.070 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:47 smithi195 ceph-mon[89559]: pgmap v2992: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-09-18T03:12:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:47 smithi046 ceph-mon[94621]: pgmap v2992: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-09-18T03:12:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:47 smithi046 ceph-mon[97106]: pgmap v2992: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-09-18T03:12:48.647 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.649 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.650 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.651 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.652 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.653 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.656 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.657 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3686 ms) 2024-09-18T03:12:48.658 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-09-18T03:12:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:49 smithi195 ceph-mon[89559]: pgmap v2993: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 1.28k op/s 2024-09-18T03:12:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:49 smithi046 ceph-mon[94621]: pgmap v2993: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 1.28k op/s 2024-09-18T03:12:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:49 smithi046 ceph-mon[97106]: pgmap v2993: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 1.28k op/s 2024-09-18T03:12:50.393 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:50 smithi195 ceph-mon[89559]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-18T03:12:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:50 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3495537110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:12:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:50 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:12:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:50 smithi046 ceph-mon[94621]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-18T03:12:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:50 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3495537110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:12:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:50 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:12:50.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:50 smithi046 ceph-mon[97106]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-18T03:12:50.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:50 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3495537110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:12:50.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:50 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:12:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:51 smithi195 ceph-mon[89559]: pgmap v2995: 585 pgs: 8 creating+peering, 24 unknown, 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1020 KiB/s wr, 1.54k op/s 2024-09-18T03:12:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:51 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:12:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:51 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:12:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:51 smithi195 ceph-mon[89559]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-18T03:12:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[94621]: pgmap v2995: 585 pgs: 8 creating+peering, 24 unknown, 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1020 KiB/s wr, 1.54k op/s 2024-09-18T03:12:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:12:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:12:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[94621]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-18T03:12:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[97106]: pgmap v2995: 585 pgs: 8 creating+peering, 24 unknown, 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1020 KiB/s wr, 1.54k op/s 2024-09-18T03:12:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:12:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:12:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:51 smithi046 ceph-mon[97106]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-18T03:12:52.457 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:52.459 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:52.461 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3810 ms) 2024-09-18T03:12:52.463 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-09-18T03:12:52.463 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (25 ms) 2024-09-18T03:12:52.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-09-18T03:12:52.483 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (25 ms) 2024-09-18T03:12:52.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-09-18T03:12:52.509 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.532 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (24 ms) 2024-09-18T03:12:52.532 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-09-18T03:12:52.532 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.555 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (23 ms) 2024-09-18T03:12:52.555 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-09-18T03:12:52.555 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.610 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (55 ms) 2024-09-18T03:12:52.610 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-09-18T03:12:52.610 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.669 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (59 ms) 2024-09-18T03:12:52.669 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-09-18T03:12:52.669 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:52 smithi195 ceph-mon[89559]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-18T03:12:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:12:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:12:52.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (67 ms) 2024-09-18T03:12:52.736 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-09-18T03:12:52.736 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:52 smithi046 ceph-mon[94621]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-18T03:12:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:52 smithi046 ceph-mon[97106]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-18T03:12:52.793 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (58 ms) 2024-09-18T03:12:52.793 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-09-18T03:12:52.793 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.155 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (362 ms) 2024-09-18T03:12:53.155 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-09-18T03:12:53.156 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.459 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (303 ms) 2024-09-18T03:12:53.459 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-09-18T03:12:53.459 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.484 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (26 ms) 2024-09-18T03:12:53.484 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-09-18T03:12:53.484 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (22 ms) 2024-09-18T03:12:53.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-09-18T03:12:53.507 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.529 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (22 ms) 2024-09-18T03:12:53.529 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-09-18T03:12:53.529 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (23 ms) 2024-09-18T03:12:53.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-09-18T03:12:53.552 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 0~1048576 = 0 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 0~4194304 = 0 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 3145728~1048576 = 0 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (19 ms) 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestFUA 2024-09-18T03:12:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.664 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.666 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestFUA (93 ms) 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-09-18T03:12:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:53.696 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-18T03:12:53.696 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-18T03:12:53.696 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.696 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:53.696 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.696 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.696 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.698 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.698 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:53.698 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.698 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:53.698 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-18T03:12:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.702 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 2024-09-18T03:12:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:53 smithi195 ceph-mon[89559]: pgmap v2998: 585 pgs: 8 creating+peering, 18 unknown, 559 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 575 KiB/s rd, 285 KiB/s wr, 1.12k op/s 2024-09-18T03:12:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:53 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:12:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:53 smithi195 ceph-mon[89559]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-18T03:12:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:12:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:12:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:12:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[94621]: pgmap v2998: 585 pgs: 8 creating+peering, 18 unknown, 559 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 575 KiB/s rd, 285 KiB/s wr, 1.12k op/s 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[94621]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:12:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[97106]: pgmap v2998: 585 pgs: 8 creating+peering, 18 unknown, 559 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 575 KiB/s rd, 285 KiB/s wr, 1.12k op/s 2024-09-18T03:12:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:12:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[97106]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-18T03:12:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:12:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:12:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:12:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.582 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.587 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.589 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.589 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.589 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.637 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.637 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.665 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.665 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.665 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.665 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.665 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.666 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.666 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.732 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.774 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.820 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.820 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.821 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.821 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.821 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.821 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.821 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.875 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.875 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.875 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.875 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.875 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.938 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:54.997 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:54.997 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:54.997 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:54.997 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:54.998 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:54.998 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:54.998 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.127 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:55.128 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.128 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.128 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.215 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:55.215 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:55.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:55.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:55.216 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.216 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.216 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.300 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.392 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:55.392 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:55.392 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:55.393 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:55.393 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.393 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.393 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.480 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:55.480 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOPP (1816 ms) 2024-09-18T03:12:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-09-18T03:12:55.482 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.506 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (25 ms) 2024-09-18T03:12:55.506 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-09-18T03:12:55.506 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.529 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-09-18T03:12:55.530 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-09-18T03:12:55.530 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.555 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (26 ms) 2024-09-18T03:12:55.555 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-09-18T03:12:55.555 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (23 ms) 2024-09-18T03:12:55.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-09-18T03:12:55.579 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (24 ms) 2024-09-18T03:12:55.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-09-18T03:12:55.603 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.621 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (23 ms) 2024-09-18T03:12:55.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-18T03:12:55.625 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.648 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (22 ms) 2024-09-18T03:12:55.648 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-18T03:12:55.648 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.667 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (23 ms) 2024-09-18T03:12:55.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-09-18T03:12:55.671 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.695 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (24 ms) 2024-09-18T03:12:55.695 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-09-18T03:12:55.695 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.715 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (23 ms) 2024-09-18T03:12:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-18T03:12:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.723 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:55 smithi195 ceph-mon[89559]: pgmap v3000: 585 pgs: 8 creating+peering, 577 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.8 MiB/s wr, 461 op/s 2024-09-18T03:12:55.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (23 ms) 2024-09-18T03:12:55.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-18T03:12:55.741 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:55 smithi046 ceph-mon[97106]: pgmap v3000: 585 pgs: 8 creating+peering, 577 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.8 MiB/s wr, 461 op/s 2024-09-18T03:12:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:55 smithi046 ceph-mon[94621]: pgmap v3000: 585 pgs: 8 creating+peering, 577 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.8 MiB/s wr, 461 op/s 2024-09-18T03:12:55.763 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (26 ms) 2024-09-18T03:12:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-09-18T03:12:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (67 ms) 2024-09-18T03:12:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-09-18T03:12:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.871 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (60 ms) 2024-09-18T03:12:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-09-18T03:12:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:55.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (63 ms) 2024-09-18T03:12:55.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-09-18T03:12:55.957 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:56.000 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:56.026 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (70 ms) 2024-09-18T03:12:56.026 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-09-18T03:12:56.026 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:56.423 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (397 ms) 2024-09-18T03:12:56.423 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-09-18T03:12:56.424 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:56.750 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:12:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:12:56] "GET /metrics HTTP/1.1" 200 68072 "" "Prometheus/2.43.0" 2024-09-18T03:12:56.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (349 ms) 2024-09-18T03:12:56.773 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-09-18T03:12:56.773 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:56.798 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:56.798 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:56.798 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.798 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:56.798 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:56.799 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:56.799 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:56.799 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.799 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:56.799 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:56.799 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:56.799 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:56.800 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.800 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:56.800 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:56.800 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:56.801 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:56.801 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.801 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:12:56.801 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:12:56.804 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:12:57.677 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:12:57.677 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.681 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.686 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.686 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.686 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.686 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.695 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.695 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.695 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.695 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.715 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.716 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.716 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.716 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.716 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.716 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.716 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:57 smithi195 ceph-mon[89559]: pgmap v3001: 585 pgs: 585 active+clean; 81 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.7 MiB/s wr, 406 op/s 2024-09-18T03:12:57.739 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.739 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.739 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.739 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.739 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.739 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.739 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:57 smithi046 ceph-mon[94621]: pgmap v3001: 585 pgs: 585 active+clean; 81 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.7 MiB/s wr, 406 op/s 2024-09-18T03:12:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:57 smithi046 ceph-mon[97106]: pgmap v3001: 585 pgs: 585 active+clean; 81 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.7 MiB/s wr, 406 op/s 2024-09-18T03:12:57.769 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.770 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.770 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.770 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.770 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.770 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.770 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.801 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.801 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.801 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.801 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.885 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.885 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.885 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.885 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.885 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.885 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.885 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:57.979 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:57.979 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:57.979 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:57.979 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:57.979 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.979 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.980 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.980 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.980 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.980 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:57.980 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:57.980 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:57.980 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.045 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.045 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.045 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.045 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.045 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.045 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.045 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.105 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.170 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.170 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.170 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.170 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.171 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.171 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.171 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.233 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.233 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.233 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.233 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.233 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.233 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.234 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:58.234 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.234 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.234 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:58.234 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.234 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.234 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.320 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.320 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.321 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.321 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.321 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.321 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.321 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.506 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.506 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:12:58.595 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:12:58.595 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-18T03:12:58.595 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-18T03:12:58.595 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-18T03:12:58.595 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1822 ms) 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-09-18T03:12:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:12:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:12:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:12:59 smithi195 ceph-mon[89559]: pgmap v3002: 585 pgs: 585 active+clean; 103 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.6 MiB/s wr, 1.58k op/s 2024-09-18T03:12:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:12:59 smithi046 ceph-mon[97106]: pgmap v3002: 585 pgs: 585 active+clean; 103 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.6 MiB/s wr, 1.58k op/s 2024-09-18T03:12:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:12:59 smithi046 ceph-mon[94621]: pgmap v3002: 585 pgs: 585 active+clean; 103 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.6 MiB/s wr, 1.58k op/s 2024-09-18T03:13:00.453 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-18T03:13:00.453 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:write test data! 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 80 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:snap: written 2024-09-18T03:13:00.454 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-18T03:13:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:found written with size 2097152 2024-09-18T03:13:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-18T03:13:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-18T03:13:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-18T03:13:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:write to snapshot returned -30 2024-09-18T03:13:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:Read-only file system 2024-09-18T03:13:00.475 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-18T03:13:00.475 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-18T03:13:00.475 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 80 2024-09-18T03:13:00.475 INFO:tasks.workunit.client.0.smithi046.stdout:opening testimg@orig 2024-09-18T03:13:00.475 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-18T03:13:00.475 INFO:tasks.workunit.client.0.smithi046.stdout:write to snapshot returned -30 2024-09-18T03:13:00.475 INFO:tasks.workunit.client.0.smithi046.stdout:Read-only file system 2024-09-18T03:13:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:00 smithi195 ceph-mon[89559]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-18T03:13:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:00 smithi046 ceph-mon[97106]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-18T03:13:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:00 smithi046 ceph-mon[94621]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-18T03:13:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:01 smithi195 ceph-mon[89559]: pgmap v3004: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.64k op/s 2024-09-18T03:13:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:01 smithi195 ceph-mon[89559]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-18T03:13:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:01 smithi046 ceph-mon[94621]: pgmap v3004: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.64k op/s 2024-09-18T03:13:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:01 smithi046 ceph-mon[94621]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-18T03:13:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:01 smithi046 ceph-mon[97106]: pgmap v3004: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 2.64k op/s 2024-09-18T03:13:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:01 smithi046 ceph-mon[97106]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-18T03:13:02.464 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-18T03:13:02.464 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:13:02.464 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-18T03:13:02.464 INFO:tasks.workunit.client.0.smithi046.stdout:snap: written 2024-09-18T03:13:02.464 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-18T03:13:02.464 INFO:tasks.workunit.client.0.smithi046.stdout:found written with size 2097152 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3869 ms) 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-09-18T03:13:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:02 smithi195 ceph-mon[89559]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-18T03:13:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:13:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:13:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:02 smithi046 ceph-mon[97106]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-18T03:13:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:02 smithi046 ceph-mon[94621]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-18T03:13:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:03 smithi195 ceph-mon[89559]: pgmap v3007: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 3.12k op/s 2024-09-18T03:13:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:03 smithi195 ceph-mon[89559]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-18T03:13:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:03 smithi195 ceph-mon[89559]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-18T03:13:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:03 smithi046 ceph-mon[97106]: pgmap v3007: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 3.12k op/s 2024-09-18T03:13:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:03 smithi046 ceph-mon[97106]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-18T03:13:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:03 smithi046 ceph-mon[97106]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-18T03:13:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:03 smithi046 ceph-mon[94621]: pgmap v3007: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 3.12k op/s 2024-09-18T03:13:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:03 smithi046 ceph-mon[94621]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-18T03:13:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:03 smithi046 ceph-mon[94621]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-18T03:13:04.289 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1825 ms) 2024-09-18T03:13:04.289 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestClone 2024-09-18T03:13:04.289 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:05 smithi195 ceph-mon[89559]: pgmap v3010: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 96 op/s 2024-09-18T03:13:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:05 smithi195 ceph-mon[89559]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-18T03:13:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:05 smithi046 ceph-mon[97106]: pgmap v3010: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 96 op/s 2024-09-18T03:13:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:05 smithi046 ceph-mon[97106]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-18T03:13:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:05 smithi046 ceph-mon[94621]: pgmap v3010: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 96 op/s 2024-09-18T03:13:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:05 smithi046 ceph-mon[94621]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-18T03:13:06.465 INFO:tasks.workunit.client.0.smithi046.stdout:made parent image "parent" 2024-09-18T03:13:06.465 INFO:tasks.workunit.client.0.smithi046.stdout:parent has no parent info 2024-09-18T03:13:06.465 INFO:tasks.workunit.client.0.smithi046.stdout:made snapshot "parent@parent_snap" 2024-09-18T03:13:06.465 INFO:tasks.workunit.client.0.smithi046.stdout:can't unprotect an unprotected snap 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:can't protect a protected snap 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:made and opened clone "child" 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:read: 8 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:read: 8 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:read: 8 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:sizes and overlaps are good between parent and child 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:child image successfully cloned all image-meta pairs 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:sized down clone, changed overlap 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:sized up clone, changed size but not overlap or parent's size 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:can't remove parent while child still exists 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:can't remove parent while still protected 2024-09-18T03:13:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:removed parent snap after unprotecting 2024-09-18T03:13:06.467 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestClone (2176 ms) 2024-09-18T03:13:06.467 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestClone2 2024-09-18T03:13:06.467 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:06 smithi195 ceph-mon[89559]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-18T03:13:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:06 smithi046 ceph-mon[94621]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-18T03:13:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:06 smithi046 ceph-mon[97106]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-18T03:13:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:13:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:13:06] "GET /metrics HTTP/1.1" 200 70539 "" "Prometheus/2.43.0" 2024-09-18T03:13:07.584 INFO:tasks.workunit.client.0.smithi046.stdout:made parent image "parent" 2024-09-18T03:13:07.584 INFO:tasks.workunit.client.0.smithi046.stdout:parent has no parent info 2024-09-18T03:13:07.584 INFO:tasks.workunit.client.0.smithi046.stdout:made snapshot "parent@parent_snap" 2024-09-18T03:13:07.584 INFO:tasks.workunit.client.0.smithi046.stdout:made and opened clone "child" 2024-09-18T03:13:07.584 INFO:tasks.workunit.client.0.smithi046.stdout:child image successfully cloned all image-meta pairs 2024-09-18T03:13:07.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestClone2 (1119 ms) 2024-09-18T03:13:07.585 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ListChildren 2024-09-18T03:13:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:07 smithi195 ceph-mon[89559]: pgmap v3013: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-09-18T03:13:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:07 smithi195 ceph-mon[89559]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-18T03:13:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:07 smithi046 ceph-mon[97106]: pgmap v3013: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-09-18T03:13:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:07 smithi046 ceph-mon[97106]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-18T03:13:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:07 smithi046 ceph-mon[94621]: pgmap v3013: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-09-18T03:13:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:07 smithi046 ceph-mon[94621]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-18T03:13:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:08 smithi195 ceph-mon[89559]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-18T03:13:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:08 smithi195 ceph-mon[89559]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-18T03:13:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:08 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3241428369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:08 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[94621]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-18T03:13:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[94621]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-18T03:13:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3241428369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[97106]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-18T03:13:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[97106]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-18T03:13:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3241428369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:08 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:09 smithi046 ceph-mon[94621]: pgmap v3016: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 51 KiB/s wr, 847 op/s 2024-09-18T03:13:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:09 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:09 smithi046 ceph-mon[94621]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-18T03:13:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:09 smithi046 ceph-mon[97106]: pgmap v3016: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 51 KiB/s wr, 847 op/s 2024-09-18T03:13:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:09 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:09 smithi046 ceph-mon[97106]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-18T03:13:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:09 smithi195 ceph-mon[89559]: pgmap v3016: 585 pgs: 585 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 51 KiB/s wr, 847 op/s 2024-09-18T03:13:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:09 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:09 smithi195 ceph-mon[89559]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-18T03:13:11.277 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:11 smithi195 ceph-mon[89559]: pgmap v3019: 617 pgs: 1 creating+peering, 19 unknown, 597 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 55 KiB/s wr, 902 op/s 2024-09-18T03:13:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:11 smithi195 ceph-mon[89559]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-18T03:13:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:11 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/58920809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:11 smithi046 ceph-mon[94621]: pgmap v3019: 617 pgs: 1 creating+peering, 19 unknown, 597 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 55 KiB/s wr, 902 op/s 2024-09-18T03:13:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:11 smithi046 ceph-mon[94621]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-18T03:13:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:11 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/58920809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:11 smithi046 ceph-mon[97106]: pgmap v3019: 617 pgs: 1 creating+peering, 19 unknown, 597 active+clean; 135 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 55 KiB/s wr, 902 op/s 2024-09-18T03:13:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:11 smithi046 ceph-mon[97106]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-18T03:13:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:11 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/58920809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:12 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/58920809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:12 smithi195 ceph-mon[89559]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-18T03:13:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:13:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:13:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:12 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/58920809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:12 smithi046 ceph-mon[94621]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-18T03:13:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:12 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/58920809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:12 smithi046 ceph-mon[97106]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-18T03:13:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:13 smithi195 ceph-mon[89559]: pgmap v3022: 649 pgs: 1 creating+peering, 40 unknown, 608 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-09-18T03:13:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:13 smithi195 ceph-mon[89559]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-18T03:13:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:13 smithi195 ceph-mon[89559]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-18T03:13:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:13 smithi046 ceph-mon[94621]: pgmap v3022: 649 pgs: 1 creating+peering, 40 unknown, 608 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-09-18T03:13:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:13 smithi046 ceph-mon[94621]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-18T03:13:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:13 smithi046 ceph-mon[94621]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-18T03:13:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:13 smithi046 ceph-mon[97106]: pgmap v3022: 649 pgs: 1 creating+peering, 40 unknown, 608 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-09-18T03:13:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:13 smithi046 ceph-mon[97106]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-18T03:13:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:13 smithi046 ceph-mon[97106]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-18T03:13:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:15 smithi046 ceph-mon[94621]: pgmap v3025: 649 pgs: 6 unknown, 643 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-09-18T03:13:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:15 smithi046 ceph-mon[94621]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-18T03:13:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:15 smithi046 ceph-mon[97106]: pgmap v3025: 649 pgs: 6 unknown, 643 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-09-18T03:13:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:15 smithi046 ceph-mon[97106]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-18T03:13:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:15 smithi195 ceph-mon[89559]: pgmap v3025: 649 pgs: 6 unknown, 643 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-09-18T03:13:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:15 smithi195 ceph-mon[89559]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-18T03:13:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:16 smithi195 ceph-mon[89559]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-18T03:13:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:16 smithi046 ceph-mon[94621]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-18T03:13:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:16 smithi046 ceph-mon[97106]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-18T03:13:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:13:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:13:16] "GET /metrics HTTP/1.1" 200 75407 "" "Prometheus/2.43.0" 2024-09-18T03:13:16.799 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.799 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.799 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.799 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.799 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.799 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-18T03:13:16.799 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108/b20dbfc4a19a 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.800 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108/b20dbfc4a19a 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.802 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108/b20dbfc4a19a 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110/b20d6151e721 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.803 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108/b20dbfc4a19a 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:16.804 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110/b20d6151e721 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108/b20dbfc4a19a 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:16.806 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110/b20d6151e721 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111/b20da5b4b02 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:16.808 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.395 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.395 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image108 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image108/b20dbfc4a19a 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110/b20d6151e721 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111/b20da5b4b02 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:17.397 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image110 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-18T03:13:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image110/b20d6151e721 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111/b20da5b4b02 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.399 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-31/image111/b20da5b4b02 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-30/image109/b20d17df41ef 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 0 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ListChildren (9812 ms) 2024-09-18T03:13:17.401 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-09-18T03:13:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:17 smithi195 ceph-mon[89559]: pgmap v3028: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-09-18T03:13:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:17 smithi195 ceph-mon[89559]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-18T03:13:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:17 smithi046 ceph-mon[94621]: pgmap v3028: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-09-18T03:13:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:17 smithi046 ceph-mon[94621]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-18T03:13:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:17 smithi046 ceph-mon[97106]: pgmap v3028: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-09-18T03:13:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:17 smithi046 ceph-mon[97106]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-18T03:13:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:18 smithi195 ceph-mon[89559]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-18T03:13:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:18 smithi046 ceph-mon[94621]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-18T03:13:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:18 smithi046 ceph-mon[97106]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-18T03:13:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:19 smithi195 ceph-mon[89559]: pgmap v3031: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 8.2 KiB/s wr, 203 op/s 2024-09-18T03:13:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:19 smithi195 ceph-mon[89559]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-18T03:13:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:19 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/954296075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:19 smithi046 ceph-mon[94621]: pgmap v3031: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 8.2 KiB/s wr, 203 op/s 2024-09-18T03:13:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:19 smithi046 ceph-mon[94621]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-18T03:13:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:19 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/954296075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:19 smithi046 ceph-mon[97106]: pgmap v3031: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 8.2 KiB/s wr, 203 op/s 2024-09-18T03:13:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:19 smithi046 ceph-mon[97106]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-18T03:13:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:19 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/954296075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/954296075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:20 smithi195 ceph-mon[89559]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-18T03:13:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/954296075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:20 smithi046 ceph-mon[97106]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-18T03:13:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/954296075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:20 smithi046 ceph-mon[94621]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-18T03:13:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:21 smithi195 ceph-mon[89559]: pgmap v3034: 681 pgs: 7 creating+peering, 17 unknown, 657 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 14 KiB/s wr, 568 op/s 2024-09-18T03:13:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:21 smithi195 ceph-mon[89559]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-18T03:13:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:21 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2217624058' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:21 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[94621]: pgmap v3034: 681 pgs: 7 creating+peering, 17 unknown, 657 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 14 KiB/s wr, 568 op/s 2024-09-18T03:13:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[94621]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-18T03:13:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2217624058' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[97106]: pgmap v3034: 681 pgs: 7 creating+peering, 17 unknown, 657 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 14 KiB/s wr, 568 op/s 2024-09-18T03:13:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[97106]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-18T03:13:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2217624058' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:21.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:21 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:22 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:22 smithi195 ceph-mon[89559]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-18T03:13:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:13:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:13:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:22 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:22 smithi046 ceph-mon[97106]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-18T03:13:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:22 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:22 smithi046 ceph-mon[94621]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-18T03:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: pgmap v3037: 713 pgs: 7 creating+peering, 43 unknown, 663 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 8.0 KiB/s wr, 526 op/s 2024-09-18T03:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-18T03:13:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4044483664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-18T03:13:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]: dispatch 2024-09-18T03:13:23.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]: dispatch 2024-09-18T03:13:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: pgmap v3037: 713 pgs: 7 creating+peering, 43 unknown, 663 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 8.0 KiB/s wr, 526 op/s 2024-09-18T03:13:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4044483664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]: dispatch 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]: dispatch 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: pgmap v3037: 713 pgs: 7 creating+peering, 43 unknown, 663 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 8.0 KiB/s wr, 526 op/s 2024-09-18T03:13:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-18T03:13:23.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4044483664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:23.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:13:23.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:13:23.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-18T03:13:23.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]: dispatch 2024-09-18T03:13:23.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]: dispatch 2024-09-18T03:13:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:25 smithi195 ceph-mon[89559]: pgmap v3040: 745 pgs: 19 creating+peering, 16 unknown, 710 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 0 B/s wr, 122 op/s 2024-09-18T03:13:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:25 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]': finished 2024-09-18T03:13:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:25 smithi195 ceph-mon[89559]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-18T03:13:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:25 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]: dispatch 2024-09-18T03:13:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:25 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]: dispatch 2024-09-18T03:13:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[94621]: pgmap v3040: 745 pgs: 19 creating+peering, 16 unknown, 710 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 0 B/s wr, 122 op/s 2024-09-18T03:13:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]': finished 2024-09-18T03:13:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[94621]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-18T03:13:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]: dispatch 2024-09-18T03:13:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]: dispatch 2024-09-18T03:13:25.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[97106]: pgmap v3040: 745 pgs: 19 creating+peering, 16 unknown, 710 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 0 B/s wr, 122 op/s 2024-09-18T03:13:25.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34", "force_nonempty":""}]': finished 2024-09-18T03:13:25.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[97106]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-18T03:13:25.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]: dispatch 2024-09-18T03:13:25.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:25 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]: dispatch 2024-09-18T03:13:26.290 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:26 smithi195 ceph-mon[89559]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-18T03:13:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:26 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]': finished 2024-09-18T03:13:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:26 smithi195 ceph-mon[89559]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-18T03:13:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:26 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:26 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:13:26] "GET /metrics HTTP/1.1" 200 75407 "" "Prometheus/2.43.0" 2024-09-18T03:13:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[97106]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-18T03:13:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]': finished 2024-09-18T03:13:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[97106]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-18T03:13:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[94621]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-18T03:13:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-147567-34", "mode":"writeback"}]': finished 2024-09-18T03:13:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[94621]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-18T03:13:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:26 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:27 smithi195 ceph-mon[89559]: pgmap v3043: 745 pgs: 19 creating+peering, 1 unknown, 725 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:13:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:27 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]': finished 2024-09-18T03:13:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:27 smithi195 ceph-mon[89559]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-18T03:13:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:27 smithi046 ceph-mon[97106]: pgmap v3043: 745 pgs: 19 creating+peering, 1 unknown, 725 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:13:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:27 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]': finished 2024-09-18T03:13:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:27 smithi046 ceph-mon[97106]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-18T03:13:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:27 smithi046 ceph-mon[94621]: pgmap v3043: 745 pgs: 19 creating+peering, 1 unknown, 725 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:13:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:27 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-147567-32", "overlaypool":"test-librbd-smithi046-147567-34"}]': finished 2024-09-18T03:13:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:27 smithi046 ceph-mon[94621]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-18T03:13:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:28 smithi195 ceph-mon[89559]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-18T03:13:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:28 smithi046 ceph-mon[97106]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-18T03:13:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:28 smithi046 ceph-mon[94621]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-18T03:13:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:29 smithi195 ceph-mon[89559]: pgmap v3046: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:13:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:29 smithi195 ceph-mon[89559]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-18T03:13:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[94621]: pgmap v3046: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:13:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[94621]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-18T03:13:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[97106]: pgmap v3046: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:13:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[97106]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-18T03:13:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:30 smithi195 ceph-mon[89559]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-18T03:13:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:30 smithi046 ceph-mon[94621]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-18T03:13:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:30 smithi046 ceph-mon[97106]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-18T03:13:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:31 smithi195 ceph-mon[89559]: pgmap v3049: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-18T03:13:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:31 smithi195 ceph-mon[89559]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-18T03:13:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:31 smithi046 ceph-mon[94621]: pgmap v3049: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-18T03:13:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:31 smithi046 ceph-mon[94621]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-18T03:13:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:31 smithi046 ceph-mon[97106]: pgmap v3049: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-18T03:13:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:31 smithi046 ceph-mon[97106]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-18T03:13:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113/b20d41a6e434 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.864 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:31.865 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113/b20d41a6e434 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.866 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-18T03:13:31.867 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113/b20d41a6e434 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115/b20dac5f2241 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.868 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113/b20d41a6e434 2024-09-18T03:13:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115/b20dac5f2241 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.870 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-18T03:13:31.871 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113/b20d41a6e434 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115/b20dac5f2241 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116/b20d1b60a7a5 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.872 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:31.873 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:31.874 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:31.874 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:31.874 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:32 smithi195 ceph-mon[89559]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-18T03:13:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:13:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:13:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:32 smithi046 ceph-mon[94621]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-18T03:13:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:32 smithi046 ceph-mon[97106]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-18T03:13:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:33 smithi195 ceph-mon[89559]: pgmap v3052: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-18T03:13:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:33 smithi195 ceph-mon[89559]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-18T03:13:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:33 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]: dispatch 2024-09-18T03:13:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:33 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]: dispatch 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[94621]: pgmap v3052: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[94621]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]: dispatch 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]: dispatch 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[97106]: pgmap v3052: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[97106]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]: dispatch 2024-09-18T03:13:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:33 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]: dispatch 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image113 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-18T03:13:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image113/b20d41a6e434 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115/b20dac5f2241 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116/b20d1b60a7a5 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.400 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image115 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image115/b20dac5f2241 2024-09-18T03:13:34.402 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116/b20d1b60a7a5 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116 2024-09-18T03:13:34.403 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-33/image116/b20d1b60a7a5 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114 2024-09-18T03:13:34.404 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-32/image114/b20d435798ae 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 0 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17003 ms) 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.LockingPP 2024-09-18T03:13:34.405 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:34.457 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.LockingPP (58 ms) 2024-09-18T03:13:34.457 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushAio 2024-09-18T03:13:34.457 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:34.684 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushAio (227 ms) 2024-09-18T03:13:34.684 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-09-18T03:13:34.684 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:34 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]': finished 2024-09-18T03:13:34.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:34 smithi195 ceph-mon[89559]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-18T03:13:34.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:34 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:34.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:34 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]': finished 2024-09-18T03:13:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[97106]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-18T03:13:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-147567-32"}]': finished 2024-09-18T03:13:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[94621]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-18T03:13:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:34.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:34 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]: dispatch 2024-09-18T03:13:34.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushAioPP (157 ms) 2024-09-18T03:13:34.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-09-18T03:13:34.842 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:34.863 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (21 ms) 2024-09-18T03:13:34.863 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-09-18T03:13:34.863 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:34.883 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (21 ms) 2024-09-18T03:13:34.884 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-09-18T03:13:34.884 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:34.898 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroLengthRead (14 ms) 2024-09-18T03:13:34.898 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-09-18T03:13:34.898 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:34.934 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.LargeCacheRead (37 ms) 2024-09-18T03:13:34.934 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-09-18T03:13:34.935 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:35.146 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestPendingAio (211 ms) 2024-09-18T03:13:35.146 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-09-18T03:13:35.146 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:35.476 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:35 smithi195 ceph-mon[89559]: pgmap v3055: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 11 KiB/s wr, 575 op/s 2024-09-18T03:13:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:35 smithi195 ceph-mon[89559]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-18T03:13:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:35 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]': finished 2024-09-18T03:13:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:35 smithi195 ceph-mon[89559]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-18T03:13:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[97106]: pgmap v3055: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 11 KiB/s wr, 575 op/s 2024-09-18T03:13:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[97106]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-18T03:13:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]': finished 2024-09-18T03:13:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[97106]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-18T03:13:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[94621]: pgmap v3055: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 11 KiB/s wr, 575 op/s 2024-09-18T03:13:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[94621]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-18T03:13:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-147567-32", "tierpool":"test-librbd-smithi046-147567-34"}]': finished 2024-09-18T03:13:35.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:35 smithi046 ceph-mon[94621]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-18T03:13:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:36 smithi195 ceph-mon[89559]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-18T03:13:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:36 smithi046 ceph-mon[97106]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-18T03:13:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:13:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:13:36] "GET /metrics HTTP/1.1" 200 82805 "" "Prometheus/2.43.0" 2024-09-18T03:13:36.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:36 smithi046 ceph-mon[94621]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-18T03:13:37.461 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2315 ms) 2024-09-18T03:13:37.461 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-09-18T03:13:37.461 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:37 smithi195 ceph-mon[89559]: pgmap v3058: 745 pgs: 745 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 82 KiB/s wr, 851 op/s 2024-09-18T03:13:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:37 smithi195 ceph-mon[89559]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-18T03:13:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:37 smithi046 ceph-mon[97106]: pgmap v3058: 745 pgs: 745 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 82 KiB/s wr, 851 op/s 2024-09-18T03:13:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:37 smithi046 ceph-mon[97106]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-18T03:13:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:37 smithi046 ceph-mon[94621]: pgmap v3058: 745 pgs: 745 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 82 KiB/s wr, 851 op/s 2024-09-18T03:13:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:37 smithi046 ceph-mon[94621]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-18T03:13:38.370 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:38 smithi195 ceph-mon[89559]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-18T03:13:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:38 smithi195 ceph-mon[89559]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-18T03:13:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:38 smithi046 ceph-mon[97106]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-18T03:13:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:38 smithi046 ceph-mon[97106]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-18T03:13:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:38 smithi046 ceph-mon[94621]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-18T03:13:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:38 smithi046 ceph-mon[94621]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-18T03:13:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:39 smithi195 ceph-mon[89559]: pgmap v3061: 745 pgs: 745 active+clean; 139 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 598 KiB/s wr, 401 op/s 2024-09-18T03:13:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:39 smithi195 ceph-mon[89559]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-18T03:13:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:39 smithi046 ceph-mon[94621]: pgmap v3061: 745 pgs: 745 active+clean; 139 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 598 KiB/s wr, 401 op/s 2024-09-18T03:13:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:39 smithi046 ceph-mon[94621]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-18T03:13:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:39 smithi046 ceph-mon[97106]: pgmap v3061: 745 pgs: 745 active+clean; 139 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 598 KiB/s wr, 401 op/s 2024-09-18T03:13:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:39 smithi046 ceph-mon[97106]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-18T03:13:40.318 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2857 ms) 2024-09-18T03:13:40.318 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Flatten 2024-09-18T03:13:40.318 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:41.376 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Flatten (1059 ms) 2024-09-18T03:13:41.377 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Sparsify 2024-09-18T03:13:41.377 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:41.406 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 32768 2024-09-18T03:13:41.406 INFO:tasks.workunit.client.0.smithi046.stdout:read: 32768 2024-09-18T03:13:41.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Sparsify (30 ms) 2024-09-18T03:13:41.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-09-18T03:13:41.407 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:41.436 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SparsifyPP (29 ms) 2024-09-18T03:13:41.436 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-09-18T03:13:41.436 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:41 smithi195 ceph-mon[89559]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 671 KiB/s wr, 557 op/s 2024-09-18T03:13:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:41 smithi195 ceph-mon[89559]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-18T03:13:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:41 smithi046 ceph-mon[97106]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 671 KiB/s wr, 557 op/s 2024-09-18T03:13:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:41 smithi046 ceph-mon[97106]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-18T03:13:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:41 smithi046 ceph-mon[94621]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 671 KiB/s wr, 557 op/s 2024-09-18T03:13:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:41 smithi046 ceph-mon[94621]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-18T03:13:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:42 smithi195 ceph-mon[89559]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-18T03:13:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:13:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:13:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:42 smithi046 ceph-mon[94621]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-18T03:13:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:42 smithi046 ceph-mon[97106]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-18T03:13:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:43 smithi195 ceph-mon[89559]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 160 KiB/s wr, 491 op/s 2024-09-18T03:13:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:43 smithi195 ceph-mon[89559]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-18T03:13:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:43 smithi195 ceph-mon[89559]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-18T03:13:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:43 smithi046 ceph-mon[97106]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 160 KiB/s wr, 491 op/s 2024-09-18T03:13:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:43 smithi046 ceph-mon[97106]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-18T03:13:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:43 smithi046 ceph-mon[97106]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-18T03:13:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:43 smithi046 ceph-mon[94621]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 160 KiB/s wr, 491 op/s 2024-09-18T03:13:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:43 smithi046 ceph-mon[94621]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-18T03:13:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:43 smithi046 ceph-mon[94621]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-18T03:13:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:44 smithi195 ceph-mon[89559]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-18T03:13:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:44 smithi046 ceph-mon[97106]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-18T03:13:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:44.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:44.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:44 smithi046 ceph-mon[94621]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 36 KiB/s wr, 206 op/s 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-09-18T03:13:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[94621]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 36 KiB/s wr, 206 op/s 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-09-18T03:13:45.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-09-18T03:13:45.662 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-09-18T03:13:45.662 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-09-18T03:13:45.662 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-09-18T03:13:45.662 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-09-18T03:13:45.662 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-09-18T03:13:45.662 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-09-18T03:13:45.662 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:45 smithi046 ceph-mon[97106]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-18T03:13:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 36 KiB/s wr, 206 op/s 2024-09-18T03:13:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-09-18T03:13:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-09-18T03:13:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-09-18T03:13:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-09-18T03:13:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-09-18T03:13:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-09-18T03:13:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-09-18T03:13:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-09-18T03:13:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-09-18T03:13:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-09-18T03:13:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:45 smithi195 ceph-mon[89559]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-18T03:13:46.334 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapshotLimit (4898 ms) 2024-09-18T03:13:46.334 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-09-18T03:13:46.334 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:13:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:13:46] "GET /metrics HTTP/1.1" 200 82900 "" "Prometheus/2.43.0" 2024-09-18T03:13:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:47 smithi195 ceph-mon[89559]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 22 KiB/s wr, 194 op/s 2024-09-18T03:13:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:47 smithi195 ceph-mon[89559]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-18T03:13:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:47 smithi046 ceph-mon[97106]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 22 KiB/s wr, 194 op/s 2024-09-18T03:13:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:47 smithi046 ceph-mon[97106]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-18T03:13:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:47 smithi046 ceph-mon[94621]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 22 KiB/s wr, 194 op/s 2024-09-18T03:13:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:47 smithi046 ceph-mon[94621]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-18T03:13:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:48 smithi195 ceph-mon[89559]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-18T03:13:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:48 smithi046 ceph-mon[94621]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-18T03:13:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:48 smithi046 ceph-mon[97106]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-18T03:13:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:49 smithi195 ceph-mon[89559]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 80 op/s; 0 B/s, 0 objects/s recovering 2024-09-18T03:13:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:49 smithi195 ceph-mon[89559]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-18T03:13:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:49 smithi046 ceph-mon[94621]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 80 op/s; 0 B/s, 0 objects/s recovering 2024-09-18T03:13:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:49 smithi046 ceph-mon[94621]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-18T03:13:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:49 smithi046 ceph-mon[97106]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 80 op/s; 0 B/s, 0 objects/s recovering 2024-09-18T03:13:49.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:49 smithi046 ceph-mon[97106]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-18T03:13:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:50 smithi195 ceph-mon[89559]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-18T03:13:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:50 smithi046 ceph-mon[94621]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-18T03:13:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:50 smithi046 ceph-mon[97106]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-18T03:13:51.374 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5041 ms) 2024-09-18T03:13:51.375 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-09-18T03:13:51.375 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:51.427 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:13:51.427 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (52 ms) 2024-09-18T03:13:51.427 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-09-18T03:13:51.427 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:51.489 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (63 ms) 2024-09-18T03:13:51.489 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-09-18T03:13:51.489 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:51 smithi195 ceph-mon[89559]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 38 op/s; 0 B/s, 0 objects/s recovering 2024-09-18T03:13:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:51 smithi195 ceph-mon[89559]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-18T03:13:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:51 smithi046 ceph-mon[97106]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 38 op/s; 0 B/s, 0 objects/s recovering 2024-09-18T03:13:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:51 smithi046 ceph-mon[97106]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-18T03:13:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:51 smithi046 ceph-mon[94621]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 38 op/s; 0 B/s, 0 objects/s recovering 2024-09-18T03:13:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:51 smithi046 ceph-mon[94621]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-18T03:13:52.386 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (896 ms) 2024-09-18T03:13:52.386 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-09-18T03:13:52.386 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:52 smithi195 ceph-mon[89559]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-18T03:13:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:13:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:13:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:52 smithi046 ceph-mon[97106]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-18T03:13:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:52 smithi046 ceph-mon[94621]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-18T03:13:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:53 smithi195 ceph-mon[89559]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-18T03:13:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:53 smithi195 ceph-mon[89559]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-18T03:13:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:53 smithi195 ceph-mon[89559]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-18T03:13:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:53 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:13:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[94621]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-18T03:13:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[94621]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-18T03:13:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[94621]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-18T03:13:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:13:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[97106]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-18T03:13:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[97106]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-18T03:13:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[97106]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-18T03:13:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:53 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:13:54.311 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1925 ms) 2024-09-18T03:13:54.311 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-09-18T03:13:54.311 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (43 ms) 2024-09-18T03:13:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-09-18T03:13:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:13:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-09-18T03:13:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-09-18T03:13:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:13:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:13:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:54 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:54 smithi195 ceph-mon[89559]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-18T03:13:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:13:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:13:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:55.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[94621]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-18T03:13:55.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:55.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:55.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:13:55.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:13:55.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:13:55.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:54 smithi046 ceph-mon[97106]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-18T03:13:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:55 smithi195 ceph-mon[89559]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-09-18T03:13:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:55 smithi195 ceph-mon[89559]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-18T03:13:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:55 smithi046 ceph-mon[94621]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-09-18T03:13:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:55 smithi046 ceph-mon[94621]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-18T03:13:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:55 smithi046 ceph-mon[97106]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-09-18T03:13:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:55 smithi046 ceph-mon[97106]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-18T03:13:56.312 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:13:56.312 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRemove2 (1958 ms) 2024-09-18T03:13:56.312 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-09-18T03:13:56.312 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:13:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:13:56] "GET /metrics HTTP/1.1" 200 82900 "" "Prometheus/2.43.0" 2024-09-18T03:13:57.333 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1021 ms) 2024-09-18T03:13:57.333 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-09-18T03:13:57.333 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:57 smithi195 ceph-mon[89559]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 8.7 KiB/s wr, 156 op/s 2024-09-18T03:13:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:57 smithi195 ceph-mon[89559]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-18T03:13:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:57 smithi046 ceph-mon[94621]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 8.7 KiB/s wr, 156 op/s 2024-09-18T03:13:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:57 smithi046 ceph-mon[94621]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-18T03:13:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:57 smithi046 ceph-mon[97106]: pgmap v3088: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 8.7 KiB/s wr, 156 op/s 2024-09-18T03:13:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:57 smithi046 ceph-mon[97106]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-18T03:13:58.329 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (996 ms) 2024-09-18T03:13:58.329 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-09-18T03:13:58.329 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:58 smithi195 ceph-mon[89559]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-18T03:13:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:58 smithi195 ceph-mon[89559]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-18T03:13:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:58 smithi046 ceph-mon[94621]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-18T03:13:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:58 smithi046 ceph-mon[94621]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-18T03:13:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:58 smithi046 ceph-mon[97106]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-18T03:13:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:58 smithi046 ceph-mon[97106]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-18T03:13:59.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1029 ms) 2024-09-18T03:13:59.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-09-18T03:13:59.357 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:13:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:59 smithi195 ceph-mon[89559]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 8.7 KiB/s wr, 172 op/s 2024-09-18T03:13:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:13:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:59 smithi046 ceph-mon[97106]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 8.7 KiB/s wr, 172 op/s 2024-09-18T03:13:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:13:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:13:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:59 smithi046 ceph-mon[94621]: pgmap v3091: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 8.7 KiB/s wr, 172 op/s 2024-09-18T03:13:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:13:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:00.427 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1069 ms) 2024-09-18T03:14:00.427 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-09-18T03:14:00.427 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:00.466 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (39 ms) 2024-09-18T03:14:00.466 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-09-18T03:14:00.466 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:00.500 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (35 ms) 2024-09-18T03:14:00.500 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-09-18T03:14:00.501 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:00 smithi195 ceph-mon[89559]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-18T03:14:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:00 smithi046 ceph-mon[97106]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-18T03:14:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:00 smithi046 ceph-mon[94621]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-18T03:14:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:01 smithi195 ceph-mon[89559]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-09-18T03:14:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:01 smithi195 ceph-mon[89559]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-18T03:14:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:01 smithi046 ceph-mon[97106]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-09-18T03:14:01.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:01 smithi046 ceph-mon[97106]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-18T03:14:01.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:01 smithi046 ceph-mon[94621]: pgmap v3094: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-09-18T03:14:01.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:01 smithi046 ceph-mon[94621]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-18T03:14:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:02 smithi195 ceph-mon[89559]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-18T03:14:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:14:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:14:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:02 smithi046 ceph-mon[94621]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-18T03:14:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:02 smithi046 ceph-mon[97106]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-18T03:14:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:03 smithi195 ceph-mon[89559]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 100 op/s 2024-09-18T03:14:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:03 smithi195 ceph-mon[89559]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-18T03:14:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:03 smithi195 ceph-mon[89559]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-18T03:14:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:03 smithi046 ceph-mon[97106]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 100 op/s 2024-09-18T03:14:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:03 smithi046 ceph-mon[97106]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-18T03:14:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:03 smithi046 ceph-mon[97106]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-18T03:14:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:03 smithi046 ceph-mon[94621]: pgmap v3097: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 100 op/s 2024-09-18T03:14:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:03 smithi046 ceph-mon[94621]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-18T03:14:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:03 smithi046 ceph-mon[94621]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-18T03:14:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:05 smithi195 ceph-mon[89559]: pgmap v3100: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 11 KiB/s wr, 254 op/s 2024-09-18T03:14:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:05 smithi195 ceph-mon[89559]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-18T03:14:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:05 smithi046 ceph-mon[97106]: pgmap v3100: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 11 KiB/s wr, 254 op/s 2024-09-18T03:14:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:05 smithi046 ceph-mon[97106]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-18T03:14:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:05 smithi046 ceph-mon[94621]: pgmap v3100: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 11 KiB/s wr, 254 op/s 2024-09-18T03:14:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:05 smithi046 ceph-mon[94621]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-18T03:14:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:06 smithi195 ceph-mon[89559]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-18T03:14:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:06 smithi046 ceph-mon[94621]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-18T03:14:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:06 smithi046 ceph-mon[97106]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-18T03:14:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:14:06] "GET /metrics HTTP/1.1" 200 82887 "" "Prometheus/2.43.0" 2024-09-18T03:14:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:07 smithi195 ceph-mon[89559]: pgmap v3103: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 9.0 KiB/s wr, 218 op/s 2024-09-18T03:14:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:07 smithi195 ceph-mon[89559]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-18T03:14:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:07 smithi046 ceph-mon[97106]: pgmap v3103: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 9.0 KiB/s wr, 218 op/s 2024-09-18T03:14:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:07 smithi046 ceph-mon[97106]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-18T03:14:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:07 smithi046 ceph-mon[94621]: pgmap v3103: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 9.0 KiB/s wr, 218 op/s 2024-09-18T03:14:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:07 smithi046 ceph-mon[94621]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-18T03:14:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:08 smithi195 ceph-mon[89559]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-18T03:14:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:08 smithi046 ceph-mon[97106]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-18T03:14:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:08 smithi046 ceph-mon[94621]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-18T03:14:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:09 smithi195 ceph-mon[89559]: pgmap v3106: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 82 op/s 2024-09-18T03:14:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:09 smithi195 ceph-mon[89559]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-18T03:14:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:09 smithi046 ceph-mon[94621]: pgmap v3106: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 82 op/s 2024-09-18T03:14:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:09 smithi046 ceph-mon[94621]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-18T03:14:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:09 smithi046 ceph-mon[97106]: pgmap v3106: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 82 op/s 2024-09-18T03:14:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:09 smithi046 ceph-mon[97106]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-18T03:14:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:10 smithi195 ceph-mon[89559]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-18T03:14:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:10 smithi046 ceph-mon[97106]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-18T03:14:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:10 smithi046 ceph-mon[94621]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-18T03:14:10.925 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10425 ms) 2024-09-18T03:14:10.925 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Metadata 2024-09-18T03:14:10.925 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:11.441 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Metadata (515 ms) 2024-09-18T03:14:11.441 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-09-18T03:14:11.441 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:11 smithi195 ceph-mon[89559]: pgmap v3109: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 81 op/s 2024-09-18T03:14:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:11 smithi195 ceph-mon[89559]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-18T03:14:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:11 smithi046 ceph-mon[97106]: pgmap v3109: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 81 op/s 2024-09-18T03:14:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:11 smithi046 ceph-mon[97106]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-18T03:14:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:11 smithi046 ceph-mon[94621]: pgmap v3109: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 81 op/s 2024-09-18T03:14:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:11 smithi046 ceph-mon[94621]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-18T03:14:12.451 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.MetadataPP (1010 ms) 2024-09-18T03:14:12.451 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-09-18T03:14:12.451 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:12.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateFeatures (96 ms) 2024-09-18T03:14:12.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-09-18T03:14:12.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-09-18T03:14:12.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-09-18T03:14:12.547 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:12 smithi195 ceph-mon[89559]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-18T03:14:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:14:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:14:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:12 smithi046 ceph-mon[94621]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-18T03:14:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:12 smithi046 ceph-mon[97106]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-18T03:14:13.423 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:14:13.423 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-18T03:14:13.423 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-18T03:14:13.423 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-18T03:14:13.423 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RebuildObjectMap (876 ms) 2024-09-18T03:14:13.424 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-09-18T03:14:13.457 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:14:13.457 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-18T03:14:13.457 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-18T03:14:13.458 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-18T03:14:13.458 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (35 ms) 2024-09-18T03:14:13.458 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-09-18T03:14:13.458 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:13 smithi195 ceph-mon[89559]: pgmap v3112: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 9.2 KiB/s wr, 16 op/s 2024-09-18T03:14:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:13 smithi195 ceph-mon[89559]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-18T03:14:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:13 smithi046 ceph-mon[94621]: pgmap v3112: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 9.2 KiB/s wr, 16 op/s 2024-09-18T03:14:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:13 smithi046 ceph-mon[94621]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-18T03:14:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:13 smithi046 ceph-mon[97106]: pgmap v3112: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 9.2 KiB/s wr, 16 op/s 2024-09-18T03:14:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:13 smithi046 ceph-mon[97106]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-18T03:14:14.435 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:14:14.435 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-18T03:14:14.435 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-18T03:14:14.435 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-18T03:14:14.435 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CheckObjectMap (977 ms) 2024-09-18T03:14:14.436 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-09-18T03:14:14.436 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:14.459 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.BlockingAIO (24 ms) 2024-09-18T03:14:14.459 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-09-18T03:14:14.459 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:14.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (121 ms) 2024-09-18T03:14:14.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-09-18T03:14:14.580 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:14:14.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-09-18T03:14:14.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-09-18T03:14:14.580 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:14 smithi195 ceph-mon[89559]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-18T03:14:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:14 smithi046 ceph-mon[97106]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-18T03:14:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:14 smithi046 ceph-mon[94621]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-18T03:14:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:15.449 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (869 ms) 2024-09-18T03:14:15.449 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-09-18T03:14:15.449 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:15 smithi046 ceph-mon[97106]: pgmap v3115: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 632 KiB/s rd, 195 KiB/s wr, 972 op/s 2024-09-18T03:14:15.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:15 smithi046 ceph-mon[97106]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-18T03:14:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:15 smithi046 ceph-mon[94621]: pgmap v3115: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 632 KiB/s rd, 195 KiB/s wr, 972 op/s 2024-09-18T03:14:15.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:15 smithi046 ceph-mon[94621]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-18T03:14:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:15 smithi195 ceph-mon[89559]: pgmap v3115: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 632 KiB/s rd, 195 KiB/s wr, 972 op/s 2024-09-18T03:14:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:15 smithi195 ceph-mon[89559]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-18T03:14:16.412 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (963 ms) 2024-09-18T03:14:16.412 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-09-18T03:14:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:16 smithi195 ceph-mon[89559]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-18T03:14:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:16 smithi046 ceph-mon[94621]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-18T03:14:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:14:16] "GET /metrics HTTP/1.1" 200 82898 "" "Prometheus/2.43.0" 2024-09-18T03:14:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:16 smithi046 ceph-mon[97106]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-18T03:14:17.507 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:14:17.508 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:14:17.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestImageOptions (1096 ms) 2024-09-18T03:14:17.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-09-18T03:14:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:17 smithi195 ceph-mon[89559]: pgmap v3118: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 220 KiB/s wr, 992 op/s 2024-09-18T03:14:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:17 smithi195 ceph-mon[89559]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-18T03:14:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:17 smithi046 ceph-mon[97106]: pgmap v3118: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 220 KiB/s wr, 992 op/s 2024-09-18T03:14:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:17 smithi046 ceph-mon[97106]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-18T03:14:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:17 smithi046 ceph-mon[94621]: pgmap v3118: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 220 KiB/s wr, 992 op/s 2024-09-18T03:14:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:17 smithi046 ceph-mon[94621]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (991 ms) 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-09-18T03:14:18.499 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:18.534 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:14:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.536 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:14:18.537 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ImagePollIO (36 ms) 2024-09-18T03:14:18.538 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Mirror 2024-09-18T03:14:18.539 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:18.546 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:18 smithi195 ceph-mon[89559]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-18T03:14:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:18 smithi046 ceph-mon[94621]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-18T03:14:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:18 smithi046 ceph-mon[97106]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-18T03:14:19.546 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Mirror (1012 ms) 2024-09-18T03:14:19.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-09-18T03:14:19.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (15 ms) 2024-09-18T03:14:19.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-09-18T03:14:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:19 smithi195 ceph-mon[89559]: pgmap v3121: 745 pgs: 745 active+clean; 147 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 1017 KiB/s wr, 474 op/s 2024-09-18T03:14:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:19 smithi195 ceph-mon[89559]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-18T03:14:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:19 smithi046 ceph-mon[97106]: pgmap v3121: 745 pgs: 745 active+clean; 147 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 1017 KiB/s wr, 474 op/s 2024-09-18T03:14:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:19 smithi046 ceph-mon[97106]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-18T03:14:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:19 smithi046 ceph-mon[94621]: pgmap v3121: 745 pgs: 745 active+clean; 147 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 1017 KiB/s wr, 474 op/s 2024-09-18T03:14:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:19 smithi046 ceph-mon[94621]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-18T03:14:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-18T03:14:20.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-18T03:14:20.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-18T03:14:20.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-18T03:14:20.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]: dispatch 2024-09-18T03:14:20.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]: dispatch 2024-09-18T03:14:20.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]': finished 2024-09-18T03:14:20.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]: dispatch 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]: dispatch 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]': finished 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]: dispatch 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]: dispatch 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]': finished 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:14:20.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:20 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]': finished 2024-09-18T03:14:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-18T03:14:20.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-18T03:14:20.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-18T03:14:20.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-18T03:14:20.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]: dispatch 2024-09-18T03:14:20.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]: dispatch 2024-09-18T03:14:20.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]': finished 2024-09-18T03:14:20.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]: dispatch 2024-09-18T03:14:20.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]: dispatch 2024-09-18T03:14:20.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]': finished 2024-09-18T03:14:20.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]: dispatch 2024-09-18T03:14:20.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]: dispatch 2024-09-18T03:14:20.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]': finished 2024-09-18T03:14:20.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:14:20.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]': finished 2024-09-18T03:14:20.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-18T03:14:20.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-18T03:14:20.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-18T03:14:20.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-18T03:14:20.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]: dispatch 2024-09-18T03:14:20.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]: dispatch 2024-09-18T03:14:20.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/26038476-d7ad-4517-864b-4fcad6284ce6"}]': finished 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]: dispatch 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]: dispatch 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad8f5b62-191c-45ae-81df-0087223b3f23"}]': finished 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]: dispatch 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]: dispatch 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c514e7a1-2a58-4643-9571-95d47ad3dfca"}]': finished 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:14:20.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2705304239' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]: dispatch 2024-09-18T03:14:20.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:20 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/e86eced3-75e6-4085-9634-420c4f1d3e25"}]': finished 2024-09-18T03:14:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:21 smithi195 ceph-mon[89559]: pgmap v3124: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 1.9 MiB/s wr, 556 op/s 2024-09-18T03:14:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:21 smithi195 ceph-mon[89559]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-18T03:14:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:21 smithi046 ceph-mon[97106]: pgmap v3124: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 1.9 MiB/s wr, 556 op/s 2024-09-18T03:14:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:21 smithi046 ceph-mon[97106]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-18T03:14:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:21 smithi046 ceph-mon[94621]: pgmap v3124: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 1.9 MiB/s wr, 556 op/s 2024-09-18T03:14:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:21 smithi046 ceph-mon[94621]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-18T03:14:22.573 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:14:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:14:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:22 smithi195 ceph-mon[89559]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-18T03:14:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:22 smithi046 ceph-mon[97106]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-18T03:14:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:22 smithi046 ceph-mon[94621]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-18T03:14:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:23 smithi195 ceph-mon[89559]: pgmap v3127: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.2 MiB/s wr, 157 op/s 2024-09-18T03:14:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:23 smithi195 ceph-mon[89559]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-18T03:14:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:23 smithi046 ceph-mon[97106]: pgmap v3127: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.2 MiB/s wr, 157 op/s 2024-09-18T03:14:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:23 smithi046 ceph-mon[97106]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-18T03:14:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:23 smithi046 ceph-mon[94621]: pgmap v3127: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.2 MiB/s wr, 157 op/s 2024-09-18T03:14:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:23 smithi046 ceph-mon[94621]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-18T03:14:24.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5078 ms) 2024-09-18T03:14:24.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-09-18T03:14:24.640 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:24 smithi195 ceph-mon[89559]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-18T03:14:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:24 smithi046 ceph-mon[97106]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-18T03:14:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:24 smithi046 ceph-mon[94621]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-18T03:14:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:25 smithi195 ceph-mon[89559]: pgmap v3130: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 212 KiB/s wr, 280 op/s 2024-09-18T03:14:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:25 smithi195 ceph-mon[89559]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-18T03:14:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:25 smithi046 ceph-mon[97106]: pgmap v3130: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 212 KiB/s wr, 280 op/s 2024-09-18T03:14:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:25 smithi046 ceph-mon[97106]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-18T03:14:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:25 smithi046 ceph-mon[94621]: pgmap v3130: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 212 KiB/s wr, 280 op/s 2024-09-18T03:14:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:25 smithi046 ceph-mon[94621]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-18T03:14:26.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2001 ms) 2024-09-18T03:14:26.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-09-18T03:14:26.641 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:26.687 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-18T03:14:26.688 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-18T03:14:26.691 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-18T03:14:26.739 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-18T03:14:26.742 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-18T03:14:26.742 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-18T03:14:26.744 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-18T03:14:26.748 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-18T03:14:26.751 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-18T03:14:26.751 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-18T03:14:26.754 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-18T03:14:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:26 smithi046 ceph-mon[97106]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-18T03:14:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:26 smithi046 ceph-mon[94621]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-18T03:14:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:14:26] "GET /metrics HTTP/1.1" 200 82898 "" "Prometheus/2.43.0" 2024-09-18T03:14:26.797 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-18T03:14:26.799 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-18T03:14:26.799 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-18T03:14:26.803 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-18T03:14:26.824 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-18T03:14:26.827 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-18T03:14:26.827 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-18T03:14:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-18T03:14:26.853 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-18T03:14:26.855 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-18T03:14:26.855 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-18T03:14:26.859 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-18T03:14:26.862 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-18T03:14:26.864 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-18T03:14:26.865 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-18T03:14:26.867 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-18T03:14:26.906 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-18T03:14:26.909 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-18T03:14:26.909 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-18T03:14:26.912 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-18T03:14:26.936 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-18T03:14:26.938 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-18T03:14:26.938 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-18T03:14:26.941 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-18T03:14:26.954 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-18T03:14:26.957 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-18T03:14:26.959 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-18T03:14:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:26 smithi195 ceph-mon[89559]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-18T03:14:27.004 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-18T03:14:27.007 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-18T03:14:27.019 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ExclusiveLock (379 ms) 2024-09-18T03:14:27.019 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.BreakLock 2024-09-18T03:14:27.034 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.BreakLock (626 ms) 2024-09-18T03:14:27.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-09-18T03:14:27.646 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (22 ms) 2024-09-18T03:14:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-09-18T03:14:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-09-18T03:14:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-09-18T03:14:27.668 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.724 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:1.56% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:3.12% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:4.69% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:6.25% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:7.81% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:9.38% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:10.94% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:12.50% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:14.06% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:15.62% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:17.19% done 2024-09-18T03:14:27.725 INFO:tasks.workunit.client.0.smithi046.stdout:18.75% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:20.31% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:21.88% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:23.44% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:26.56% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:28.12% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:29.69% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:31.25% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:32.81% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:34.38% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:35.94% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:37.50% done 2024-09-18T03:14:27.726 INFO:tasks.workunit.client.0.smithi046.stdout:39.06% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:40.62% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:42.19% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:43.75% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:45.31% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:46.88% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:48.44% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:51.56% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:53.12% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:54.69% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:56.25% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:57.81% done 2024-09-18T03:14:27.727 INFO:tasks.workunit.client.0.smithi046.stdout:59.38% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:60.94% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:62.50% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:64.06% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:65.62% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:67.19% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:68.75% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:70.31% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:71.88% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:73.44% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:76.56% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:78.12% done 2024-09-18T03:14:27.728 INFO:tasks.workunit.client.0.smithi046.stdout:79.69% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:81.25% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:82.81% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:84.38% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:85.94% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:87.50% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:89.06% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:90.62% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:92.19% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:93.75% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:95.31% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:96.88% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:98.44% done 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (57 ms) 2024-09-18T03:14:27.729 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-09-18T03:14:27.730 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.776 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-18T03:14:27.776 INFO:tasks.workunit.client.0.smithi046.stdout:1.56% done 2024-09-18T03:14:27.776 INFO:tasks.workunit.client.0.smithi046.stdout:3.12% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:4.69% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:6.25% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:7.81% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:9.38% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:10.94% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:12.50% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:14.06% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:15.62% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:17.19% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:18.75% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:20.31% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:21.88% done 2024-09-18T03:14:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:23.44% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:26.56% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:28.12% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:29.69% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:31.25% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:32.81% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:34.38% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:35.94% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:37.50% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:39.06% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:40.62% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:42.19% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:43.75% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:45.31% done 2024-09-18T03:14:27.778 INFO:tasks.workunit.client.0.smithi046.stdout:46.88% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:48.44% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:51.56% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:53.12% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:54.69% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:56.25% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:57.81% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:59.38% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:60.94% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:62.50% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:64.06% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:65.62% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:67.19% done 2024-09-18T03:14:27.779 INFO:tasks.workunit.client.0.smithi046.stdout:68.75% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:70.31% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:71.88% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:73.44% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:76.56% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:78.12% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:79.69% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:81.25% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:82.81% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:84.38% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:85.94% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:87.50% done 2024-09-18T03:14:27.780 INFO:tasks.workunit.client.0.smithi046.stdout:89.06% done 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:90.62% done 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:92.19% done 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:93.75% done 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:95.31% done 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:96.88% done 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:98.44% done 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (51 ms) 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-09-18T03:14:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.783 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.895 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashPurge (119 ms) 2024-09-18T03:14:27.895 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-09-18T03:14:27.895 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.935 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (41 ms) 2024-09-18T03:14:27.936 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-09-18T03:14:27.936 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.960 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestListWatchers (24 ms) 2024-09-18T03:14:27.960 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-09-18T03:14:27.960 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:27.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:27 smithi195 ceph-mon[89559]: pgmap v3133: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 16 KiB/s wr, 254 op/s 2024-09-18T03:14:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:27 smithi195 ceph-mon[89559]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-18T03:14:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:27 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]: dispatch 2024-09-18T03:14:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:27 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]: dispatch 2024-09-18T03:14:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[94621]: pgmap v3133: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 16 KiB/s wr, 254 op/s 2024-09-18T03:14:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[94621]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-18T03:14:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]: dispatch 2024-09-18T03:14:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]: dispatch 2024-09-18T03:14:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[97106]: pgmap v3133: 745 pgs: 745 active+clean; 151 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 16 KiB/s wr, 254 op/s 2024-09-18T03:14:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[97106]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-18T03:14:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2875772943' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]: dispatch 2024-09-18T03:14:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:27 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]: dispatch 2024-09-18T03:14:28.657 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestSetSnapById (697 ms) 2024-09-18T03:14:28.657 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Namespaces 2024-09-18T03:14:28.681 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Namespaces (24 ms) 2024-09-18T03:14:28.681 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-09-18T03:14:28.715 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:28.719 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:28.789 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.NamespacesPP (109 ms) 2024-09-18T03:14:28.789 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Migration 2024-09-18T03:14:28.790 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:28.790 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:28 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]': finished 2024-09-18T03:14:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:28 smithi195 ceph-mon[89559]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-18T03:14:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:28 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]': finished 2024-09-18T03:14:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:28 smithi046 ceph-mon[94621]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-18T03:14:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:28 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4143372220"}]': finished 2024-09-18T03:14:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:28 smithi046 ceph-mon[97106]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-18T03:14:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:29.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Migration (418 ms) 2024-09-18T03:14:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-09-18T03:14:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:29.587 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.MigrationPP (379 ms) 2024-09-18T03:14:29.587 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-09-18T03:14:29.587 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:29.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (16 ms) 2024-09-18T03:14:29.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-09-18T03:14:29.603 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:29.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (15 ms) 2024-09-18T03:14:29.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-09-18T03:14:29.618 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:29 smithi195 ceph-mon[89559]: pgmap v3136: 745 pgs: 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 73 KiB/s wr, 277 op/s 2024-09-18T03:14:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:29 smithi195 ceph-mon[89559]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-18T03:14:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:29 smithi046 ceph-mon[97106]: pgmap v3136: 745 pgs: 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 73 KiB/s wr, 277 op/s 2024-09-18T03:14:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:29 smithi046 ceph-mon[97106]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-18T03:14:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:29 smithi046 ceph-mon[94621]: pgmap v3136: 745 pgs: 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 73 KiB/s wr, 277 op/s 2024-09-18T03:14:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:29 smithi046 ceph-mon[94621]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-18T03:14:30.721 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1104 ms) 2024-09-18T03:14:30.721 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-09-18T03:14:30.751 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-09-18T03:14:30.751 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-09-18T03:14:30.771 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.PoolMetadataPP (20 ms) 2024-09-18T03:14:30.771 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Config 2024-09-18T03:14:30.776 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:30.813 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Config (43 ms) 2024-09-18T03:14:30.813 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-09-18T03:14:30.818 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:30.856 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2024-09-18T03:14:30.856 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-09-18T03:14:31.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:14:30] ENGINE Bus STOPPING 2024-09-18T03:14:31.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:14:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:14:31.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:14:30] ENGINE Bus STOPPED 2024-09-18T03:14:31.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:14:30] ENGINE Bus STARTING 2024-09-18T03:14:31.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:14:31] ENGINE Serving on http://:::9283 2024-09-18T03:14:31.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:14:31] ENGINE Bus STARTED 2024-09-18T03:14:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: pgmap v3138: 745 pgs: 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 436 KiB/s rd, 131 KiB/s wr, 522 op/s 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:31.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:31.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:31.977 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:31 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: pgmap v3138: 745 pgs: 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 436 KiB/s rd, 131 KiB/s wr, 522 op/s 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: pgmap v3138: 745 pgs: 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 436 KiB/s rd, 131 KiB/s wr, 522 op/s 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:14:32.011 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:14:32.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:14:32.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:31 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:14:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:14:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:14:32.747 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[94621]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-18T03:14:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/4238625906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[94621]: pgmap v3141: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 144 KiB/s wr, 605 op/s 2024-09-18T03:14:33.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[97106]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-18T03:14:33.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/4238625906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:33.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:33.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:32 smithi046 ceph-mon[97106]: pgmap v3141: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 144 KiB/s wr, 605 op/s 2024-09-18T03:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:32 smithi195 ceph-mon[89559]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-18T03:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:32 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/4238625906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:32 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:32 smithi195 ceph-mon[89559]: pgmap v3141: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 144 KiB/s wr, 605 op/s 2024-09-18T03:14:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:14:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[97106]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-18T03:14:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[97106]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-18T03:14:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:14:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[94621]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-18T03:14:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:33 smithi046 ceph-mon[94621]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-18T03:14:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:33 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:14:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:33 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:33 smithi195 ceph-mon[89559]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-18T03:14:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:33 smithi195 ceph-mon[89559]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-18T03:14:34.326 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:34.341 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:34.348 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:35.362 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.PoolStatsPP (4507 ms) 2024-09-18T03:14:35.363 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-09-18T03:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:35 smithi195 ceph-mon[89559]: pgmap v3144: 777 pgs: 4 creating+peering, 6 unknown, 767 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 532 KiB/s rd, 41 KiB/s wr, 705 op/s 2024-09-18T03:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:35 smithi195 ceph-mon[89559]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-18T03:14:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:35 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:14:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:35 smithi046 ceph-mon[94621]: pgmap v3144: 777 pgs: 4 creating+peering, 6 unknown, 767 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 532 KiB/s rd, 41 KiB/s wr, 705 op/s 2024-09-18T03:14:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:35 smithi046 ceph-mon[94621]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-18T03:14:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:35 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:14:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:35 smithi046 ceph-mon[97106]: pgmap v3144: 777 pgs: 4 creating+peering, 6 unknown, 767 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 532 KiB/s rd, 41 KiB/s wr, 705 op/s 2024-09-18T03:14:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:35 smithi046 ceph-mon[97106]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-18T03:14:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:35 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:14:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:36 smithi195 ceph-mon[89559]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-18T03:14:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:36 smithi046 ceph-mon[97106]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-18T03:14:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:36 smithi046 ceph-mon[94621]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-18T03:14:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:14:36] "GET /metrics HTTP/1.1" 200 82898 "" "Prometheus/2.43.0" 2024-09-18T03:14:37.337 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:37 smithi195 ceph-mon[89559]: pgmap v3147: 777 pgs: 4 creating+peering, 773 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 27 KiB/s wr, 597 op/s 2024-09-18T03:14:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:37 smithi195 ceph-mon[89559]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-18T03:14:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:37 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/520844195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:37 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[97106]: pgmap v3147: 777 pgs: 4 creating+peering, 773 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 27 KiB/s wr, 597 op/s 2024-09-18T03:14:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[97106]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-18T03:14:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/520844195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[94621]: pgmap v3147: 777 pgs: 4 creating+peering, 773 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 27 KiB/s wr, 597 op/s 2024-09-18T03:14:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[94621]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-18T03:14:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/520844195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:37 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:38 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:38 smithi195 ceph-mon[89559]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-18T03:14:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:38 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:38 smithi046 ceph-mon[94621]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-18T03:14:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:38 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:38 smithi046 ceph-mon[97106]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-18T03:14:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:39 smithi195 ceph-mon[89559]: pgmap v3150: 809 pgs: 4 creating+peering, 12 unknown, 793 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-09-18T03:14:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:39 smithi195 ceph-mon[89559]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-18T03:14:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:39 smithi046 ceph-mon[97106]: pgmap v3150: 809 pgs: 4 creating+peering, 12 unknown, 793 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-09-18T03:14:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:39 smithi046 ceph-mon[97106]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-18T03:14:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:39 smithi046 ceph-mon[94621]: pgmap v3150: 809 pgs: 4 creating+peering, 12 unknown, 793 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-09-18T03:14:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:39 smithi046 ceph-mon[94621]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-18T03:14:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:40 smithi195 ceph-mon[89559]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-18T03:14:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:40 smithi046 ceph-mon[97106]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-18T03:14:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:40 smithi046 ceph-mon[94621]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-18T03:14:41.488 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ImageSpec (6125 ms) 2024-09-18T03:14:41.488 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-09-18T03:14:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:41 smithi195 ceph-mon[89559]: pgmap v3153: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-09-18T03:14:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:41 smithi195 ceph-mon[89559]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-18T03:14:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:41 smithi046 ceph-mon[97106]: pgmap v3153: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-09-18T03:14:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:41 smithi046 ceph-mon[97106]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-18T03:14:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:41 smithi046 ceph-mon[94621]: pgmap v3153: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-09-18T03:14:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:41 smithi046 ceph-mon[94621]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-18T03:14:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:42 smithi195 ceph-mon[89559]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-18T03:14:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:14:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:14:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:42 smithi046 ceph-mon[94621]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-18T03:14:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:42 smithi046 ceph-mon[97106]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-18T03:14:43.302 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:43 smithi195 ceph-mon[89559]: pgmap v3156: 809 pgs: 809 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 KiB/s wr, 21 op/s 2024-09-18T03:14:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:43 smithi195 ceph-mon[89559]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-18T03:14:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2981370236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2981370236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:43 smithi195 ceph-mon[89559]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-18T03:14:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[94621]: pgmap v3156: 809 pgs: 809 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 KiB/s wr, 21 op/s 2024-09-18T03:14:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[94621]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-18T03:14:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2981370236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2981370236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[94621]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-18T03:14:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[97106]: pgmap v3156: 809 pgs: 809 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 KiB/s wr, 21 op/s 2024-09-18T03:14:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[97106]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-18T03:14:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2981370236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2981370236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:43.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:43 smithi046 ceph-mon[97106]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-18T03:14:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:44 smithi195 ceph-mon[89559]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-18T03:14:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:44 smithi046 ceph-mon[97106]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-18T03:14:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:44.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:44 smithi046 ceph-mon[94621]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-18T03:14:45.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:45 smithi046 ceph-mon[97106]: pgmap v3159: 841 pgs: 14 creating+peering, 12 unknown, 815 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-09-18T03:14:45.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:45 smithi046 ceph-mon[97106]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-18T03:14:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:45 smithi046 ceph-mon[94621]: pgmap v3159: 841 pgs: 14 creating+peering, 12 unknown, 815 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-09-18T03:14:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:45 smithi046 ceph-mon[94621]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-18T03:14:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:45 smithi195 ceph-mon[89559]: pgmap v3159: 841 pgs: 14 creating+peering, 12 unknown, 815 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-09-18T03:14:45.784 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:45 smithi195 ceph-mon[89559]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-18T03:14:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:14:46] "GET /metrics HTTP/1.1" 200 90246 "" "Prometheus/2.43.0" 2024-09-18T03:14:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:47 smithi195 ceph-mon[89559]: pgmap v3162: 841 pgs: 14 creating+peering, 4 unknown, 823 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 5.7 KiB/s wr, 171 op/s 2024-09-18T03:14:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:47 smithi195 ceph-mon[89559]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-18T03:14:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:47 smithi046 ceph-mon[97106]: pgmap v3162: 841 pgs: 14 creating+peering, 4 unknown, 823 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 5.7 KiB/s wr, 171 op/s 2024-09-18T03:14:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:47 smithi046 ceph-mon[97106]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-18T03:14:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:47 smithi046 ceph-mon[94621]: pgmap v3162: 841 pgs: 14 creating+peering, 4 unknown, 823 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 5.7 KiB/s wr, 171 op/s 2024-09-18T03:14:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:47 smithi046 ceph-mon[94621]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-18T03:14:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:48 smithi195 ceph-mon[89559]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-18T03:14:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:48 smithi195 ceph-mon[89559]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-18T03:14:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:48 smithi046 ceph-mon[97106]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-18T03:14:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:48 smithi046 ceph-mon[97106]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-18T03:14:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:48 smithi046 ceph-mon[94621]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-18T03:14:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:48 smithi046 ceph-mon[94621]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-18T03:14:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:49 smithi195 ceph-mon[89559]: pgmap v3165: 841 pgs: 841 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 9.7 KiB/s wr, 225 op/s 2024-09-18T03:14:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:49 smithi046 ceph-mon[94621]: pgmap v3165: 841 pgs: 841 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 9.7 KiB/s wr, 225 op/s 2024-09-18T03:14:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:49 smithi046 ceph-mon[97106]: pgmap v3165: 841 pgs: 841 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 9.7 KiB/s wr, 225 op/s 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:child: image213 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:child: image215 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:child: image214 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-15/image213/b20d8356432e 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-37/image214/b20dac3d008b 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:14:50.377 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-147567-15/image215/b20d3c04e341 2024-09-18T03:14:50.378 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:14:50.378 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 0 2024-09-18T03:14:50.378 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:14:50.378 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-18T03:14:50.378 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-18T03:14:50.378 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8889 ms) 2024-09-18T03:14:50.378 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-09-18T03:14:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:50 smithi195 ceph-mon[89559]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-18T03:14:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:50 smithi046 ceph-mon[94621]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-18T03:14:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:50 smithi046 ceph-mon[97106]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-18T03:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:51 smithi195 ceph-mon[89559]: pgmap v3168: 809 pgs: 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:14:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:51 smithi195 ceph-mon[89559]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-18T03:14:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:51 smithi046 ceph-mon[94621]: pgmap v3168: 809 pgs: 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:14:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:51 smithi046 ceph-mon[94621]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-18T03:14:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:51 smithi046 ceph-mon[97106]: pgmap v3168: 809 pgs: 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:14:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:51 smithi046 ceph-mon[97106]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-18T03:14:52.361 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:14:52.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:52 smithi195 ceph-mon[89559]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-18T03:14:52.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:52 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1040740150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:52.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:52 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:52.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:14:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:14:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:14:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:52 smithi046 ceph-mon[97106]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-18T03:14:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:52 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1040740150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:52 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:52 smithi046 ceph-mon[94621]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-18T03:14:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:52 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1040740150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:52.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:52 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:14:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:53 smithi195 ceph-mon[89559]: pgmap v3171: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:14:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:53 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:14:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:53 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:53 smithi195 ceph-mon[89559]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-18T03:14:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:53 smithi195 ceph-mon[89559]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-18T03:14:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[94621]: pgmap v3171: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:14:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:14:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[94621]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-18T03:14:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[94621]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-18T03:14:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[97106]: pgmap v3171: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:14:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:14:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:14:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[97106]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-18T03:14:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:53 smithi046 ceph-mon[97106]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-18T03:14:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:55 smithi195 ceph-mon[89559]: pgmap v3174: 841 pgs: 4 creating+peering, 8 unknown, 829 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 KiB/s wr, 69 op/s 2024-09-18T03:14:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:55 smithi195 ceph-mon[89559]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-18T03:14:55.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:55 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:14:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:55 smithi046 ceph-mon[97106]: pgmap v3174: 841 pgs: 4 creating+peering, 8 unknown, 829 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 KiB/s wr, 69 op/s 2024-09-18T03:14:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:55 smithi046 ceph-mon[97106]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-18T03:14:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:55 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:14:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:55 smithi046 ceph-mon[94621]: pgmap v3174: 841 pgs: 4 creating+peering, 8 unknown, 829 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 KiB/s wr, 69 op/s 2024-09-18T03:14:55.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:55 smithi046 ceph-mon[94621]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-18T03:14:55.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:55 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:14:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:56 smithi195 ceph-mon[89559]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-18T03:14:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:56 smithi046 ceph-mon[94621]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-18T03:14:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:56 smithi046 ceph-mon[97106]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-18T03:14:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:14:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:14:56] "GET /metrics HTTP/1.1" 200 90246 "" "Prometheus/2.43.0" 2024-09-18T03:14:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:57 smithi195 ceph-mon[89559]: pgmap v3177: 841 pgs: 4 creating+peering, 837 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 2.7 KiB/s wr, 64 op/s 2024-09-18T03:14:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:57 smithi195 ceph-mon[89559]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-18T03:14:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:57 smithi046 ceph-mon[94621]: pgmap v3177: 841 pgs: 4 creating+peering, 837 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 2.7 KiB/s wr, 64 op/s 2024-09-18T03:14:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:57 smithi046 ceph-mon[94621]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-18T03:14:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:57 smithi046 ceph-mon[97106]: pgmap v3177: 841 pgs: 4 creating+peering, 837 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 2.7 KiB/s wr, 64 op/s 2024-09-18T03:14:57.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:57 smithi046 ceph-mon[97106]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-18T03:14:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:58 smithi195 ceph-mon[89559]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-18T03:14:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:58 smithi195 ceph-mon[89559]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-18T03:14:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:58 smithi046 ceph-mon[94621]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-18T03:14:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:58 smithi046 ceph-mon[94621]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-18T03:14:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:58 smithi046 ceph-mon[97106]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-18T03:14:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:58 smithi046 ceph-mon[97106]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-18T03:14:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:14:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:59 smithi195 ceph-mon[89559]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-18T03:14:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:14:59 smithi195 ceph-mon[89559]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-18T03:14:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:59 smithi046 ceph-mon[94621]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-18T03:14:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:14:59 smithi046 ceph-mon[94621]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-18T03:14:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:59 smithi046 ceph-mon[97106]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-18T03:14:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:14:59 smithi046 ceph-mon[97106]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-18T03:15:00.399 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatch (10022 ms) 2024-09-18T03:15:00.399 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-09-18T03:15:00.399 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:15:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:01 smithi195 ceph-mon[89559]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-18T03:15:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:01 smithi195 ceph-mon[89559]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-18T03:15:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:01 smithi046 ceph-mon[94621]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-18T03:15:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:01 smithi046 ceph-mon[94621]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-18T03:15:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:01 smithi046 ceph-mon[97106]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-18T03:15:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:01 smithi046 ceph-mon[97106]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-18T03:15:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:02 smithi195 ceph-mon[89559]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-18T03:15:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:15:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:15:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:02 smithi046 ceph-mon[97106]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-18T03:15:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:02 smithi046 ceph-mon[94621]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-18T03:15:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:03 smithi195 ceph-mon[89559]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:15:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:03 smithi195 ceph-mon[89559]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-18T03:15:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:03 smithi195 ceph-mon[89559]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-18T03:15:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:03 smithi046 ceph-mon[94621]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:15:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:03 smithi046 ceph-mon[94621]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-18T03:15:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:03 smithi046 ceph-mon[94621]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-18T03:15:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:03 smithi046 ceph-mon[97106]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:15:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:03 smithi046 ceph-mon[97106]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-18T03:15:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:03 smithi046 ceph-mon[97106]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-18T03:15:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:05 smithi195 ceph-mon[89559]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 103 op/s 2024-09-18T03:15:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:05 smithi195 ceph-mon[89559]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-18T03:15:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:05 smithi046 ceph-mon[94621]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 103 op/s 2024-09-18T03:15:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:05 smithi046 ceph-mon[94621]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-18T03:15:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:05 smithi046 ceph-mon[97106]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 103 op/s 2024-09-18T03:15:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:05 smithi046 ceph-mon[97106]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-18T03:15:06.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6008 ms) 2024-09-18T03:15:06.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-09-18T03:15:06.407 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:15:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:06 smithi195 ceph-mon[89559]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-18T03:15:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:06 smithi046 ceph-mon[94621]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-18T03:15:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:06 smithi046 ceph-mon[97106]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-18T03:15:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:15:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:15:06] "GET /metrics HTTP/1.1" 200 90309 "" "Prometheus/2.43.0" 2024-09-18T03:15:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:07 smithi195 ceph-mon[89559]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-09-18T03:15:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:07 smithi195 ceph-mon[89559]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-18T03:15:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:07 smithi046 ceph-mon[94621]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-09-18T03:15:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:07 smithi046 ceph-mon[94621]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-18T03:15:07.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:07 smithi046 ceph-mon[97106]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-09-18T03:15:07.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:07 smithi046 ceph-mon[97106]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-18T03:15:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:08 smithi195 ceph-mon[89559]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-18T03:15:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:08 smithi195 ceph-mon[89559]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-18T03:15:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:08 smithi046 ceph-mon[94621]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-18T03:15:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:08 smithi046 ceph-mon[94621]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-18T03:15:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:08 smithi046 ceph-mon[97106]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-18T03:15:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:08 smithi046 ceph-mon[97106]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-18T03:15:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:09 smithi195 ceph-mon[89559]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 101 op/s 2024-09-18T03:15:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:09 smithi046 ceph-mon[94621]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 101 op/s 2024-09-18T03:15:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:09 smithi046 ceph-mon[97106]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 101 op/s 2024-09-18T03:15:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:10 smithi195 ceph-mon[89559]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-18T03:15:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:10 smithi046 ceph-mon[94621]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-18T03:15:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:10 smithi046 ceph-mon[97106]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-18T03:15:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:11 smithi195 ceph-mon[89559]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 105 op/s 2024-09-18T03:15:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:11 smithi195 ceph-mon[89559]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-18T03:15:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:11 smithi046 ceph-mon[94621]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 105 op/s 2024-09-18T03:15:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:11 smithi046 ceph-mon[94621]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-18T03:15:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:11 smithi046 ceph-mon[97106]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 105 op/s 2024-09-18T03:15:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:11 smithi046 ceph-mon[97106]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-18T03:15:12.443 INFO:tasks.workunit.client.0.smithi046.stdout:10.00% done 2024-09-18T03:15:12.443 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6036 ms) 2024-09-18T03:15:12.443 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-09-18T03:15:12.443 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:15:12.457 INFO:tasks.workunit.client.0.smithi046.stderr:test quiesce is not long enough to time out 2024-09-18T03:15:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:12 smithi195 ceph-mon[89559]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-18T03:15:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:15:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:15:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:15:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:12 smithi046 ceph-mon[94621]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-18T03:15:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:12 smithi046 ceph-mon[97106]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-18T03:15:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:13 smithi195 ceph-mon[89559]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-09-18T03:15:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:13 smithi195 ceph-mon[89559]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-18T03:15:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:13 smithi195 ceph-mon[89559]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-18T03:15:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:13 smithi046 ceph-mon[97106]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-09-18T03:15:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:13 smithi046 ceph-mon[97106]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-18T03:15:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:13 smithi046 ceph-mon[97106]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-18T03:15:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:13 smithi046 ceph-mon[94621]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-09-18T03:15:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:13 smithi046 ceph-mon[94621]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-18T03:15:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:13 smithi046 ceph-mon[94621]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-18T03:15:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:15.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:15 smithi046 ceph-mon[94621]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-18T03:15:15.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:15 smithi046 ceph-mon[97106]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-18T03:15:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:15 smithi195 ceph-mon[89559]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-09-18T03:15:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:15:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:15:16] "GET /metrics HTTP/1.1" 200 90320 "" "Prometheus/2.43.0" 2024-09-18T03:15:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:17 smithi195 ceph-mon[89559]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.4 KiB/s wr, 70 op/s 2024-09-18T03:15:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:17 smithi046 ceph-mon[94621]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.4 KiB/s wr, 70 op/s 2024-09-18T03:15:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:17 smithi046 ceph-mon[97106]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.4 KiB/s wr, 70 op/s 2024-09-18T03:15:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:19 smithi195 ceph-mon[89559]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.8 KiB/s wr, 61 op/s 2024-09-18T03:15:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:19 smithi195 ceph-mon[89559]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-18T03:15:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:19 smithi046 ceph-mon[94621]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.8 KiB/s wr, 61 op/s 2024-09-18T03:15:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:19 smithi046 ceph-mon[94621]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-18T03:15:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:19 smithi046 ceph-mon[97106]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.8 KiB/s wr, 61 op/s 2024-09-18T03:15:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:19 smithi046 ceph-mon[97106]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-18T03:15:21.336 INFO:tasks.workunit.client.0.smithi046.stderr:test quiesce is timed out 2024-09-18T03:15:21.340 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 0 2024-09-18T03:15:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:21 smithi195 ceph-mon[89559]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 51 op/s 2024-09-18T03:15:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:21 smithi046 ceph-mon[94621]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 51 op/s 2024-09-18T03:15:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:21 smithi046 ceph-mon[97106]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 51 op/s 2024-09-18T03:15:22.340 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 1 2024-09-18T03:15:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:22 smithi195 ceph-mon[89559]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-18T03:15:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:15:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:15:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:22 smithi046 ceph-mon[94621]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-18T03:15:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:22 smithi046 ceph-mon[97106]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-18T03:15:23.340 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 2 2024-09-18T03:15:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:23 smithi195 ceph-mon[89559]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 383 B/s wr, 5 op/s 2024-09-18T03:15:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:23 smithi195 ceph-mon[89559]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-18T03:15:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:23 smithi046 ceph-mon[94621]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 383 B/s wr, 5 op/s 2024-09-18T03:15:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:23 smithi046 ceph-mon[94621]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-18T03:15:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:23 smithi046 ceph-mon[97106]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 383 B/s wr, 5 op/s 2024-09-18T03:15:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:23 smithi046 ceph-mon[97106]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-18T03:15:24.341 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 3 2024-09-18T03:15:25.341 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 4 2024-09-18T03:15:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:25 smithi195 ceph-mon[89559]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:15:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:25 smithi046 ceph-mon[94621]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:15:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:25 smithi046 ceph-mon[97106]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:15:26.341 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 5 2024-09-18T03:15:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:15:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:15:26] "GET /metrics HTTP/1.1" 200 90320 "" "Prometheus/2.43.0" 2024-09-18T03:15:27.341 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 6 2024-09-18T03:15:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:27 smithi195 ceph-mon[89559]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 387 B/s wr, 4 op/s 2024-09-18T03:15:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:27 smithi046 ceph-mon[97106]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 387 B/s wr, 4 op/s 2024-09-18T03:15:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:27 smithi046 ceph-mon[94621]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 387 B/s wr, 4 op/s 2024-09-18T03:15:28.344 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 7 2024-09-18T03:15:29.341 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 8 2024-09-18T03:15:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:29 smithi195 ceph-mon[89559]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-18T03:15:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:29 smithi046 ceph-mon[97106]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-18T03:15:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:29.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:29 smithi046 ceph-mon[94621]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-18T03:15:29.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:30.341 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 9 2024-09-18T03:15:31.341 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 10 2024-09-18T03:15:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:31 smithi195 ceph-mon[89559]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 344 B/s wr, 4 op/s 2024-09-18T03:15:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:31 smithi046 ceph-mon[94621]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 344 B/s wr, 4 op/s 2024-09-18T03:15:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:31 smithi046 ceph-mon[97106]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 344 B/s wr, 4 op/s 2024-09-18T03:15:32.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:15:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:15:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:15:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:15:32.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:15:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:15:32.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:15:32.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:15:32.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:15:32.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:15:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:15:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:15:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:15:32.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:15:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:33 smithi195 ceph-mon[89559]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-18T03:15:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:33 smithi046 ceph-mon[97106]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-18T03:15:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:33 smithi046 ceph-mon[94621]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-18T03:15:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:35 smithi195 ceph-mon[89559]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:35 smithi046 ceph-mon[94621]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:35 smithi046 ceph-mon[97106]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:15:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:15:36] "GET /metrics HTTP/1.1" 200 90315 "" "Prometheus/2.43.0" 2024-09-18T03:15:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:37 smithi195 ceph-mon[89559]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:37 smithi046 ceph-mon[97106]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:37 smithi046 ceph-mon[94621]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:39 smithi195 ceph-mon[89559]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:39 smithi046 ceph-mon[97106]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:39 smithi046 ceph-mon[94621]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:41 smithi195 ceph-mon[89559]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:41 smithi046 ceph-mon[97106]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:41 smithi046 ceph-mon[94621]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:42.342 INFO:tasks.workunit.client.0.smithi046.stderr:test retry succeeds 2024-09-18T03:15:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:15:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:15:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:43 smithi195 ceph-mon[89559]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:43 smithi046 ceph-mon[94621]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:43 smithi046 ceph-mon[97106]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:44 smithi195 ceph-mon[89559]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-18T03:15:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:44 smithi046 ceph-mon[97106]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-18T03:15:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:44 smithi046 ceph-mon[94621]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-18T03:15:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:45.457 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33014 ms) 2024-09-18T03:15:45.457 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-09-18T03:15:45.457 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:15:45.513 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.WriteZeroes (57 ms) 2024-09-18T03:15:45.514 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-09-18T03:15:45.514 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:15:45.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (60 ms) 2024-09-18T03:15:45.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-09-18T03:15:45.574 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:15:45.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:45 smithi046 ceph-mon[97106]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:45.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:45 smithi046 ceph-mon[97106]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-18T03:15:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:45 smithi046 ceph-mon[94621]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:45 smithi046 ceph-mon[94621]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-18T03:15:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:45 smithi195 ceph-mon[89559]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:45 smithi195 ceph-mon[89559]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-18T03:15:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:46 smithi195 ceph-mon[89559]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-18T03:15:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:46 smithi046 ceph-mon[97106]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-18T03:15:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:46 smithi046 ceph-mon[94621]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-18T03:15:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:15:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:15:46] "GET /metrics HTTP/1.1" 200 90318 "" "Prometheus/2.43.0" 2024-09-18T03:15:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:47 smithi195 ceph-mon[89559]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:47 smithi195 ceph-mon[89559]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-18T03:15:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:47 smithi046 ceph-mon[94621]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:47 smithi046 ceph-mon[94621]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-18T03:15:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:47 smithi046 ceph-mon[97106]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:15:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:47 smithi046 ceph-mon[97106]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-18T03:15:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:48 smithi195 ceph-mon[89559]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-18T03:15:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:48 smithi046 ceph-mon[94621]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-18T03:15:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:48 smithi046 ceph-mon[97106]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-18T03:15:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:49 smithi195 ceph-mon[89559]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.0 KiB/s wr, 162 op/s 2024-09-18T03:15:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:49 smithi195 ceph-mon[89559]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-18T03:15:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:49 smithi046 ceph-mon[94621]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.0 KiB/s wr, 162 op/s 2024-09-18T03:15:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:49 smithi046 ceph-mon[94621]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-18T03:15:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:49 smithi046 ceph-mon[97106]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.0 KiB/s wr, 162 op/s 2024-09-18T03:15:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:49 smithi046 ceph-mon[97106]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-18T03:15:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:50 smithi195 ceph-mon[89559]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-18T03:15:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:50 smithi046 ceph-mon[97106]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-18T03:15:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:50 smithi046 ceph-mon[94621]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-18T03:15:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:51 smithi195 ceph-mon[89559]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 185 op/s 2024-09-18T03:15:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:51 smithi195 ceph-mon[89559]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-18T03:15:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:51 smithi046 ceph-mon[97106]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 185 op/s 2024-09-18T03:15:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:51 smithi046 ceph-mon[97106]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-18T03:15:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:51 smithi046 ceph-mon[94621]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 185 op/s 2024-09-18T03:15:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:51 smithi046 ceph-mon[94621]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-18T03:15:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:52 smithi195 ceph-mon[89559]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-18T03:15:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:15:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:15:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:52 smithi046 ceph-mon[97106]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-18T03:15:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:52 smithi046 ceph-mon[94621]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-18T03:15:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:53 smithi195 ceph-mon[89559]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 23 op/s 2024-09-18T03:15:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:53 smithi195 ceph-mon[89559]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-18T03:15:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:53 smithi195 ceph-mon[89559]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-18T03:15:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:53 smithi046 ceph-mon[97106]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 23 op/s 2024-09-18T03:15:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:53 smithi046 ceph-mon[97106]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-18T03:15:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:53 smithi046 ceph-mon[97106]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-18T03:15:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:53 smithi046 ceph-mon[94621]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 23 op/s 2024-09-18T03:15:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:53 smithi046 ceph-mon[94621]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-18T03:15:53.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:53 smithi046 ceph-mon[94621]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-18T03:15:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:55 smithi195 ceph-mon[89559]: pgmap v3238: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-09-18T03:15:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:55 smithi195 ceph-mon[89559]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-18T03:15:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:55 smithi046 ceph-mon[94621]: pgmap v3238: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-09-18T03:15:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:55 smithi046 ceph-mon[94621]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-18T03:15:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:55 smithi046 ceph-mon[97106]: pgmap v3238: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-09-18T03:15:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:55 smithi046 ceph-mon[97106]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-18T03:15:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:56 smithi195 ceph-mon[89559]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-18T03:15:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:56 smithi046 ceph-mon[94621]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-18T03:15:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:56 smithi046 ceph-mon[97106]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-18T03:15:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:15:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:15:56] "GET /metrics HTTP/1.1" 200 90318 "" "Prometheus/2.43.0" 2024-09-18T03:15:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:57 smithi195 ceph-mon[89559]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-09-18T03:15:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:57 smithi195 ceph-mon[89559]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-18T03:15:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:57 smithi046 ceph-mon[94621]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-09-18T03:15:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:57 smithi046 ceph-mon[94621]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-18T03:15:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:57 smithi046 ceph-mon[97106]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-09-18T03:15:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:57 smithi046 ceph-mon[97106]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-18T03:15:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:58 smithi195 ceph-mon[89559]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-18T03:15:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:58 smithi046 ceph-mon[94621]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-18T03:15:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:58 smithi046 ceph-mon[97106]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-18T03:15:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:59 smithi195 ceph-mon[89559]: pgmap v3244: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-09-18T03:15:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:59 smithi195 ceph-mon[89559]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-18T03:15:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:15:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:59 smithi046 ceph-mon[94621]: pgmap v3244: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-09-18T03:15:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:59 smithi046 ceph-mon[94621]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-18T03:15:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:15:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:15:59.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:59 smithi046 ceph-mon[97106]: pgmap v3244: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-09-18T03:15:59.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:59 smithi046 ceph-mon[97106]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-18T03:15:59.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:15:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:00 smithi195 ceph-mon[89559]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-18T03:16:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:00 smithi046 ceph-mon[94621]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-18T03:16:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:00 smithi046 ceph-mon[97106]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-18T03:16:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:01 smithi195 ceph-mon[89559]: pgmap v3247: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 243 op/s 2024-09-18T03:16:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:01 smithi195 ceph-mon[89559]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-18T03:16:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:01 smithi046 ceph-mon[94621]: pgmap v3247: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 243 op/s 2024-09-18T03:16:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:01 smithi046 ceph-mon[94621]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-18T03:16:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:01 smithi046 ceph-mon[97106]: pgmap v3247: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 243 op/s 2024-09-18T03:16:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:01 smithi046 ceph-mon[97106]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-18T03:16:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:02 smithi195 ceph-mon[89559]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-18T03:16:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:16:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:16:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:16:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:02 smithi046 ceph-mon[94621]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-18T03:16:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:02 smithi046 ceph-mon[97106]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-18T03:16:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:03 smithi195 ceph-mon[89559]: pgmap v3250: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-18T03:16:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:03 smithi195 ceph-mon[89559]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-18T03:16:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:03 smithi195 ceph-mon[89559]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-18T03:16:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:03 smithi046 ceph-mon[94621]: pgmap v3250: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-18T03:16:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:03 smithi046 ceph-mon[94621]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-18T03:16:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:03 smithi046 ceph-mon[94621]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-18T03:16:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:03 smithi046 ceph-mon[97106]: pgmap v3250: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-18T03:16:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:03 smithi046 ceph-mon[97106]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-18T03:16:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:03 smithi046 ceph-mon[97106]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-18T03:16:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:05 smithi195 ceph-mon[89559]: pgmap v3253: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-09-18T03:16:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:05 smithi195 ceph-mon[89559]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-18T03:16:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:05 smithi046 ceph-mon[97106]: pgmap v3253: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-09-18T03:16:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:05 smithi046 ceph-mon[97106]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-18T03:16:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:05 smithi046 ceph-mon[94621]: pgmap v3253: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-09-18T03:16:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:05 smithi046 ceph-mon[94621]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-18T03:16:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:06 smithi195 ceph-mon[89559]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-18T03:16:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:16:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:16:06] "GET /metrics HTTP/1.1" 200 90331 "" "Prometheus/2.43.0" 2024-09-18T03:16:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:06 smithi046 ceph-mon[97106]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-18T03:16:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:06 smithi046 ceph-mon[94621]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-18T03:16:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:07 smithi195 ceph-mon[89559]: pgmap v3256: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-09-18T03:16:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:07 smithi195 ceph-mon[89559]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-18T03:16:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:07 smithi046 ceph-mon[97106]: pgmap v3256: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-09-18T03:16:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:07 smithi046 ceph-mon[97106]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-18T03:16:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:07 smithi046 ceph-mon[94621]: pgmap v3256: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-09-18T03:16:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:07 smithi046 ceph-mon[94621]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-18T03:16:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:08 smithi195 ceph-mon[89559]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-18T03:16:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:08 smithi195 ceph-mon[89559]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-18T03:16:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:08 smithi046 ceph-mon[97106]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-18T03:16:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:08 smithi046 ceph-mon[97106]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-18T03:16:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:08 smithi046 ceph-mon[94621]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-18T03:16:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:08 smithi046 ceph-mon[94621]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-18T03:16:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:09 smithi195 ceph-mon[89559]: pgmap v3259: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 49 op/s 2024-09-18T03:16:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:09 smithi046 ceph-mon[97106]: pgmap v3259: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 49 op/s 2024-09-18T03:16:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:09 smithi046 ceph-mon[94621]: pgmap v3259: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 49 op/s 2024-09-18T03:16:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:10 smithi195 ceph-mon[89559]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-18T03:16:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:10 smithi046 ceph-mon[97106]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-18T03:16:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:10 smithi046 ceph-mon[94621]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-18T03:16:11.450 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ConcurentOperations (25876 ms) 2024-09-18T03:16:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:11 smithi195 ceph-mon[89559]: pgmap v3262: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 55 op/s 2024-09-18T03:16:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:11 smithi195 ceph-mon[89559]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-18T03:16:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:11 smithi046 ceph-mon[97106]: pgmap v3262: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 55 op/s 2024-09-18T03:16:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:11 smithi046 ceph-mon[97106]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-18T03:16:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:11 smithi046 ceph-mon[94621]: pgmap v3262: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 55 op/s 2024-09-18T03:16:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:11 smithi046 ceph-mon[94621]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-18T03:16:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:12 smithi195 ceph-mon[89559]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-18T03:16:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:16:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:16:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:12 smithi046 ceph-mon[97106]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-18T03:16:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:12 smithi046 ceph-mon[94621]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-18T03:16:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:13 smithi195 ceph-mon[89559]: pgmap v3265: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-18T03:16:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:13 smithi195 ceph-mon[89559]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-18T03:16:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:13 smithi195 ceph-mon[89559]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-18T03:16:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[94621]: pgmap v3265: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-18T03:16:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[94621]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-18T03:16:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[94621]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-18T03:16:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[97106]: pgmap v3265: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 11 op/s 2024-09-18T03:16:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[97106]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-18T03:16:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[97106]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-18T03:16:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:15 smithi195 ceph-mon[89559]: pgmap v3268: 777 pgs: 777 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 15 op/s 2024-09-18T03:16:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:15 smithi195 ceph-mon[89559]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-18T03:16:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:15 smithi046 ceph-mon[97106]: pgmap v3268: 777 pgs: 777 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 15 op/s 2024-09-18T03:16:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:15 smithi046 ceph-mon[97106]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-18T03:16:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:15 smithi046 ceph-mon[94621]: pgmap v3268: 777 pgs: 777 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 15 op/s 2024-09-18T03:16:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:15 smithi046 ceph-mon[94621]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-18T03:16:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:16 smithi195 ceph-mon[89559]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-18T03:16:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:16 smithi195 ceph-mon[89559]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-18T03:16:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:16:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:16:16] "GET /metrics HTTP/1.1" 200 85517 "" "Prometheus/2.43.0" 2024-09-18T03:16:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:16 smithi046 ceph-mon[97106]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-18T03:16:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:16 smithi046 ceph-mon[97106]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-18T03:16:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:16 smithi046 ceph-mon[94621]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-18T03:16:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:16 smithi046 ceph-mon[94621]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-18T03:16:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:17 smithi195 ceph-mon[89559]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:17 smithi195 ceph-mon[89559]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-18T03:16:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:17 smithi046 ceph-mon[97106]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:17 smithi046 ceph-mon[97106]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-18T03:16:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:17 smithi046 ceph-mon[94621]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:17 smithi046 ceph-mon[94621]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-18T03:16:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:19 smithi195 ceph-mon[89559]: pgmap v3274: 649 pgs: 649 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:19 smithi195 ceph-mon[89559]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-18T03:16:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:19 smithi046 ceph-mon[97106]: pgmap v3274: 649 pgs: 649 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:19 smithi046 ceph-mon[97106]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-18T03:16:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:19 smithi046 ceph-mon[94621]: pgmap v3274: 649 pgs: 649 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:19 smithi046 ceph-mon[94621]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-18T03:16:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:20 smithi195 ceph-mon[89559]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-18T03:16:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:20 smithi046 ceph-mon[97106]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-18T03:16:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:20 smithi046 ceph-mon[94621]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-18T03:16:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:21 smithi195 ceph-mon[89559]: pgmap v3277: 585 pgs: 585 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:21 smithi195 ceph-mon[89559]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:16:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:21 smithi195 ceph-mon[89559]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-18T03:16:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:21 smithi046 ceph-mon[97106]: pgmap v3277: 585 pgs: 585 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:21 smithi046 ceph-mon[97106]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:16:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:21 smithi046 ceph-mon[97106]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-18T03:16:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:21 smithi046 ceph-mon[94621]: pgmap v3277: 585 pgs: 585 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:21 smithi046 ceph-mon[94621]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-18T03:16:21.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:21 smithi046 ceph-mon[94621]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-18T03:16:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:22 smithi195 ceph-mon[89559]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-18T03:16:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:16:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:16:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:16:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:22 smithi046 ceph-mon[97106]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-18T03:16:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:22 smithi046 ceph-mon[94621]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-18T03:16:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:23 smithi195 ceph-mon[89559]: pgmap v3280: 521 pgs: 521 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:23 smithi195 ceph-mon[89559]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-18T03:16:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:23 smithi046 ceph-mon[94621]: pgmap v3280: 521 pgs: 521 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:23 smithi046 ceph-mon[94621]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-18T03:16:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:23 smithi046 ceph-mon[97106]: pgmap v3280: 521 pgs: 521 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:23.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:23 smithi046 ceph-mon[97106]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-18T03:16:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:24 smithi195 ceph-mon[89559]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-18T03:16:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:24 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:16:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:24 smithi195 ceph-mon[89559]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-18T03:16:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:24 smithi046 ceph-mon[94621]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-18T03:16:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:24 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:16:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:24 smithi046 ceph-mon[94621]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-18T03:16:24.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:24 smithi046 ceph-mon[97106]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-18T03:16:24.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:24 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:16:24.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:24 smithi046 ceph-mon[97106]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-18T03:16:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:25 smithi195 ceph-mon[89559]: pgmap v3283: 457 pgs: 457 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:25 smithi195 ceph-mon[89559]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-18T03:16:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:25 smithi046 ceph-mon[94621]: pgmap v3283: 457 pgs: 457 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:25 smithi046 ceph-mon[94621]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-18T03:16:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:25 smithi046 ceph-mon[97106]: pgmap v3283: 457 pgs: 457 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:25 smithi046 ceph-mon[97106]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-18T03:16:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:26 smithi195 ceph-mon[89559]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-18T03:16:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:26 smithi195 ceph-mon[89559]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-18T03:16:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:16:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:16:26] "GET /metrics HTTP/1.1" 200 85517 "" "Prometheus/2.43.0" 2024-09-18T03:16:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:26 smithi046 ceph-mon[94621]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-18T03:16:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:26 smithi046 ceph-mon[94621]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-18T03:16:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:26 smithi046 ceph-mon[97106]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-18T03:16:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:26 smithi046 ceph-mon[97106]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-18T03:16:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:27 smithi195 ceph-mon[89559]: pgmap v3286: 393 pgs: 393 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:27 smithi195 ceph-mon[89559]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-18T03:16:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:27 smithi046 ceph-mon[94621]: pgmap v3286: 393 pgs: 393 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:27 smithi046 ceph-mon[94621]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-18T03:16:27.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:27 smithi046 ceph-mon[97106]: pgmap v3286: 393 pgs: 393 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:27.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:27 smithi046 ceph-mon[97106]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-18T03:16:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:29 smithi195 ceph-mon[89559]: pgmap v3289: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:16:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:29 smithi195 ceph-mon[89559]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-18T03:16:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[94621]: pgmap v3289: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:16:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[94621]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-18T03:16:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[97106]: pgmap v3289: 329 pgs: 329 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:16:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:29 smithi046 ceph-mon[97106]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-18T03:16:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:30 smithi195 ceph-mon[89559]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-18T03:16:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:30 smithi046 ceph-mon[94621]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-18T03:16:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:30 smithi046 ceph-mon[97106]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-18T03:16:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:31 smithi195 ceph-mon[89559]: pgmap v3292: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:31 smithi195 ceph-mon[89559]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-18T03:16:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:31 smithi046 ceph-mon[97106]: pgmap v3292: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:31 smithi046 ceph-mon[97106]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-18T03:16:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:31 smithi046 ceph-mon[94621]: pgmap v3292: 265 pgs: 265 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:31 smithi046 ceph-mon[94621]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-18T03:16:32.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:16:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:16:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:32 smithi195 ceph-mon[89559]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-18T03:16:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:16:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:16:32.627 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:16:32.627 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:16:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[94621]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-18T03:16:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:16:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:16:32.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:16:32.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:16:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[97106]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-18T03:16:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:16:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:16:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:16:32.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:16:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:33 smithi195 ceph-mon[89559]: pgmap v3295: 201 pgs: 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:33 smithi195 ceph-mon[89559]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-18T03:16:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:33 smithi046 ceph-mon[94621]: pgmap v3295: 201 pgs: 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:33 smithi046 ceph-mon[94621]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-18T03:16:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:33 smithi046 ceph-mon[97106]: pgmap v3295: 201 pgs: 201 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:33 smithi046 ceph-mon[97106]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-18T03:16:34.411 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 161 tests from TestLibRBD (389813 ms total) 2024-09-18T03:16:34.411 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:16:34.411 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-09-18T03:16:34.444 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-09-18T03:16:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:34 smithi195 ceph-mon[89559]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-18T03:16:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:34 smithi046 ceph-mon[97106]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-18T03:16:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:34 smithi046 ceph-mon[94621]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-18T03:16:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:35 smithi195 ceph-mon[89559]: pgmap v3298: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:35 smithi195 ceph-mon[89559]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-18T03:16:35.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:35 smithi046 ceph-mon[97106]: pgmap v3298: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:35.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:35 smithi046 ceph-mon[97106]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-18T03:16:35.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:35 smithi046 ceph-mon[94621]: pgmap v3298: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:35.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:35 smithi046 ceph-mon[94621]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-18T03:16:36.428 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:36 smithi195 ceph-mon[89559]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-18T03:16:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:36 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/765888708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:16:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:36 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:16:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:36 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:16:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:36 smithi195 ceph-mon[89559]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-18T03:16:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:16:36] "GET /metrics HTTP/1.1" 200 49971 "" "Prometheus/2.43.0" 2024-09-18T03:16:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[94621]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-18T03:16:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/765888708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:16:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:16:36.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:16:36.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[94621]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-18T03:16:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[97106]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-18T03:16:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/765888708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:16:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:16:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:16:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:36 smithi046 ceph-mon[97106]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-18T03:16:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:37 smithi195 ceph-mon[89559]: pgmap v3301: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:37 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:16:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:37 smithi195 ceph-mon[89559]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-18T03:16:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:37 smithi046 ceph-mon[94621]: pgmap v3301: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:37 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:16:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:37 smithi046 ceph-mon[94621]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-18T03:16:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:37 smithi046 ceph-mon[97106]: pgmap v3301: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:37 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:16:37.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:37 smithi046 ceph-mon[97106]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-18T03:16:38.454 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [2694690~11285,4803677~59352,5538532~32119,6414040~50102,8563108~75897,12367021~82106,12791835~99388,14471894~74587,16600667~25511,17478988~3648] 2024-09-18T03:16:39.459 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [181487~56395,365675~79453,3066703~101926,4187283~83828,8241076~93392,8971081~74325,9279662~53512,15380552~91031,20853273~57523] 2024-09-18T03:16:39.461 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [181487~56395,365675~79453,2705975~1565136,6464142~1870326,8971081~74325,9279662~53512,15380552~91031,17482636~3428160] 2024-09-18T03:16:39.465 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5021 ms) 2024-09-18T03:16:39.465 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-09-18T03:16:39.465 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:39 smithi195 ceph-mon[89559]: pgmap v3304: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:39 smithi195 ceph-mon[89559]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-18T03:16:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:39 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:16:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:39 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:16:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[94621]: pgmap v3304: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[94621]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-18T03:16:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:16:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:16:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[97106]: pgmap v3304: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:16:39.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[97106]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-18T03:16:39.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:16:39.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:39 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:16:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:40 smithi195 ceph-mon[89559]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-18T03:16:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:40 smithi046 ceph-mon[97106]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-18T03:16:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:40 smithi046 ceph-mon[94621]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-18T03:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:41 smithi195 ceph-mon[89559]: pgmap v3307: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-18T03:16:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:41 smithi195 ceph-mon[89559]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-18T03:16:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:41 smithi046 ceph-mon[94621]: pgmap v3307: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-18T03:16:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:41 smithi046 ceph-mon[94621]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-18T03:16:41.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:41 smithi046 ceph-mon[97106]: pgmap v3307: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-18T03:16:41.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:41 smithi046 ceph-mon[97106]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-18T03:16:42.484 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:42 smithi195 ceph-mon[89559]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-18T03:16:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:16:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:16:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:42 smithi046 ceph-mon[97106]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-18T03:16:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:42 smithi046 ceph-mon[94621]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-18T03:16:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:43 smithi195 ceph-mon[89559]: pgmap v3310: 137 pgs: 137 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 141 KiB/s wr, 13 op/s 2024-09-18T03:16:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:43 smithi195 ceph-mon[89559]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-18T03:16:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:43 smithi046 ceph-mon[97106]: pgmap v3310: 137 pgs: 137 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 141 KiB/s wr, 13 op/s 2024-09-18T03:16:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:43 smithi046 ceph-mon[97106]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-18T03:16:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:43 smithi046 ceph-mon[94621]: pgmap v3310: 137 pgs: 137 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 141 KiB/s wr, 13 op/s 2024-09-18T03:16:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:43 smithi046 ceph-mon[94621]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-18T03:16:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:44 smithi195 ceph-mon[89559]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-18T03:16:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:44 smithi046 ceph-mon[97106]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-18T03:16:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:44 smithi046 ceph-mon[94621]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-18T03:16:45.495 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:45 smithi195 ceph-mon[89559]: pgmap v3313: 137 pgs: 137 active+clean; 25 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 316 KiB/s wr, 74 op/s 2024-09-18T03:16:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:45 smithi195 ceph-mon[89559]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-18T03:16:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:45 smithi046 ceph-mon[97106]: pgmap v3313: 137 pgs: 137 active+clean; 25 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 316 KiB/s wr, 74 op/s 2024-09-18T03:16:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:45 smithi046 ceph-mon[97106]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-18T03:16:45.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:45 smithi046 ceph-mon[94621]: pgmap v3313: 137 pgs: 137 active+clean; 25 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 316 KiB/s wr, 74 op/s 2024-09-18T03:16:45.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:45 smithi046 ceph-mon[94621]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-18T03:16:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:46 smithi195 ceph-mon[89559]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-18T03:16:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:46 smithi046 ceph-mon[94621]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-18T03:16:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:46 smithi046 ceph-mon[97106]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-18T03:16:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:16:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:16:46] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-09-18T03:16:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:47 smithi046 ceph-mon[94621]: pgmap v3316: 137 pgs: 137 active+clean; 26 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 179 KiB/s wr, 105 op/s 2024-09-18T03:16:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:47 smithi046 ceph-mon[94621]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-18T03:16:47.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:47 smithi046 ceph-mon[97106]: pgmap v3316: 137 pgs: 137 active+clean; 26 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 179 KiB/s wr, 105 op/s 2024-09-18T03:16:47.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:47 smithi046 ceph-mon[97106]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-18T03:16:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:47 smithi195 ceph-mon[89559]: pgmap v3316: 137 pgs: 137 active+clean; 26 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 179 KiB/s wr, 105 op/s 2024-09-18T03:16:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:47 smithi195 ceph-mon[89559]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-18T03:16:48.354 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:48 smithi046 ceph-mon[94621]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-18T03:16:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:48 smithi046 ceph-mon[94621]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-18T03:16:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:48 smithi046 ceph-mon[97106]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-18T03:16:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:48 smithi046 ceph-mon[97106]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-18T03:16:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:48 smithi195 ceph-mon[89559]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-18T03:16:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:48 smithi195 ceph-mon[89559]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-18T03:16:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:49 smithi046 ceph-mon[94621]: pgmap v3319: 137 pgs: 137 active+clean; 28 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.2 KiB/s wr, 110 op/s 2024-09-18T03:16:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:49 smithi046 ceph-mon[94621]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-18T03:16:49.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:49 smithi046 ceph-mon[97106]: pgmap v3319: 137 pgs: 137 active+clean; 28 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.2 KiB/s wr, 110 op/s 2024-09-18T03:16:49.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:49 smithi046 ceph-mon[97106]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-18T03:16:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:49 smithi195 ceph-mon[89559]: pgmap v3319: 137 pgs: 137 active+clean; 28 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.2 KiB/s wr, 110 op/s 2024-09-18T03:16:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:49 smithi195 ceph-mon[89559]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-18T03:16:51.354 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:51 smithi195 ceph-mon[89559]: pgmap v3322: 137 pgs: 137 active+clean; 28 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 83 op/s 2024-09-18T03:16:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:51 smithi195 ceph-mon[89559]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-18T03:16:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:51 smithi046 ceph-mon[97106]: pgmap v3322: 137 pgs: 137 active+clean; 28 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 83 op/s 2024-09-18T03:16:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:51 smithi046 ceph-mon[97106]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-18T03:16:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:51 smithi046 ceph-mon[94621]: pgmap v3322: 137 pgs: 137 active+clean; 28 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 83 op/s 2024-09-18T03:16:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:51 smithi046 ceph-mon[94621]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-18T03:16:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:52 smithi195 ceph-mon[89559]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-18T03:16:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:16:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:16:52.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:52 smithi046 ceph-mon[97106]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-18T03:16:52.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:52 smithi046 ceph-mon[94621]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-18T03:16:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:53 smithi195 ceph-mon[89559]: pgmap v3325: 137 pgs: 137 active+clean; 29 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-18T03:16:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:53 smithi195 ceph-mon[89559]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-18T03:16:53.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:53 smithi046 ceph-mon[94621]: pgmap v3325: 137 pgs: 137 active+clean; 29 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-18T03:16:53.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:53 smithi046 ceph-mon[94621]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-18T03:16:53.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:53 smithi046 ceph-mon[97106]: pgmap v3325: 137 pgs: 137 active+clean; 29 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-18T03:16:53.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:53 smithi046 ceph-mon[97106]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-18T03:16:54.376 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14911 ms) 2024-09-18T03:16:54.376 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-09-18T03:16:54.376 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:54 smithi195 ceph-mon[89559]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-18T03:16:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:54 smithi046 ceph-mon[94621]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-18T03:16:54.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:54 smithi046 ceph-mon[97106]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-18T03:16:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:55 smithi195 ceph-mon[89559]: pgmap v3328: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.0 KiB/s wr, 96 op/s 2024-09-18T03:16:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:55 smithi195 ceph-mon[89559]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-18T03:16:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:55 smithi046 ceph-mon[97106]: pgmap v3328: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.0 KiB/s wr, 96 op/s 2024-09-18T03:16:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:55 smithi046 ceph-mon[97106]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-18T03:16:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:55 smithi046 ceph-mon[94621]: pgmap v3328: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.0 KiB/s wr, 96 op/s 2024-09-18T03:16:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:55 smithi046 ceph-mon[94621]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-18T03:16:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:56 smithi195 ceph-mon[89559]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-18T03:16:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:56 smithi046 ceph-mon[97106]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-18T03:16:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:56 smithi046 ceph-mon[94621]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-18T03:16:56.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:16:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:16:56] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-09-18T03:16:57.394 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:16:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:57 smithi195 ceph-mon[89559]: pgmap v3331: 137 pgs: 137 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-09-18T03:16:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:57 smithi195 ceph-mon[89559]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-18T03:16:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:57 smithi046 ceph-mon[97106]: pgmap v3331: 137 pgs: 137 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-09-18T03:16:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:57 smithi046 ceph-mon[97106]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-18T03:16:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:57 smithi046 ceph-mon[94621]: pgmap v3331: 137 pgs: 137 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-09-18T03:16:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:57 smithi046 ceph-mon[94621]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-18T03:16:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:58 smithi195 ceph-mon[89559]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-18T03:16:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:58 smithi046 ceph-mon[94621]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-18T03:16:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:58 smithi046 ceph-mon[97106]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-18T03:16:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:16:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:59 smithi195 ceph-mon[89559]: pgmap v3334: 137 pgs: 137 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.2 KiB/s wr, 70 op/s 2024-09-18T03:16:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:16:59 smithi195 ceph-mon[89559]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-18T03:16:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:59 smithi046 ceph-mon[94621]: pgmap v3334: 137 pgs: 137 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.2 KiB/s wr, 70 op/s 2024-09-18T03:16:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:16:59 smithi046 ceph-mon[94621]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-18T03:16:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:59 smithi046 ceph-mon[97106]: pgmap v3334: 137 pgs: 137 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.2 KiB/s wr, 70 op/s 2024-09-18T03:16:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:16:59 smithi046 ceph-mon[97106]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-18T03:17:00.413 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:00 smithi195 ceph-mon[89559]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-18T03:17:00.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:00 smithi046 ceph-mon[94621]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-18T03:17:00.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:00 smithi046 ceph-mon[97106]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-18T03:17:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:01 smithi195 ceph-mon[89559]: pgmap v3337: 137 pgs: 137 active+clean; 42 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 8.7 KiB/s wr, 92 op/s 2024-09-18T03:17:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:01 smithi195 ceph-mon[89559]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-18T03:17:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:01 smithi046 ceph-mon[94621]: pgmap v3337: 137 pgs: 137 active+clean; 42 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 8.7 KiB/s wr, 92 op/s 2024-09-18T03:17:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:01 smithi046 ceph-mon[94621]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-18T03:17:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:01 smithi046 ceph-mon[97106]: pgmap v3337: 137 pgs: 137 active+clean; 42 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 8.7 KiB/s wr, 92 op/s 2024-09-18T03:17:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:01 smithi046 ceph-mon[97106]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-18T03:17:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:02 smithi195 ceph-mon[89559]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-18T03:17:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:17:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:17:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:02 smithi046 ceph-mon[94621]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-18T03:17:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:02 smithi046 ceph-mon[97106]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-18T03:17:03.426 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:03 smithi195 ceph-mon[89559]: pgmap v3340: 137 pgs: 137 active+clean; 42 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-18T03:17:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:03 smithi195 ceph-mon[89559]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-18T03:17:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:03 smithi046 ceph-mon[97106]: pgmap v3340: 137 pgs: 137 active+clean; 42 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-18T03:17:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:03 smithi046 ceph-mon[97106]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-18T03:17:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:03 smithi046 ceph-mon[94621]: pgmap v3340: 137 pgs: 137 active+clean; 42 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 53 op/s 2024-09-18T03:17:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:03 smithi046 ceph-mon[94621]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-18T03:17:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:04 smithi195 ceph-mon[89559]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-18T03:17:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:04 smithi046 ceph-mon[97106]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-18T03:17:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:04 smithi046 ceph-mon[94621]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-18T03:17:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:05 smithi195 ceph-mon[89559]: pgmap v3343: 137 pgs: 137 active+clean; 48 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-09-18T03:17:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:05 smithi195 ceph-mon[89559]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-18T03:17:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:05 smithi046 ceph-mon[97106]: pgmap v3343: 137 pgs: 137 active+clean; 48 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-09-18T03:17:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:05 smithi046 ceph-mon[97106]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-18T03:17:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:05 smithi046 ceph-mon[94621]: pgmap v3343: 137 pgs: 137 active+clean; 48 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-09-18T03:17:05.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:05 smithi046 ceph-mon[94621]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-18T03:17:06.447 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:06 smithi195 ceph-mon[89559]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-18T03:17:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:06 smithi046 ceph-mon[97106]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-18T03:17:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:06 smithi046 ceph-mon[94621]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-18T03:17:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:17:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:17:06] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:17:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:07 smithi195 ceph-mon[89559]: pgmap v3346: 137 pgs: 137 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 7.5 KiB/s wr, 62 op/s 2024-09-18T03:17:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:07 smithi195 ceph-mon[89559]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-18T03:17:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:07 smithi046 ceph-mon[97106]: pgmap v3346: 137 pgs: 137 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 7.5 KiB/s wr, 62 op/s 2024-09-18T03:17:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:07 smithi046 ceph-mon[97106]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-18T03:17:07.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:07 smithi046 ceph-mon[94621]: pgmap v3346: 137 pgs: 137 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 7.5 KiB/s wr, 62 op/s 2024-09-18T03:17:07.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:07 smithi046 ceph-mon[94621]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-18T03:17:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:08 smithi195 ceph-mon[89559]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-18T03:17:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:08 smithi046 ceph-mon[94621]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-18T03:17:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:08 smithi046 ceph-mon[97106]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-18T03:17:09.467 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15092 ms) 2024-09-18T03:17:09.468 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-09-18T03:17:09.468 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:09 smithi195 ceph-mon[89559]: pgmap v3349: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.5 KiB/s wr, 108 op/s 2024-09-18T03:17:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:09 smithi195 ceph-mon[89559]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-18T03:17:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:09 smithi046 ceph-mon[97106]: pgmap v3349: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.5 KiB/s wr, 108 op/s 2024-09-18T03:17:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:09 smithi046 ceph-mon[97106]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-18T03:17:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:09 smithi046 ceph-mon[94621]: pgmap v3349: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.5 KiB/s wr, 108 op/s 2024-09-18T03:17:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:09 smithi046 ceph-mon[94621]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-18T03:17:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:10 smithi195 ceph-mon[89559]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-18T03:17:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:10 smithi046 ceph-mon[94621]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-18T03:17:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:10 smithi046 ceph-mon[97106]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-18T03:17:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:11 smithi195 ceph-mon[89559]: pgmap v3352: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.7 KiB/s wr, 113 op/s 2024-09-18T03:17:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:11 smithi046 ceph-mon[97106]: pgmap v3352: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.7 KiB/s wr, 113 op/s 2024-09-18T03:17:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:11 smithi046 ceph-mon[94621]: pgmap v3352: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.7 KiB/s wr, 113 op/s 2024-09-18T03:17:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:17:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:17:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:13 smithi195 ceph-mon[89559]: pgmap v3353: 137 pgs: 137 active+clean; 61 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-09-18T03:17:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:13 smithi046 ceph-mon[94621]: pgmap v3353: 137 pgs: 137 active+clean; 61 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-09-18T03:17:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:13 smithi046 ceph-mon[97106]: pgmap v3353: 137 pgs: 137 active+clean; 61 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-09-18T03:17:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:14 smithi195 ceph-mon[89559]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-18T03:17:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:14 smithi046 ceph-mon[94621]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-18T03:17:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:14 smithi046 ceph-mon[97106]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-18T03:17:15.490 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:15 smithi195 ceph-mon[89559]: pgmap v3355: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.8 KiB/s wr, 36 op/s 2024-09-18T03:17:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:15 smithi195 ceph-mon[89559]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-18T03:17:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:15 smithi046 ceph-mon[97106]: pgmap v3355: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.8 KiB/s wr, 36 op/s 2024-09-18T03:17:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:15 smithi046 ceph-mon[97106]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-18T03:17:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:15 smithi046 ceph-mon[94621]: pgmap v3355: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.8 KiB/s wr, 36 op/s 2024-09-18T03:17:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:15 smithi046 ceph-mon[94621]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-18T03:17:16.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:16 smithi195 ceph-mon[89559]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-18T03:17:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:16 smithi046 ceph-mon[94621]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-18T03:17:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:16 smithi046 ceph-mon[97106]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-18T03:17:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:17:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:17:16] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-18T03:17:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:17 smithi195 ceph-mon[89559]: pgmap v3358: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-09-18T03:17:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:17 smithi046 ceph-mon[97106]: pgmap v3358: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-09-18T03:17:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:17 smithi046 ceph-mon[94621]: pgmap v3358: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-09-18T03:17:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:19 smithi195 ceph-mon[89559]: pgmap v3359: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-09-18T03:17:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:19 smithi046 ceph-mon[94621]: pgmap v3359: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-09-18T03:17:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:19 smithi046 ceph-mon[97106]: pgmap v3359: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 63 op/s 2024-09-18T03:17:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:20 smithi046 ceph-mon[94621]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-18T03:17:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:20 smithi046 ceph-mon[97106]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-18T03:17:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:20 smithi195 ceph-mon[89559]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-18T03:17:21.514 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:21 smithi046 ceph-mon[94621]: pgmap v3361: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-18T03:17:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:21 smithi046 ceph-mon[94621]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-18T03:17:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:21 smithi046 ceph-mon[97106]: pgmap v3361: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-18T03:17:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:21 smithi046 ceph-mon[97106]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-18T03:17:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:21 smithi195 ceph-mon[89559]: pgmap v3361: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-18T03:17:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:21 smithi195 ceph-mon[89559]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-18T03:17:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:22 smithi195 ceph-mon[89559]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-18T03:17:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:17:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:17:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:22 smithi046 ceph-mon[97106]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-18T03:17:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:22 smithi046 ceph-mon[94621]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-18T03:17:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:23 smithi046 ceph-mon[97106]: pgmap v3364: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-18T03:17:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:23 smithi046 ceph-mon[94621]: pgmap v3364: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-18T03:17:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:23 smithi195 ceph-mon[89559]: pgmap v3364: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-18T03:17:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:25 smithi046 ceph-mon[97106]: pgmap v3365: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-18T03:17:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:25 smithi046 ceph-mon[94621]: pgmap v3365: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-18T03:17:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:25 smithi195 ceph-mon[89559]: pgmap v3365: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-18T03:17:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:17:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:17:26] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-18T03:17:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:26 smithi046 ceph-mon[97106]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-18T03:17:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:26 smithi046 ceph-mon[94621]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-18T03:17:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:26 smithi195 ceph-mon[89559]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-18T03:17:27.542 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:27 smithi046 ceph-mon[97106]: pgmap v3367: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-18T03:17:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:27 smithi046 ceph-mon[97106]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-18T03:17:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:27 smithi046 ceph-mon[94621]: pgmap v3367: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-18T03:17:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:27 smithi046 ceph-mon[94621]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-18T03:17:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:27 smithi195 ceph-mon[89559]: pgmap v3367: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-18T03:17:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:27 smithi195 ceph-mon[89559]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-18T03:17:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:28 smithi195 ceph-mon[89559]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-18T03:17:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:28 smithi046 ceph-mon[94621]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-18T03:17:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:28 smithi046 ceph-mon[97106]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-18T03:17:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:29 smithi195 ceph-mon[89559]: pgmap v3370: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-09-18T03:17:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:29 smithi046 ceph-mon[97106]: pgmap v3370: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-09-18T03:17:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:29 smithi046 ceph-mon[94621]: pgmap v3370: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-09-18T03:17:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:31 smithi195 ceph-mon[89559]: pgmap v3371: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:17:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:31 smithi046 ceph-mon[94621]: pgmap v3371: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:17:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:31 smithi046 ceph-mon[97106]: pgmap v3371: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:17:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:32 smithi195 ceph-mon[89559]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-18T03:17:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:32 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:17:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:17:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:17:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:32 smithi046 ceph-mon[94621]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-18T03:17:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:32 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:17:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:32 smithi046 ceph-mon[97106]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-18T03:17:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:32 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:17:33.560 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:33 smithi195 ceph-mon[89559]: pgmap v3373: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:33 smithi195 ceph-mon[89559]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-18T03:17:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:17:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:17:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:17:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[97106]: pgmap v3373: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[97106]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-18T03:17:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:17:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:17:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:17:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[94621]: pgmap v3373: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[94621]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-18T03:17:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:17:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:17:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:17:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:34 smithi195 ceph-mon[89559]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-18T03:17:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:34 smithi046 ceph-mon[94621]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-18T03:17:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:34 smithi046 ceph-mon[97106]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-18T03:17:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:35 smithi195 ceph-mon[89559]: pgmap v3376: 137 pgs: 137 active+clean; 87 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-18T03:17:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:35 smithi046 ceph-mon[94621]: pgmap v3376: 137 pgs: 137 active+clean; 87 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-18T03:17:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:35 smithi046 ceph-mon[97106]: pgmap v3376: 137 pgs: 137 active+clean; 87 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-18T03:17:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:17:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:17:36] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-18T03:17:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:37 smithi195 ceph-mon[89559]: pgmap v3377: 137 pgs: 137 active+clean; 87 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-18T03:17:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:37 smithi046 ceph-mon[94621]: pgmap v3377: 137 pgs: 137 active+clean; 87 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-18T03:17:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:37 smithi046 ceph-mon[97106]: pgmap v3377: 137 pgs: 137 active+clean; 87 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-18T03:17:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:38 smithi195 ceph-mon[89559]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-18T03:17:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:38 smithi046 ceph-mon[97106]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-18T03:17:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:38 smithi046 ceph-mon[94621]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-18T03:17:39.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30115 ms) 2024-09-18T03:17:39.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-09-18T03:17:39.583 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:39 smithi195 ceph-mon[89559]: pgmap v3379: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-09-18T03:17:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:39 smithi195 ceph-mon[89559]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-18T03:17:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:39 smithi046 ceph-mon[97106]: pgmap v3379: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-09-18T03:17:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:39 smithi046 ceph-mon[97106]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-18T03:17:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:39 smithi046 ceph-mon[94621]: pgmap v3379: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-09-18T03:17:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:39 smithi046 ceph-mon[94621]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-18T03:17:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:40 smithi195 ceph-mon[89559]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-18T03:17:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:40 smithi046 ceph-mon[94621]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-18T03:17:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:40 smithi046 ceph-mon[97106]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-18T03:17:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:41 smithi195 ceph-mon[89559]: pgmap v3382: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-18T03:17:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:41 smithi046 ceph-mon[97106]: pgmap v3382: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-18T03:17:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:41 smithi046 ceph-mon[94621]: pgmap v3382: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-18T03:17:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:17:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:17:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:43 smithi195 ceph-mon[89559]: pgmap v3383: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:17:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:43 smithi046 ceph-mon[97106]: pgmap v3383: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:17:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:43 smithi046 ceph-mon[94621]: pgmap v3383: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:17:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:44 smithi195 ceph-mon[89559]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-18T03:17:45.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:44 smithi046 ceph-mon[97106]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-18T03:17:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:44 smithi046 ceph-mon[94621]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-18T03:17:45.606 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:45.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:45 smithi046 ceph-mon[94621]: pgmap v3385: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.3 KiB/s wr, 33 op/s 2024-09-18T03:17:45.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:45 smithi046 ceph-mon[94621]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-18T03:17:45.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:45 smithi046 ceph-mon[97106]: pgmap v3385: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.3 KiB/s wr, 33 op/s 2024-09-18T03:17:45.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:45 smithi046 ceph-mon[97106]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-18T03:17:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:45 smithi195 ceph-mon[89559]: pgmap v3385: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.3 KiB/s wr, 33 op/s 2024-09-18T03:17:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:45 smithi195 ceph-mon[89559]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-18T03:17:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:46 smithi046 ceph-mon[97106]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-18T03:17:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:46 smithi046 ceph-mon[94621]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-18T03:17:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:17:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:17:46] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-09-18T03:17:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:46 smithi195 ceph-mon[89559]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-18T03:17:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:47 smithi195 ceph-mon[89559]: pgmap v3388: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-09-18T03:17:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:47 smithi046 ceph-mon[97106]: pgmap v3388: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-09-18T03:17:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:47 smithi046 ceph-mon[94621]: pgmap v3388: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-09-18T03:17:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:49 smithi195 ceph-mon[89559]: pgmap v3389: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-09-18T03:17:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:49 smithi046 ceph-mon[94621]: pgmap v3389: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-09-18T03:17:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:49 smithi046 ceph-mon[97106]: pgmap v3389: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-09-18T03:17:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:50 smithi195 ceph-mon[89559]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-18T03:17:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:50 smithi046 ceph-mon[97106]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-18T03:17:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:50 smithi046 ceph-mon[94621]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-18T03:17:51.630 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:51 smithi195 ceph-mon[89559]: pgmap v3391: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:51 smithi195 ceph-mon[89559]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-18T03:17:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:51 smithi046 ceph-mon[94621]: pgmap v3391: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:51 smithi046 ceph-mon[94621]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-18T03:17:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:51 smithi046 ceph-mon[97106]: pgmap v3391: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:51 smithi046 ceph-mon[97106]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-18T03:17:52.602 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:17:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:17:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:52 smithi195 ceph-mon[89559]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-18T03:17:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:52 smithi046 ceph-mon[94621]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-18T03:17:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:52 smithi046 ceph-mon[97106]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-18T03:17:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:53 smithi195 ceph-mon[89559]: pgmap v3394: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-18T03:17:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:53 smithi046 ceph-mon[94621]: pgmap v3394: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-18T03:17:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:53 smithi046 ceph-mon[97106]: pgmap v3394: 137 pgs: 137 active+clean; 103 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 35 op/s 2024-09-18T03:17:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:55 smithi195 ceph-mon[89559]: pgmap v3395: 137 pgs: 137 active+clean; 113 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-09-18T03:17:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:55 smithi046 ceph-mon[97106]: pgmap v3395: 137 pgs: 137 active+clean; 113 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-09-18T03:17:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:55 smithi046 ceph-mon[94621]: pgmap v3395: 137 pgs: 137 active+clean; 113 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-09-18T03:17:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:56 smithi046 ceph-mon[94621]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-18T03:17:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:17:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:17:56] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-09-18T03:17:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:56 smithi046 ceph-mon[97106]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-18T03:17:56.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:56 smithi195 ceph-mon[89559]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-18T03:17:57.650 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:17:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:57 smithi195 ceph-mon[89559]: pgmap v3397: 137 pgs: 137 active+clean; 113 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:57 smithi195 ceph-mon[89559]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-18T03:17:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:57 smithi046 ceph-mon[94621]: pgmap v3397: 137 pgs: 137 active+clean; 113 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:57 smithi046 ceph-mon[94621]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-18T03:17:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:57 smithi046 ceph-mon[97106]: pgmap v3397: 137 pgs: 137 active+clean; 113 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:17:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:57 smithi046 ceph-mon[97106]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-18T03:17:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:58 smithi195 ceph-mon[89559]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-18T03:17:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:58 smithi046 ceph-mon[94621]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-18T03:17:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:58 smithi046 ceph-mon[97106]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-18T03:17:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:17:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:17:59 smithi195 ceph-mon[89559]: pgmap v3400: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-09-18T03:18:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:17:59 smithi046 ceph-mon[94621]: pgmap v3400: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-09-18T03:18:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:17:59 smithi046 ceph-mon[97106]: pgmap v3400: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-09-18T03:18:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:01 smithi195 ceph-mon[89559]: pgmap v3401: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:18:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:01 smithi046 ceph-mon[94621]: pgmap v3401: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:18:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:01 smithi046 ceph-mon[97106]: pgmap v3401: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:18:02.637 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:18:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:18:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:18:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:02 smithi195 ceph-mon[89559]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-18T03:18:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:02 smithi046 ceph-mon[94621]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-18T03:18:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:02 smithi046 ceph-mon[97106]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-18T03:18:03.676 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:18:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:03 smithi195 ceph-mon[89559]: pgmap v3403: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:18:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:03 smithi195 ceph-mon[89559]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-18T03:18:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:03 smithi046 ceph-mon[97106]: pgmap v3403: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:18:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:03 smithi046 ceph-mon[97106]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-18T03:18:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:03 smithi046 ceph-mon[94621]: pgmap v3403: 137 pgs: 137 active+clean; 123 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-18T03:18:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:03 smithi046 ceph-mon[94621]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-18T03:18:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:04 smithi195 ceph-mon[89559]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-18T03:18:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:04 smithi046 ceph-mon[97106]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-18T03:18:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:04 smithi046 ceph-mon[94621]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-18T03:18:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:05 smithi195 ceph-mon[89559]: pgmap v3406: 137 pgs: 137 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-09-18T03:18:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:05 smithi046 ceph-mon[94621]: pgmap v3406: 137 pgs: 137 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-09-18T03:18:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:05 smithi046 ceph-mon[97106]: pgmap v3406: 137 pgs: 137 active+clean; 129 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-09-18T03:18:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:18:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:18:06] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-18T03:18:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:07 smithi195 ceph-mon[89559]: pgmap v3407: 137 pgs: 137 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:18:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:07 smithi046 ceph-mon[97106]: pgmap v3407: 137 pgs: 137 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:18:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:07 smithi046 ceph-mon[94621]: pgmap v3407: 137 pgs: 137 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:18:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:08 smithi195 ceph-mon[89559]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-18T03:18:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:08 smithi046 ceph-mon[97106]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-18T03:18:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:08 smithi046 ceph-mon[94621]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-18T03:18:09.694 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30112 ms) 2024-09-18T03:18:09.695 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-09-18T03:18:09.695 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:18:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:09 smithi195 ceph-mon[89559]: pgmap v3409: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-18T03:18:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:09 smithi195 ceph-mon[89559]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-18T03:18:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:09 smithi046 ceph-mon[94621]: pgmap v3409: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-18T03:18:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:09 smithi046 ceph-mon[94621]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-18T03:18:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:09 smithi046 ceph-mon[97106]: pgmap v3409: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-18T03:18:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:09 smithi046 ceph-mon[97106]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-18T03:18:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:10 smithi195 ceph-mon[89559]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-18T03:18:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:10 smithi046 ceph-mon[94621]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-18T03:18:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:10 smithi046 ceph-mon[97106]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-18T03:18:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:11 smithi195 ceph-mon[89559]: pgmap v3412: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-18T03:18:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:11 smithi046 ceph-mon[94621]: pgmap v3412: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-18T03:18:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:11 smithi046 ceph-mon[97106]: pgmap v3412: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-09-18T03:18:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:18:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:18:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:18:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:13 smithi195 ceph-mon[89559]: pgmap v3413: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-18T03:18:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:13 smithi046 ceph-mon[94621]: pgmap v3413: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-18T03:18:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:13 smithi046 ceph-mon[97106]: pgmap v3413: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-18T03:18:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:15 smithi195 ceph-mon[89559]: pgmap v3414: 137 pgs: 137 active+clean; 145 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 622 KiB/s wr, 43 op/s 2024-09-18T03:18:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:15 smithi046 ceph-mon[94621]: pgmap v3414: 137 pgs: 137 active+clean; 145 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 622 KiB/s wr, 43 op/s 2024-09-18T03:18:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:15 smithi046 ceph-mon[97106]: pgmap v3414: 137 pgs: 137 active+clean; 145 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 622 KiB/s wr, 43 op/s 2024-09-18T03:18:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:18:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:18:16] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-18T03:18:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:17 smithi195 ceph-mon[89559]: pgmap v3415: 137 pgs: 137 active+clean; 145 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 KiB/s wr, 26 op/s 2024-09-18T03:18:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:17 smithi046 ceph-mon[94621]: pgmap v3415: 137 pgs: 137 active+clean; 145 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 KiB/s wr, 26 op/s 2024-09-18T03:18:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:17 smithi046 ceph-mon[97106]: pgmap v3415: 137 pgs: 137 active+clean; 145 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 KiB/s wr, 26 op/s 2024-09-18T03:18:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:18 smithi195 ceph-mon[89559]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-18T03:18:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:18 smithi046 ceph-mon[94621]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-18T03:18:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:18 smithi046 ceph-mon[97106]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-18T03:18:19.729 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:18:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:19 smithi195 ceph-mon[89559]: pgmap v3417: 137 pgs: 137 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 954 KiB/s wr, 34 op/s 2024-09-18T03:18:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:19 smithi195 ceph-mon[89559]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-18T03:18:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:19 smithi046 ceph-mon[97106]: pgmap v3417: 137 pgs: 137 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 954 KiB/s wr, 34 op/s 2024-09-18T03:18:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:19 smithi046 ceph-mon[97106]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-18T03:18:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:19 smithi046 ceph-mon[94621]: pgmap v3417: 137 pgs: 137 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 954 KiB/s wr, 34 op/s 2024-09-18T03:18:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:19 smithi046 ceph-mon[94621]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-18T03:18:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:20 smithi195 ceph-mon[89559]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-18T03:18:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:20 smithi046 ceph-mon[97106]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-18T03:18:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:20 smithi046 ceph-mon[94621]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-18T03:18:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:21 smithi195 ceph-mon[89559]: pgmap v3420: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-18T03:18:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:21 smithi046 ceph-mon[94621]: pgmap v3420: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-18T03:18:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:21 smithi046 ceph-mon[97106]: pgmap v3420: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-18T03:18:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:18:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:18:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:23 smithi195 ceph-mon[89559]: pgmap v3421: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-18T03:18:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:23 smithi046 ceph-mon[97106]: pgmap v3421: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-18T03:18:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:23 smithi046 ceph-mon[94621]: pgmap v3421: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-18T03:18:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:25 smithi195 ceph-mon[89559]: pgmap v3422: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:18:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:25 smithi046 ceph-mon[94621]: pgmap v3422: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:18:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:25 smithi046 ceph-mon[97106]: pgmap v3422: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:18:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:18:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:18:26] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-18T03:18:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:27 smithi195 ceph-mon[89559]: pgmap v3423: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-09-18T03:18:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:27 smithi046 ceph-mon[97106]: pgmap v3423: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-09-18T03:18:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:27 smithi046 ceph-mon[94621]: pgmap v3423: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-09-18T03:18:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:28 smithi046 ceph-mon[94621]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-18T03:18:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:28 smithi046 ceph-mon[94621]: pgmap v3425: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 957 KiB/s wr, 26 op/s 2024-09-18T03:18:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:28 smithi046 ceph-mon[97106]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-18T03:18:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:28 smithi046 ceph-mon[97106]: pgmap v3425: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 957 KiB/s wr, 26 op/s 2024-09-18T03:18:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:28 smithi195 ceph-mon[89559]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-18T03:18:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:28 smithi195 ceph-mon[89559]: pgmap v3425: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 957 KiB/s wr, 26 op/s 2024-09-18T03:18:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:29.760 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:18:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:29 smithi046 ceph-mon[94621]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-18T03:18:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:29 smithi046 ceph-mon[97106]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-18T03:18:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:29 smithi195 ceph-mon[89559]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-18T03:18:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:30 smithi046 ceph-mon[94621]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-18T03:18:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:30 smithi046 ceph-mon[94621]: pgmap v3428: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-18T03:18:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:30 smithi046 ceph-mon[97106]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-18T03:18:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:30 smithi046 ceph-mon[97106]: pgmap v3428: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-18T03:18:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:30 smithi195 ceph-mon[89559]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-18T03:18:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:30 smithi195 ceph-mon[89559]: pgmap v3428: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-18T03:18:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:18:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:18:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:18:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:33 smithi195 ceph-mon[89559]: pgmap v3429: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-18T03:18:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:18:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:18:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:18:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:18:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[94621]: pgmap v3429: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-18T03:18:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:18:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:18:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:18:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:18:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[97106]: pgmap v3429: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-18T03:18:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:18:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:18:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:18:33.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:18:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:35 smithi195 ceph-mon[89559]: pgmap v3430: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:18:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:35 smithi046 ceph-mon[97106]: pgmap v3430: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:18:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:35 smithi046 ceph-mon[94621]: pgmap v3430: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:18:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:18:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:18:36] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-18T03:18:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:37 smithi195 ceph-mon[89559]: pgmap v3431: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-18T03:18:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:37 smithi195 ceph-mon[89559]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-18T03:18:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:37 smithi046 ceph-mon[97106]: pgmap v3431: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-18T03:18:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:37 smithi046 ceph-mon[97106]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-18T03:18:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:37 smithi046 ceph-mon[94621]: pgmap v3431: 137 pgs: 137 active+clean; 179 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-18T03:18:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:37 smithi046 ceph-mon[94621]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-18T03:18:38.398 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:18:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:38 smithi195 ceph-mon[89559]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-18T03:18:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:38 smithi046 ceph-mon[97106]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-18T03:18:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:38 smithi046 ceph-mon[94621]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-18T03:18:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:39 smithi195 ceph-mon[89559]: pgmap v3434: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-18T03:18:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:39 smithi195 ceph-mon[89559]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-18T03:18:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:39 smithi046 ceph-mon[94621]: pgmap v3434: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-18T03:18:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:39 smithi046 ceph-mon[94621]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-18T03:18:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:39 smithi046 ceph-mon[97106]: pgmap v3434: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-18T03:18:39.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:39 smithi046 ceph-mon[97106]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-18T03:18:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:41 smithi195 ceph-mon[89559]: pgmap v3436: 137 pgs: 137 active+clean; 196 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-18T03:18:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:41 smithi046 ceph-mon[97106]: pgmap v3436: 137 pgs: 137 active+clean; 196 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-18T03:18:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:41 smithi046 ceph-mon[94621]: pgmap v3436: 137 pgs: 137 active+clean; 196 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-09-18T03:18:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:18:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:18:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:43 smithi195 ceph-mon[89559]: pgmap v3437: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-18T03:18:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:43 smithi046 ceph-mon[94621]: pgmap v3437: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-18T03:18:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:43 smithi046 ceph-mon[97106]: pgmap v3437: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-18T03:18:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:45 smithi195 ceph-mon[89559]: pgmap v3438: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-18T03:18:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:45 smithi046 ceph-mon[94621]: pgmap v3438: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-18T03:18:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:45 smithi046 ceph-mon[97106]: pgmap v3438: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-18T03:18:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:18:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:18:46] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:18:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:47 smithi195 ceph-mon[89559]: pgmap v3439: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-09-18T03:18:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:47 smithi195 ceph-mon[89559]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-18T03:18:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:47 smithi046 ceph-mon[97106]: pgmap v3439: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-09-18T03:18:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:47 smithi046 ceph-mon[97106]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-18T03:18:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:47 smithi046 ceph-mon[94621]: pgmap v3439: 137 pgs: 137 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-09-18T03:18:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:47 smithi046 ceph-mon[94621]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-18T03:18:48.427 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:18:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:48 smithi195 ceph-mon[89559]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-18T03:18:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:48 smithi046 ceph-mon[94621]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-18T03:18:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:48 smithi046 ceph-mon[97106]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-18T03:18:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:49 smithi195 ceph-mon[89559]: pgmap v3442: 137 pgs: 137 active+clean; 213 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-18T03:18:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:49 smithi195 ceph-mon[89559]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-18T03:18:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:49 smithi046 ceph-mon[94621]: pgmap v3442: 137 pgs: 137 active+clean; 213 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-18T03:18:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:49 smithi046 ceph-mon[94621]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-18T03:18:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:49 smithi046 ceph-mon[97106]: pgmap v3442: 137 pgs: 137 active+clean; 213 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-18T03:18:49.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:49 smithi046 ceph-mon[97106]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-18T03:18:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:51 smithi195 ceph-mon[89559]: pgmap v3444: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-18T03:18:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:51 smithi046 ceph-mon[94621]: pgmap v3444: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-18T03:18:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:51 smithi046 ceph-mon[97106]: pgmap v3444: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-18T03:18:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:18:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:18:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:53 smithi195 ceph-mon[89559]: pgmap v3445: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-18T03:18:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:53 smithi046 ceph-mon[94621]: pgmap v3445: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-18T03:18:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:53 smithi046 ceph-mon[97106]: pgmap v3445: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-18T03:18:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:55 smithi195 ceph-mon[89559]: pgmap v3446: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-18T03:18:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:55 smithi046 ceph-mon[94621]: pgmap v3446: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-18T03:18:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:55 smithi046 ceph-mon[97106]: pgmap v3446: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-09-18T03:18:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:18:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:18:56] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:18:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:57 smithi195 ceph-mon[89559]: pgmap v3447: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:18:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:57 smithi195 ceph-mon[89559]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-18T03:18:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:57 smithi046 ceph-mon[94621]: pgmap v3447: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:18:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:57 smithi046 ceph-mon[94621]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-18T03:18:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:57 smithi046 ceph-mon[97106]: pgmap v3447: 137 pgs: 137 active+clean; 215 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:18:57.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:57 smithi046 ceph-mon[97106]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-18T03:18:58.446 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (48752 ms) 2024-09-18T03:18:58.447 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-09-18T03:18:58.447 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:18:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:58 smithi195 ceph-mon[89559]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-18T03:18:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:58 smithi046 ceph-mon[94621]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-18T03:18:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:58 smithi046 ceph-mon[97106]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-18T03:18:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:18:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:59 smithi195 ceph-mon[89559]: pgmap v3450: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-18T03:18:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:18:59 smithi195 ceph-mon[89559]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-18T03:18:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:59 smithi046 ceph-mon[94621]: pgmap v3450: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-18T03:18:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:18:59 smithi046 ceph-mon[94621]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-18T03:18:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:59 smithi046 ceph-mon[97106]: pgmap v3450: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-18T03:18:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:18:59 smithi046 ceph-mon[97106]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-18T03:19:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:01 smithi195 ceph-mon[89559]: pgmap v3452: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:01 smithi046 ceph-mon[97106]: pgmap v3452: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:01 smithi046 ceph-mon[94621]: pgmap v3452: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:19:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:19:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:03 smithi195 ceph-mon[89559]: pgmap v3453: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:19:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:03 smithi046 ceph-mon[94621]: pgmap v3453: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:19:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:03 smithi046 ceph-mon[97106]: pgmap v3453: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:19:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:05 smithi195 ceph-mon[89559]: pgmap v3454: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:05 smithi046 ceph-mon[94621]: pgmap v3454: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:05 smithi046 ceph-mon[97106]: pgmap v3454: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:19:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:19:06] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-18T03:19:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:07 smithi195 ceph-mon[89559]: pgmap v3455: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-09-18T03:19:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:07 smithi195 ceph-mon[89559]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-18T03:19:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:07 smithi046 ceph-mon[94621]: pgmap v3455: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-09-18T03:19:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:07 smithi046 ceph-mon[94621]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-18T03:19:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:07 smithi046 ceph-mon[97106]: pgmap v3455: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-09-18T03:19:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:07 smithi046 ceph-mon[97106]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-18T03:19:08.478 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:08 smithi195 ceph-mon[89559]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-18T03:19:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:08 smithi046 ceph-mon[94621]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-18T03:19:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:08 smithi046 ceph-mon[97106]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-18T03:19:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:09 smithi195 ceph-mon[89559]: pgmap v3458: 137 pgs: 137 active+clean; 255 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-18T03:19:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:09 smithi195 ceph-mon[89559]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-18T03:19:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:09 smithi046 ceph-mon[94621]: pgmap v3458: 137 pgs: 137 active+clean; 255 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-18T03:19:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:09 smithi046 ceph-mon[94621]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-18T03:19:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:09 smithi046 ceph-mon[97106]: pgmap v3458: 137 pgs: 137 active+clean; 255 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-09-18T03:19:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:09 smithi046 ceph-mon[97106]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-18T03:19:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:11 smithi195 ceph-mon[89559]: pgmap v3460: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:11 smithi046 ceph-mon[97106]: pgmap v3460: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:11 smithi046 ceph-mon[94621]: pgmap v3460: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:19:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:19:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:13 smithi195 ceph-mon[89559]: pgmap v3461: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:13 smithi046 ceph-mon[94621]: pgmap v3461: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:13 smithi046 ceph-mon[97106]: pgmap v3461: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:15 smithi195 ceph-mon[89559]: pgmap v3462: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:15 smithi046 ceph-mon[94621]: pgmap v3462: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:15 smithi046 ceph-mon[97106]: pgmap v3462: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:19:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:19:16] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-18T03:19:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:17 smithi195 ceph-mon[89559]: pgmap v3463: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:19:17.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:17 smithi195 ceph-mon[89559]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-18T03:19:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:17 smithi046 ceph-mon[94621]: pgmap v3463: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:19:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:17 smithi046 ceph-mon[94621]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-18T03:19:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:17 smithi046 ceph-mon[97106]: pgmap v3463: 137 pgs: 137 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:19:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:17 smithi046 ceph-mon[97106]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-18T03:19:18.504 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:18 smithi195 ceph-mon[89559]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-18T03:19:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:18 smithi046 ceph-mon[94621]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-18T03:19:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:18 smithi046 ceph-mon[97106]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-18T03:19:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:19 smithi046 ceph-mon[94621]: pgmap v3466: 137 pgs: 137 active+clean; 274 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-18T03:19:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:19 smithi046 ceph-mon[94621]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-18T03:19:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:19 smithi046 ceph-mon[97106]: pgmap v3466: 137 pgs: 137 active+clean; 274 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-18T03:19:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:19 smithi046 ceph-mon[97106]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-18T03:19:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:19 smithi195 ceph-mon[89559]: pgmap v3466: 137 pgs: 137 active+clean; 274 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-18T03:19:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:19 smithi195 ceph-mon[89559]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-18T03:19:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:21 smithi046 ceph-mon[94621]: pgmap v3468: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:21 smithi046 ceph-mon[97106]: pgmap v3468: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:21 smithi195 ceph-mon[89559]: pgmap v3468: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:19:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:19:22.474 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:19:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=cleanup t=2024-09-18T03:19:22.117256892Z level=info msg="Completed cleanup jobs" duration=13.848194ms 2024-09-18T03:19:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:23 smithi046 ceph-mon[94621]: pgmap v3469: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:23 smithi046 ceph-mon[97106]: pgmap v3469: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:23 smithi195 ceph-mon[89559]: pgmap v3469: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:25 smithi046 ceph-mon[94621]: pgmap v3470: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:25 smithi046 ceph-mon[97106]: pgmap v3470: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:25 smithi195 ceph-mon[89559]: pgmap v3470: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:19:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:19:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:19:26] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-18T03:19:27.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:27 smithi046 ceph-mon[94621]: pgmap v3471: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:19:27.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:27 smithi046 ceph-mon[94621]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-18T03:19:27.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:27 smithi046 ceph-mon[97106]: pgmap v3471: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:19:27.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:27 smithi046 ceph-mon[97106]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-18T03:19:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:27 smithi195 ceph-mon[89559]: pgmap v3471: 137 pgs: 137 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-18T03:19:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:27 smithi195 ceph-mon[89559]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-18T03:19:28.534 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:28 smithi046 ceph-mon[97106]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-18T03:19:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:28 smithi046 ceph-mon[94621]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-18T03:19:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:28 smithi195 ceph-mon[89559]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-18T03:19:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:29 smithi046 ceph-mon[94621]: pgmap v3474: 137 pgs: 137 active+clean; 295 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-09-18T03:19:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:29 smithi046 ceph-mon[94621]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-18T03:19:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:29 smithi046 ceph-mon[97106]: pgmap v3474: 137 pgs: 137 active+clean; 295 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-09-18T03:19:29.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:29 smithi046 ceph-mon[97106]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-18T03:19:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:29 smithi195 ceph-mon[89559]: pgmap v3474: 137 pgs: 137 active+clean; 295 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-09-18T03:19:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:29 smithi195 ceph-mon[89559]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-18T03:19:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:31 smithi046 ceph-mon[97106]: pgmap v3476: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:31 smithi046 ceph-mon[94621]: pgmap v3476: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:31 smithi195 ceph-mon[89559]: pgmap v3476: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:19:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:19:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:33 smithi046 ceph-mon[97106]: pgmap v3477: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:33 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:19:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:33 smithi046 ceph-mon[94621]: pgmap v3477: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:33 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:19:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:33 smithi195 ceph-mon[89559]: pgmap v3477: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:33 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:19:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:19:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:19:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:19:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:19:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:19:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:19:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:19:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:19:35.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:19:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:35 smithi195 ceph-mon[89559]: pgmap v3478: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-18T03:19:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:35 smithi046 ceph-mon[97106]: pgmap v3478: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-18T03:19:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:35 smithi046 ceph-mon[94621]: pgmap v3478: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-18T03:19:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:19:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:19:36] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-09-18T03:19:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:37 smithi195 ceph-mon[89559]: pgmap v3479: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-18T03:19:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:37 smithi195 ceph-mon[89559]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-18T03:19:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:37 smithi046 ceph-mon[94621]: pgmap v3479: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-18T03:19:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:37 smithi046 ceph-mon[94621]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-18T03:19:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:37 smithi046 ceph-mon[97106]: pgmap v3479: 137 pgs: 137 active+clean; 299 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-18T03:19:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:37 smithi046 ceph-mon[97106]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-18T03:19:38.554 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:38 smithi195 ceph-mon[89559]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-18T03:19:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:38 smithi046 ceph-mon[94621]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-18T03:19:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:38 smithi046 ceph-mon[97106]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-18T03:19:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:39 smithi195 ceph-mon[89559]: pgmap v3482: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-09-18T03:19:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:39 smithi195 ceph-mon[89559]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-18T03:19:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:39 smithi046 ceph-mon[94621]: pgmap v3482: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-09-18T03:19:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:39 smithi046 ceph-mon[94621]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-18T03:19:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:39 smithi046 ceph-mon[97106]: pgmap v3482: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-09-18T03:19:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:39 smithi046 ceph-mon[97106]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-18T03:19:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:41 smithi195 ceph-mon[89559]: pgmap v3484: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:41 smithi046 ceph-mon[97106]: pgmap v3484: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:41 smithi046 ceph-mon[94621]: pgmap v3484: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:19:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:19:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:43 smithi195 ceph-mon[89559]: pgmap v3485: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:43 smithi046 ceph-mon[94621]: pgmap v3485: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:43 smithi046 ceph-mon[97106]: pgmap v3485: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:19:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:45.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:45 smithi046 ceph-mon[97106]: pgmap v3486: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-18T03:19:45.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:45 smithi046 ceph-mon[94621]: pgmap v3486: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-18T03:19:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:45 smithi195 ceph-mon[89559]: pgmap v3486: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-18T03:19:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:19:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:19:46] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-18T03:19:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:47 smithi195 ceph-mon[89559]: pgmap v3487: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-18T03:19:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:47 smithi195 ceph-mon[89559]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-18T03:19:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:47 smithi046 ceph-mon[94621]: pgmap v3487: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-18T03:19:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:47 smithi046 ceph-mon[94621]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-18T03:19:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:47 smithi046 ceph-mon[97106]: pgmap v3487: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-18T03:19:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:47 smithi046 ceph-mon[97106]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-18T03:19:48.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (50134 ms) 2024-09-18T03:19:48.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-09-18T03:19:48.581 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:48 smithi195 ceph-mon[89559]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-18T03:19:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:48 smithi046 ceph-mon[94621]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-18T03:19:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:48 smithi046 ceph-mon[97106]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-18T03:19:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:49 smithi195 ceph-mon[89559]: pgmap v3490: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-18T03:19:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:49 smithi195 ceph-mon[89559]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-18T03:19:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:49 smithi046 ceph-mon[94621]: pgmap v3490: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-18T03:19:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:49 smithi046 ceph-mon[94621]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-18T03:19:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:49 smithi046 ceph-mon[97106]: pgmap v3490: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-09-18T03:19:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:49 smithi046 ceph-mon[97106]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-18T03:19:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:50 smithi195 ceph-mon[89559]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-18T03:19:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:50 smithi046 ceph-mon[94621]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-18T03:19:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:50 smithi046 ceph-mon[97106]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-18T03:19:51.595 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3014 ms) 2024-09-18T03:19:51.595 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-09-18T03:19:51.595 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:51 smithi195 ceph-mon[89559]: pgmap v3493: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-09-18T03:19:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:51 smithi195 ceph-mon[89559]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-18T03:19:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:51 smithi046 ceph-mon[97106]: pgmap v3493: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-09-18T03:19:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:51 smithi046 ceph-mon[97106]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-18T03:19:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:51 smithi046 ceph-mon[94621]: pgmap v3493: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-09-18T03:19:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:51 smithi046 ceph-mon[94621]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-18T03:19:52.575 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:19:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:19:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:52 smithi195 ceph-mon[89559]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-18T03:19:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:52 smithi046 ceph-mon[94621]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-18T03:19:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:52 smithi046 ceph-mon[97106]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-18T03:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:53 smithi195 ceph-mon[89559]: pgmap v3496: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 35 op/s 2024-09-18T03:19:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:53 smithi195 ceph-mon[89559]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-18T03:19:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:53 smithi046 ceph-mon[97106]: pgmap v3496: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 35 op/s 2024-09-18T03:19:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:53 smithi046 ceph-mon[97106]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-18T03:19:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:53 smithi046 ceph-mon[94621]: pgmap v3496: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 35 op/s 2024-09-18T03:19:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:53 smithi046 ceph-mon[94621]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-18T03:19:54.623 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3028 ms) 2024-09-18T03:19:54.623 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-09-18T03:19:54.623 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:54 smithi195 ceph-mon[89559]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-18T03:19:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:54 smithi046 ceph-mon[97106]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-18T03:19:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:54 smithi046 ceph-mon[94621]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-18T03:19:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:55 smithi195 ceph-mon[89559]: pgmap v3499: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 138 KiB/s wr, 78 op/s 2024-09-18T03:19:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:55 smithi195 ceph-mon[89559]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-18T03:19:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:55 smithi046 ceph-mon[94621]: pgmap v3499: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 138 KiB/s wr, 78 op/s 2024-09-18T03:19:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:55 smithi046 ceph-mon[94621]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-18T03:19:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:55 smithi046 ceph-mon[97106]: pgmap v3499: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 138 KiB/s wr, 78 op/s 2024-09-18T03:19:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:55 smithi046 ceph-mon[97106]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-18T03:19:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:56 smithi046 ceph-mon[94621]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-18T03:19:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:19:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:19:56] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-18T03:19:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:56 smithi046 ceph-mon[97106]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-18T03:19:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:56 smithi195 ceph-mon[89559]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-18T03:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3017 ms) 2024-09-18T03:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-09-18T03:19:57.640 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:19:57.712 INFO:tasks.workunit.client.0.smithi046.stdout: i=0 exists [12791851~5875867,28115128~5087484,58389784~7590992,78805224~1423081,134875036~1483188,138387016~5933098,199900469~6071353,323302806~5961239,362009735~876938] wrote [12791851~5875867,28115128~5087484,58389784~7590992,78805224~1423081,134875036~1483188,138387016~5933098,199900469~6071353,323302806~5961239,362009735~876938] 2024-09-18T03:19:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:57 smithi195 ceph-mon[89559]: pgmap v3502: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 140 KiB/s wr, 102 op/s 2024-09-18T03:19:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:57 smithi195 ceph-mon[89559]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-18T03:19:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:57 smithi046 ceph-mon[97106]: pgmap v3502: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 140 KiB/s wr, 102 op/s 2024-09-18T03:19:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:57 smithi046 ceph-mon[97106]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-18T03:19:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:57 smithi046 ceph-mon[94621]: pgmap v3502: 137 pgs: 137 active+clean; 345 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 140 KiB/s wr, 102 op/s 2024-09-18T03:19:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:57 smithi046 ceph-mon[94621]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-18T03:19:58.651 INFO:tasks.workunit.client.0.smithi046.stdout: i=1 exists [12791851~8852722,28115128~5087484,37891127~3859934,58389784~7590992,70957045~71677,78805224~1423081,130617436~5740788,138387016~5933098,192492929~1773028,199900469~6071353,208889731~3909256,251446912~7321778,269709209~6155922,293517555~1392494,323302806~5961239,362009735~876938] wrote [16732560~4912013,37891127~3859934,70957045~71677,130617436~5383374,192492929~1773028,208889731~3909256,251446912~7321778,269709209~6155922,293517555~1392494] 2024-09-18T03:19:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:58 smithi195 ceph-mon[89559]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-18T03:19:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:58 smithi046 ceph-mon[97106]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-18T03:19:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:58 smithi046 ceph-mon[94621]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-18T03:19:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:19:59.683 INFO:tasks.workunit.client.0.smithi046.stdout: i=2 exists [12791851~8852722,28115128~5087484,37891127~3859934,58389784~7590992,70957045~71677,78805224~1423081,107195973~2239498,130617436~5740788,138387016~5933098,160805568~7143646,192492929~1773028,199900469~6071353,207036584~6938226,214774910~113752,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,323302806~5961239,351562433~5595946,362009735~876938,389743264~3425507] wrote [107195973~2239498,160805568~7143646,207036584~6938226,214774910~113752,245169054~5893832,298482072~10136742,351562433~5595946,389743264~3425507] 2024-09-18T03:19:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:59 smithi195 ceph-mon[89559]: pgmap v3505: 137 pgs: 137 active+clean; 373 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 MiB/s wr, 105 op/s 2024-09-18T03:19:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:19:59 smithi195 ceph-mon[89559]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-18T03:20:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:59 smithi046 ceph-mon[97106]: pgmap v3505: 137 pgs: 137 active+clean; 373 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 MiB/s wr, 105 op/s 2024-09-18T03:20:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:19:59 smithi046 ceph-mon[97106]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-18T03:20:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:59 smithi046 ceph-mon[94621]: pgmap v3505: 137 pgs: 137 active+clean; 373 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 MiB/s wr, 105 op/s 2024-09-18T03:20:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:19:59 smithi046 ceph-mon[94621]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-18T03:20:00.679 INFO:tasks.workunit.client.0.smithi046.stdout: i=3 exists [12791851~8852722,28115128~5087484,34092245~7984362,57242439~9334387,70957045~71677,78805224~1423081,107195973~2239498,130617436~5740788,138387016~5933098,160805568~7143646,192492929~2154166,199900469~6071353,207036584~6938226,214774910~113752,224388882~7463649,236511520~1948310,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,323302806~5961239,333579362~2366614,351562433~5595946,362009735~876938,389743264~3425507] wrote [17063133~2992037,34092245~7984362,57242439~9334387,193508185~1138910,224388882~7463649,236511520~1948310,323809473~5012995,333579362~2366614] 2024-09-18T03:20:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:00 smithi195 ceph-mon[89559]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-18T03:20:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:00 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T03:20:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:00 smithi046 ceph-mon[94621]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-18T03:20:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:00 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T03:20:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:00 smithi046 ceph-mon[97106]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-18T03:20:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:00 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T03:20:01.674 INFO:tasks.workunit.client.0.smithi046.stdout: i=4 exists [4025153~3696155,12791851~12095955,28115128~5087484,34092245~7984362,46106436~4639321,57242439~9334387,70957045~71677,78805224~1423081,93938104~2254566,107195973~9323615,130617436~5740788,138387016~5933098,160805568~7143646,192492929~2154166,199900469~6071353,207036584~6938226,214774910~113752,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,323302806~5961239,333579362~2366614,350622110~6536269,362009735~876938,389743264~3425507,407006583~4745723] wrote [4025153~3696155,19062122~5825684,29422611~1494143,46106436~4639321,93938104~2254566,109431307~7088281,140828717~1570993,219973844~4377775,350622110~5044876,407006583~4745723] 2024-09-18T03:20:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:01 smithi195 ceph-mon[89559]: pgmap v3508: 137 pgs: 137 active+clean; 414 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 14 MiB/s wr, 101 op/s 2024-09-18T03:20:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:01 smithi195 ceph-mon[89559]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-18T03:20:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:01 smithi046 ceph-mon[97106]: pgmap v3508: 137 pgs: 137 active+clean; 414 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 14 MiB/s wr, 101 op/s 2024-09-18T03:20:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:01 smithi046 ceph-mon[97106]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-18T03:20:02.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:01 smithi046 ceph-mon[94621]: pgmap v3508: 137 pgs: 137 active+clean; 414 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 14 MiB/s wr, 101 op/s 2024-09-18T03:20:02.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:01 smithi046 ceph-mon[94621]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-18T03:20:02.623 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:20:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:20:02.692 INFO:tasks.workunit.client.0.smithi046.stdout: i=5 exists [4025153~3696155,12791851~12095955,25642734~7559878,34092245~7984362,46106436~4639321,57242439~9334387,70957045~71677,78805224~1423081,93938104~2254566,101409425~1391594,107195973~9323615,130617436~5740788,138387016~5933098,160805568~7143646,169416002~5361200,192492929~2154166,199900469~6071353,207036584~10136258,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~9887992,269709209~6155922,277432752~1739042,285338856~7914541,293517555~1392494,298482072~10136742,323302806~5961239,331815796~1005615,333579362~2366614,350622110~6536269,362009735~876938,374156896~3250028,389743264~3425507,407006583~4745723] wrote [25642734~7524998,36028174~2170460,101409425~1391594,169416002~5361200,209260751~7912091,254552645~6782259,277432752~1739042,285338856~7914541,331815796~1005615,374156896~3250028] 2024-09-18T03:20:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:02 smithi195 ceph-mon[89559]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-18T03:20:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:02 smithi046 ceph-mon[97106]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-18T03:20:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:02 smithi046 ceph-mon[94621]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-18T03:20:03.700 INFO:tasks.workunit.client.0.smithi046.stdout: i=6 exists [4025153~3696155,12791851~20410761,34092245~7984362,45247534~9801643,57242439~9334387,70957045~71677,78805224~1423081,93938104~2254566,101409425~1391594,107195973~9323615,130617436~5740788,138387016~5933098,160805568~7143646,169416002~5361200,192492929~2154166,199900469~17272373,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~9887992,262897346~2444831,265852923~10012208,277432752~1739042,285338856~7914541,293517555~1392494,298482072~10136742,323302806~5961239,331815796~1005615,333579362~2366614,350622110~6536269,362009735~876938,374156896~8220983,389743264~3425507,407006583~4745723] wrote [18693507~6990032,40123516~1891604,45247534~9801643,59671350~3974684,200267676~7233267,262897346~2444831,265852923~4567450,375604098~6773781] 2024-09-18T03:20:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:03 smithi195 ceph-mon[89559]: pgmap v3511: 137 pgs: 137 active+clean; 447 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 MiB/s wr, 255 op/s 2024-09-18T03:20:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:03 smithi195 ceph-mon[89559]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-18T03:20:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:03 smithi046 ceph-mon[97106]: pgmap v3511: 137 pgs: 137 active+clean; 447 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 MiB/s wr, 255 op/s 2024-09-18T03:20:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:03 smithi046 ceph-mon[97106]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-18T03:20:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:03 smithi046 ceph-mon[94621]: pgmap v3511: 137 pgs: 137 active+clean; 447 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 MiB/s wr, 255 op/s 2024-09-18T03:20:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:03 smithi046 ceph-mon[94621]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-18T03:20:04.701 INFO:tasks.workunit.client.0.smithi046.stdout: i=7 exists [4025153~3696155,12791851~20410761,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,78805224~1423081,90866330~7771970,101409425~1391594,107195973~9323615,130617436~5740788,138387016~5933098,160805568~7143646,169416002~5361200,184529146~2514323,192492929~2154166,199900469~17272373,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~13895265,265852923~10012208,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323302806~5961239,331815796~1005615,333579362~2366614,350622110~6536269,362009735~876938,374156896~8220983,389743264~3425507,407006583~10425227] wrote [54918580~7155652,70066448~139427,90866330~7771970,184529146~2514323,208995545~2834867,257330869~7795327,284060923~3966892,320058781~1461902,409643949~7787861] 2024-09-18T03:20:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:04 smithi195 ceph-mon[89559]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-18T03:20:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:04 smithi046 ceph-mon[97106]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-18T03:20:05.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:04 smithi046 ceph-mon[94621]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-18T03:20:05.727 INFO:tasks.workunit.client.0.smithi046.stdout: i=8 exists [4025153~3696155,12791851~20410761,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,78805224~1423081,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5740788,138387016~5933098,160805568~7143646,169416002~5361200,180506256~7540121,188916894~6113595,199900469~18626742,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10012208,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323302806~12643170,350622110~6536269,362009735~876938,374156896~8220983,383224412~9944359,407006583~10425227] wrote [104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,212993656~5533555,245030989~7142492,327651167~7023462,374193965~1160670,383224412~7524924] 2024-09-18T03:20:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:05 smithi195 ceph-mon[89559]: pgmap v3514: 137 pgs: 137 active+clean; 612 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 40 MiB/s wr, 251 op/s 2024-09-18T03:20:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:05 smithi195 ceph-mon[89559]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-18T03:20:06.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:05 smithi046 ceph-mon[97106]: pgmap v3514: 137 pgs: 137 active+clean; 612 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 40 MiB/s wr, 251 op/s 2024-09-18T03:20:06.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:05 smithi046 ceph-mon[97106]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-18T03:20:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:05 smithi046 ceph-mon[94621]: pgmap v3514: 137 pgs: 137 active+clean; 612 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 40 MiB/s wr, 251 op/s 2024-09-18T03:20:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:05 smithi046 ceph-mon[94621]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-18T03:20:06.714 INFO:tasks.workunit.client.0.smithi046.stdout: i=9 exists [3180408~4540900,12791851~20410761,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,78805224~1423081,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5740788,138387016~5933098,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,199900469~18626742,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10911847,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323302806~12643170,350622110~6536269,362009735~876938,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] wrote [3180408~3437025,26683017~995535,49067437~7858129,145395728~8058569,168174411~4058494,185269009~5308373,201218159~6142536,272917279~3847491,301958426~4165067,399787466~2893709] 2024-09-18T03:20:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:06 smithi046 ceph-mon[94621]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-18T03:20:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:06 smithi046 ceph-mon[97106]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-18T03:20:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:20:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:20:06] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-09-18T03:20:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:06 smithi195 ceph-mon[89559]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-18T03:20:07.716 INFO:tasks.workunit.client.0.smithi046.stdout: i=10 exists [3180408~4540900,12791851~20410761,33980078~105746,34092245~7984362,42480792~24096034,70066448~139427,70957045~71677,73083609~7144696,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5740788,138387016~5933098,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,197509379~1136420,199900469~18626742,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,362009735~876938,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] wrote [33980078~105746,36174058~2979786,42480792~6852092,73083609~6169635,131748005~630156,197509379~1136420,226812972~4233405,267845013~7078863,293791145~6198784,321195259~7472846] 2024-09-18T03:20:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:07 smithi195 ceph-mon[89559]: pgmap v3517: 137 pgs: 137 active+clean; 658 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 42 MiB/s wr, 22 op/s 2024-09-18T03:20:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:07 smithi195 ceph-mon[89559]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-18T03:20:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:07 smithi046 ceph-mon[94621]: pgmap v3517: 137 pgs: 137 active+clean; 658 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 42 MiB/s wr, 22 op/s 2024-09-18T03:20:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:07 smithi046 ceph-mon[94621]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-18T03:20:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:07 smithi046 ceph-mon[97106]: pgmap v3517: 137 pgs: 137 active+clean; 658 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 42 MiB/s wr, 22 op/s 2024-09-18T03:20:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:07 smithi046 ceph-mon[97106]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-18T03:20:08.729 INFO:tasks.workunit.client.0.smithi046.stdout: i=11 exists [3180408~4540900,12791851~20410761,33980078~105746,34092245~7984362,42480792~24719692,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11631185,130617436~5740788,138387016~5933098,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,199900469~18626742,219973844~4377775,224388882~7463649,236511520~1948310,243942107~21400070,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,362009735~876938,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] wrote [60777981~6422503,73968740~8357094,88374134~2646242,147992789~3872359,193071625~4331138,243942107~7612163,253144893~370002,324624564~7807547,376752584~3765903] 2024-09-18T03:20:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:08 smithi195 ceph-mon[89559]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-18T03:20:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:08 smithi046 ceph-mon[94621]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-18T03:20:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:08 smithi046 ceph-mon[97106]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-18T03:20:09.735 INFO:tasks.workunit.client.0.smithi046.stdout: i=12 exists [1658760~9544131,12791851~29284756,42480792~24719692,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11772504,122656711~2353796,130617436~13702678,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,199900469~18626742,219973844~4377775,224388882~7463649,236511520~1948310,243942107~21400070,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,362009735~876938,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] wrote [1658760~9544131,26668266~4860775,33107404~1037753,73754121~7020859,114709005~1951902,122656711~2353796,135812872~4804570,354461120~2304237,385518027~6500311] 2024-09-18T03:20:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:09 smithi195 ceph-mon[89559]: pgmap v3520: 137 pgs: 137 active+clean; 832 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 51 MiB/s wr, 314 op/s 2024-09-18T03:20:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:09 smithi195 ceph-mon[89559]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-18T03:20:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:09 smithi046 ceph-mon[94621]: pgmap v3520: 137 pgs: 137 active+clean; 832 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 51 MiB/s wr, 314 op/s 2024-09-18T03:20:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:09 smithi046 ceph-mon[94621]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-18T03:20:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:09 smithi046 ceph-mon[97106]: pgmap v3520: 137 pgs: 137 active+clean; 832 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 51 MiB/s wr, 314 op/s 2024-09-18T03:20:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:09 smithi046 ceph-mon[97106]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-18T03:20:10.746 INFO:tasks.workunit.client.0.smithi046.stdout: i=13 exists [1658760~9544131,12791851~55163471,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13702678,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,345411137~11747242,362009735~876938,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] wrote [41670482~7726411,66905430~1049892,78774505~3038235,102033928~6389778,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,345411137~5936510] 2024-09-18T03:20:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:10 smithi195 ceph-mon[89559]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-18T03:20:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:10 smithi046 ceph-mon[97106]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-18T03:20:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:10 smithi046 ceph-mon[94621]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-18T03:20:11.714 INFO:tasks.workunit.client.0.smithi046.stdout: i=14 exists [1658760~9544131,12791851~55163471,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13702678,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,345411137~11747242,362009735~876938,363076940~2591392,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] wrote [36518029~84174,106078888~1019851,138051299~5971495,183356291~1847563,272476409~1706170,287576427~1121848,363076940~2591392,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:11 smithi195 ceph-mon[89559]: pgmap v3523: 137 pgs: 137 active+clean; 902 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 59 MiB/s wr, 317 op/s 2024-09-18T03:20:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:11 smithi195 ceph-mon[89559]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-18T03:20:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:11 smithi046 ceph-mon[97106]: pgmap v3523: 137 pgs: 137 active+clean; 902 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 59 MiB/s wr, 317 op/s 2024-09-18T03:20:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:11 smithi046 ceph-mon[97106]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-18T03:20:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:11 smithi046 ceph-mon[94621]: pgmap v3523: 137 pgs: 137 active+clean; 902 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 59 MiB/s wr, 317 op/s 2024-09-18T03:20:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:11 smithi046 ceph-mon[94621]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-18T03:20:12.685 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:20:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:20:12.755 INFO:tasks.workunit.client.0.smithi046.stdout: i=15 exists [1658760~9544131,12791851~55163471,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13702678,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~15887195,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] wrote [17197883~3534427,43183456~3053076,50918001~5085435,75685601~7235457,164488459~1054569,212224559~5973491,286813802~5432491,310099409~2338165,351093244~4543813,359248800~7125167] 2024-09-18T03:20:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:12 smithi195 ceph-mon[89559]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-18T03:20:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:12 smithi046 ceph-mon[94621]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-18T03:20:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:12 smithi046 ceph-mon[97106]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-18T03:20:13.764 INFO:tasks.workunit.client.0.smithi046.stdout: i=16 exists [1658760~9544131,12791851~55163471,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13702678,145395728~8058569,157248735~10700479,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~18687636,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] wrote [3852372~2645947,38265043~7033150,48345233~2814029,103384501~4822859,139161440~2075057,157248735~7349000,195038854~85700,204169821~6643539,330742785~8003632,407571653~3876669] 2024-09-18T03:20:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:13 smithi195 ceph-mon[89559]: pgmap v3526: 137 pgs: 137 active+clean; 935 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 26 MiB/s wr, 339 op/s 2024-09-18T03:20:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:13 smithi195 ceph-mon[89559]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-18T03:20:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:13 smithi046 ceph-mon[97106]: pgmap v3526: 137 pgs: 137 active+clean; 935 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 26 MiB/s wr, 339 op/s 2024-09-18T03:20:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:13 smithi046 ceph-mon[97106]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-18T03:20:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:13 smithi046 ceph-mon[94621]: pgmap v3526: 137 pgs: 137 active+clean; 935 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 26 MiB/s wr, 339 op/s 2024-09-18T03:20:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:13 smithi046 ceph-mon[94621]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-18T03:20:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:14.749 INFO:tasks.workunit.client.0.smithi046.stdout: i=17 exists [1658760~9544131,12791851~55163471,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,117382400~22260,122656711~2353796,130617436~13702678,145395728~8058569,157248735~10700479,168174411~6602791,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] wrote [36082779~3285201,55934079~5078261,117382400~22260,187889570~908943,204246684~4827046,215598798~7130054,242370240~1431172,302068585~5792144,321078794~7272276,338888541~1412199] 2024-09-18T03:20:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:14 smithi195 ceph-mon[89559]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-18T03:20:15.010 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:14 smithi046 ceph-mon[97106]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-18T03:20:15.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:14 smithi046 ceph-mon[94621]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-18T03:20:15.762 INFO:tasks.workunit.client.0.smithi046.stdout: i=18 exists [1658760~9544131,12791851~55163471,70066448~139427,70957045~71677,73083609~9837449,85655711~12982589,101409425~15251482,117382400~22260,122656711~2353796,130617436~13702678,145395728~8058569,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] wrote [5210970~3631197,17339046~3903930,43003673~7737132,85655711~2978881,161132395~1925890,166494614~5098013,201773968~5193776,301564718~8052825,384634541~3105418] 2024-09-18T03:20:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:15 smithi195 ceph-mon[89559]: pgmap v3529: 137 pgs: 137 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 38 MiB/s wr, 348 op/s 2024-09-18T03:20:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:15 smithi195 ceph-mon[89559]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-18T03:20:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:15 smithi046 ceph-mon[97106]: pgmap v3529: 137 pgs: 137 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 38 MiB/s wr, 348 op/s 2024-09-18T03:20:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:15 smithi046 ceph-mon[97106]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-18T03:20:16.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:15 smithi046 ceph-mon[94621]: pgmap v3529: 137 pgs: 137 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 38 MiB/s wr, 348 op/s 2024-09-18T03:20:16.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:15 smithi046 ceph-mon[94621]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-18T03:20:16.705 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:20:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:20:16] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-09-18T03:20:16.769 INFO:tasks.workunit.client.0.smithi046.stdout: i=19 exists [1658760~9544131,12791851~55163471,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13702678,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] wrote [35766640~8127920,98319572~6662053,118271316~7975023,138480293~2555016,151338720~3065767,248797103~953814,318215017~5722127,348118235~2353754,356820737~1684661] 2024-09-18T03:20:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:16 smithi195 ceph-mon[89559]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-18T03:20:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:16 smithi046 ceph-mon[97106]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-18T03:20:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:16 smithi046 ceph-mon[94621]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-18T03:20:17.724 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 1 diff [16732560~4912013,37891127~3859934,70957045~71677,130617436~5383374,192492929~1773028,208889731~3909256,251446912~7321778,269709209~6155922,293517555~1392494] 2024-09-18T03:20:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16732560~4912013,37891127~3859934,70957045~71677,130617436~5383374,192492929~1773028,208889731~3909256,251446912~7321778,269709209~6155922,293517555~1392494] 2024-09-18T03:20:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16732560~4912013,37748736~4002325,67108864~3919858,130023424~5977386,188743680~5522277,205971822~6827165,247463936~11304754,268435456~7429675,289406976~5503073] 2024-09-18T03:20:17.742 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 2 diff [16732560~4912013,37891127~3859934,70957045~71677,107195973~2239498,130617436~5383374,160805568~7143646,192492929~1773028,207036584~6938226,214774910~113752,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16732560~4912013,37891127~3859934,70957045~71677,107195973~2239498,130617436~5383374,160805568~7143646,192492929~1773028,207036584~6938226,214774910~113752,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16732560~4912013,37748736~4002325,67108864~3919858,104857600~4577871,130023424~5977386,159383552~8565662,188743680~5522277,205971822~8916840,243269632~15499058,268435456~7429675,289406976~5503073,297795584~10823230,348127232~9031147,385875968~7292803] 2024-09-18T03:20:17.749 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 3 diff [16732560~4912013,34092245~7984362,57242439~9334387,70957045~71677,107195973~2239498,130617436~5383374,160805568~7143646,192492929~2154166,207036584~6938226,214774910~113752,224388882~7463649,236511520~1948310,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,323809473~5012995,333579362~2366614,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16732560~4912013,34092245~7984362,57242439~9334387,70957045~71677,107195973~2239498,130617436~5383374,160805568~7143646,192492929~2154166,207036584~6938226,214774910~113752,224388882~7463649,236511520~1948310,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,323809473~5012995,333579362~2366614,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16732560~4912013,33554432~8522175,57242439~9334387,67108864~3919858,104857600~4577871,130023424~5977386,159383552~8565662,188743680~5903415,205971822~8916840,222298112~9554419,234881024~3578806,243269632~15499058,268435456~7429675,289406976~5503073,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,385875968~7292803] 2024-09-18T03:20:17.755 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 4 diff [4025153~3696155,16732560~8155246,29422611~1494143,34092245~7984362,46106436~4639321,57242439~9334387,70957045~71677,93938104~2254566,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,192492929~2154166,207036584~6938226,214774910~113752,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,323809473~5012995,333579362~2366614,350622110~6536269,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,16732560~8155246,29422611~1494143,34092245~7984362,46106436~4639321,57242439~9334387,70957045~71677,93938104~2254566,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,192492929~2154166,207036584~6938226,214774910~113752,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~7321778,269709209~6155922,293517555~1392494,298482072~10136742,323809473~5012995,333579362~2366614,350622110~6536269,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~8155246,29422611~1494143,33554432~17191325,57242439~9334387,67108864~3919858,92274688~3917982,104857600~11661988,130023424~5977386,140828717~1570993,159383552~8565662,188743680~5903415,205971822~8916840,218103808~13748723,234881024~3578806,243269632~15499058,268435456~7429675,289406976~5503073,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,385875968~7292803,406847488~4904818] 2024-09-18T03:20:17.762 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 5 diff [4025153~3696155,16732560~8155246,25642734~7524998,34092245~7984362,46106436~4639321,57242439~9334387,70957045~71677,93938104~2254566,101409425~1391594,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,192492929~2154166,207036584~10136258,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~9887992,269709209~6155922,277432752~1739042,285338856~7914541,293517555~1392494,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~3250028,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,16732560~8155246,25642734~7524998,34092245~7984362,46106436~4639321,57242439~9334387,70957045~71677,93938104~2254566,101409425~1391594,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,192492929~2154166,207036584~10136258,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~9887992,269709209~6155922,277432752~1739042,285338856~7914541,293517555~1392494,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~3250028,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~8155246,25642734~7524998,33554432~17191325,57242439~9334387,67108864~3919858,92274688~3917982,100663296~2137723,104857600~11661988,130023424~5977386,140828717~1570993,159383552~15393650,188743680~5903415,205971822~11201020,218103808~13748723,234881024~3578806,243269632~18065272,268435456~7429675,276824064~2347730,285212672~9697377,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,373293056~4113868,385875968~7292803,406847488~4904818] 2024-09-18T03:20:17.769 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 6 diff [4025153~3696155,16732560~16435172,34092245~7984362,45247534~9801643,57242439~9334387,70957045~71677,93938104~2254566,101409425~1391594,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,192492929~2154166,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~9887992,262897346~2444831,265852923~10012208,277432752~1739042,285338856~7914541,293517555~1392494,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,16732560~16435172,34092245~7984362,45247534~9801643,57242439~9334387,70957045~71677,93938104~2254566,101409425~1391594,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,192492929~2154166,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~9887992,262897346~2444831,265852923~10012208,277432752~1739042,285338856~7914541,293517555~1392494,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~16435172,33554432~21494745,57242439~9334387,67108864~3919858,92274688~3917982,100663296~2137723,104857600~11661988,130023424~5977386,140828717~1570993,159383552~15393650,188743680~5903415,200267676~16905166,218103808~13748723,234881024~3578806,243269632~32595499,276824064~2347730,285212672~9697377,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,373293056~9084823,385875968~7292803,406847488~4904818] 2024-09-18T03:20:17.775 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 7 diff [4025153~3696155,16732560~16435172,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,90866330~7771970,101409425~1391594,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,184529146~2514323,192492929~2154166,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~13895265,265852923~10012208,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~10425227] 2024-09-18T03:20:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,16732560~16435172,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,90866330~7771970,101409425~1391594,107195973~9323615,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,184529146~2514323,192492929~2154166,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,251446912~13895265,265852923~10012208,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~10425227] 2024-09-18T03:20:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~16435172,33554432~33022394,67108864~3919858,88080384~10557916,100663296~2137723,104857600~11661988,130023424~5977386,140828717~1570993,159383552~15393650,180355072~6688397,188743680~5903415,200267676~16905166,218103808~13748723,234881024~3578806,243269632~32595499,276824064~2347730,281018368~13891681,297795584~10823230,318767104~2753579,323809473~5012995,331350016~4595960,348127232~9031147,373293056~9084823,385875968~7292803,406847488~10584322] 2024-09-18T03:20:17.782 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 8 diff [4025153~3696155,16732560~16435172,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,180506256~7540121,188916894~6113595,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10012208,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,407006583~10425227] 2024-09-18T03:20:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,16732560~16435172,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,160805568~7143646,169416002~5361200,180506256~7540121,188916894~6113595,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10012208,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,407006583~10425227] 2024-09-18T03:20:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~16435172,33554432~33022394,67108864~3919858,88080384~10557916,100663296~2137723,104857600~11661988,130023424~5977386,140828717~1570993,159383552~15393650,180355072~7691305,188743680~6286809,200267676~31584855,234881024~3578806,243269632~32595499,276824064~2347730,281018368~13891681,297795584~10823230,318767104~2753579,323809473~12136503,348127232~9031147,373293056~19875715,406847488~10584322] 2024-09-18T03:20:17.788 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 9 diff [3180408~4540900,16732560~16435172,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10911847,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,16732560~16435172,34092245~7984362,45247534~21329292,70066448~139427,70957045~71677,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10911847,277432752~1739042,284060923~9192474,293517555~1392494,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~16435172,33554432~33022394,67108864~3919858,88080384~10557916,100663296~2137723,104857600~11661988,130023424~5977386,140828717~1570993,144320114~9134183,159383552~15393650,180355072~14675417,200267676~31584855,234881024~3578806,243269632~33495138,276824064~2347730,281018368~13891681,297795584~10823230,318767104~2753579,323809473~12136503,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.794 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 10 diff [3180408~4540900,16732560~16435172,33980078~105746,34092245~7984362,42480792~24096034,70066448~139427,70957045~71677,73083609~6169635,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,16732560~16435172,33980078~105746,34092245~7984362,42480792~24096034,70066448~139427,70957045~71677,73083609~6169635,90866330~7771970,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~20311188,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~16435172,33554432~33022394,67108864~3919858,71303168~7950076,88080384~10557916,100663296~2137723,104857600~11661988,130023424~5977386,140828717~1570993,144320114~9134183,159383552~15393650,180355072~14675417,197509379~1136420,200267676~31584855,234881024~3578806,243269632~33495138,276824064~2347730,281018368~27600446,318767104~17178872,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.801 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 11 diff [3180408~4540900,16732560~16435172,33980078~105746,34092245~7984362,42480792~24719692,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~21400070,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,16732560~16435172,33980078~105746,34092245~7984362,42480792~24719692,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11631185,130617436~5383374,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~21400070,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,16732560~16435172,33554432~37474290,71303168~11022666,88080384~10557916,100663296~2137723,104857600~11661988,130023424~5977386,140828717~1570993,144320114~9134183,159383552~15393650,180355072~17047691,197509379~1136420,200267676~31584855,234881024~3578806,243269632~33495138,276824064~2347730,281018368~27600446,318767104~17178872,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.806 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 12 diff [1658760~9544131,16732560~25344047,42480792~24719692,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11772504,122656711~2353796,130617436~10000006,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~21400070,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~25344047,42480792~24719692,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11772504,122656711~2353796,130617436~10000006,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~21400070,265852923~10911847,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11022666,88080384~10557916,100663296~2137723,104857600~11803307,121634816~3375691,130023424~10594018,140828717~1570993,144320114~9134183,159383552~15393650,180355072~17047691,197509379~1136420,200267676~31584855,234881024~3578806,243269632~33495138,276824064~2347730,281018368~27600446,318767104~17178872,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 13 diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,130617436~10000006,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,345411137~11747242,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,130617436~10000006,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,345411137~11747242,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11022666,88080384~10557916,100663296~15997611,121634816~3375691,130023424~10594018,140828717~1570993,144320114~9134183,159383552~15393650,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~27600446,318767104~17178872,343932928~13225451,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.818 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 14 diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13405358,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,345411137~11747242,363076940~2591392,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13405358,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,320058781~15887195,345411137~11747242,363076940~2591392,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11022666,88080384~10557916,100663296~15997611,121634816~3375691,130023424~13999370,144320114~9134183,159383552~15393650,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~27600446,318767104~17178872,343932928~13225451,362886673~30282098,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.825 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 15 diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13405358,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~15887195,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13405358,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~15887195,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,88080384~10557916,100663296~15997611,121634816~3375691,130023424~13999370,144320114~9134183,159383552~15393650,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,318767104~17178872,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.830 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 16 diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13405358,145395728~8058569,157248735~10700479,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~18687636,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,130617436~13405358,145395728~8058569,157248735~10700479,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~18687636,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,88080384~10557916,100663296~15997611,121634816~3375691,130023424~13999370,144320114~9134183,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,318767104~19979313,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.836 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 17 diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,117382400~22260,122656711~2353796,130617436~13405358,145395728~8058569,157248735~10700479,168174411~6602791,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,88374134~10264166,101409425~15251482,117382400~22260,122656711~2353796,130617436~13405358,145395728~8058569,157248735~10700479,168174411~6602791,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~15101259,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,88080384~10557916,100663296~16741364,121634816~3375691,130023424~13999370,144320114~9134183,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,318767104~21533636,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.842 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 18 diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~12982589,101409425~15251482,117382400~22260,122656711~2353796,130617436~13405358,145395728~8058569,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~12982589,101409425~15251482,117382400~22260,122656711~2353796,130617436~13405358,145395728~8058569,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~14752220,100663296~16741364,121634816~3375691,130023424~13999370,144320114~9134183,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,318767104~21533636,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.848 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 19 diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.854 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 2 diff [107195973~2239498,160805568~7143646,207036584~6938226,214774910~113752,245169054~5893832,298482072~10136742,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [107195973~2239498,160805568~7143646,207036584~6938226,214774910~113752,245169054~5893832,298482072~10136742,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [104857600~4577871,159383552~8565662,207036584~7852078,243269632~7793254,297795584~10823230,348127232~9031147,385875968~7292803] 2024-09-18T03:20:17.860 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 3 diff [17063133~2992037,34092245~7984362,57242439~9334387,107195973~2239498,160805568~7143646,193508185~1138910,207036584~6938226,214774910~113752,224388882~7463649,236511520~1948310,245169054~5893832,298482072~10136742,323809473~5012995,333579362~2366614,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17063133~2992037,34092245~7984362,57242439~9334387,107195973~2239498,160805568~7143646,193508185~1138910,207036584~6938226,214774910~113752,224388882~7463649,236511520~1948310,245169054~5893832,298482072~10136742,323809473~5012995,333579362~2366614,351562433~5595946,389743264~3425507] 2024-09-18T03:20:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17063133~2992037,33554432~8522175,57242439~9334387,104857600~4577871,159383552~8565662,193508185~1138910,207036584~7852078,222298112~9554419,234881024~3578806,243269632~7793254,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,385875968~7292803] 2024-09-18T03:20:17.868 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 4 diff [4025153~3696155,17063133~7824673,29422611~1494143,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,107195973~9323615,140828717~1570993,160805568~7143646,193508185~1138910,207036584~6938226,214774910~113752,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,298482072~10136742,323809473~5012995,333579362~2366614,350622110~6536269,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~7824673,29422611~1494143,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,107195973~9323615,140828717~1570993,160805568~7143646,193508185~1138910,207036584~6938226,214774910~113752,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,298482072~10136742,323809473~5012995,333579362~2366614,350622110~6536269,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~7824673,29422611~1494143,33554432~17191325,57242439~9334387,92274688~3917982,104857600~11661988,140828717~1570993,159383552~8565662,193508185~1138910,207036584~7852078,218103808~13748723,234881024~3578806,243269632~7793254,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,385875968~7292803,406847488~4904818] 2024-09-18T03:20:17.871 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 5 diff [4025153~3696155,17063133~7824673,25642734~7524998,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,101409425~1391594,107195973~9323615,140828717~1570993,160805568~7143646,169416002~5361200,193508185~1138910,207036584~10136258,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,254552645~6782259,277432752~1739042,285338856~7914541,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~3250028,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~7824673,25642734~7524998,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,101409425~1391594,107195973~9323615,140828717~1570993,160805568~7143646,169416002~5361200,193508185~1138910,207036584~10136258,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,254552645~6782259,277432752~1739042,285338856~7914541,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~3250028,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~7824673,25642734~7524998,33554432~17191325,57242439~9334387,92274688~3917982,100663296~2137723,104857600~11661988,140828717~1570993,159383552~15393650,193508185~1138910,207036584~10136258,218103808~13748723,234881024~3578806,243269632~7793254,254552645~6782259,276824064~2347730,285212672~8040725,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,373293056~4113868,385875968~7292803,406847488~4904818] 2024-09-18T03:20:17.877 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 6 diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~9801643,57242439~9334387,93938104~2254566,101409425~1391594,107195973~9323615,140828717~1570993,160805568~7143646,169416002~5361200,193508185~1138910,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~9801643,57242439~9334387,93938104~2254566,101409425~1391594,107195973~9323615,140828717~1570993,160805568~7143646,169416002~5361200,193508185~1138910,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,298482072~10136742,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~4745723] 2024-09-18T03:20:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~21494745,57242439~9334387,92274688~3917982,100663296~2137723,104857600~11661988,140828717~1570993,159383552~15393650,193508185~1138910,200267676~16905166,218103808~13748723,234881024~3578806,243269632~7793254,254552645~15867728,276824064~2347730,285212672~8040725,297795584~10823230,323809473~5012995,331350016~4595960,348127232~9031147,373293056~9084823,385875968~7292803,406847488~4904818] 2024-09-18T03:20:17.883 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 7 diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,107195973~9323615,140828717~1570993,160805568~7143646,169416002~5361200,184529146~2514323,193508185~1138910,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,298482072~10136742,320058781~1461902,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~10425227] 2024-09-18T03:20:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,107195973~9323615,140828717~1570993,160805568~7143646,169416002~5361200,184529146~2514323,193508185~1138910,200267676~16905166,219973844~4377775,224388882~7463649,236511520~1948310,245169054~5893832,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,298482072~10136742,320058781~1461902,323809473~5012995,331815796~1005615,333579362~2366614,350622110~6536269,374156896~8220983,389743264~3425507,407006583~10425227] 2024-09-18T03:20:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,88080384~10557916,100663296~2137723,104857600~11661988,140828717~1570993,159383552~15393650,180355072~6688397,193508185~1138910,200267676~16905166,218103808~13748723,234881024~3578806,243269632~7793254,254552645~15867728,276824064~2347730,281018368~12235029,297795584~10823230,318767104~2753579,323809473~5012995,331350016~4595960,348127232~9031147,373293056~9084823,385875968~7292803,406847488~10584322] 2024-09-18T03:20:17.888 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 8 diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~11631185,140828717~1570993,160805568~7143646,169416002~5361200,180506256~7540121,188916894~6113595,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,407006583~10425227] 2024-09-18T03:20:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~11631185,140828717~1570993,160805568~7143646,169416002~5361200,180506256~7540121,188916894~6113595,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,407006583~10425227] 2024-09-18T03:20:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,88080384~10557916,100663296~2137723,104857600~11661988,140828717~1570993,159383552~15393650,180355072~7691305,188916894~6113595,200267676~31584855,234881024~3578806,243269632~8903849,254552645~15867728,276824064~2347730,281018368~12235029,297795584~10823230,318767104~2753579,323809473~12136503,348127232~9031147,373293056~19875715,406847488~10584322] 2024-09-18T03:20:17.894 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 9 diff [3180408~4540900,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~11631185,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~11631185,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,298482072~10136742,320058781~1461902,323809473~12136503,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,88080384~10557916,100663296~2137723,104857600~11661988,140828717~1570993,144320114~9134183,159383552~15393650,180355072~14675417,200267676~31584855,234881024~3578806,243269632~8903849,254552645~15867728,272917279~3847491,276824064~2347730,281018368~12235029,297795584~10823230,318767104~2753579,323809473~12136503,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.900 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 10 diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24096034,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~11631185,131748005~630156,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24096034,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~11631185,131748005~630156,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~14524233,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,71303168~7950076,88080384~10557916,100663296~2137723,104857600~11661988,131748005~630156,140828717~1570993,144320114~9134183,159383552~15393650,180355072~14675417,197509379~1136420,200267676~31584855,234881024~3578806,243269632~8903849,254552645~22212125,276824064~2347730,281018368~12235029,293791145~14827669,318767104~17178872,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.907 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 11 diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11631185,131748005~630156,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11631185,131748005~630156,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33646052,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104857600~11661988,131748005~630156,140828717~1570993,144320114~9134183,159383552~15393650,180355072~17047691,197509379~1136420,200267676~31584855,234881024~3578806,243269632~8903849,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~14827669,318767104~17178872,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.913 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 12 diff [1658760~9544131,17063133~25013474,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11772504,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~25013474,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~11772504,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~16896507,197509379~1136420,200267676~18259535,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,350622110~6536269,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50137351,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104857600~11803307,121634816~3375691,131748005~630156,135812872~4804570,140828717~1570993,144320114~9134183,159383552~15393650,180355072~17047691,197509379~1136420,200267676~31584855,234881024~3578806,243269632~8903849,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~14827669,318767104~17178872,348127232~9031147,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.919 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 13 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,345411137~11747242,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,345411137~11747242,374156896~8220983,383224412~9944359,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11022666,88080384~10557916,100663296~15997611,121634816~3375691,131748005~630156,135812872~4804570,140828717~1570993,144320114~9134183,159383552~15393650,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~14827669,318767104~17178872,343932928~13225451,373293056~19875715,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.925 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 14 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,345411137~11747242,363076940~2591392,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,320058781~15887195,345411137~11747242,363076940~2591392,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11022666,88080384~10557916,100663296~15997611,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,159383552~15393650,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~14827669,318767104~17178872,343932928~13225451,362886673~30282098,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.930 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 15 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,310099409~2338165,320058781~15887195,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,160805568~7143646,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,310099409~2338165,320058781~15887195,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,88080384~10557916,100663296~15997611,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,159383552~15393650,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,318767104~17178872,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.936 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 16 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~10700479,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,310099409~2338165,320058781~18687636,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~15251482,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~10700479,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,310099409~2338165,320058781~18687636,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,88080384~10557916,100663296~15997611,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,318767104~19979313,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.941 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 17 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~15251482,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~10700479,168174411~6602791,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~15251482,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~10700479,168174411~6602791,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~14827669,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,88080384~10557916,100663296~16741364,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,318767104~21533636,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.947 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 18 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~12982589,101409425~15251482,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~12982589,101409425~15251482,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11747242,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~14752220,100663296~16741364,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,318767104~21533636,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.953 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 19 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:17.959 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 3 diff [17063133~2992037,34092245~7984362,57242439~9334387,193508185~1138910,224388882~7463649,236511520~1948310,323809473~5012995,333579362~2366614] 2024-09-18T03:20:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17063133~2992037,34092245~7984362,57242439~9334387,193508185~1138910,224388882~7463649,236511520~1948310,323809473~5012995,333579362~2366614] 2024-09-18T03:20:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17063133~2992037,33554432~8522175,57242439~9334387,193508185~1138910,222298112~9554419,234881024~3578806,323809473~5012995,331350016~4595960] 2024-09-18T03:20:17.964 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 4 diff [4025153~3696155,17063133~7824673,29422611~1494143,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,109431307~7088281,140828717~1570993,193508185~1138910,219973844~4377775,224388882~7463649,236511520~1948310,323809473~5012995,333579362~2366614,350622110~5044876,407006583~4745723] 2024-09-18T03:20:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~7824673,29422611~1494143,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,109431307~7088281,140828717~1570993,193508185~1138910,219973844~4377775,224388882~7463649,236511520~1948310,323809473~5012995,333579362~2366614,350622110~5044876,407006583~4745723] 2024-09-18T03:20:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~7824673,29422611~1494143,33554432~17191325,57242439~9334387,92274688~3917982,109431307~7088281,140828717~1570993,193508185~1138910,218103808~13748723,234881024~3578806,323809473~5012995,331350016~4595960,350622110~5044876,406847488~4904818] 2024-09-18T03:20:17.969 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 5 diff [4025153~3696155,17063133~7824673,25642734~7524998,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,193508185~1138910,209260751~7912091,219973844~4377775,224388882~7463649,236511520~1948310,254552645~6782259,277432752~1739042,285338856~7914541,323809473~5012995,331815796~1005615,333579362~2366614,350622110~5044876,374156896~3250028,407006583~4745723] 2024-09-18T03:20:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~7824673,25642734~7524998,34092245~7984362,46106436~4639321,57242439~9334387,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,193508185~1138910,209260751~7912091,219973844~4377775,224388882~7463649,236511520~1948310,254552645~6782259,277432752~1739042,285338856~7914541,323809473~5012995,331815796~1005615,333579362~2366614,350622110~5044876,374156896~3250028,407006583~4745723] 2024-09-18T03:20:17.973 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:17 smithi195 ceph-mon[89559]: pgmap v3532: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 41 MiB/s wr, 22 op/s 2024-09-18T03:20:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:17 smithi195 ceph-mon[89559]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-18T03:20:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~7824673,25642734~7524998,33554432~17191325,57242439~9334387,92274688~3917982,100663296~2137723,109431307~7088281,140828717~1570993,167949214~6827988,193508185~1138910,209260751~7912091,218103808~13748723,234881024~3578806,254552645~6782259,276824064~2347730,285212672~8040725,323809473~5012995,331350016~4595960,350622110~5044876,373293056~4113868,406847488~4904818] 2024-09-18T03:20:17.976 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 6 diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~9801643,57242439~9334387,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,193508185~1138910,200267676~7233267,209260751~7912091,219973844~4377775,224388882~7463649,236511520~1948310,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,323809473~5012995,331815796~1005615,333579362~2366614,350622110~5044876,374156896~8220983,407006583~4745723] 2024-09-18T03:20:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~9801643,57242439~9334387,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,193508185~1138910,200267676~7233267,209260751~7912091,219973844~4377775,224388882~7463649,236511520~1948310,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,323809473~5012995,331815796~1005615,333579362~2366614,350622110~5044876,374156896~8220983,407006583~4745723] 2024-09-18T03:20:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~21494745,57242439~9334387,92274688~3917982,100663296~2137723,109431307~7088281,140828717~1570993,167949214~6827988,193508185~1138910,200267676~7233267,209260751~7912091,218103808~13748723,234881024~3578806,254552645~15867728,276824064~2347730,285212672~8040725,323809473~5012995,331350016~4595960,350622110~5044876,373293056~9084823,406847488~4904818] 2024-09-18T03:20:17.981 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 7 diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,184529146~2514323,193508185~1138910,200267676~7233267,208995545~8177297,219973844~4377775,224388882~7463649,236511520~1948310,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,323809473~5012995,331815796~1005615,333579362~2366614,350622110~5044876,374156896~8220983,407006583~10425227] 2024-09-18T03:20:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,184529146~2514323,193508185~1138910,200267676~7233267,208995545~8177297,219973844~4377775,224388882~7463649,236511520~1948310,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,323809473~5012995,331815796~1005615,333579362~2366614,350622110~5044876,374156896~8220983,407006583~10425227] 2024-09-18T03:20:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,88080384~10557916,100663296~2137723,109431307~7088281,140828717~1570993,167949214~6827988,180355072~6688397,193508185~1138910,200267676~7233267,208995545~8177297,218103808~13748723,234881024~3578806,254552645~15867728,276824064~2347730,281018368~12235029,318767104~2753579,323809473~5012995,331350016~4595960,350622110~5044876,373293056~9084823,406847488~10584322] 2024-09-18T03:20:17.987 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 8 diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,169416002~5361200,180506256~7540121,188916894~6113595,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,323809473~12136503,350622110~5044876,374156896~8220983,383224412~7524924,407006583~10425227] 2024-09-18T03:20:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,169416002~5361200,180506256~7540121,188916894~6113595,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,323809473~12136503,350622110~5044876,374156896~8220983,383224412~7524924,407006583~10425227] 2024-09-18T03:20:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,140828717~1570993,167949214~6827988,180355072~7691305,188916894~6113595,200267676~7233267,208995545~22856986,234881024~3578806,245030989~7142492,254552645~15867728,276824064~2347730,281018368~12235029,318767104~2753579,323809473~12136503,350622110~5044876,373293056~17456280,406847488~10584322] 2024-09-18T03:20:17.993 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 9 diff [3180408~4540900,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,301958426~4165067,320058781~1461902,323809473~12136503,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,17063133~16104599,34092245~7984362,45247534~21329292,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,301958426~4165067,320058781~1461902,323809473~12136503,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,140828717~1570993,144320114~9134183,167949214~6827988,180355072~14675417,200267676~7233267,208995545~22856986,234881024~3578806,245030989~7142492,254552645~15867728,272917279~3847491,276824064~2347730,281018368~12235029,301958426~4165067,318767104~2753579,323809473~12136503,350622110~5044876,373293056~17456280,398458880~4222295,406847488~10584322] 2024-09-18T03:20:17.998 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 10 diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24096034,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24096034,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33022394,70066448~139427,71303168~7950076,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,144320114~9134183,167949214~6827988,180355072~14675417,197509379~1136420,200267676~7233267,208995545~22856986,234881024~3578806,245030989~7142492,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~17178872,350622110~5044876,373293056~17456280,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.004 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 11 diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,17063133~16104599,33980078~105746,34092245~7984362,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:17 smithi046 ceph-mon[97106]: pgmap v3532: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 41 MiB/s wr, 22 op/s 2024-09-18T03:20:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:17 smithi046 ceph-mon[97106]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-18T03:20:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:17 smithi046 ceph-mon[94621]: pgmap v3532: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 41 MiB/s wr, 22 op/s 2024-09-18T03:20:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:17 smithi046 ceph-mon[94621]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-18T03:20:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,17063133~16104599,33554432~33646052,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,144320114~9134183,167949214~6827988,180355072~17047691,197509379~1136420,200267676~7233267,208995545~22856986,234881024~3578806,243942107~8231374,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~17178872,350622110~5044876,373293056~17456280,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.010 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 12 diff [1658760~9544131,17063133~25013474,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,350622110~6143247,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~25013474,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,350622110~6143247,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50137351,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7229600,121634816~3375691,131748005~630156,135812872~4804570,140828717~1570993,144320114~9134183,167949214~6827988,180355072~17047691,197509379~1136420,200267676~7233267,208995545~22856986,234881024~3578806,243942107~8231374,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~17178872,350622110~6143247,373293056~18725282,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.016 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 13 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,345411137~11354220,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,345411137~11354220,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11022666,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~4804570,140828717~1570993,144320114~9134183,167949214~6827988,180355072~27145871,208995545~22856986,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~17178872,343932928~12832429,373293056~18725282,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.022 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 14 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,345411137~11354220,363076940~2591392,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~15887195,345411137~11354220,363076940~2591392,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11022666,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,167949214~6827988,180355072~27145871,208995545~22856986,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~17178872,343932928~12832429,362886673~29131665,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.027 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 15 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~15887195,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~15887195,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,164488459~1054569,167949214~6827988,180355072~27145871,208995545~22856986,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,308618814~3818760,318767104~17178872,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.033 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 16 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~38020955,219973844~4377775,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,167949214~6827988,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,308618814~3818760,318767104~19979313,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.039 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 17 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,109431307~7973353,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,167949214~6827988,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~5902303,308618814~3818760,318767104~21533636,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.045 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 18 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~12982589,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~12982589,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~14752220,100663296~7760410,109431307~7973353,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,318767104~21533636,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.050 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 19 diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.056 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 4 diff [4025153~3696155,19062122~5825684,29422611~1494143,46106436~4639321,93938104~2254566,109431307~7088281,140828717~1570993,219973844~4377775,350622110~5044876,407006583~4745723] 2024-09-18T03:20:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,19062122~5825684,29422611~1494143,46106436~4639321,93938104~2254566,109431307~7088281,140828717~1570993,219973844~4377775,350622110~5044876,407006583~4745723] 2024-09-18T03:20:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,19062122~5825684,29422611~1494143,42076607~8669150,92274688~3917982,109431307~7088281,140828717~1570993,218103808~6247811,350622110~5044876,406847488~4904818] 2024-09-18T03:20:18.061 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 5 diff [4025153~3696155,19062122~5825684,25642734~7524998,36028174~2170460,46106436~4639321,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,209260751~7912091,219973844~4377775,254552645~6782259,277432752~1739042,285338856~7914541,331815796~1005615,350622110~5044876,374156896~3250028,407006583~4745723] 2024-09-18T03:20:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,19062122~5825684,25642734~7524998,36028174~2170460,46106436~4639321,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,209260751~7912091,219973844~4377775,254552645~6782259,277432752~1739042,285338856~7914541,331815796~1005615,350622110~5044876,374156896~3250028,407006583~4745723] 2024-09-18T03:20:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,19062122~5825684,25642734~7524998,36028174~2170460,42076607~8669150,92274688~3917982,100663296~2137723,109431307~7088281,140828717~1570993,167949214~6827988,209260751~7912091,218103808~6247811,254552645~6782259,276824064~2347730,285212672~8040725,331815796~1005615,350622110~5044876,373293056~4113868,406847488~4904818] 2024-09-18T03:20:18.067 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 6 diff [4025153~3696155,18693507~14474225,36028174~2170460,40123516~1891604,45247534~9801643,59671350~3974684,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,200267676~7233267,209260751~7912091,219973844~4377775,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,331815796~1005615,350622110~5044876,374156896~8220983,407006583~4745723] 2024-09-18T03:20:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,18693507~14474225,36028174~2170460,40123516~1891604,45247534~9801643,59671350~3974684,93938104~2254566,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,200267676~7233267,209260751~7912091,219973844~4377775,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,331815796~1005615,350622110~5044876,374156896~8220983,407006583~4745723] 2024-09-18T03:20:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,18693507~14474225,36028174~2170460,40123516~1891604,42076607~12972570,59671350~3974684,92274688~3917982,100663296~2137723,109431307~7088281,140828717~1570993,167949214~6827988,200267676~7233267,209260751~7912091,218103808~6247811,254552645~15867728,276824064~2347730,285212672~8040725,331815796~1005615,350622110~5044876,373293056~9084823,406847488~4904818] 2024-09-18T03:20:18.073 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 7 diff [4025153~3696155,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,184529146~2514323,200267676~7233267,208995545~8177297,219973844~4377775,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,331815796~1005615,350622110~5044876,374156896~8220983,407006583~10425227] 2024-09-18T03:20:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,109431307~7088281,140828717~1570993,169416002~5361200,184529146~2514323,200267676~7233267,208995545~8177297,219973844~4377775,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,331815796~1005615,350622110~5044876,374156896~8220983,407006583~10425227] 2024-09-18T03:20:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,18693507~14474225,36028174~2170460,40123516~1891604,42076607~21569427,70066448~139427,88080384~10557916,100663296~2137723,109431307~7088281,140828717~1570993,167949214~6827988,180355072~6688397,200267676~7233267,208995545~8177297,218103808~6247811,254552645~15867728,276824064~2347730,281018368~12235029,318767104~2753579,331815796~1005615,350622110~5044876,373293056~9084823,406847488~10584322] 2024-09-18T03:20:18.078 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 8 diff [4025153~3696155,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,169416002~5361200,180506256~7540121,188916894~6113595,200267676~7233267,208995545~9531666,219973844~4377775,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,327651167~7023462,350622110~5044876,374156896~8220983,383224412~7524924,407006583~10425227] 2024-09-18T03:20:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4025153~3696155,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,169416002~5361200,180506256~7540121,188916894~6113595,200267676~7233267,208995545~9531666,219973844~4377775,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,327651167~7023462,350622110~5044876,374156896~8220983,383224412~7524924,407006583~10425227] 2024-09-18T03:20:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,18693507~14474225,36028174~2170460,40123516~1891604,42076607~21569427,70066448~139427,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,140828717~1570993,167949214~6827988,180355072~7691305,188916894~6113595,200267676~7233267,208995545~15356074,245030989~7142492,254552645~15867728,276824064~2347730,281018368~12235029,318767104~2753579,327651167~7023462,350622110~5044876,373293056~17456280,406847488~10584322] 2024-09-18T03:20:18.084 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 9 diff [3180408~4540900,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,200267676~7233267,208995545~9531666,219973844~4377775,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,301958426~4165067,320058781~1461902,327651167~7023462,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,200267676~7233267,208995545~9531666,219973844~4377775,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,301958426~4165067,320058781~1461902,327651167~7023462,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,18693507~14474225,36028174~2170460,40123516~1891604,42076607~21569427,70066448~139427,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,140828717~1570993,144320114~9134183,167949214~6827988,180355072~14675417,200267676~7233267,208995545~15356074,245030989~7142492,254552645~15867728,272917279~3847491,276824064~2347730,281018368~12235029,301958426~4165067,318767104~2753579,327651167~7023462,350622110~5044876,373293056~17456280,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.090 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 10 diff [3180408~4540900,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~21165242,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,226812972~4233405,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~21165242,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~14524233,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,226812972~4233405,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42076607~21569427,70066448~139427,71303168~7950076,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,144320114~9134183,167949214~6827988,180355072~14675417,197509379~1136420,200267676~7233267,208995545~15356074,226812972~4233405,245030989~7142492,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,350622110~5044876,373293056~17456280,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.095 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 11 diff [3180408~4540900,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~4540900,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,350622110~5044876,374156896~8220983,383224412~7524924,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~7721308,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42076607~25123877,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7088281,131748005~630156,140828717~1570993,144320114~9134183,167949214~6827988,180355072~17047691,197509379~1136420,200267676~7233267,208995545~15356074,226812972~4233405,243942107~8231374,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,350622110~5044876,373293056~17456280,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.101 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 12 diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,350622110~6143247,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,219973844~4377775,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,350622110~6143247,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,18693507~15451650,36028174~3125670,40123516~1891604,42076607~25123877,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104888403~2811537,109431307~7229600,121634816~3375691,131748005~630156,135812872~4804570,140828717~1570993,144320114~9134183,167949214~6827988,180355072~17047691,197509379~1136420,200267676~7233267,208995545~15356074,226812972~4233405,243942107~8231374,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,350622110~6143247,373293056~18725282,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.108 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 13 diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~11354220,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~4804570,140828717~1570993,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~11354220,374156896~8220983,383224412~8793926,399787466~2893709,407006583~10425227] 2024-09-18T03:20:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,71303168~11022666,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~4804570,140828717~1570993,144320114~9134183,167949214~6827988,180355072~27145871,208995545~15356074,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,343932928~12832429,373293056~18725282,398458880~4222295,406847488~10584322] 2024-09-18T03:20:18.113 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 14 diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~11354220,363076940~2591392,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~11354220,363076940~2591392,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,71303168~11022666,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,167949214~6827988,180355072~27145871,208995545~15356074,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,343932928~12832429,362886673~29131665,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.120 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 15 diff [1658760~9544131,17197883~16947274,36028174~3125670,40123516~27831806,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~3125670,40123516~27831806,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~6602791,180506256~26994687,208995545~9531666,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,36028174~3125670,40123516~27831806,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,164488459~1054569,167949214~6827988,180355072~27145871,208995545~15356074,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,308618814~3818760,318767104~15907525,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.125 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 16 diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~38020955,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~38020955,219973844~4377775,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,36028174~31927148,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,109431307~7229600,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,167949214~6827988,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,308618814~3818760,318767104~19979313,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.130 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 17 diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,36028174~31927148,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,109431307~7973353,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,167949214~6827988,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~5902303,308618814~3818760,318767104~21533636,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.136 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 18 diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,85655711~12982589,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,85655711~12982589,101409425~7014281,109431307~7229600,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,36028174~31927148,70066448~139427,71303168~11617890,83886080~14752220,100663296~7760410,109431307~7973353,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,318767104~21533636,343932928~12832429,357158379~34859959,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.142 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 19 diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:18.148 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 5 diff [25642734~7524998,36028174~2170460,101409425~1391594,169416002~5361200,209260751~7912091,254552645~6782259,277432752~1739042,285338856~7914541,331815796~1005615,374156896~3250028] 2024-09-18T03:20:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [25642734~7524998,36028174~2170460,101409425~1391594,169416002~5361200,209260751~7912091,254552645~6782259,277432752~1739042,285338856~7914541,331815796~1005615,374156896~3250028] 2024-09-18T03:20:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [25642734~7524998,36028174~2170460,100663296~2137723,167949214~6827988,209260751~7912091,254552645~6782259,276824064~2347730,285212672~8040725,331815796~1005615,373293056~4113868] 2024-09-18T03:20:18.154 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 6 diff [18693507~14474225,36028174~2170460,40123516~1891604,45247534~9801643,59671350~3974684,101409425~1391594,169416002~5361200,200267676~7233267,209260751~7912091,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,331815796~1005615,374156896~8220983] 2024-09-18T03:20:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [18693507~14474225,36028174~2170460,40123516~1891604,45247534~9801643,59671350~3974684,101409425~1391594,169416002~5361200,200267676~7233267,209260751~7912091,254552645~6782259,262897346~2444831,265852923~4567450,277432752~1739042,285338856~7914541,331815796~1005615,374156896~8220983] 2024-09-18T03:20:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [18693507~14474225,36028174~2170460,40123516~1891604,45247534~9801643,59671350~3974684,100663296~2137723,167949214~6827988,200267676~7233267,209260751~7912091,254552645~15867728,276824064~2347730,285212672~8040725,331815796~1005615,373293056~9084823] 2024-09-18T03:20:18.159 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 7 diff [18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,169416002~5361200,184529146~2514323,200267676~7233267,208995545~8177297,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,331815796~1005615,374156896~8220983,409643949~7787861] 2024-09-18T03:20:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,169416002~5361200,184529146~2514323,200267676~7233267,208995545~8177297,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,331815796~1005615,374156896~8220983,409643949~7787861] 2024-09-18T03:20:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,88080384~10557916,100663296~2137723,167949214~6827988,180355072~6688397,200267676~7233267,208995545~8177297,254552645~15867728,276824064~2347730,281018368~12235029,318767104~2753579,331815796~1005615,373293056~9084823,409643949~7787861] 2024-09-18T03:20:18.165 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 8 diff [18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,111391501~484078,169416002~5361200,180506256~7540121,188916894~6113595,200267676~7233267,208995545~9531666,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,327651167~7023462,374156896~8220983,383224412~7524924,409643949~7787861] 2024-09-18T03:20:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,111391501~484078,169416002~5361200,180506256~7540121,188916894~6113595,200267676~7233267,208995545~9531666,245030989~7142492,254552645~10789532,265852923~4567450,277432752~1739042,284060923~9192474,320058781~1461902,327651167~7023462,374156896~8220983,383224412~7524924,409643949~7787861] 2024-09-18T03:20:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,88080384~10557916,100663296~2137723,104888403~2811537,111391501~484078,167949214~6827988,180355072~7691305,188916894~6113595,200267676~7233267,208995545~9531666,245030989~7142492,254552645~15867728,276824064~2347730,281018368~12235029,318767104~2753579,327651167~7023462,373293056~17456280,409643949~7787861] 2024-09-18T03:20:18.171 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 9 diff [3180408~3437025,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,111391501~484078,145395728~8058569,168174411~6602791,180506256~14524233,200267676~7233267,208995545~9531666,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,301958426~4165067,320058781~1461902,327651167~7023462,374156896~8220983,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,101409425~1391594,104888403~2811537,111391501~484078,145395728~8058569,168174411~6602791,180506256~14524233,200267676~7233267,208995545~9531666,245030989~7142492,254552645~10789532,265852923~4567450,272917279~3847491,277432752~1739042,284060923~9192474,301958426~4165067,320058781~1461902,327651167~7023462,374156896~8220983,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,18693507~14474225,36028174~2170460,40123516~1891604,45247534~18398500,70066448~139427,88080384~10557916,100663296~2137723,104888403~2811537,111391501~484078,144320114~9134183,167949214~6827988,180355072~14675417,200267676~7233267,208995545~9531666,245030989~7142492,254552645~15867728,272917279~3847491,276824064~2347730,281018368~12235029,301958426~4165067,318767104~2753579,327651167~7023462,373293056~17456280,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.176 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 10 diff [3180408~3437025,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~21165242,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~6602791,180506256~14524233,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,374156896~8220983,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~21165242,70066448~139427,73083609~6169635,90866330~7771970,101409425~1391594,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~6602791,180506256~14524233,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,245030989~7142492,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,374156896~8220983,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~21165242,70066448~139427,71303168~7950076,88080384~10557916,100663296~2137723,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,167949214~6827988,180355072~14675417,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,245030989~7142492,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,373293056~17456280,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.182 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 11 diff [3180408~3437025,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,374156896~8220983,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,374156896~8220983,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,18693507~14474225,33980078~105746,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,167949214~6827988,180355072~17047691,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,243942107~8231374,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,373293056~17456280,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.188 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 12 diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,354461120~2304237,374156896~8220983,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,101409425~1391594,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~6602791,180506256~16896507,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,243942107~8231374,253144893~370002,254552645~10789532,265852923~10911847,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,354461120~2304237,374156896~8220983,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,18693507~15451650,36028174~3125670,40123516~1891604,42480792~24719692,70066448~139427,71303168~11022666,88080384~10557916,100663296~2137723,104888403~2811537,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,167949214~6827988,180355072~17047691,197509379~1136420,200267676~7233267,208995545~9531666,226812972~4233405,243942107~8231374,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,354461120~2304237,373293056~18725282,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.194 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 13 diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,374156896~8220983,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,374156896~8220983,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,71303168~11022666,88080384~10557916,100663296~7760410,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,167949214~6827988,180355072~27145871,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,343932928~7414719,354461120~2304237,373293056~18725282,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.200 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 14 diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~6602791,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,18693507~15451650,36028174~3125670,40123516~27831806,70066448~139427,71303168~11022666,88080384~10557916,100663296~7760410,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,167949214~6827988,180355072~27145871,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,318767104~15907525,343932928~7414719,354461120~2304237,362886673~29131665,394264576~8416599,409643949~7787861] 2024-09-18T03:20:18.205 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 15 diff [1658760~9544131,17197883~16947274,36028174~3125670,40123516~27831806,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~6602791,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~3125670,40123516~27831806,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~6602791,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,36028174~3125670,40123516~27831806,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,164488459~1054569,167949214~6827988,180355072~27145871,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,308618814~3818760,318767104~15907525,343932928~12832429,357158379~34859959,394264576~8416599,409643949~7787861] 2024-09-18T03:20:18.211 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 16 diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~38020955,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~38020955,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,167949214~6827988,180355072~38172139,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~4165067,308618814~3818760,318767104~19979313,343932928~12832429,357158379~34859959,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.217 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 17 diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,88374134~10264166,101409425~7014281,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~6602791,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,71303168~11617890,88080384~10557916,100663296~7760410,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,167949214~6827988,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301958426~5902303,308618814~3818760,318767104~21533636,343932928~12832429,357158379~34859959,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.222 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 18 diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,85655711~12982589,101409425~7014281,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,73083609~9837449,85655711~12982589,101409425~7014281,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,36028174~31927148,70066448~139427,71303168~11617890,83886080~14752220,100663296~7760410,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,318767104~21533636,343932928~12832429,357158379~34859959,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.228 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 19 diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.234 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 6 diff [18693507~6990032,40123516~1891604,45247534~9801643,59671350~3974684,200267676~7233267,262897346~2444831,265852923~4567450,375604098~6773781] 2024-09-18T03:20:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [18693507~6990032,40123516~1891604,45247534~9801643,59671350~3974684,200267676~7233267,262897346~2444831,265852923~4567450,375604098~6773781] 2024-09-18T03:20:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [18693507~6990032,40123516~1891604,45247534~9801643,59671350~3974684,200267676~7233267,261334904~9085469,375604098~6773781] 2024-09-18T03:20:18.240 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 7 diff [18693507~6990032,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,184529146~2514323,200267676~7233267,208995545~2834867,257330869~8011308,265852923~4567450,284060923~3966892,320058781~1461902,375604098~6773781,409643949~7787861] 2024-09-18T03:20:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [18693507~6990032,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,184529146~2514323,200267676~7233267,208995545~2834867,257330869~8011308,265852923~4567450,284060923~3966892,320058781~1461902,375604098~6773781,409643949~7787861] 2024-09-18T03:20:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [18693507~6990032,40123516~1891604,45247534~18398500,70066448~139427,88080384~10557916,180355072~6688397,200267676~7233267,208995545~2834867,257330869~13089504,281018368~7009447,318767104~2753579,375604098~6773781,409643949~7787861] 2024-09-18T03:20:18.245 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 8 diff [18693507~6990032,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,200267676~7233267,208995545~2834867,212993656~5533555,245030989~7142492,257330869~8011308,265852923~4567450,284060923~3966892,320058781~1461902,327651167~7023462,374193965~1160670,375604098~6773781,383224412~7524924,409643949~7787861] 2024-09-18T03:20:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [18693507~6990032,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,200267676~7233267,208995545~2834867,212993656~5533555,245030989~7142492,257330869~8011308,265852923~4567450,284060923~3966892,320058781~1461902,327651167~7023462,374193965~1160670,375604098~6773781,383224412~7524924,409643949~7787861] 2024-09-18T03:20:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [18693507~6990032,40123516~1891604,45247534~18398500,70066448~139427,88080384~10557916,104888403~2811537,111391501~484078,180355072~7691305,188916894~6113595,200267676~7233267,208995545~2834867,212993656~5533555,245030989~7142492,257330869~13089504,281018368~7009447,318767104~2753579,327651167~7023462,374193965~1160670,375604098~15145238,409643949~7787861] 2024-09-18T03:20:18.251 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 9 diff [3180408~3437025,18693507~6990032,26683017~995535,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,145395728~8058569,168174411~4058494,180506256~14524233,200267676~7233267,208995545~2834867,212993656~5533555,245030989~7142492,257330869~8011308,265852923~4567450,272917279~3847491,284060923~3966892,301958426~4165067,320058781~1461902,327651167~7023462,374193965~1160670,375604098~6773781,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,18693507~6990032,26683017~995535,40123516~1891604,45247534~18398500,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,145395728~8058569,168174411~4058494,180506256~14524233,200267676~7233267,208995545~2834867,212993656~5533555,245030989~7142492,257330869~8011308,265852923~4567450,272917279~3847491,284060923~3966892,301958426~4165067,320058781~1461902,327651167~7023462,374193965~1160670,375604098~6773781,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,18693507~6990032,26683017~995535,40123516~1891604,45247534~18398500,70066448~139427,88080384~10557916,104888403~2811537,111391501~484078,144320114~9134183,168174411~4058494,180355072~14675417,200267676~7233267,208995545~2834867,212993656~5533555,245030989~7142492,257330869~13089504,272917279~3847491,281018368~7009447,301958426~4165067,318767104~2753579,327651167~7023462,374193965~1160670,375604098~15145238,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.256 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 10 diff [3180408~3437025,18693507~6990032,26683017~995535,33980078~105746,36174058~2979786,40123516~1891604,42480792~21165242,70066448~139427,73083609~6169635,90866330~7771970,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~14524233,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,245030989~7142492,257330869~8011308,265852923~10911847,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,375604098~6773781,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,18693507~6990032,26683017~995535,33980078~105746,36174058~2979786,40123516~1891604,42480792~21165242,70066448~139427,73083609~6169635,90866330~7771970,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~14524233,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,245030989~7142492,257330869~8011308,265852923~10911847,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,375604098~6773781,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,18693507~6990032,26683017~995535,33980078~105746,36174058~2979786,40123516~1891604,42480792~21165242,70066448~139427,71303168~7950076,88080384~10557916,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,168174411~4058494,180355072~14675417,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,245030989~7142492,257330869~19433901,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,374193965~1160670,375604098~15145238,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.262 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 11 diff [3180408~3437025,18693507~6990032,26683017~995535,33980078~105746,36174058~2979786,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~8011308,265852923~10911847,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,375604098~6773781,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,18693507~6990032,26683017~995535,33980078~105746,36174058~2979786,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~8011308,265852923~10911847,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,375604098~6773781,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,18693507~6990032,26683017~995535,33980078~105746,36174058~2979786,40123516~1891604,42480792~24719692,70066448~139427,71303168~11022666,88080384~10557916,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,168174411~4058494,180355072~17047691,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~19433901,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,374193965~1160670,375604098~15145238,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.268 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 12 diff [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~8011308,265852923~10911847,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,354461120~2304237,374193965~1160670,375604098~6773781,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~1891604,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~8011308,265852923~10911847,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,354461120~2304237,374193965~1160670,375604098~6773781,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~1891604,42480792~24719692,70066448~139427,71303168~11022666,88080384~10557916,104888403~2811537,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,180355072~17047691,197509379~1136420,200267676~7233267,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~19433901,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,354461120~2304237,374193965~1160670,375604098~16414240,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.276 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 13 diff [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,374193965~1160670,375604098~6773781,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,374193965~1160670,375604098~6773781,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,71303168~11022666,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,180355072~27145871,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,343932928~7414719,354461120~2304237,374193965~1160670,375604098~16414240,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.280 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 14 diff [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~4637352,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~4637352,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,18693507~6990032,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,71303168~11022666,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,168174411~4058494,180355072~27145871,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~7679907,293791145~6198784,301958426~4165067,318767104~15907525,343932928~7414719,354461120~2304237,362886673~10789166,374193965~1160670,375604098~16414240,394264576~8416599,409643949~7787861] 2024-09-18T03:20:18.286 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 15 diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,180506256~26994687,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36174058~2979786,40123516~27831806,70066448~139427,71303168~11617890,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,164488459~1054569,168174411~4058494,180355072~27145871,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301958426~4165067,308618814~3818760,318767104~15907525,343932928~12832429,357158379~16517460,374193965~1160670,375604098~16414240,394264576~8416599,409643949~7787861] 2024-09-18T03:20:18.291 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 16 diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36174058~31781264,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~38020955,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36174058~31781264,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~38020955,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36174058~31781264,70066448~139427,71303168~11617890,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,180355072~38172139,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301958426~4165067,308618814~3818760,318767104~19979313,343932928~12832429,357158379~16517460,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.297 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 17 diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,71303168~11617890,88080384~10557916,102033928~6389778,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301958426~5902303,308618814~3818760,318767104~21533636,343932928~12832429,357158379~16517460,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.303 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 18 diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,85655711~12982589,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,85655711~12982589,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,71303168~11617890,83886080~14752220,102033928~6389778,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,318767104~21533636,343932928~12832429,357158379~16517460,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.309 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 19 diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.314 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 7 diff [54918580~7155652,70066448~139427,90866330~7771970,184529146~2514323,208995545~2834867,257330869~7795327,284060923~3966892,320058781~1461902,409643949~7787861] 2024-09-18T03:20:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [54918580~7155652,70066448~139427,90866330~7771970,184529146~2514323,208995545~2834867,257330869~7795327,284060923~3966892,320058781~1461902,409643949~7787861] 2024-09-18T03:20:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [54918580~7155652,70066448~139427,88080384~10557916,180355072~6688397,208995545~2834867,257330869~7795327,281018368~7009447,318767104~2753579,409643949~7787861] 2024-09-18T03:20:18.321 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 8 diff [54918580~7155652,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,208995545~2834867,212993656~5533555,245030989~7142492,257330869~7795327,284060923~3966892,320058781~1461902,327651167~7023462,374193965~1160670,383224412~7524924,409643949~7787861] 2024-09-18T03:20:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [54918580~7155652,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,208995545~2834867,212993656~5533555,245030989~7142492,257330869~7795327,284060923~3966892,320058781~1461902,327651167~7023462,374193965~1160670,383224412~7524924,409643949~7787861] 2024-09-18T03:20:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [54918580~7155652,70066448~139427,88080384~10557916,104888403~2811537,111391501~484078,180355072~7691305,188916894~6113595,208995545~2834867,212993656~5533555,245030989~7142492,257330869~7795327,281018368~7009447,318767104~2753579,327651167~7023462,374193965~1160670,382377879~8371457,409643949~7787861] 2024-09-18T03:20:18.326 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 9 diff [3180408~3437025,26683017~995535,49067437~13006795,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,145395728~8058569,168174411~4058494,180506256~14524233,201218159~6142536,208995545~2834867,212993656~5533555,245030989~7142492,257330869~7795327,272917279~3847491,284060923~3966892,301958426~4165067,320058781~1461902,327651167~7023462,374193965~1160670,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,49067437~13006795,70066448~139427,90866330~7771970,104888403~2811537,111391501~484078,145395728~8058569,168174411~4058494,180506256~14524233,201218159~6142536,208995545~2834867,212993656~5533555,245030989~7142492,257330869~7795327,272917279~3847491,284060923~3966892,301958426~4165067,320058781~1461902,327651167~7023462,374193965~1160670,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,49067437~13006795,70066448~139427,88080384~10557916,104888403~2811537,111391501~484078,144320114~9134183,168174411~4058494,180355072~14675417,201218159~6142536,208995545~2834867,212993656~5533555,245030989~7142492,257330869~7795327,272917279~3847491,281018368~7009447,301958426~4165067,318767104~2753579,327651167~7023462,374193965~1160670,382377879~8371457,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.332 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 10 diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~19593440,70066448~139427,73083609~6169635,90866330~7771970,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~14524233,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,245030989~7142492,257330869~7795327,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~19593440,70066448~139427,73083609~6169635,90866330~7771970,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~14524233,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,245030989~7142492,257330869~7795327,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~19593440,70066448~139427,71303168~7950076,88080384~10557916,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,168174411~4058494,180355072~14675417,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,245030989~7142492,257330869~7795327,267845013~8919757,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,374193965~1160670,382377879~8371457,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.337 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 11 diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~7795327,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,376752584~3765903,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~7795327,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,374193965~1160670,376752584~3765903,383224412~7524924,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~24719692,70066448~139427,71303168~11022666,88080384~10557916,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,168174411~4058494,180355072~17047691,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~7795327,267845013~8919757,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,374193965~1160670,376752584~3765903,382377879~8371457,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.343 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 12 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~7795327,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~24719692,70066448~139427,73083609~9242225,88374134~10264166,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~7795327,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~24719692,70066448~139427,71303168~11022666,88080384~10557916,104888403~2811537,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,180355072~17047691,197509379~1136420,201218159~6142536,208995545~2834867,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,257330869~7795327,267845013~8919757,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,354461120~2304237,374193965~1160670,376752584~3765903,382377879~9640459,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.349 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 13 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~3966892,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709,409643949~7787861] 2024-09-18T03:20:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,71303168~11022666,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,180355072~20301075,201218159~6142536,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~7009447,293791145~6198784,301958426~4165067,318767104~15907525,343932928~7414719,354461120~2304237,374193965~1160670,376752584~3765903,382377879~9640459,398458880~4222295,409643949~7787861] 2024-09-18T03:20:18.354 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 14 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~4637352,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,73083609~9242225,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~4637352,293791145~6198784,301958426~4165067,320058781~14615848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,71303168~11022666,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,168174411~4058494,180355072~20301075,201218159~6142536,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~7679907,293791145~6198784,301958426~4165067,318767104~15907525,343932928~7414719,354461120~2304237,362886673~10789166,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,409643949~7787861] 2024-09-18T03:20:18.360 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 15 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,180506256~20149891,201218159~6142536,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,180506256~20149891,201218159~6142536,208995545~9531666,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~14615848,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,409643949~7787861] 2024-09-18T03:20:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~26284840,70066448~139427,71303168~11617890,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,164488459~1054569,168174411~4058494,180355072~20301075,201218159~6142536,208995545~9531666,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301958426~4165067,308618814~3818760,318767104~15907525,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,409643949~7787861] 2024-09-18T03:20:18.366 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 16 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~31781264,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~17309052,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~31781264,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~17309052,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301958426~4165067,310099409~2338165,320058781~18687636,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~31781264,70066448~139427,71303168~11617890,88080384~10557916,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,180355072~20301075,201218159~17309052,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301958426~4165067,308618814~3818760,318767104~19979313,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.371 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 17 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,88374134~10264166,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301958426~5902303,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,71303168~11617890,88080384~10557916,102033928~6389778,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301958426~5902303,308618814~3818760,318767104~21533636,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.377 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 18 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,85655711~12982589,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,73083609~9837449,85655711~12982589,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,320058781~18687636,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,70066448~139427,71303168~11617890,83886080~14752220,102033928~6389778,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,318767104~21533636,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.382 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 19 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:18.388 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 8 diff [104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,212993656~5533555,245030989~7142492,327651167~7023462,374193965~1160670,383224412~7524924] 2024-09-18T03:20:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,212993656~5533555,245030989~7142492,327651167~7023462,374193965~1160670,383224412~7524924] 2024-09-18T03:20:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [104888403~2811537,111391501~484078,180506256~7540121,188916894~6113595,212993656~5533555,245030989~7142492,327651167~7023462,374193965~1160670,382377879~8371457] 2024-09-18T03:20:18.394 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 9 diff [3180408~3437025,26683017~995535,49067437~7858129,104888403~2811537,111391501~484078,145395728~8058569,168174411~4058494,180506256~14524233,201218159~6142536,212993656~5533555,245030989~7142492,272917279~3847491,301958426~4165067,327651167~7023462,374193965~1160670,383224412~7524924,399787466~2893709] 2024-09-18T03:20:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,49067437~7858129,104888403~2811537,111391501~484078,145395728~8058569,168174411~4058494,180506256~14524233,201218159~6142536,212993656~5533555,245030989~7142492,272917279~3847491,301958426~4165067,327651167~7023462,374193965~1160670,383224412~7524924,399787466~2893709] 2024-09-18T03:20:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,49067437~7858129,104888403~2811537,111391501~484078,144320114~9134183,168174411~4058494,180506256~14524233,201218159~6142536,212993656~5533555,245030989~7142492,272917279~3847491,301958426~4165067,327651167~7023462,374193965~1160670,382377879~8371457,398458880~4222295] 2024-09-18T03:20:18.400 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 10 diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,73083609~6169635,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~14524233,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,245030989~7142492,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,374193965~1160670,383224412~7524924,399787466~2893709] 2024-09-18T03:20:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,73083609~6169635,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~14524233,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,245030989~7142492,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,374193965~1160670,383224412~7524924,399787466~2893709] 2024-09-18T03:20:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,71303168~7950076,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,168174411~4058494,180506256~14524233,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,245030989~7142492,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,374193965~1160670,382377879~8371457,398458880~4222295] 2024-09-18T03:20:18.405 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 11 diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,374193965~1160670,376752584~3765903,383224412~7524924,399787466~2893709] 2024-09-18T03:20:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,104888403~2811537,111391501~484078,131748005~630156,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,374193965~1160670,376752584~3765903,383224412~7524924,399787466~2893709] 2024-09-18T03:20:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,60777981~6422503,71303168~11022666,88374134~2646242,104888403~2811537,111391501~484078,131748005~630156,144320114~9134183,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,374193965~1160670,376752584~3765903,382377879~8371457,398458880~4222295] 2024-09-18T03:20:18.411 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 12 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709] 2024-09-18T03:20:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,104888403~2811537,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709] 2024-09-18T03:20:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~14444774,60777981~6422503,71303168~11022666,88374134~2646242,104888403~2811537,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,180506256~16896507,197509379~1136420,201218159~6142536,212993656~5533555,226812972~4233405,243942107~8231374,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,354461120~2304237,374193965~1160670,376752584~3765903,382377879~9640459,398458880~4222295] 2024-09-18T03:20:18.417 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 13 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,345411137~5936510,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709] 2024-09-18T03:20:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,345411137~5936510,354461120~2304237,374193965~1160670,376752584~3765903,383224412~8793926,399787466~2893709] 2024-09-18T03:20:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,71303168~11022666,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,293791145~6198784,301958426~4165067,321195259~13479370,343932928~7414719,354461120~2304237,374193965~1160670,376752584~3765903,382377879~9640459,398458880~4222295] 2024-09-18T03:20:18.423 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 14 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,287576427~1121848,293791145~6198784,301958426~4165067,321195259~13479370,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916] 2024-09-18T03:20:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,287576427~1121848,293791145~6198784,301958426~4165067,321195259~13479370,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916] 2024-09-18T03:20:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,71303168~11022666,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,287576427~1121848,293791145~6198784,301958426~4165067,321195259~13479370,343932928~7414719,354461120~2304237,362886673~10789166,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599] 2024-09-18T03:20:18.428 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 15 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~13479370,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916] 2024-09-18T03:20:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~13479370,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916] 2024-09-18T03:20:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,71303168~11617890,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,164488459~1054569,168174411~4058494,180506256~20149891,201218159~6142536,209903390~8623821,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,308618814~3818760,321195259~13479370,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599] 2024-09-18T03:20:18.434 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 16 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~20751508,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~17309052,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~17551158,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~20751508,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~17309052,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~17551158,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~20751508,60777981~7177341,71303168~11617890,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,180506256~20149891,201218159~17309052,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,308618814~3818760,321195259~17551158,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.439 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 17 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~5902303,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,88374134~2646242,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~5902303,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,71303168~11617890,88374134~2646242,102033928~6389778,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~5902303,308618814~3818760,321078794~19221946,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.445 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 18 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,85655711~5364665,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,85655711~5364665,102033928~6389778,111391501~484078,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,71303168~11617890,83886080~7134296,102033928~6389778,111391501~484078,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,321078794~19221946,343932928~12832429,357158379~16517460,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.451 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 19 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.457 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 9 diff [3180408~3437025,26683017~995535,49067437~7858129,145395728~8058569,168174411~4058494,185269009~5308373,201218159~6142536,272917279~3847491,301958426~4165067,399787466~2893709] 2024-09-18T03:20:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,49067437~7858129,145395728~8058569,168174411~4058494,185269009~5308373,201218159~6142536,272917279~3847491,301958426~4165067,399787466~2893709] 2024-09-18T03:20:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,49067437~7858129,144320114~9134183,168174411~4058494,185269009~5308373,201218159~6142536,272917279~3847491,301958426~4165067,398458880~4222295] 2024-09-18T03:20:18.463 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 10 diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,73083609~6169635,131748005~630156,145395728~8058569,168174411~4058494,185269009~5308373,197509379~1136420,201218159~6142536,226812972~4233405,267845013~8919757,293791145~6198784,301958426~4165067,321195259~7472846,399787466~2893709] 2024-09-18T03:20:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,73083609~6169635,131748005~630156,145395728~8058569,168174411~4058494,185269009~5308373,197509379~1136420,201218159~6142536,226812972~4233405,267845013~8919757,293791145~6198784,301958426~4165067,321195259~7472846,399787466~2893709] 2024-09-18T03:20:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,71303168~7950076,131748005~630156,144320114~9134183,168174411~4058494,185269009~5308373,197509379~1136420,201218159~6142536,226812972~4233405,267845013~8919757,293791145~6198784,301958426~4165067,321195259~7472846,398458880~4222295] 2024-09-18T03:20:18.469 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 11 diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,131748005~630156,145395728~8058569,168174411~4058494,185269009~5308373,193071625~4331138,197509379~1136420,201218159~6142536,226812972~4233405,243942107~7612163,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,376752584~3765903,399787466~2893709] 2024-09-18T03:20:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,131748005~630156,145395728~8058569,168174411~4058494,185269009~5308373,193071625~4331138,197509379~1136420,201218159~6142536,226812972~4233405,243942107~7612163,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,376752584~3765903,399787466~2893709] 2024-09-18T03:20:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3180408~3437025,26683017~995535,33980078~105746,36174058~2979786,42480792~14444774,60777981~6422503,71303168~11022666,88374134~2646242,131748005~630156,144320114~9134183,168174411~4058494,185269009~5308373,193071625~4331138,197509379~1136420,201218159~6142536,226812972~4233405,243942107~7612163,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,376752584~3765903,398458880~4222295] 2024-09-18T03:20:18.474 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 12 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,185269009~5308373,193071625~4331138,197509379~1136420,201218159~6142536,226812972~4233405,243942107~7612163,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,354461120~2304237,376752584~3765903,385518027~6500311,399787466~2893709] 2024-09-18T03:20:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~14444774,60777981~6422503,73083609~9242225,88374134~2646242,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,185269009~5308373,193071625~4331138,197509379~1136420,201218159~6142536,226812972~4233405,243942107~7612163,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,354461120~2304237,376752584~3765903,385518027~6500311,399787466~2893709] 2024-09-18T03:20:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~14444774,60777981~6422503,71303168~11022666,88374134~2646242,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,185269009~5308373,193071625~4331138,197509379~1136420,201218159~6142536,226812972~4233405,243942107~7612163,253144893~370002,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,354461120~2304237,376752584~3765903,385518027~6500311,398458880~4222295] 2024-09-18T03:20:18.480 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 13 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,185269009~5308373,193071625~7584522,201218159~6142536,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,345411137~5936510,354461120~2304237,376752584~3765903,385518027~6500311,399787466~2893709] 2024-09-18T03:20:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,145395728~8058569,168174411~4058494,185269009~5308373,193071625~7584522,201218159~6142536,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,345411137~5936510,354461120~2304237,376752584~3765903,385518027~6500311,399787466~2893709] 2024-09-18T03:20:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,71303168~11022666,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,144320114~9134183,168174411~4058494,185269009~5308373,193071625~7584522,201218159~6142536,209903390~6925648,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,293791145~6198784,301958426~4165067,321195259~11236852,343932928~7414719,354461120~2304237,376752584~3765903,385518027~6500311,398458880~4222295] 2024-09-18T03:20:18.486 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 14 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~6142536,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,287576427~1121848,293791145~6198784,301958426~4165067,321195259~11236852,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916] 2024-09-18T03:20:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~6142536,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,287576427~1121848,293791145~6198784,301958426~4165067,321195259~11236852,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916] 2024-09-18T03:20:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,71303168~11022666,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~6142536,209903390~6925648,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,287576427~1121848,293791145~6198784,301958426~4165067,321195259~11236852,343932928~7414719,354461120~2304237,362886673~10789166,376234327~4284160,385518027~6500311,394264576~8416599] 2024-09-18T03:20:18.491 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 15 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~6142536,209903390~8294660,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~11236852,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916] 2024-09-18T03:20:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,164488459~1054569,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~6142536,209903390~8294660,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~11236852,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916] 2024-09-18T03:20:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~15255084,60777981~7177341,71303168~11617890,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,164488459~1054569,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~6142536,209903390~8294660,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,308618814~3818760,321195259~11236852,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~8416599] 2024-09-18T03:20:18.497 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 16 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~20751508,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~16979891,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~17551158,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~20751508,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~16979891,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,310099409~2338165,321195259~17551158,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~20751508,60777981~7177341,71303168~11617890,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~16979891,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~4165067,308618814~3818760,321195259~17551158,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.573 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 17 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~5902303,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~5902303,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,71303168~11617890,88374134~2646242,102033928~6389778,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,168174411~4058494,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301958426~5902303,308618814~3818760,321078794~19221946,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 18 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,85655711~5364665,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,85655711~5364665,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,145395728~8058569,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,71303168~11617890,83886080~7134296,102033928~6389778,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,144320114~9134183,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,321078794~19221946,343932928~12832429,357158379~16517460,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 19 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 10 diff [33980078~105746,36174058~2979786,42480792~6852092,73083609~6169635,131748005~630156,197509379~1136420,226812972~4233405,267845013~7078863,293791145~6198784,321195259~7472846] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33980078~105746,36174058~2979786,42480792~6852092,73083609~6169635,131748005~630156,197509379~1136420,226812972~4233405,267845013~7078863,293791145~6198784,321195259~7472846] 2024-09-18T03:20:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33980078~105746,36174058~2979786,42480792~6852092,71303168~7950076,131748005~630156,197509379~1136420,226812972~4233405,267845013~7078863,293791145~6198784,321195259~7472846] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 11 diff [33980078~105746,36174058~2979786,42480792~6852092,60777981~6422503,73083609~9242225,88374134~2646242,131748005~630156,147992789~3872359,193071625~4331138,197509379~1136420,226812972~4233405,243942107~7612163,253144893~370002,267845013~7078863,293791145~6198784,321195259~11236852,376752584~3765903] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33980078~105746,36174058~2979786,42480792~6852092,60777981~6422503,73083609~9242225,88374134~2646242,131748005~630156,147992789~3872359,193071625~4331138,197509379~1136420,226812972~4233405,243942107~7612163,253144893~370002,267845013~7078863,293791145~6198784,321195259~11236852,376752584~3765903] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33980078~105746,36174058~2979786,42480792~6852092,60777981~6422503,71303168~11022666,88374134~2646242,131748005~630156,147992789~3872359,193071625~4331138,197509379~1136420,226812972~4233405,243942107~7612163,253144893~370002,267845013~7078863,293791145~6198784,321195259~11236852,376752584~3765903] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 12 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~6852092,60777981~6422503,73083609~9242225,88374134~2646242,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,147992789~3872359,193071625~4331138,197509379~1136420,226812972~4233405,243942107~7612163,253144893~370002,267845013~7078863,293791145~6198784,321195259~11236852,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~6852092,60777981~6422503,73083609~9242225,88374134~2646242,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,147992789~3872359,193071625~4331138,197509379~1136420,226812972~4233405,243942107~7612163,253144893~370002,267845013~7078863,293791145~6198784,321195259~11236852,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,42480792~6852092,60777981~6422503,71303168~11022666,88374134~2646242,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,147992789~3872359,193071625~4331138,197509379~1136420,226812972~4233405,243942107~7612163,253144893~370002,267845013~7078863,293791145~6198784,321195259~11236852,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 13 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,147992789~3872359,193071625~7584522,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,293791145~6198784,321195259~11236852,345411137~5936510,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~4804570,147992789~3872359,193071625~7584522,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,293791145~6198784,321195259~11236852,345411137~5936510,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,60777981~7177341,71303168~11022666,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~4804570,147992789~3872359,193071625~7584522,209903390~6925648,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,293791145~6198784,321195259~11236852,343932928~7414719,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 14 diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,183356291~1847563,193071625~7584522,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,287576427~1121848,293791145~6198784,321195259~11236852,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,60777981~7177341,73083609~9242225,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,183356291~1847563,193071625~7584522,209903390~6925648,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,287576427~1121848,293791145~6198784,321195259~11236852,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,60777981~7177341,71303168~11022666,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,147992789~3872359,183356291~1847563,193071625~7584522,209903390~6925648,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,287576427~1121848,293791145~6198784,321195259~11236852,343932928~7414719,354461120~2304237,362886673~10789166,376234327~4284160,385518027~6500311,394264576~5628878] 2024-09-18T03:20:18.579 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 15 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,50918001~5085435,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,164488459~1054569,183356291~1847563,193071625~7584522,209903390~8294660,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,310099409~2338165,321195259~11236852,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,50918001~5085435,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,164488459~1054569,183356291~1847563,193071625~7584522,209903390~8294660,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,310099409~2338165,321195259~11236852,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~2979786,41670482~7726411,50918001~5085435,60777981~7177341,71303168~11617890,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,147992789~3872359,164488459~1054569,183356291~1847563,193071625~7584522,209903390~8294660,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,308618814~3818760,321195259~11236852,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~5628878] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 16 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~19829378,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,193071625~7584522,204169821~14028229,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,310099409~2338165,321195259~17551158,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~19829378,60777981~7177341,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,193071625~7584522,204169821~14028229,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,310099409~2338165,321195259~17551158,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36174058~19829378,60777981~7177341,71303168~11617890,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,131748005~630156,135812872~8209922,147992789~3872359,155189248~10353780,183356291~1847563,193071625~7584522,204169821~14028229,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,308618814~3818760,321195259~17551158,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 17 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,187889570~908943,193071625~7584522,204169821~18559031,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,302068585~5792144,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,88374134~2646242,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,187889570~908943,193071625~7584522,204169821~18559031,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,302068585~5792144,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,71303168~11617890,88374134~2646242,102033928~6389778,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,147992789~3872359,155189248~10353780,183356291~1847563,187889570~908943,193071625~7584522,204169821~18559031,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,302068585~5792144,308618814~3818760,321078794~19221946,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 18 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,85655711~5364665,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73083609~9837449,85655711~5364665,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,131748005~630156,135812872~8209922,147992789~3872359,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,71303168~11617890,83886080~7134296,102033928~6389778,114709005~2695655,121634816~3375691,131748005~630156,135812872~8209922,147992789~3872359,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,321078794~19221946,343932928~12832429,357158379~16517460,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 19 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 11 diff [60777981~6422503,73968740~8357094,88374134~2646242,147992789~3872359,193071625~4331138,243942107~7612163,253144893~370002,324624564~7807547,376752584~3765903] 2024-09-18T03:20:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [60777981~6422503,73968740~8357094,88374134~2646242,147992789~3872359,193071625~4331138,243942107~7612163,253144893~370002,324624564~7807547,376752584~3765903] 2024-09-18T03:20:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [60777981~6422503,73968740~8357094,88374134~2646242,147992789~3872359,193071625~4331138,243942107~7612163,253144893~370002,324624564~7807547,376752584~3765903] 2024-09-18T03:20:18.584 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 12 diff [1658760~9544131,26668266~4860775,33107404~1037753,60777981~6422503,73754121~8571713,88374134~2646242,114709005~1951902,122656711~2353796,135812872~4804570,147992789~3872359,193071625~4331138,243942107~7612163,253144893~370002,324624564~7807547,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,60777981~6422503,73754121~8571713,88374134~2646242,114709005~1951902,122656711~2353796,135812872~4804570,147992789~3872359,193071625~4331138,243942107~7612163,253144893~370002,324624564~7807547,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,60777981~6422503,73754121~8571713,88374134~2646242,114709005~1951902,121634816~3375691,135812872~4804570,147992789~3872359,193071625~4331138,243942107~7612163,253144893~370002,324624564~7807547,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.589 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 13 diff [1658760~9544131,26668266~4860775,33107404~1037753,41670482~7726411,60777981~7177341,73754121~8571713,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~4804570,147992789~3872359,193071625~7584522,209903390~6925648,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,324624564~7807547,345411137~5936510,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,41670482~7726411,60777981~7177341,73754121~8571713,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~4804570,147992789~3872359,193071625~7584522,209903390~6925648,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,324624564~7807547,345411137~5936510,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,41670482~7726411,60777981~7177341,73754121~8571713,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,135812872~4804570,147992789~3872359,193071625~7584522,209903390~6925648,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,324624564~7807547,343932928~7414719,354461120~2304237,376752584~3765903,385518027~6500311] 2024-09-18T03:20:18.595 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 14 diff [1658760~9544131,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,60777981~7177341,73754121~8571713,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,147992789~3872359,183356291~1847563,193071625~7584522,209903390~6925648,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,287576427~1121848,324624564~7807547,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,60777981~7177341,73754121~8571713,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,147992789~3872359,183356291~1847563,193071625~7584522,209903390~6925648,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,287576427~1121848,324624564~7807547,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,60777981~7177341,73754121~8571713,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,135812872~8209922,147992789~3872359,183356291~1847563,193071625~7584522,209903390~6925648,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,287576427~1121848,324624564~7807547,343932928~7414719,354461120~2304237,362886673~10789166,376234327~4284160,385518027~6500311,394264576~5628878] 2024-09-18T03:20:18.601 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 15 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,50918001~5085435,60777981~7177341,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,147992789~3872359,164488459~1054569,183356291~1847563,193071625~7584522,209903390~8294660,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,324624564~7807547,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,50918001~5085435,60777981~7177341,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,147992789~3872359,164488459~1054569,183356291~1847563,193071625~7584522,209903390~8294660,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,324624564~7807547,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,50918001~5085435,60777981~7177341,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,135812872~8209922,147992789~3872359,164488459~1054569,183356291~1847563,193071625~7584522,209903390~8294660,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,308618814~3818760,324624564~7807547,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~5628878] 2024-09-18T03:20:18.606 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 16 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,38265043~17738393,60777981~7177341,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,193071625~7584522,204169821~14028229,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,324624564~14121853,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,38265043~17738393,60777981~7177341,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,193071625~7584522,204169821~14028229,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,324624564~14121853,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,38265043~17738393,60777981~7177341,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,121634816~3375691,135812872~8209922,147992789~3872359,155189248~10353780,183356291~1847563,193071625~7584522,204169821~14028229,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,308618814~3818760,324624564~14121853,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.612 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 17 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,187889570~908943,193071625~7584522,204169821~18559031,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73754121~9166937,88374134~2646242,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,147992789~3872359,157248735~8294293,183356291~1847563,187889570~908943,193071625~7584522,204169821~18559031,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~31872543,73754121~9166937,88374134~2646242,102033928~6389778,114709005~2695655,121634816~3375691,135812872~8209922,147992789~3872359,155189248~10353780,183356291~1847563,187889570~908943,193071625~7584522,204169821~18559031,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,308618814~3818760,321078794~19221946,343932928~12832429,357158379~16517460,376234327~4284160,385518027~6500311,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.618 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 18 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73754121~9166937,85655711~5364665,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,147992789~3872359,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73754121~9166937,85655711~5364665,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,147992789~3872359,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~17667623,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~31872543,73754121~9166937,83886080~7134296,102033928~6389778,114709005~2695655,121634816~3375691,135812872~8209922,147992789~3872359,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,321078794~19221946,343932928~12832429,357158379~16517460,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.624 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 19 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.630 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 12 diff [1658760~9544131,26668266~4860775,33107404~1037753,73754121~7020859,114709005~1951902,122656711~2353796,135812872~4804570,354461120~2304237,385518027~6500311] 2024-09-18T03:20:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,73754121~7020859,114709005~1951902,122656711~2353796,135812872~4804570,354461120~2304237,385518027~6500311] 2024-09-18T03:20:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,73754121~7020859,114709005~1951902,121634816~3375691,135812872~4804570,354461120~2304237,385518027~6500311] 2024-09-18T03:20:18.635 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 13 diff [1658760~9544131,26668266~4860775,33107404~1037753,41670482~7726411,66905430~1049892,73754121~8058619,102033928~6389778,114709005~1951902,122656711~2353796,135812872~4804570,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,345411137~5936510,354461120~2304237,385518027~6500311] 2024-09-18T03:20:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,41670482~7726411,66905430~1049892,73754121~8058619,102033928~6389778,114709005~1951902,122656711~2353796,135812872~4804570,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,345411137~5936510,354461120~2304237,385518027~6500311] 2024-09-18T03:20:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,41670482~7726411,66905430~1049892,73754121~8058619,102033928~6389778,114709005~1951902,121634816~3375691,135812872~4804570,193147017~7509130,209903390~6925648,225135184~4296284,239075328~5803329,262886044~4108369,343932928~7414719,354461120~2304237,385518027~6500311] 2024-09-18T03:20:18.641 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 14 diff [1658760~9544131,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,66905430~1049892,73754121~8058619,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,183356291~1847563,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,287576427~1121848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,66905430~1049892,73754121~8058619,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,183356291~1847563,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,287576427~1121848,345411137~5936510,354461120~2304237,363076940~2591392,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,66905430~1049892,73754121~8058619,102033928~6389778,114709005~1951902,121634816~3375691,135812872~8209922,183356291~1847563,193147017~7509130,209903390~6925648,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,287576427~1121848,343932928~7414719,354461120~2304237,362886673~10789166,376234327~3411239,385518027~6500311,394264576~5628878] 2024-09-18T03:20:18.646 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 15 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,50918001~5085435,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,164488459~1054569,183356291~1847563,193147017~7509130,209903390~8294660,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,50918001~5085435,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,164488459~1054569,183356291~1847563,193147017~7509130,209903390~8294660,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195] 2024-09-18T03:20:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,41670482~7726411,50918001~5085435,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,121634816~3375691,135812872~8209922,164488459~1054569,183356291~1847563,193147017~7509130,209903390~8294660,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,308618814~3818760,343932928~12832429,357158379~16517460,376234327~3411239,385518027~6500311,394264576~5628878] 2024-09-18T03:20:18.652 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 16 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,38265043~17738393,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,157248735~8294293,183356291~1847563,193147017~7509130,204169821~14028229,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,330742785~8003632,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,38265043~17738393,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,122656711~2353796,135812872~8209922,157248735~8294293,183356291~1847563,193147017~7509130,204169821~14028229,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,330742785~8003632,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36518029~84174,38265043~17738393,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,121634816~3375691,135812872~8209922,155189248~10353780,183356291~1847563,193147017~7509130,204169821~14028229,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,308618814~3818760,330742785~8003632,343932928~12832429,357158379~16517460,376234327~3411239,385518027~6500311,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.658 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 17 diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~24929561,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,157248735~8294293,183356291~1847563,187889570~908943,193147017~7509130,204169821~18559031,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~24929561,66905430~1049892,73754121~9166937,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,157248735~8294293,183356291~1847563,187889570~908943,193147017~7509130,204169821~18559031,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,385518027~6500311,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~3534427,26668266~4860775,33107404~1037753,36082779~24929561,66905430~1049892,73754121~9166937,102033928~6389778,114709005~2695655,121634816~3375691,135812872~8209922,155189248~10353780,183356291~1847563,187889570~908943,193147017~7509130,204169821~18559031,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,308618814~3818760,321078794~7272276,330742785~9557955,343932928~12832429,357158379~16517460,376234327~3411239,385518027~6500311,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.664 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 18 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~24929561,66905430~1049892,73754121~9166937,85655711~2978881,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~24929561,66905430~1049892,73754121~9166937,85655711~2978881,102033928~6389778,114709005~1951902,117382400~22260,122656711~2353796,135812872~8209922,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~11354220,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,36082779~24929561,66905430~1049892,73754121~9166937,83886080~4748512,102033928~6389778,114709005~2695655,121634816~3375691,135812872~8209922,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,321078794~7272276,330742785~9557955,343932928~12832429,357158379~16517460,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.669 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 19 diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.675 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 13 diff [41670482~7726411,66905430~1049892,78774505~3038235,102033928~6389778,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,345411137~5936510] 2024-09-18T03:20:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [41670482~7726411,66905430~1049892,78774505~3038235,102033928~6389778,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,345411137~5936510] 2024-09-18T03:20:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [41670482~7726411,66905430~1049892,78774505~3038235,102033928~6389778,193147017~7509130,209903390~6925648,225135184~4296284,239075328~5803329,262886044~4108369,343932928~7414719] 2024-09-18T03:20:18.681 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 14 diff [36518029~84174,41670482~7726411,66905430~1049892,78774505~3038235,102033928~6389778,138051299~5971495,183356291~1847563,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,287576427~1121848,345411137~5936510,363076940~2591392,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [36518029~84174,41670482~7726411,66905430~1049892,78774505~3038235,102033928~6389778,138051299~5971495,183356291~1847563,193147017~7509130,209903390~6925648,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,287576427~1121848,345411137~5936510,363076940~2591392,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [36518029~84174,41670482~7726411,66905430~1049892,78774505~3038235,102033928~6389778,138051299~5971495,183356291~1847563,193147017~7509130,209903390~6925648,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,287576427~1121848,343932928~7414719,362886673~10789166,376234327~3411239,394264576~5628878] 2024-09-18T03:20:18.687 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 15 diff [17197883~3534427,36518029~84174,41670482~7726411,50918001~5085435,66905430~1049892,75685601~7235457,102033928~6389778,138051299~5971495,164488459~1054569,183356291~1847563,193147017~7509130,209903390~8294660,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17197883~3534427,36518029~84174,41670482~7726411,50918001~5085435,66905430~1049892,75685601~7235457,102033928~6389778,138051299~5971495,164488459~1054569,183356291~1847563,193147017~7509130,209903390~8294660,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17197883~3534427,36518029~84174,41670482~7726411,50918001~5085435,66905430~1049892,75685601~7235457,102033928~6389778,138051299~5971495,164488459~1054569,183356291~1847563,193147017~7509130,209903390~8294660,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,308618814~3818760,343932928~11704129,357158379~16517460,376234327~3411239,394264576~5628878] 2024-09-18T03:20:18.692 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 16 diff [3852372~2645947,17197883~3534427,36518029~84174,38265043~17738393,66905430~1049892,75685601~7235457,102033928~6389778,138051299~5971495,157248735~8294293,183356291~1847563,193147017~7509130,204169821~14028229,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,330742785~8003632,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,17197883~3534427,36518029~84174,38265043~17738393,66905430~1049892,75685601~7235457,102033928~6389778,138051299~5971495,157248735~8294293,183356291~1847563,193147017~7509130,204169821~14028229,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,310099409~2338165,330742785~8003632,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,17197883~3534427,36518029~84174,38265043~17738393,66905430~1049892,75685601~7235457,102033928~6389778,138051299~5971495,155189248~10353780,183356291~1847563,193147017~7509130,204169821~14028229,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,308618814~3818760,330742785~8003632,343932928~11704129,357158379~16517460,376234327~3411239,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.698 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 17 diff [3852372~2645947,17197883~3534427,36082779~24929561,66905430~1049892,75685601~7235457,102033928~6389778,117382400~22260,138051299~5971495,157248735~8294293,183356291~1847563,187889570~908943,193147017~7509130,204169821~18559031,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,17197883~3534427,36082779~24929561,66905430~1049892,75685601~7235457,102033928~6389778,117382400~22260,138051299~5971495,157248735~8294293,183356291~1847563,187889570~908943,193147017~7509130,204169821~18559031,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,17197883~3534427,36082779~24929561,66905430~1049892,75685601~7235457,102033928~6389778,116660907~743753,138051299~5971495,155189248~10353780,183356291~1847563,187889570~908943,193147017~7509130,204169821~18559031,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,302068585~5792144,308618814~3818760,321078794~7272276,330742785~9557955,343932928~11704129,357158379~16517460,376234327~3411239,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.704 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 18 diff [3852372~4989795,17197883~4045093,36082779~24929561,66905430~1049892,75685601~7235457,85655711~2978881,102033928~6389778,117382400~22260,138051299~5971495,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,36082779~24929561,66905430~1049892,75685601~7235457,85655711~2978881,102033928~6389778,117382400~22260,138051299~5971495,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,345411137~10225920,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,36082779~24929561,66905430~1049892,75685601~7235457,83886080~4748512,102033928~6389778,116660907~743753,138051299~5971495,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,321078794~7272276,330742785~9557955,343932928~11704129,357158379~16517460,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.710 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 19 diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,83886080~4748512,98319572~10104134,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~11704129,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.717 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 14 diff [36518029~84174,106078888~1019851,138051299~5971495,183356291~1847563,272476409~1706170,287576427~1121848,363076940~2591392,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [36518029~84174,106078888~1019851,138051299~5971495,183356291~1847563,272476409~1706170,287576427~1121848,363076940~2591392,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [36518029~84174,106078888~1019851,138051299~5971495,183356291~1847563,272476409~1706170,287576427~1121848,362886673~10789166,376234327~3411239,394264576~5628878] 2024-09-18T03:20:18.723 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 15 diff [17197883~3534427,36518029~84174,43183456~3053076,50918001~5085435,75685601~7235457,106078888~1019851,138051299~5971495,164488459~1054569,183356291~1847563,212224559~5973491,272476409~1706170,286813802~5432491,310099409~2338165,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17197883~3534427,36518029~84174,43183456~3053076,50918001~5085435,75685601~7235457,106078888~1019851,138051299~5971495,164488459~1054569,183356291~1847563,212224559~5973491,272476409~1706170,286813802~5432491,310099409~2338165,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195] 2024-09-18T03:20:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17197883~3534427,36518029~84174,43183456~3053076,50918001~5085435,75685601~7235457,106078888~1019851,138051299~5971495,164488459~1054569,183356291~1847563,212224559~5973491,272476409~1706170,286813802~5432491,308618814~3818760,351093244~4543813,357158379~16517460,376234327~3411239,394264576~5628878] 2024-09-18T03:20:18.729 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 16 diff [3852372~2645947,17197883~3534427,36518029~84174,38265043~7971489,48345233~7658203,75685601~7235457,103384501~4822859,138051299~5971495,157248735~8294293,183356291~1847563,195038854~85700,204169821~6643539,212224559~5973491,272476409~1706170,286813802~5432491,310099409~2338165,330742785~8003632,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,17197883~3534427,36518029~84174,38265043~7971489,48345233~7658203,75685601~7235457,103384501~4822859,138051299~5971495,157248735~8294293,183356291~1847563,195038854~85700,204169821~6643539,212224559~5973491,272476409~1706170,286813802~5432491,310099409~2338165,330742785~8003632,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,17197883~3534427,36518029~84174,38265043~7971489,48345233~7658203,75685601~7235457,103384501~4822859,138051299~5971495,155189248~10353780,183356291~1847563,195038854~85700,204169821~6643539,212224559~5973491,272476409~1706170,286813802~5432491,308618814~3818760,330742785~8003632,351093244~4543813,357158379~16517460,376234327~3411239,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.734 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 17 diff [3852372~2645947,17197883~3534427,36082779~10153753,48345233~12667107,75685601~7235457,103384501~4822859,117382400~22260,138051299~5971495,157248735~8294293,183356291~1847563,187889570~908943,195038854~85700,204169821~6643539,212224559~10504293,242370240~1431172,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,17197883~3534427,36082779~10153753,48345233~12667107,75685601~7235457,103384501~4822859,117382400~22260,138051299~5971495,157248735~8294293,183356291~1847563,187889570~908943,195038854~85700,204169821~6643539,212224559~10504293,242370240~1431172,272476409~1706170,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,17197883~3534427,36082779~10153753,48345233~12667107,75685601~7235457,103384501~4822859,116660907~743753,138051299~5971495,155189248~10353780,183356291~1847563,187889570~908943,195038854~85700,204169821~6643539,212224559~10504293,242370240~1431172,272476409~1706170,286813802~5432491,302068585~5792144,308618814~3818760,321078794~7272276,330742785~9557955,351093244~4543813,357158379~16517460,376234327~3411239,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.740 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 18 diff [3852372~4989795,17197883~4045093,36082779~24929561,75685601~7235457,85655711~2978881,103384501~4822859,117382400~22260,138051299~5971495,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,36082779~24929561,75685601~7235457,85655711~2978881,103384501~4822859,117382400~22260,138051299~5971495,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,36082779~24929561,75685601~7235457,83886080~4748512,103384501~4822859,116660907~743753,138051299~5971495,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,272476409~1706170,286813802~5432491,301564718~10872856,321078794~7272276,330742785~9557955,351093244~4543813,357158379~16517460,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.745 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 19 diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:18.752 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 15 diff [17197883~3534427,43183456~3053076,50918001~5085435,75685601~7235457,164488459~1054569,212224559~5973491,286813802~5432491,310099409~2338165,351093244~4543813,359248800~7125167] 2024-09-18T03:20:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17197883~3534427,43183456~3053076,50918001~5085435,75685601~7235457,164488459~1054569,212224559~5973491,286813802~5432491,310099409~2338165,351093244~4543813,359248800~7125167] 2024-09-18T03:20:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17197883~3534427,43183456~3053076,50918001~5085435,75685601~7235457,164488459~1054569,212224559~5973491,286813802~5432491,308618814~3818760,351093244~4543813,357158379~9215588] 2024-09-18T03:20:18.757 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 16 diff [3852372~2645947,17197883~3534427,38265043~7971489,48345233~7658203,75685601~7235457,103384501~4822859,139161440~2075057,157248735~8294293,195038854~85700,204169821~6643539,212224559~5973491,286813802~5432491,310099409~2338165,330742785~8003632,351093244~4543813,359248800~7125167,407571653~3876669] 2024-09-18T03:20:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,17197883~3534427,38265043~7971489,48345233~7658203,75685601~7235457,103384501~4822859,139161440~2075057,157248735~8294293,195038854~85700,204169821~6643539,212224559~5973491,286813802~5432491,310099409~2338165,330742785~8003632,351093244~4543813,359248800~7125167,407571653~3876669] 2024-09-18T03:20:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,17197883~3534427,38265043~7971489,48345233~7658203,75685601~7235457,103384501~4822859,139161440~2075057,155189248~10353780,195038854~85700,204169821~6643539,212224559~5973491,286813802~5432491,308618814~3818760,330742785~8003632,351093244~4543813,357158379~9215588,407571653~3876669] 2024-09-18T03:20:18.763 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 17 diff [3852372~2645947,17197883~3534427,36082779~10153753,48345233~12667107,75685601~7235457,103384501~4822859,117382400~22260,139161440~2075057,157248735~8294293,187889570~908943,195038854~85700,204169821~6643539,212224559~10504293,242370240~1431172,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,407571653~3876669] 2024-09-18T03:20:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,17197883~3534427,36082779~10153753,48345233~12667107,75685601~7235457,103384501~4822859,117382400~22260,139161440~2075057,157248735~8294293,187889570~908943,195038854~85700,204169821~6643539,212224559~10504293,242370240~1431172,286813802~5432491,302068585~5792144,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,407571653~3876669] 2024-09-18T03:20:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,17197883~3534427,36082779~10153753,48345233~12667107,75685601~7235457,103384501~4822859,116660907~743753,139161440~2075057,155189248~10353780,187889570~908943,195038854~85700,204169821~6643539,212224559~10504293,242370240~1431172,286813802~5432491,302068585~5792144,308618814~3818760,321078794~7272276,330742785~9557955,351093244~4543813,357158379~9215588,407571653~3876669] 2024-09-18T03:20:18.769 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 18 diff [3852372~4989795,17197883~4045093,36082779~24929561,75685601~7235457,85655711~2978881,103384501~4822859,117382400~22260,139161440~2075057,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,36082779~24929561,75685601~7235457,85655711~2978881,103384501~4822859,117382400~22260,139161440~2075057,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,286813802~5432491,301564718~8052825,310099409~2338165,321078794~7272276,330742785~8003632,338888541~1412199,351093244~4543813,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,36082779~24929561,75685601~7235457,83886080~4748512,103384501~4822859,116660907~743753,139161440~2075057,155189248~10353780,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,286813802~5432491,301564718~10872856,321078794~7272276,330742785~9557955,351093244~4543813,357158379~9215588,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.774 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 19 diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~10353780,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~9553230,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.780 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 16 diff [3852372~2645947,38265043~7033150,48345233~2814029,103384501~4822859,139161440~2075057,157248735~7349000,195038854~85700,204169821~6643539,330742785~8003632,407571653~3876669] 2024-09-18T03:20:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,38265043~7033150,48345233~2814029,103384501~4822859,139161440~2075057,157248735~7349000,195038854~85700,204169821~6643539,330742785~8003632,407571653~3876669] 2024-09-18T03:20:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,38265043~7033150,48345233~2814029,103384501~4822859,139161440~2075057,155189248~9408487,195038854~85700,204169821~6643539,330742785~8003632,407571653~3876669] 2024-09-18T03:20:18.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 17 diff [3852372~2645947,36082779~9215414,48345233~2814029,55934079~5078261,103384501~4822859,117382400~22260,139161440~2075057,157248735~7349000,187889570~908943,195038854~85700,204169821~6643539,215598798~7130054,242370240~1431172,302068585~5792144,321078794~7272276,330742785~8003632,338888541~1412199,407571653~3876669] 2024-09-18T03:20:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~2645947,36082779~9215414,48345233~2814029,55934079~5078261,103384501~4822859,117382400~22260,139161440~2075057,157248735~7349000,187889570~908943,195038854~85700,204169821~6643539,215598798~7130054,242370240~1431172,302068585~5792144,321078794~7272276,330742785~8003632,338888541~1412199,407571653~3876669] 2024-09-18T03:20:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~2645947,36082779~9215414,48345233~2814029,55934079~5078261,103384501~4822859,116660907~743753,139161440~2075057,155189248~9408487,187889570~908943,195038854~85700,204169821~6643539,215598798~7130054,242370240~1431172,302068585~5792144,321078794~7272276,330742785~9557955,407571653~3876669] 2024-09-18T03:20:18.791 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 18 diff [3852372~4989795,17339046~3903930,36082779~15076483,55934079~5078261,85655711~2978881,103384501~4822859,117382400~22260,139161440~2075057,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,301564718~8052825,321078794~7272276,330742785~8003632,338888541~1412199,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17339046~3903930,36082779~15076483,55934079~5078261,85655711~2978881,103384501~4822859,117382400~22260,139161440~2075057,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,301564718~8052825,321078794~7272276,330742785~8003632,338888541~1412199,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17339046~3903930,36082779~15076483,55934079~5078261,83886080~4748512,103384501~4822859,116660907~743753,139161440~2075057,155189248~9408487,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,301564718~8052825,321078794~7272276,330742785~9557955,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 19 diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~9408487,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,314572800~13778270,330742785~9557955,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:18.803 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 17 diff [36082779~3285201,55934079~5078261,117382400~22260,187889570~908943,204246684~4827046,215598798~7130054,242370240~1431172,302068585~5792144,321078794~7272276,338888541~1412199] 2024-09-18T03:20:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [36082779~3285201,55934079~5078261,117382400~22260,187889570~908943,204246684~4827046,215598798~7130054,242370240~1431172,302068585~5792144,321078794~7272276,338888541~1412199] 2024-09-18T03:20:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [36082779~3285201,55934079~5078261,116660907~743753,187889570~908943,204246684~4827046,215598798~7130054,242370240~1431172,302068585~5792144,321078794~7272276,338746417~1554323] 2024-09-18T03:20:18.808 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 18 diff [5210970~3631197,17339046~3903930,36082779~3285201,43003673~7737132,55934079~5078261,85655711~2978881,117382400~22260,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,301564718~8052825,321078794~7272276,338888541~1412199,384634541~3105418] 2024-09-18T03:20:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [5210970~3631197,17339046~3903930,36082779~3285201,43003673~7737132,55934079~5078261,85655711~2978881,117382400~22260,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,301564718~8052825,321078794~7272276,338888541~1412199,384634541~3105418] 2024-09-18T03:20:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [5210970~3631197,17339046~3903930,36082779~3285201,43003673~7737132,55934079~5078261,83886080~4748512,116660907~743753,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,301564718~8052825,321078794~7272276,338746417~1554323,384634541~3105418] 2024-09-18T03:20:18.814 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 19 diff [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,85655711~2978881,98319572~6662053,117382400~22260,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,85655711~2978881,98319572~6662053,117382400~22260,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,83886080~4748512,98319572~6662053,116660907~743753,117440512~8805827,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,314572800~13778270,338746417~1554323,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:18.820 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 18 diff [5210970~3631197,17339046~3903930,43003673~7737132,85655711~2978881,161132395~1925890,166494614~5098013,201773968~5193776,301564718~8052825,384634541~3105418] 2024-09-18T03:20:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [5210970~3631197,17339046~3903930,43003673~7737132,85655711~2978881,161132395~1925890,166494614~5098013,201773968~5193776,301564718~8052825,384634541~3105418] 2024-09-18T03:20:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [5210970~3631197,17339046~3903930,43003673~7737132,83886080~4748512,161132395~1925890,166494614~5098013,201773968~5193776,301564718~8052825,384634541~3105418] 2024-09-18T03:20:18.826 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 19 diff [5210970~3631197,17339046~3903930,35766640~14974165,85655711~2978881,98319572~6662053,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,201773968~5193776,248797103~953814,301564718~8052825,318215017~5722127,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [5210970~3631197,17339046~3903930,35766640~14974165,85655711~2978881,98319572~6662053,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,201773968~5193776,248797103~953814,301564718~8052825,318215017~5722127,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [5210970~3631197,17339046~3903930,35766640~14974165,83886080~4748512,98319572~6662053,117440512~8805827,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,201773968~5193776,248797103~953814,301564718~8052825,314572800~9364344,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:18.832 INFO:tasks.workunit.client.0.smithi046.stdout:from 18 to 19 diff [35766640~8127920,98319572~6662053,118271316~7975023,138480293~2555016,151338720~3065767,248797103~953814,318215017~5722127,348118235~2353754,356820737~1684661] 2024-09-18T03:20:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [35766640~8127920,98319572~6662053,118271316~7975023,138480293~2555016,151338720~3065767,248797103~953814,318215017~5722127,348118235~2353754,356820737~1684661] 2024-09-18T03:20:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [35766640~8127920,98319572~6662053,117440512~8805827,138480293~2555016,151338720~3065767,248797103~953814,314572800~9364344,348118235~2353754,356820737~1684661] 2024-09-18T03:20:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:18 smithi195 ceph-mon[89559]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-18T03:20:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:18 smithi046 ceph-mon[97106]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-18T03:20:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:18 smithi046 ceph-mon[94621]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-18T03:20:19.731 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:19.751 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:19.758 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:19.764 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:19.770 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:19.776 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:19.782 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:19.788 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:19.794 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:19.800 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:19.806 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:19.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:19.817 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,83886080~4748512,98319572~10104134,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~11704129,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:19.823 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:19.829 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~10353780,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~9553230,384634541~3105418,407571653~3876669] 2024-09-18T03:20:19.835 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~9408487,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,314572800~13778270,330742785~9557955,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:19.841 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,85655711~2978881,98319572~6662053,117382400~22260,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,85655711~2978881,98319572~6662053,117382400~22260,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,83886080~4748512,98319572~6662053,116660907~743753,117440512~8805827,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,314572800~13778270,338746417~1554323,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:19.846 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to HEAD diff [5210970~3631197,17339046~3903930,35766640~14974165,85655711~2978881,98319572~6662053,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,201773968~5193776,248797103~953814,301564718~8052825,318215017~5722127,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [5210970~3631197,17339046~3903930,35766640~14974165,85655711~2978881,98319572~6662053,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,201773968~5193776,248797103~953814,301564718~8052825,318215017~5722127,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [5210970~3631197,17339046~3903930,35766640~14974165,83886080~4748512,98319572~6662053,117440512~8805827,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,201773968~5193776,248797103~953814,301564718~8052825,314572800~9364344,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:19 smithi195 ceph-mon[89559]: pgmap v3535: 137 pgs: 137 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 42 MiB/s wr, 1.01k op/s 2024-09-18T03:20:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:19 smithi046 ceph-mon[97106]: pgmap v3535: 137 pgs: 137 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 42 MiB/s wr, 1.01k op/s 2024-09-18T03:20:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:19 smithi046 ceph-mon[94621]: pgmap v3535: 137 pgs: 137 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 42 MiB/s wr, 1.01k op/s 2024-09-18T03:20:20.736 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.736 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.772 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:20.772 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.772 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.778 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:20.778 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.778 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.784 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:20.784 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.784 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:20.790 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:20.790 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:20.790 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:20.796 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:20.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:20.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:20.802 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:20.802 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:20.802 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:20.808 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:20.808 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:20.808 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:20.814 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:20.814 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:20.814 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:20.819 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:20.819 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.820 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.825 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:20.825 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.825 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.831 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:20.831 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.831 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.836 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:20.836 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.836 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.842 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,83886080~4748512,98319572~10104134,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~11704129,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:20.842 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.842 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:20.847 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:20.848 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:20.848 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:20.853 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~10353780,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~9553230,384634541~3105418,407571653~3876669] 2024-09-18T03:20:20.853 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:20.853 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:20.858 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~9408487,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,314572800~13778270,330742785~9557955,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:20.858 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,85655711~2978881,98319572~6662053,117382400~22260,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:20.858 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,85655711~2978881,98319572~6662053,117382400~22260,118271316~7975023,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:20.864 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [5210970~3631197,17339046~3903930,35766640~14974165,55934079~5078261,83886080~4748512,98319572~6662053,116660907~743753,117440512~8805827,138480293~2555016,151338720~3065767,161132395~1925890,166494614~5098013,187889570~908943,201773968~7299762,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,314572800~13778270,338746417~1554323,348118235~2353754,356820737~1684661,384634541~3105418] 2024-09-18T03:20:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:20 smithi046 ceph-mon[94621]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-18T03:20:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:20 smithi046 ceph-mon[97106]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-18T03:20:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:20 smithi195 ceph-mon[89559]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-18T03:20:21.741 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.741 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.783 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:21.784 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.784 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.798 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:21.798 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.798 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.803 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:21.804 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.804 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:21.809 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:21.810 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:21.810 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:21.815 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:21.816 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:21.816 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:21.821 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:21.822 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:21.822 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:21.827 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:21.828 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:21.828 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:21.833 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:21.833 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:21.833 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:21.839 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:21.839 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.839 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.844 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:21.845 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.845 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.850 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:21.850 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.850 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.855 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:21.855 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.856 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.861 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,83886080~4748512,98319572~10104134,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~11704129,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:21.861 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.861 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:21.867 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:21.867 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:21.867 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:21.872 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~10353780,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~9553230,384634541~3105418,407571653~3876669] 2024-09-18T03:20:21.872 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:21.872 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~7349000,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:21.877 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17339046~3903930,35766640~15392622,55934079~5078261,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~9408487,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,215598798~7130054,242370240~1431172,248797103~953814,301564718~8052825,314572800~13778270,330742785~9557955,348118235~2353754,356820737~1684661,384634541~3105418,407571653~3876669] 2024-09-18T03:20:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:21 smithi046 ceph-mon[94621]: pgmap v3537: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 254 KiB/s rd, 31 MiB/s wr, 2.04k op/s 2024-09-18T03:20:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:21 smithi046 ceph-mon[94621]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-18T03:20:22.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:21 smithi046 ceph-mon[97106]: pgmap v3537: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 254 KiB/s rd, 31 MiB/s wr, 2.04k op/s 2024-09-18T03:20:22.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:21 smithi046 ceph-mon[97106]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-18T03:20:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:21 smithi195 ceph-mon[89559]: pgmap v3537: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 254 KiB/s rd, 31 MiB/s wr, 2.04k op/s 2024-09-18T03:20:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:21 smithi195 ceph-mon[89559]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-18T03:20:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:20:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:20:22.750 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.750 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.790 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:22.791 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.791 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.799 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:22.799 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.799 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.805 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:22.805 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.805 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:22.811 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:22.811 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:22.811 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:22.817 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:22.817 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:22.817 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:22.822 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:22.822 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:22.823 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:22.828 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:22.828 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:22.828 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:22.834 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:22.834 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:22.834 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:22.840 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:22.840 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.840 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.845 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:22.845 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.845 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.850 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:22.850 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.850 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.856 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:22.856 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.856 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.861 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,83886080~4748512,98319572~10104134,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~11704129,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:22.862 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.862 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:22.867 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:22.867 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:22.867 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138480293~2756204,151338720~3065767,157248735~8294293,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,384634541~3105418,407571653~3876669] 2024-09-18T03:20:22.872 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138480293~2756204,151338720~3065767,155189248~10353780,166494614~5098013,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~9553230,384634541~3105418,407571653~3876669] 2024-09-18T03:20:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:22 smithi046 ceph-mon[97106]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-18T03:20:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:22 smithi046 ceph-mon[94621]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-18T03:20:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:22 smithi195 ceph-mon[89559]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-18T03:20:23.751 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.751 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.801 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:23.801 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.814 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:23.814 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.814 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.820 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:23.820 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.820 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:23.826 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:23.826 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:23.826 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:23.832 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:23.832 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:23.832 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:23.837 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:23.837 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:23.837 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:23.843 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:23.843 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:23.843 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:23.849 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:23.849 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:23.849 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:23.854 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:23.854 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.854 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.860 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:23.860 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.860 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.865 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:23.865 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.865 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.870 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:23.870 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.870 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.876 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,83886080~4748512,98319572~10104134,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~11704129,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:23.876 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.876 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,85655711~2978881,98319572~9887788,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,348118235~2353754,351093244~4543813,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:23.881 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,75685601~7235457,83886080~4748512,98319572~9887788,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,195038854~85700,201773968~9039392,212224559~10504293,242370240~1431172,248797103~953814,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,348118235~2353754,351093244~4543813,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:23 smithi046 ceph-mon[97106]: pgmap v3540: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 25 MiB/s wr, 2.42k op/s 2024-09-18T03:20:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:23 smithi046 ceph-mon[97106]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-18T03:20:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:23 smithi046 ceph-mon[94621]: pgmap v3540: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 25 MiB/s wr, 2.42k op/s 2024-09-18T03:20:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:23 smithi046 ceph-mon[94621]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-18T03:20:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:23 smithi195 ceph-mon[89559]: pgmap v3540: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 25 MiB/s wr, 2.42k op/s 2024-09-18T03:20:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:23 smithi195 ceph-mon[89559]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-18T03:20:24.756 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.756 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.804 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:24.805 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.805 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.817 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:24.818 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.818 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.823 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:24.823 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.824 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:24.829 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:24.829 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:24.829 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:24.835 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:24.835 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:24.835 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:24.841 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:24.841 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:24.841 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:24.846 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:24.846 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:24.846 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:24.852 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:24.852 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:24.852 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:24.857 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:24.858 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.858 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.863 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:24.863 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.863 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.869 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:24.869 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.869 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.874 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:24.874 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.874 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,85655711~2978881,98319572~10104134,117382400~22260,118271316~7975023,138051299~5971495,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~10225920,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~3105418,396800259~3093195,407571653~3876669] 2024-09-18T03:20:24.879 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [3852372~4989795,17197883~4045093,35766640~25245700,66905430~1049892,75685601~7235457,83886080~4748512,98319572~10104134,116660907~743753,117440512~8805827,138051299~5971495,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~11704129,356820737~16855102,376234327~3411239,384634541~3105418,394264576~5628878,407571653~3876669] 2024-09-18T03:20:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:24 smithi046 ceph-mon[94621]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-18T03:20:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:24 smithi046 ceph-mon[94621]: pgmap v3543: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 4.5 KiB/s wr, 4.28k op/s 2024-09-18T03:20:25.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:24 smithi046 ceph-mon[97106]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-18T03:20:25.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:24 smithi046 ceph-mon[97106]: pgmap v3543: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 4.5 KiB/s wr, 4.28k op/s 2024-09-18T03:20:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:24 smithi195 ceph-mon[89559]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-18T03:20:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:24 smithi195 ceph-mon[89559]: pgmap v3543: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 4.5 KiB/s wr, 4.28k op/s 2024-09-18T03:20:25.768 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.768 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.823 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:25.823 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.824 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.829 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:25.829 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.830 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.835 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:25.835 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.836 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:25.841 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:25.841 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:25.841 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:25.847 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:25.847 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:25.847 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:25.853 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:25.853 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:25.853 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:25.858 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:25.858 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:25.858 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:25.863 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:25.863 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:25.863 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:25.869 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:25.869 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:25.869 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:25.874 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:25.874 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:25.874 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:25.879 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:25.879 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:25.879 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,85655711~2978881,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,151338720~3065767,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239778559~5100098,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~10136053,330742785~8003632,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~3411239,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:25.884 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~25245700,66905430~1049892,73754121~9166937,83886080~4748512,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,151338720~3065767,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193147017~7509130,201773968~20954884,225135184~4296284,239075328~5803329,248797103~953814,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~13778270,330742785~9557955,343932928~12832429,356820737~16855102,376234327~3411239,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:25 smithi046 ceph-mon[94621]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-18T03:20:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:25 smithi046 ceph-mon[97106]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-18T03:20:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:25 smithi195 ceph-mon[89559]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-18T03:20:26.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:20:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:20:26] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-09-18T03:20:26.766 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.766 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.832 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:26.832 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.832 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.839 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:26.840 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.840 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.845 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:26.845 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.845 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:26.851 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:26.851 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:26.851 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:26.857 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:26.857 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:26.857 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:26.863 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:26.863 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:26.863 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:26.868 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:26.868 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:26.868 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:26.874 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:26.874 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:26.874 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:26.879 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:26.880 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:26.880 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:26.885 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:26.885 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:26.885 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239778559~11775711,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:26.890 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73754121~9166937,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~4296284,239075328~12478942,253144893~370002,262886044~4108369,272476409~1706170,286813802~5432491,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:26 smithi046 ceph-mon[94621]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-18T03:20:27.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:26 smithi046 ceph-mon[94621]: pgmap v3546: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 3.93k op/s 2024-09-18T03:20:27.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:26 smithi046 ceph-mon[97106]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-18T03:20:27.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:26 smithi046 ceph-mon[97106]: pgmap v3546: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 3.93k op/s 2024-09-18T03:20:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:26 smithi195 ceph-mon[89559]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-18T03:20:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:26 smithi195 ceph-mon[89559]: pgmap v3546: 137 pgs: 137 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 3.93k op/s 2024-09-18T03:20:27.777 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:27.833 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:27.845 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:27.851 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:27.856 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:27.861 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:27.867 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:27.873 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:27.878 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:27.884 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,147992789~6411698,157248735~8294293,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~3093195,407571653~3876669] 2024-09-18T03:20:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,147992789~6411698,155189248~10353780,166494614~5098013,183356291~1847563,187889570~908943,193071625~7584522,201773968~20954884,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~7078863,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~5628878,407571653~3876669] 2024-09-18T03:20:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:27 smithi195 ceph-mon[89559]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-18T03:20:28.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:27 smithi046 ceph-mon[97106]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-18T03:20:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:27 smithi046 ceph-mon[94621]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-18T03:20:28.385 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:28.436 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:28.448 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:28.454 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:28.460 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:28.465 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:28.470 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:28.476 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:28.481 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239778559~11775711,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,376234327~4284160,384634541~7383797,396800259~5880916,407571653~3876669] 2024-09-18T03:20:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,183356291~1847563,185269009~5308373,193071625~7584522,201218159~21510693,225135184~5911193,239075328~12478942,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,376234327~4284160,384634541~7383797,394264576~8416599,407571653~3876669] 2024-09-18T03:20:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:28 smithi195 ceph-mon[89559]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-18T03:20:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:28 smithi195 ceph-mon[89559]: pgmap v3549: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 123 KiB/s rd, 6.2 KiB/s wr, 1.74k op/s 2024-09-18T03:20:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:28 smithi195 ceph-mon[89559]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-18T03:20:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[94621]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-18T03:20:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[94621]: pgmap v3549: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 123 KiB/s rd, 6.2 KiB/s wr, 1.74k op/s 2024-09-18T03:20:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[94621]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-18T03:20:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[97106]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-18T03:20:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[97106]: pgmap v3549: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 123 KiB/s rd, 6.2 KiB/s wr, 1.74k op/s 2024-09-18T03:20:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[97106]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-18T03:20:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:29.380 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:29.434 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.445 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:29.446 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.446 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.451 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:29.451 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.451 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:29.457 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:29.462 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:29.468 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:29.474 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,73083609~9837449,85655711~5364665,98319572~10104134,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~3876669] 2024-09-18T03:20:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,71303168~11617890,83886080~7134296,98319572~10104134,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,262886044~4108369,267845013~8919757,286813802~5432491,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~3876669] 2024-09-18T03:20:30.382 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:30.429 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:30.452 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:30.458 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:30.464 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:30.464 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:30.470 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:30.475 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~20149891,201218159~21510693,225135184~5911193,239778559~12394922,253144893~370002,257330869~9663544,267845013~8919757,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,376234327~4284160,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~4045093,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~20301075,201218159~21510693,225135184~5911193,239075328~13098153,253144893~370002,257330869~9663544,267845013~8919757,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,376234327~4284160,382377879~9640459,394264576~8416599,407571653~9860157] 2024-09-18T03:20:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:30 smithi195 ceph-mon[89559]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-18T03:20:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:30 smithi046 ceph-mon[94621]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-18T03:20:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:30 smithi046 ceph-mon[97106]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-18T03:20:31.392 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:31.447 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:31.459 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:31.465 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:31.471 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:31.476 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~5738291,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,257330869~19433901,284060923~8185370,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374193965~1160670,375604098~6773781,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~8485656,26668266~4860775,33107404~1037753,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~5738291,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,257330869~19433901,281018368~11227925,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~16855102,374193965~1160670,375604098~16414240,394264576~8416599,407571653~9860157] 2024-09-18T03:20:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:31 smithi195 ceph-mon[89559]: pgmap v3552: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 6.2 KiB/s wr, 1.59k op/s 2024-09-18T03:20:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:31 smithi195 ceph-mon[89559]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-18T03:20:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:31 smithi046 ceph-mon[94621]: pgmap v3552: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 6.2 KiB/s wr, 1.59k op/s 2024-09-18T03:20:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:31 smithi046 ceph-mon[94621]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-18T03:20:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:31 smithi046 ceph-mon[97106]: pgmap v3552: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 6.2 KiB/s wr, 1.59k op/s 2024-09-18T03:20:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:31 smithi046 ceph-mon[97106]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-18T03:20:32.394 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:32.453 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:32.460 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:32.465 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:32.471 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,111391501~484078,114709005~1951902,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~42222596,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407571653~9860157] 2024-09-18T03:20:32.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:32 smithi195 ceph-mon[89559]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-18T03:20:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:20:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:20:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,111391501~484078,114709005~2695655,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~42373780,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,407571653~9860157] 2024-09-18T03:20:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:32 smithi046 ceph-mon[94621]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-18T03:20:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:32 smithi046 ceph-mon[97106]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-18T03:20:33.372 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:33.424 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:33.448 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:33.453 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17197883~16947274,35766640~32188682,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,225135184~5911193,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17197883~16947274,35766640~32188682,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~43996547,225135184~5911193,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:33 smithi195 ceph-mon[89559]: pgmap v3555: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 564 op/s 2024-09-18T03:20:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:33 smithi195 ceph-mon[89559]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-18T03:20:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:33 smithi195 ceph-mon[89559]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-18T03:20:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:33 smithi046 ceph-mon[94621]: pgmap v3555: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 564 op/s 2024-09-18T03:20:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:33 smithi046 ceph-mon[94621]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-18T03:20:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:33 smithi046 ceph-mon[94621]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-18T03:20:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:33 smithi046 ceph-mon[97106]: pgmap v3555: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 564 op/s 2024-09-18T03:20:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:33 smithi046 ceph-mon[97106]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-18T03:20:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:33 smithi046 ceph-mon[97106]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-18T03:20:34.399 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:34.399 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:34.453 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:34.453 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:34.453 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:34.467 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:34.467 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:34.467 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~22767995,109431307~7229600,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~8294293,166494614~8282588,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~6198784,301564718~8052825,310099409~2338165,318215017~20531400,338888541~1412199,345411137~11354220,356820737~1684661,359248800~7125167,367716021~5959818,374156896~8220983,383224412~8793926,396800259~5880916,407006583~10425227] 2024-09-18T03:20:34.472 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~24537626,109431307~7973353,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~10353780,166494614~8282588,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~6198784,301564718~10872856,314572800~25727940,343932928~12832429,356820737~35197601,394264576~8416599,406847488~10584322] 2024-09-18T03:20:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:20:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:20:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:20:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:20:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:20:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:20:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:20:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:20:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:20:34.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:20:34.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:20:34.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:20:35.406 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:35.406 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:35.453 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:35.453 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:35.453 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,17063133~50892189,70066448~139427,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,131748005~630156,135812872~8209922,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~12394922,253144893~370002,254552645~22212125,277432752~1739042,284060923~9192474,293791145~15826398,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:35.459 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,17063133~50892189,70066448~139427,71303168~11617890,83886080~33518580,117440512~8805827,131748005~630156,135812872~8209922,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~13098153,253144893~370002,254552645~22212125,276824064~2347730,281018368~12235029,293791145~18646429,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:35 smithi195 ceph-mon[89559]: pgmap v3558: 137 pgs: 137 active+clean; 990 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 827 op/s 2024-09-18T03:20:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:35 smithi195 ceph-mon[89559]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-18T03:20:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:35 smithi046 ceph-mon[94621]: pgmap v3558: 137 pgs: 137 active+clean; 990 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 827 op/s 2024-09-18T03:20:35.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:35 smithi046 ceph-mon[94621]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-18T03:20:35.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:35 smithi046 ceph-mon[97106]: pgmap v3558: 137 pgs: 137 active+clean; 990 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 827 op/s 2024-09-18T03:20:35.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:35 smithi046 ceph-mon[97106]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-18T03:20:36.412 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:36.412 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [1658760~9544131,16732560~51222762,70066448~139427,70957045~71677,73083609~9837449,85655711~31005196,117382400~22260,118271316~7975023,130617436~13405358,145395728~9008759,157248735~17528467,180506256~43845363,224388882~7463649,236511520~1948310,239778559~36986211,277432752~1739042,284060923~9192474,293517555~16099988,310099409~2338165,318215017~20531400,338888541~1412199,345411137~13094261,359248800~7125167,367716021~5959818,374156896~8220983,383224412~9944359,396800259~5880916,407006583~10425227] 2024-09-18T03:20:36.456 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~11202891,16732560~54296162,71303168~11617890,83886080~33518580,117440512~8805827,130023424~13999370,144320114~10084373,155189248~19587954,180355072~51497459,234881024~3578806,239075328~37689442,276824064~2347730,281018368~31419206,314572800~25727940,343932928~49235843,394264576~8416599,406847488~10584322] 2024-09-18T03:20:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:36 smithi195 ceph-mon[89559]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-18T03:20:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:36 smithi046 ceph-mon[94621]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-18T03:20:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:20:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:20:36] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-18T03:20:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:36 smithi046 ceph-mon[97106]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-18T03:20:37.426 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39786 ms) 2024-09-18T03:20:37.426 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-09-18T03:20:37.427 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:37 smithi195 ceph-mon[89559]: pgmap v3561: 137 pgs: 137 active+clean; 957 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 737 op/s 2024-09-18T03:20:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:37 smithi195 ceph-mon[89559]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-18T03:20:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:37 smithi046 ceph-mon[94621]: pgmap v3561: 137 pgs: 137 active+clean; 957 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 737 op/s 2024-09-18T03:20:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:37 smithi046 ceph-mon[94621]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-18T03:20:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:37 smithi046 ceph-mon[97106]: pgmap v3561: 137 pgs: 137 active+clean; 957 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 737 op/s 2024-09-18T03:20:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:37 smithi046 ceph-mon[97106]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-18T03:20:38.488 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1063 ms) 2024-09-18T03:20:38.489 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-09-18T03:20:38.489 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:38 smithi195 ceph-mon[89559]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-18T03:20:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:38 smithi195 ceph-mon[89559]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-18T03:20:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:38 smithi046 ceph-mon[94621]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-18T03:20:38.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:38 smithi046 ceph-mon[94621]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-18T03:20:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:38 smithi046 ceph-mon[97106]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-18T03:20:38.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:38 smithi046 ceph-mon[97106]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-18T03:20:39.546 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [6521121~74208,9342595~10815,11157053~74875,12310302~60910,14515574~83072,14850346~65084,19173183~3068,19870293~62172,20286406~98684,20556336~81260] to clone 2024-09-18T03:20:39.547 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [4194304~2401025,8388608~3982604,12582912~2332518,16777216~3860380] 2024-09-18T03:20:39.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1062 ms) 2024-09-18T03:20:39.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-09-18T03:20:39.552 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:39.569 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [1016899~80783,1865497~63172,5224238~45822,8251277~57303,10687016~67087,11987172~11056,14268705~87079,18177666~48928,19115021~78376,19213579~66470] 2024-09-18T03:20:39.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (29 ms) 2024-09-18T03:20:39.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-09-18T03:20:39.580 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:39 smithi195 ceph-mon[89559]: pgmap v3564: 137 pgs: 137 active+clean; 811 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 MiB/s wr, 460 op/s 2024-09-18T03:20:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:39 smithi046 ceph-mon[94621]: pgmap v3564: 137 pgs: 137 active+clean; 811 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 MiB/s wr, 460 op/s 2024-09-18T03:20:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:39 smithi046 ceph-mon[97106]: pgmap v3564: 137 pgs: 137 active+clean; 811 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 MiB/s wr, 460 op/s 2024-09-18T03:20:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:40 smithi195 ceph-mon[89559]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-18T03:20:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:40 smithi046 ceph-mon[94621]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-18T03:20:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:40 smithi046 ceph-mon[97106]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-18T03:20:41.530 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1950 ms) 2024-09-18T03:20:41.530 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-09-18T03:20:41.530 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:41.587 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (57 ms) 2024-09-18T03:20:41.587 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-09-18T03:20:41.587 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:41.656 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (70 ms) 2024-09-18T03:20:41.657 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-09-18T03:20:41.657 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:41 smithi195 ceph-mon[89559]: pgmap v3567: 137 pgs: 137 active+clean; 808 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 MiB/s wr, 337 op/s 2024-09-18T03:20:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:41 smithi195 ceph-mon[89559]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-18T03:20:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:41 smithi046 ceph-mon[94621]: pgmap v3567: 137 pgs: 137 active+clean; 808 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 MiB/s wr, 337 op/s 2024-09-18T03:20:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:41 smithi046 ceph-mon[94621]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-18T03:20:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:41 smithi046 ceph-mon[97106]: pgmap v3567: 137 pgs: 137 active+clean; 808 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 MiB/s wr, 337 op/s 2024-09-18T03:20:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:41 smithi046 ceph-mon[97106]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-18T03:20:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:42 smithi195 ceph-mon[89559]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-18T03:20:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:20:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:20:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:42 smithi046 ceph-mon[97106]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-18T03:20:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:42 smithi046 ceph-mon[94621]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-18T03:20:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:43 smithi195 ceph-mon[89559]: pgmap v3570: 137 pgs: 137 active+clean; 820 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-09-18T03:20:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:43 smithi195 ceph-mon[89559]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-18T03:20:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:43 smithi046 ceph-mon[94621]: pgmap v3570: 137 pgs: 137 active+clean; 820 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-09-18T03:20:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:43 smithi046 ceph-mon[94621]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-18T03:20:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:43 smithi046 ceph-mon[97106]: pgmap v3570: 137 pgs: 137 active+clean; 820 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-09-18T03:20:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:43 smithi046 ceph-mon[97106]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-18T03:20:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:45 smithi195 ceph-mon[89559]: pgmap v3572: 137 pgs: 137 active+clean; 883 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 310 op/s 2024-09-18T03:20:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:45 smithi046 ceph-mon[94621]: pgmap v3572: 137 pgs: 137 active+clean; 883 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 310 op/s 2024-09-18T03:20:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:45 smithi046 ceph-mon[97106]: pgmap v3572: 137 pgs: 137 active+clean; 883 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 310 op/s 2024-09-18T03:20:46.691 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5034 ms) 2024-09-18T03:20:46.691 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-09-18T03:20:46.691 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:20:46.691 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-09-18T03:20:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:20:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:20:46] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-09-18T03:20:47.446 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/0 (252247 ms total) 2024-09-18T03:20:47.446 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:20:47.446 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-09-18T03:20:47.485 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-09-18T03:20:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:47 smithi195 ceph-mon[89559]: pgmap v3573: 137 pgs: 137 active+clean; 890 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.3 MiB/s wr, 252 op/s 2024-09-18T03:20:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:47 smithi046 ceph-mon[97106]: pgmap v3573: 137 pgs: 137 active+clean; 890 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.3 MiB/s wr, 252 op/s 2024-09-18T03:20:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:47 smithi046 ceph-mon[94621]: pgmap v3573: 137 pgs: 137 active+clean; 890 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.3 MiB/s wr, 252 op/s 2024-09-18T03:20:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:48 smithi195 ceph-mon[89559]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-18T03:20:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:48 smithi046 ceph-mon[97106]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-18T03:20:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:48 smithi046 ceph-mon[94621]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-18T03:20:49.471 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:49 smithi195 ceph-mon[89559]: pgmap v3575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:20:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:49 smithi195 ceph-mon[89559]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-18T03:20:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:49 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3896001900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:20:49.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:49 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:20:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[97106]: pgmap v3575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:20:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[97106]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-18T03:20:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3896001900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:20:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:20:49.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[94621]: pgmap v3575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:20:49.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[94621]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-18T03:20:49.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3896001900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:20:49.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:49 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:20:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:50 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:20:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:50 smithi195 ceph-mon[89559]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-18T03:20:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:50 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:20:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:50 smithi046 ceph-mon[97106]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-18T03:20:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:50 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-147567-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-18T03:20:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:50 smithi046 ceph-mon[94621]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-18T03:20:51.514 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [1718349~77676,2888859~12314,4638836~93866,6570290~21529,7327661~55155,12693742~46334,14544589~7645,15006911~79078,18599831~53688] 2024-09-18T03:20:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:51 smithi046 ceph-mon[94621]: pgmap v3578: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:20:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:51 smithi046 ceph-mon[94621]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-18T03:20:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:51 smithi046 ceph-mon[97106]: pgmap v3578: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:20:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:51 smithi046 ceph-mon[97106]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-18T03:20:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:51 smithi195 ceph-mon[89559]: pgmap v3578: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:20:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:51 smithi195 ceph-mon[89559]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-18T03:20:52.501 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [0~20971520] 2024-09-18T03:20:52.511 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [0~20971520] 2024-09-18T03:20:52.515 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5030 ms) 2024-09-18T03:20:52.515 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-09-18T03:20:52.516 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:52 smithi195 ceph-mon[89559]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-18T03:20:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:20:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:20:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:52 smithi046 ceph-mon[94621]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-18T03:20:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:52 smithi046 ceph-mon[97106]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-18T03:20:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:53 smithi046 ceph-mon[94621]: pgmap v3581: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 6.4 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 14 KiB/s wr, 0 op/s 2024-09-18T03:20:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:53 smithi046 ceph-mon[94621]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-18T03:20:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:53 smithi046 ceph-mon[97106]: pgmap v3581: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 6.4 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 14 KiB/s wr, 0 op/s 2024-09-18T03:20:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:53 smithi046 ceph-mon[97106]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-18T03:20:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:53 smithi195 ceph-mon[89559]: pgmap v3581: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 6.4 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 14 KiB/s wr, 0 op/s 2024-09-18T03:20:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:53 smithi195 ceph-mon[89559]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-18T03:20:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:54 smithi046 ceph-mon[94621]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-18T03:20:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:54 smithi046 ceph-mon[97106]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-18T03:20:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:54 smithi195 ceph-mon[89559]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-18T03:20:55.531 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:55 smithi046 ceph-mon[94621]: pgmap v3584: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 216 KiB/s wr, 36 op/s 2024-09-18T03:20:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:55 smithi046 ceph-mon[94621]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-18T03:20:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:55 smithi046 ceph-mon[97106]: pgmap v3584: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 216 KiB/s wr, 36 op/s 2024-09-18T03:20:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:55 smithi046 ceph-mon[97106]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-18T03:20:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:55 smithi195 ceph-mon[89559]: pgmap v3584: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 216 KiB/s wr, 36 op/s 2024-09-18T03:20:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:55 smithi195 ceph-mon[89559]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-18T03:20:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:56 smithi046 ceph-mon[94621]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-18T03:20:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:20:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:20:56] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-09-18T03:20:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:56 smithi046 ceph-mon[97106]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-18T03:20:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:56 smithi195 ceph-mon[89559]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-18T03:20:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:57 smithi195 ceph-mon[89559]: pgmap v3587: 137 pgs: 137 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 213 KiB/s wr, 54 op/s 2024-09-18T03:20:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:57 smithi195 ceph-mon[89559]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-18T03:20:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:57 smithi046 ceph-mon[94621]: pgmap v3587: 137 pgs: 137 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 213 KiB/s wr, 54 op/s 2024-09-18T03:20:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:57 smithi046 ceph-mon[94621]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-18T03:20:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:57 smithi046 ceph-mon[97106]: pgmap v3587: 137 pgs: 137 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 213 KiB/s wr, 54 op/s 2024-09-18T03:20:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:57 smithi046 ceph-mon[97106]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-18T03:20:58.415 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:20:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:58 smithi195 ceph-mon[89559]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-18T03:20:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:58.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:58 smithi195 ceph-mon[89559]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-18T03:20:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:58 smithi046 ceph-mon[94621]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-18T03:20:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:58 smithi046 ceph-mon[94621]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-18T03:20:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:58 smithi046 ceph-mon[97106]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-18T03:20:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:20:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:58 smithi046 ceph-mon[97106]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-18T03:20:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:59 smithi195 ceph-mon[89559]: pgmap v3590: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 44 KiB/s wr, 94 op/s 2024-09-18T03:20:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:20:59 smithi195 ceph-mon[89559]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-18T03:21:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:59 smithi046 ceph-mon[97106]: pgmap v3590: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 44 KiB/s wr, 94 op/s 2024-09-18T03:21:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:20:59 smithi046 ceph-mon[97106]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-18T03:21:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:59 smithi046 ceph-mon[94621]: pgmap v3590: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 44 KiB/s wr, 94 op/s 2024-09-18T03:21:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:20:59 smithi046 ceph-mon[94621]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-18T03:21:01.423 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:01 smithi195 ceph-mon[89559]: pgmap v3593: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 36 KiB/s wr, 92 op/s 2024-09-18T03:21:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:01 smithi195 ceph-mon[89559]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-18T03:21:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:01 smithi046 ceph-mon[94621]: pgmap v3593: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 36 KiB/s wr, 92 op/s 2024-09-18T03:21:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:01 smithi046 ceph-mon[94621]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-18T03:21:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:01 smithi046 ceph-mon[97106]: pgmap v3593: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 36 KiB/s wr, 92 op/s 2024-09-18T03:21:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:01 smithi046 ceph-mon[97106]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-18T03:21:02.625 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:02 smithi195 ceph-mon[89559]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-18T03:21:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:21:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:21:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:02 smithi046 ceph-mon[94621]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-18T03:21:02.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:02 smithi046 ceph-mon[97106]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-18T03:21:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:03 smithi195 ceph-mon[89559]: pgmap v3596: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2024-09-18T03:21:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:03 smithi195 ceph-mon[89559]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-18T03:21:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:03 smithi046 ceph-mon[94621]: pgmap v3596: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2024-09-18T03:21:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:03 smithi046 ceph-mon[94621]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-18T03:21:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:03 smithi046 ceph-mon[97106]: pgmap v3596: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2024-09-18T03:21:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:03 smithi046 ceph-mon[97106]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-18T03:21:04.440 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:04 smithi195 ceph-mon[89559]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-18T03:21:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:04 smithi046 ceph-mon[97106]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-18T03:21:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:04 smithi046 ceph-mon[94621]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-18T03:21:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:05 smithi195 ceph-mon[89559]: pgmap v3599: 137 pgs: 137 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.7 KiB/s wr, 100 op/s 2024-09-18T03:21:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:05 smithi195 ceph-mon[89559]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-18T03:21:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:05 smithi046 ceph-mon[94621]: pgmap v3599: 137 pgs: 137 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.7 KiB/s wr, 100 op/s 2024-09-18T03:21:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:05 smithi046 ceph-mon[94621]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-18T03:21:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:05 smithi046 ceph-mon[97106]: pgmap v3599: 137 pgs: 137 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.7 KiB/s wr, 100 op/s 2024-09-18T03:21:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:05 smithi046 ceph-mon[97106]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-18T03:21:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:06 smithi195 ceph-mon[89559]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-18T03:21:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:06 smithi046 ceph-mon[94621]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-18T03:21:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:06 smithi046 ceph-mon[97106]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-18T03:21:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:21:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:21:06] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:21:07.454 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14939 ms) 2024-09-18T03:21:07.455 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-09-18T03:21:07.455 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:07 smithi195 ceph-mon[89559]: pgmap v3602: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-09-18T03:21:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:07 smithi195 ceph-mon[89559]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-18T03:21:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:07 smithi046 ceph-mon[94621]: pgmap v3602: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-09-18T03:21:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:07 smithi046 ceph-mon[94621]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-18T03:21:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:07 smithi046 ceph-mon[97106]: pgmap v3602: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-09-18T03:21:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:07 smithi046 ceph-mon[97106]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-18T03:21:08.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:08 smithi195 ceph-mon[89559]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-18T03:21:08.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:08 smithi046 ceph-mon[94621]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-18T03:21:08.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:08 smithi046 ceph-mon[97106]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-18T03:21:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:09 smithi195 ceph-mon[89559]: pgmap v3605: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-09-18T03:21:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:09 smithi195 ceph-mon[89559]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-18T03:21:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:09 smithi046 ceph-mon[94621]: pgmap v3605: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-09-18T03:21:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:09 smithi046 ceph-mon[94621]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-18T03:21:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:09 smithi046 ceph-mon[97106]: pgmap v3605: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-09-18T03:21:09.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:09 smithi046 ceph-mon[97106]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-18T03:21:10.474 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:10 smithi195 ceph-mon[89559]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-18T03:21:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:10 smithi046 ceph-mon[97106]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-18T03:21:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:10 smithi046 ceph-mon[94621]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-18T03:21:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:11 smithi195 ceph-mon[89559]: pgmap v3608: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-09-18T03:21:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:11 smithi195 ceph-mon[89559]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-18T03:21:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:11 smithi046 ceph-mon[94621]: pgmap v3608: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-09-18T03:21:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:11 smithi046 ceph-mon[94621]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-18T03:21:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:11 smithi046 ceph-mon[97106]: pgmap v3608: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-09-18T03:21:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:11 smithi046 ceph-mon[97106]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-18T03:21:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:12 smithi195 ceph-mon[89559]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-18T03:21:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:21:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:21:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:12 smithi046 ceph-mon[94621]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-18T03:21:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:12 smithi046 ceph-mon[97106]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-18T03:21:13.483 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:13 smithi195 ceph-mon[89559]: pgmap v3611: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-09-18T03:21:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:13 smithi195 ceph-mon[89559]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-18T03:21:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:13 smithi046 ceph-mon[94621]: pgmap v3611: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-09-18T03:21:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:13 smithi046 ceph-mon[94621]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-18T03:21:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:13 smithi046 ceph-mon[97106]: pgmap v3611: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-09-18T03:21:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:13 smithi046 ceph-mon[97106]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-18T03:21:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:14.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:14 smithi195 ceph-mon[89559]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-18T03:21:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:14 smithi046 ceph-mon[94621]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-18T03:21:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:14 smithi046 ceph-mon[97106]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-18T03:21:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:15 smithi195 ceph-mon[89559]: pgmap v3614: 137 pgs: 137 active+clean; 40 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 7.2 KiB/s wr, 62 op/s 2024-09-18T03:21:15.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:15 smithi195 ceph-mon[89559]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-18T03:21:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:15 smithi046 ceph-mon[97106]: pgmap v3614: 137 pgs: 137 active+clean; 40 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 7.2 KiB/s wr, 62 op/s 2024-09-18T03:21:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:15 smithi046 ceph-mon[97106]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-18T03:21:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:15 smithi046 ceph-mon[94621]: pgmap v3614: 137 pgs: 137 active+clean; 40 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 7.2 KiB/s wr, 62 op/s 2024-09-18T03:21:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:15 smithi046 ceph-mon[94621]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-18T03:21:16.508 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:16 smithi046 ceph-mon[97106]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-18T03:21:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:16 smithi046 ceph-mon[94621]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-18T03:21:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:21:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:21:16] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:21:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:16 smithi195 ceph-mon[89559]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-18T03:21:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:17 smithi046 ceph-mon[94621]: pgmap v3617: 137 pgs: 137 active+clean; 40 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 10 KiB/s wr, 100 op/s 2024-09-18T03:21:17.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:17 smithi046 ceph-mon[94621]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-18T03:21:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:17 smithi046 ceph-mon[97106]: pgmap v3617: 137 pgs: 137 active+clean; 40 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 10 KiB/s wr, 100 op/s 2024-09-18T03:21:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:17 smithi046 ceph-mon[97106]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-18T03:21:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:17 smithi195 ceph-mon[89559]: pgmap v3617: 137 pgs: 137 active+clean; 40 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 10 KiB/s wr, 100 op/s 2024-09-18T03:21:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:17 smithi195 ceph-mon[89559]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-18T03:21:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:18 smithi046 ceph-mon[97106]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-18T03:21:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:18 smithi046 ceph-mon[94621]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-18T03:21:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:18 smithi195 ceph-mon[89559]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-18T03:21:19.524 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:19 smithi046 ceph-mon[97106]: pgmap v3620: 137 pgs: 137 active+clean; 43 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-09-18T03:21:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:19 smithi046 ceph-mon[97106]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-18T03:21:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:19 smithi046 ceph-mon[94621]: pgmap v3620: 137 pgs: 137 active+clean; 43 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-09-18T03:21:19.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:19 smithi046 ceph-mon[94621]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-18T03:21:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:19 smithi195 ceph-mon[89559]: pgmap v3620: 137 pgs: 137 active+clean; 43 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-09-18T03:21:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:19 smithi195 ceph-mon[89559]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-18T03:21:20.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:20 smithi046 ceph-mon[97106]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-18T03:21:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:20 smithi046 ceph-mon[94621]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-18T03:21:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:20 smithi195 ceph-mon[89559]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-18T03:21:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:21 smithi046 ceph-mon[97106]: pgmap v3623: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-09-18T03:21:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:21 smithi046 ceph-mon[97106]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-18T03:21:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:21 smithi046 ceph-mon[94621]: pgmap v3623: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-09-18T03:21:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:21 smithi046 ceph-mon[94621]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-18T03:21:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:21 smithi195 ceph-mon[89559]: pgmap v3623: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-09-18T03:21:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:21 smithi195 ceph-mon[89559]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-18T03:21:22.542 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15087 ms) 2024-09-18T03:21:22.542 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-09-18T03:21:22.542 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:22 smithi195 ceph-mon[89559]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-18T03:21:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:21:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:21:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:21:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:22 smithi046 ceph-mon[97106]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-18T03:21:23.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:22 smithi046 ceph-mon[94621]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-18T03:21:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:23 smithi195 ceph-mon[89559]: pgmap v3626: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 4.5 KiB/s wr, 26 op/s 2024-09-18T03:21:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:23 smithi195 ceph-mon[89559]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-18T03:21:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:23 smithi046 ceph-mon[97106]: pgmap v3626: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 4.5 KiB/s wr, 26 op/s 2024-09-18T03:21:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:23 smithi046 ceph-mon[97106]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-18T03:21:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:23 smithi046 ceph-mon[94621]: pgmap v3626: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 4.5 KiB/s wr, 26 op/s 2024-09-18T03:21:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:23 smithi046 ceph-mon[94621]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-18T03:21:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:25 smithi195 ceph-mon[89559]: pgmap v3628: 137 pgs: 137 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.8 KiB/s wr, 85 op/s 2024-09-18T03:21:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:25 smithi046 ceph-mon[94621]: pgmap v3628: 137 pgs: 137 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.8 KiB/s wr, 85 op/s 2024-09-18T03:21:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:25 smithi046 ceph-mon[97106]: pgmap v3628: 137 pgs: 137 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.8 KiB/s wr, 85 op/s 2024-09-18T03:21:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:21:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:21:26] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:21:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:27 smithi195 ceph-mon[89559]: pgmap v3629: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-09-18T03:21:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:27 smithi195 ceph-mon[89559]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-18T03:21:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:27 smithi046 ceph-mon[97106]: pgmap v3629: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-09-18T03:21:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:27 smithi046 ceph-mon[97106]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-18T03:21:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:27 smithi046 ceph-mon[94621]: pgmap v3629: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-09-18T03:21:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:27 smithi046 ceph-mon[94621]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-18T03:21:28.557 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:28 smithi195 ceph-mon[89559]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-18T03:21:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:28 smithi046 ceph-mon[97106]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-18T03:21:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:28 smithi046 ceph-mon[94621]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-18T03:21:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:29 smithi195 ceph-mon[89559]: pgmap v3632: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 688 KiB/s wr, 74 op/s 2024-09-18T03:21:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:29 smithi195 ceph-mon[89559]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-18T03:21:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:29 smithi046 ceph-mon[94621]: pgmap v3632: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 688 KiB/s wr, 74 op/s 2024-09-18T03:21:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:29 smithi046 ceph-mon[94621]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-18T03:21:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:29 smithi046 ceph-mon[97106]: pgmap v3632: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 688 KiB/s wr, 74 op/s 2024-09-18T03:21:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:29 smithi046 ceph-mon[97106]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-18T03:21:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:31 smithi195 ceph-mon[89559]: pgmap v3634: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-18T03:21:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:31 smithi046 ceph-mon[94621]: pgmap v3634: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-18T03:21:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:31 smithi046 ceph-mon[97106]: pgmap v3634: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-09-18T03:21:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:21:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:21:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:21:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:33 smithi195 ceph-mon[89559]: pgmap v3635: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-18T03:21:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:33 smithi195 ceph-mon[89559]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-18T03:21:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:33 smithi046 ceph-mon[94621]: pgmap v3635: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-18T03:21:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:33 smithi046 ceph-mon[94621]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-18T03:21:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:33 smithi046 ceph-mon[97106]: pgmap v3635: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-18T03:21:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:33 smithi046 ceph-mon[97106]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-18T03:21:34.572 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:34 smithi195 ceph-mon[89559]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-18T03:21:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:34 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:21:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:34 smithi046 ceph-mon[94621]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-18T03:21:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:34 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:21:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:34 smithi046 ceph-mon[97106]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-18T03:21:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:34 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:21:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:35 smithi195 ceph-mon[89559]: pgmap v3638: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-18T03:21:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:35 smithi195 ceph-mon[89559]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-18T03:21:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:35 smithi046 ceph-mon[97106]: pgmap v3638: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-18T03:21:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:35 smithi046 ceph-mon[97106]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-18T03:21:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:35 smithi046 ceph-mon[94621]: pgmap v3638: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-18T03:21:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:35 smithi046 ceph-mon[94621]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-18T03:21:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:21:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:21:36] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-18T03:21:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:37 smithi195 ceph-mon[89559]: pgmap v3640: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-09-18T03:21:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:37 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:37 smithi046 ceph-mon[94621]: pgmap v3640: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-09-18T03:21:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:37 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:37 smithi046 ceph-mon[97106]: pgmap v3640: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-09-18T03:21:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:37 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:21:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:21:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:38 smithi195 ceph-mon[89559]: pgmap v3641: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-09-18T03:21:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[97106]: pgmap v3641: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:21:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:38 smithi046 ceph-mon[94621]: pgmap v3641: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-09-18T03:21:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:39 smithi195 ceph-mon[89559]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-18T03:21:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:39 smithi046 ceph-mon[97106]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-18T03:21:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:39 smithi046 ceph-mon[94621]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-18T03:21:40.972 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:40 smithi195 ceph-mon[89559]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-18T03:21:41.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:40 smithi195 ceph-mon[89559]: pgmap v3644: 137 pgs: 137 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.2 KiB/s wr, 38 op/s 2024-09-18T03:21:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:40 smithi046 ceph-mon[97106]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-18T03:21:41.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:40 smithi046 ceph-mon[97106]: pgmap v3644: 137 pgs: 137 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.2 KiB/s wr, 38 op/s 2024-09-18T03:21:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:40 smithi046 ceph-mon[94621]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-18T03:21:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:40 smithi046 ceph-mon[94621]: pgmap v3644: 137 pgs: 137 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.2 KiB/s wr, 38 op/s 2024-09-18T03:21:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:41 smithi195 ceph-mon[89559]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-18T03:21:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:41 smithi046 ceph-mon[94621]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-18T03:21:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:41 smithi046 ceph-mon[97106]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-18T03:21:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:21:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:21:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:21:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:42 smithi195 ceph-mon[89559]: pgmap v3646: 137 pgs: 137 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-09-18T03:21:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:42 smithi046 ceph-mon[94621]: pgmap v3646: 137 pgs: 137 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-09-18T03:21:43.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:42 smithi046 ceph-mon[97106]: pgmap v3646: 137 pgs: 137 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-09-18T03:21:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:45.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:44 smithi195 ceph-mon[89559]: pgmap v3647: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-18T03:21:45.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:44 smithi046 ceph-mon[94621]: pgmap v3647: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-18T03:21:45.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:44 smithi046 ceph-mon[97106]: pgmap v3647: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-18T03:21:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:45 smithi195 ceph-mon[89559]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-18T03:21:46.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:45 smithi046 ceph-mon[94621]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-18T03:21:46.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:45 smithi046 ceph-mon[97106]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-18T03:21:46.662 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:21:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:21:46] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:21:46.991 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:46 smithi195 ceph-mon[89559]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-18T03:21:47.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:46 smithi195 ceph-mon[89559]: pgmap v3650: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-18T03:21:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:46 smithi046 ceph-mon[94621]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-18T03:21:47.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:46 smithi046 ceph-mon[94621]: pgmap v3650: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-18T03:21:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:46 smithi046 ceph-mon[97106]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-18T03:21:47.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:46 smithi046 ceph-mon[97106]: pgmap v3650: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-18T03:21:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:47 smithi195 ceph-mon[89559]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-18T03:21:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:47 smithi046 ceph-mon[94621]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-18T03:21:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:47 smithi046 ceph-mon[97106]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-18T03:21:49.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:48 smithi195 ceph-mon[89559]: pgmap v3652: 137 pgs: 137 active+clean; 82 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 67 op/s 2024-09-18T03:21:49.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:48 smithi046 ceph-mon[97106]: pgmap v3652: 137 pgs: 137 active+clean; 82 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 67 op/s 2024-09-18T03:21:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:48 smithi046 ceph-mon[94621]: pgmap v3652: 137 pgs: 137 active+clean; 82 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 67 op/s 2024-09-18T03:21:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:51 smithi195 ceph-mon[89559]: pgmap v3653: 137 pgs: 137 active+clean; 82 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:21:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:51 smithi046 ceph-mon[94621]: pgmap v3653: 137 pgs: 137 active+clean; 82 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:21:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:51 smithi046 ceph-mon[97106]: pgmap v3653: 137 pgs: 137 active+clean; 82 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:21:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:52 smithi195 ceph-mon[89559]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-18T03:21:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:21:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:21:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:52 smithi046 ceph-mon[94621]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-18T03:21:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:52 smithi046 ceph-mon[97106]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-18T03:21:53.454 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30912 ms) 2024-09-18T03:21:53.454 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-09-18T03:21:53.454 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:53 smithi195 ceph-mon[89559]: pgmap v3655: 137 pgs: 137 active+clean; 86 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 644 KiB/s wr, 39 op/s 2024-09-18T03:21:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:53 smithi195 ceph-mon[89559]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-18T03:21:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:53 smithi046 ceph-mon[94621]: pgmap v3655: 137 pgs: 137 active+clean; 86 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 644 KiB/s wr, 39 op/s 2024-09-18T03:21:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:53 smithi046 ceph-mon[94621]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-18T03:21:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:53 smithi046 ceph-mon[97106]: pgmap v3655: 137 pgs: 137 active+clean; 86 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 644 KiB/s wr, 39 op/s 2024-09-18T03:21:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:53 smithi046 ceph-mon[97106]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-18T03:21:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:54 smithi195 ceph-mon[89559]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-18T03:21:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:54 smithi046 ceph-mon[94621]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-18T03:21:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:54 smithi046 ceph-mon[97106]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-18T03:21:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:55 smithi195 ceph-mon[89559]: pgmap v3658: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-18T03:21:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:55 smithi046 ceph-mon[94621]: pgmap v3658: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-18T03:21:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:55 smithi046 ceph-mon[97106]: pgmap v3658: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 35 op/s 2024-09-18T03:21:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:21:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:21:56] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:21:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:57 smithi195 ceph-mon[89559]: pgmap v3659: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-18T03:21:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:57 smithi046 ceph-mon[94621]: pgmap v3659: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-18T03:21:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:57 smithi046 ceph-mon[97106]: pgmap v3659: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-18T03:21:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:58 smithi195 ceph-mon[89559]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-18T03:21:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:58 smithi046 ceph-mon[94621]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-18T03:21:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:58 smithi046 ceph-mon[97106]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-18T03:21:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:21:59.478 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:21:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:59 smithi195 ceph-mon[89559]: pgmap v3661: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-18T03:21:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:21:59 smithi195 ceph-mon[89559]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-18T03:21:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:59 smithi046 ceph-mon[97106]: pgmap v3661: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-18T03:21:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:21:59 smithi046 ceph-mon[97106]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-18T03:21:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:59 smithi046 ceph-mon[94621]: pgmap v3661: 137 pgs: 137 active+clean; 94 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-18T03:21:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:21:59 smithi046 ceph-mon[94621]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-18T03:22:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:00 smithi195 ceph-mon[89559]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-18T03:22:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:00 smithi046 ceph-mon[97106]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-18T03:22:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:00 smithi046 ceph-mon[94621]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-18T03:22:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:01 smithi195 ceph-mon[89559]: pgmap v3664: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 688 KiB/s wr, 36 op/s 2024-09-18T03:22:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:01 smithi046 ceph-mon[97106]: pgmap v3664: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 688 KiB/s wr, 36 op/s 2024-09-18T03:22:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:01 smithi046 ceph-mon[94621]: pgmap v3664: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 688 KiB/s wr, 36 op/s 2024-09-18T03:22:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:22:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:22:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:03 smithi195 ceph-mon[89559]: pgmap v3665: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:22:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:03 smithi046 ceph-mon[97106]: pgmap v3665: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:22:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:03 smithi046 ceph-mon[94621]: pgmap v3665: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-18T03:22:04.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:04 smithi195 ceph-mon[89559]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-18T03:22:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:04 smithi046 ceph-mon[94621]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-18T03:22:04.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:04 smithi046 ceph-mon[97106]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-18T03:22:05.499 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:22:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:05 smithi195 ceph-mon[89559]: pgmap v3667: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-18T03:22:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:05 smithi195 ceph-mon[89559]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-18T03:22:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:05 smithi046 ceph-mon[94621]: pgmap v3667: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-18T03:22:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:05 smithi046 ceph-mon[94621]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-18T03:22:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:05 smithi046 ceph-mon[97106]: pgmap v3667: 137 pgs: 137 active+clean; 98 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-18T03:22:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:05 smithi046 ceph-mon[97106]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-18T03:22:06.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:06 smithi195 ceph-mon[89559]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-18T03:22:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:06 smithi046 ceph-mon[94621]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-18T03:22:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:22:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:22:06] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-18T03:22:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:06 smithi046 ceph-mon[97106]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-18T03:22:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:07 smithi195 ceph-mon[89559]: pgmap v3670: 137 pgs: 137 active+clean; 98 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-09-18T03:22:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:07 smithi046 ceph-mon[97106]: pgmap v3670: 137 pgs: 137 active+clean; 98 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-09-18T03:22:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:07 smithi046 ceph-mon[94621]: pgmap v3670: 137 pgs: 137 active+clean; 98 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-09-18T03:22:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:09 smithi046 ceph-mon[97106]: pgmap v3671: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-18T03:22:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:09 smithi046 ceph-mon[94621]: pgmap v3671: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-18T03:22:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:09 smithi195 ceph-mon[89559]: pgmap v3671: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-18T03:22:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:10 smithi046 ceph-mon[97106]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-18T03:22:10.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:10 smithi046 ceph-mon[94621]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-18T03:22:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:10 smithi195 ceph-mon[89559]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-18T03:22:11.517 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:22:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:11 smithi046 ceph-mon[97106]: pgmap v3673: 137 pgs: 137 active+clean; 112 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-18T03:22:11.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:11 smithi046 ceph-mon[97106]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-18T03:22:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:11 smithi046 ceph-mon[94621]: pgmap v3673: 137 pgs: 137 active+clean; 112 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-18T03:22:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:11 smithi046 ceph-mon[94621]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-18T03:22:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:11 smithi195 ceph-mon[89559]: pgmap v3673: 137 pgs: 137 active+clean; 112 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-18T03:22:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:11 smithi195 ceph-mon[89559]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-18T03:22:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:12 smithi195 ceph-mon[89559]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-18T03:22:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:22:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:22:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:12 smithi046 ceph-mon[94621]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-18T03:22:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:12 smithi046 ceph-mon[97106]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-18T03:22:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:13 smithi046 ceph-mon[94621]: pgmap v3676: 137 pgs: 137 active+clean; 112 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-18T03:22:13.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:13 smithi046 ceph-mon[97106]: pgmap v3676: 137 pgs: 137 active+clean; 112 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-18T03:22:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:13 smithi195 ceph-mon[89559]: pgmap v3676: 137 pgs: 137 active+clean; 112 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-18T03:22:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:15 smithi046 ceph-mon[97106]: pgmap v3677: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-18T03:22:15.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:15 smithi046 ceph-mon[94621]: pgmap v3677: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-18T03:22:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:15 smithi195 ceph-mon[89559]: pgmap v3677: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-18T03:22:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:16 smithi046 ceph-mon[97106]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-18T03:22:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:16 smithi046 ceph-mon[94621]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-18T03:22:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:22:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:22:16] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-18T03:22:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:16 smithi195 ceph-mon[89559]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-18T03:22:17.543 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:22:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:17 smithi195 ceph-mon[89559]: pgmap v3679: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-09-18T03:22:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:17 smithi195 ceph-mon[89559]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-18T03:22:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:17 smithi046 ceph-mon[94621]: pgmap v3679: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-09-18T03:22:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:17 smithi046 ceph-mon[94621]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-18T03:22:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:17 smithi046 ceph-mon[97106]: pgmap v3679: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-09-18T03:22:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:17 smithi046 ceph-mon[97106]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-18T03:22:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:18 smithi195 ceph-mon[89559]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-18T03:22:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:18 smithi046 ceph-mon[94621]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-18T03:22:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:18 smithi046 ceph-mon[97106]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-18T03:22:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:19 smithi195 ceph-mon[89559]: pgmap v3682: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-09-18T03:22:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:19 smithi046 ceph-mon[94621]: pgmap v3682: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-09-18T03:22:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:19 smithi046 ceph-mon[97106]: pgmap v3682: 137 pgs: 137 active+clean; 118 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-09-18T03:22:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:21 smithi195 ceph-mon[89559]: pgmap v3683: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:22:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:21 smithi046 ceph-mon[94621]: pgmap v3683: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:22:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:21 smithi046 ceph-mon[97106]: pgmap v3683: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-18T03:22:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:22 smithi195 ceph-mon[89559]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-18T03:22:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:22:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:22:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:22 smithi046 ceph-mon[94621]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-18T03:22:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:22 smithi046 ceph-mon[97106]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-18T03:22:23.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30116 ms) 2024-09-18T03:22:23.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-09-18T03:22:23.571 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:22:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:23 smithi195 ceph-mon[89559]: pgmap v3685: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-09-18T03:22:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:23 smithi195 ceph-mon[89559]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-18T03:22:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:23 smithi046 ceph-mon[97106]: pgmap v3685: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-09-18T03:22:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:23 smithi046 ceph-mon[97106]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-18T03:22:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:23 smithi046 ceph-mon[94621]: pgmap v3685: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-09-18T03:22:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:23 smithi046 ceph-mon[94621]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-18T03:22:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:24 smithi195 ceph-mon[89559]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-18T03:22:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:24 smithi046 ceph-mon[94621]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-18T03:22:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:24 smithi046 ceph-mon[97106]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-18T03:22:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:25 smithi195 ceph-mon[89559]: pgmap v3688: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-18T03:22:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:25 smithi046 ceph-mon[94621]: pgmap v3688: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-18T03:22:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:25 smithi046 ceph-mon[97106]: pgmap v3688: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-18T03:22:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:22:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:22:26] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-18T03:22:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:27 smithi195 ceph-mon[89559]: pgmap v3689: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-09-18T03:22:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:27 smithi046 ceph-mon[94621]: pgmap v3689: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-09-18T03:22:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:27 smithi046 ceph-mon[97106]: pgmap v3689: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-09-18T03:22:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:29 smithi195 ceph-mon[89559]: pgmap v3690: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 603 KiB/s wr, 41 op/s 2024-09-18T03:22:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:29 smithi046 ceph-mon[94621]: pgmap v3690: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 603 KiB/s wr, 41 op/s 2024-09-18T03:22:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:29 smithi046 ceph-mon[97106]: pgmap v3690: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 603 KiB/s wr, 41 op/s 2024-09-18T03:22:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:31 smithi195 ceph-mon[89559]: pgmap v3691: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 514 KiB/s wr, 23 op/s 2024-09-18T03:22:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:31 smithi046 ceph-mon[97106]: pgmap v3691: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 514 KiB/s wr, 23 op/s 2024-09-18T03:22:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:31 smithi046 ceph-mon[94621]: pgmap v3691: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 514 KiB/s wr, 23 op/s 2024-09-18T03:22:32.569 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:22:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:22:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:32 smithi195 ceph-mon[89559]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-18T03:22:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:32 smithi046 ceph-mon[94621]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-18T03:22:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:32 smithi046 ceph-mon[97106]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-18T03:22:33.606 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:22:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:33 smithi195 ceph-mon[89559]: pgmap v3693: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 466 KiB/s wr, 21 op/s 2024-09-18T03:22:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:33 smithi195 ceph-mon[89559]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-18T03:22:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:33 smithi046 ceph-mon[94621]: pgmap v3693: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 466 KiB/s wr, 21 op/s 2024-09-18T03:22:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:33 smithi046 ceph-mon[94621]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-18T03:22:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:33 smithi046 ceph-mon[97106]: pgmap v3693: 137 pgs: 137 active+clean; 140 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 466 KiB/s wr, 21 op/s 2024-09-18T03:22:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:33 smithi046 ceph-mon[97106]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-18T03:22:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:34 smithi195 ceph-mon[89559]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-18T03:22:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:34 smithi046 ceph-mon[94621]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-18T03:22:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:34 smithi046 ceph-mon[97106]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-18T03:22:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:35 smithi195 ceph-mon[89559]: pgmap v3696: 137 pgs: 137 active+clean; 152 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-18T03:22:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:35 smithi046 ceph-mon[94621]: pgmap v3696: 137 pgs: 137 active+clean; 152 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-18T03:22:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:35 smithi046 ceph-mon[97106]: pgmap v3696: 137 pgs: 137 active+clean; 152 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-18T03:22:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:22:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:22:36] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-18T03:22:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:37 smithi195 ceph-mon[89559]: pgmap v3697: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-18T03:22:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:37 smithi046 ceph-mon[94621]: pgmap v3697: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-18T03:22:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:37 smithi046 ceph-mon[97106]: pgmap v3697: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-18T03:22:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:38 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:22:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:38 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:22:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:38 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:22:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:39 smithi195 ceph-mon[89559]: pgmap v3698: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:22:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:22:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:22:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:22:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[94621]: pgmap v3698: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:22:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:22:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:22:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:22:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[97106]: pgmap v3698: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-18T03:22:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:22:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:22:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:22:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:41 smithi195 ceph-mon[89559]: pgmap v3699: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:22:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:41 smithi046 ceph-mon[97106]: pgmap v3699: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:22:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:41 smithi046 ceph-mon[94621]: pgmap v3699: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:22:42.598 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:22:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:22:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:42 smithi195 ceph-mon[89559]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-18T03:22:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:42 smithi046 ceph-mon[97106]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-18T03:22:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:42 smithi046 ceph-mon[94621]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-18T03:22:43.641 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:22:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:43 smithi195 ceph-mon[89559]: pgmap v3701: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 467 KiB/s wr, 15 op/s 2024-09-18T03:22:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:43 smithi195 ceph-mon[89559]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-18T03:22:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:43 smithi046 ceph-mon[97106]: pgmap v3701: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 467 KiB/s wr, 15 op/s 2024-09-18T03:22:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:43 smithi046 ceph-mon[97106]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-18T03:22:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:43 smithi046 ceph-mon[94621]: pgmap v3701: 137 pgs: 137 active+clean; 156 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 467 KiB/s wr, 15 op/s 2024-09-18T03:22:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:43 smithi046 ceph-mon[94621]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-18T03:22:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:44 smithi195 ceph-mon[89559]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-18T03:22:45.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:44 smithi046 ceph-mon[97106]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-18T03:22:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:44 smithi046 ceph-mon[94621]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-18T03:22:45.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:45 smithi046 ceph-mon[97106]: pgmap v3704: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:22:45.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:45 smithi046 ceph-mon[94621]: pgmap v3704: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:22:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:45 smithi195 ceph-mon[89559]: pgmap v3704: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-18T03:22:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:22:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:22:46] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-18T03:22:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:47 smithi195 ceph-mon[89559]: pgmap v3705: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:22:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:47 smithi046 ceph-mon[94621]: pgmap v3705: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:22:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:47 smithi046 ceph-mon[97106]: pgmap v3705: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:22:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:49 smithi195 ceph-mon[89559]: pgmap v3706: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:22:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:49 smithi046 ceph-mon[97106]: pgmap v3706: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:22:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:49 smithi046 ceph-mon[94621]: pgmap v3706: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:22:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:51 smithi195 ceph-mon[89559]: pgmap v3707: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:22:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:51 smithi046 ceph-mon[97106]: pgmap v3707: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:22:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:51 smithi046 ceph-mon[94621]: pgmap v3707: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:22:52.633 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:22:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:22:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:52 smithi195 ceph-mon[89559]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-18T03:22:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:52 smithi046 ceph-mon[94621]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-18T03:22:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:52 smithi046 ceph-mon[97106]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-18T03:22:53.670 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:53 smithi195 ceph-mon[89559]: pgmap v3709: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.0 KiB/s wr, 15 op/s 2024-09-18T03:22:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:53 smithi195 ceph-mon[89559]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-18T03:22:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:53 smithi046 ceph-mon[94621]: pgmap v3709: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.0 KiB/s wr, 15 op/s 2024-09-18T03:22:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:53 smithi046 ceph-mon[94621]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-18T03:22:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:53 smithi046 ceph-mon[97106]: pgmap v3709: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.0 KiB/s wr, 15 op/s 2024-09-18T03:22:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:53 smithi046 ceph-mon[97106]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-18T03:22:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:54 smithi195 ceph-mon[89559]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-18T03:22:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:54 smithi046 ceph-mon[94621]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-18T03:22:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:54 smithi046 ceph-mon[97106]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-18T03:22:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:55 smithi195 ceph-mon[89559]: pgmap v3712: 137 pgs: 137 active+clean; 182 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-18T03:22:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:55 smithi046 ceph-mon[94621]: pgmap v3712: 137 pgs: 137 active+clean; 182 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-18T03:22:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:55 smithi046 ceph-mon[97106]: pgmap v3712: 137 pgs: 137 active+clean; 182 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-09-18T03:22:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:22:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:22:56] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-18T03:22:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:57 smithi195 ceph-mon[89559]: pgmap v3713: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:22:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:57 smithi046 ceph-mon[94621]: pgmap v3713: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:22:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:57 smithi046 ceph-mon[97106]: pgmap v3713: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-18T03:22:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:22:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:22:59 smithi195 ceph-mon[89559]: pgmap v3714: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:22:59 smithi046 ceph-mon[94621]: pgmap v3714: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:00.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:22:59 smithi046 ceph-mon[97106]: pgmap v3714: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:01 smithi195 ceph-mon[89559]: pgmap v3715: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:23:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:01 smithi046 ceph-mon[94621]: pgmap v3715: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:23:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:01 smithi046 ceph-mon[97106]: pgmap v3715: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-18T03:23:02.671 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:23:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:23:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:02 smithi195 ceph-mon[89559]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-18T03:23:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:02 smithi046 ceph-mon[97106]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-18T03:23:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:02 smithi046 ceph-mon[94621]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-18T03:23:03.710 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:23:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:03 smithi195 ceph-mon[89559]: pgmap v3717: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 943 KiB/s wr, 28 op/s 2024-09-18T03:23:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:03 smithi195 ceph-mon[89559]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-18T03:23:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:03 smithi046 ceph-mon[97106]: pgmap v3717: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 943 KiB/s wr, 28 op/s 2024-09-18T03:23:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:03 smithi046 ceph-mon[97106]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-18T03:23:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:03 smithi046 ceph-mon[94621]: pgmap v3717: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 943 KiB/s wr, 28 op/s 2024-09-18T03:23:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:03 smithi046 ceph-mon[94621]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-18T03:23:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:04 smithi195 ceph-mon[89559]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-18T03:23:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:04 smithi046 ceph-mon[94621]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-18T03:23:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:04 smithi046 ceph-mon[97106]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-18T03:23:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:05 smithi195 ceph-mon[89559]: pgmap v3720: 137 pgs: 137 active+clean; 209 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-18T03:23:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:05 smithi046 ceph-mon[94621]: pgmap v3720: 137 pgs: 137 active+clean; 209 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-18T03:23:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:05 smithi046 ceph-mon[97106]: pgmap v3720: 137 pgs: 137 active+clean; 209 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-18T03:23:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:23:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:23:06] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-09-18T03:23:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:07 smithi195 ceph-mon[89559]: pgmap v3721: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-18T03:23:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:07 smithi046 ceph-mon[97106]: pgmap v3721: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-18T03:23:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:07 smithi046 ceph-mon[94621]: pgmap v3721: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-18T03:23:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:09 smithi195 ceph-mon[89559]: pgmap v3722: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:09 smithi046 ceph-mon[94621]: pgmap v3722: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:09 smithi046 ceph-mon[97106]: pgmap v3722: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:11 smithi195 ceph-mon[89559]: pgmap v3723: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-18T03:23:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:11 smithi046 ceph-mon[94621]: pgmap v3723: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-18T03:23:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:11 smithi046 ceph-mon[97106]: pgmap v3723: 137 pgs: 137 active+clean; 210 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-18T03:23:12.702 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:23:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:23:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:12 smithi195 ceph-mon[89559]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-18T03:23:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:12 smithi046 ceph-mon[97106]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-18T03:23:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:12 smithi046 ceph-mon[94621]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-18T03:23:13.741 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (50172 ms) 2024-09-18T03:23:13.742 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-09-18T03:23:13.742 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:13 smithi195 ceph-mon[89559]: pgmap v3725: 137 pgs: 137 active+clean; 214 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 474 KiB/s wr, 23 op/s 2024-09-18T03:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:13 smithi195 ceph-mon[89559]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-18T03:23:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:13 smithi046 ceph-mon[94621]: pgmap v3725: 137 pgs: 137 active+clean; 214 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 474 KiB/s wr, 23 op/s 2024-09-18T03:23:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:13 smithi046 ceph-mon[94621]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-18T03:23:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:13 smithi046 ceph-mon[97106]: pgmap v3725: 137 pgs: 137 active+clean; 214 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 474 KiB/s wr, 23 op/s 2024-09-18T03:23:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:13 smithi046 ceph-mon[97106]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-18T03:23:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:14 smithi195 ceph-mon[89559]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-18T03:23:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:14 smithi046 ceph-mon[97106]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-18T03:23:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:14 smithi046 ceph-mon[94621]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-18T03:23:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:15 smithi195 ceph-mon[89559]: pgmap v3728: 137 pgs: 137 active+clean; 226 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-18T03:23:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:15 smithi046 ceph-mon[94621]: pgmap v3728: 137 pgs: 137 active+clean; 226 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-18T03:23:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:15 smithi046 ceph-mon[97106]: pgmap v3728: 137 pgs: 137 active+clean; 226 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-18T03:23:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:23:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:23:16] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-18T03:23:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:17 smithi195 ceph-mon[89559]: pgmap v3729: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-18T03:23:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:17 smithi046 ceph-mon[97106]: pgmap v3729: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-18T03:23:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:17 smithi046 ceph-mon[94621]: pgmap v3729: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-18T03:23:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:19 smithi195 ceph-mon[89559]: pgmap v3730: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:19 smithi046 ceph-mon[97106]: pgmap v3730: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:19 smithi046 ceph-mon[94621]: pgmap v3730: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-18T03:23:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:21 smithi195 ceph-mon[89559]: pgmap v3731: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-18T03:23:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:21 smithi046 ceph-mon[94621]: pgmap v3731: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-18T03:23:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:21 smithi046 ceph-mon[97106]: pgmap v3731: 137 pgs: 137 active+clean; 234 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-18T03:23:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:23:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:23:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:23 smithi046 ceph-mon[97106]: pgmap v3732: 137 pgs: 137 active+clean; 238 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-09-18T03:23:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:23 smithi046 ceph-mon[97106]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-18T03:23:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:23 smithi046 ceph-mon[94621]: pgmap v3732: 137 pgs: 137 active+clean; 238 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-09-18T03:23:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:23 smithi046 ceph-mon[94621]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-18T03:23:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:23 smithi195 ceph-mon[89559]: pgmap v3732: 137 pgs: 137 active+clean; 238 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-09-18T03:23:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:23 smithi195 ceph-mon[89559]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-18T03:23:24.775 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:23:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:24 smithi046 ceph-mon[94621]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-18T03:23:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:24 smithi046 ceph-mon[97106]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-18T03:23:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:24 smithi195 ceph-mon[89559]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-18T03:23:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:25 smithi046 ceph-mon[94621]: pgmap v3735: 137 pgs: 137 active+clean; 246 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-09-18T03:23:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:25 smithi046 ceph-mon[94621]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-18T03:23:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:25 smithi046 ceph-mon[97106]: pgmap v3735: 137 pgs: 137 active+clean; 246 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-09-18T03:23:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:25 smithi046 ceph-mon[97106]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-18T03:23:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:25 smithi195 ceph-mon[89559]: pgmap v3735: 137 pgs: 137 active+clean; 246 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-09-18T03:23:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:25 smithi195 ceph-mon[89559]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-18T03:23:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:23:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:23:26] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-09-18T03:23:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:27 smithi046 ceph-mon[97106]: pgmap v3737: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-18T03:23:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:27 smithi046 ceph-mon[94621]: pgmap v3737: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-18T03:23:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:27 smithi195 ceph-mon[89559]: pgmap v3737: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-18T03:23:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:29 smithi046 ceph-mon[97106]: pgmap v3738: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-09-18T03:23:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:29 smithi046 ceph-mon[94621]: pgmap v3738: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-09-18T03:23:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:29 smithi195 ceph-mon[89559]: pgmap v3738: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-09-18T03:23:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:31 smithi046 ceph-mon[94621]: pgmap v3739: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-09-18T03:23:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:31 smithi046 ceph-mon[97106]: pgmap v3739: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-09-18T03:23:32.026 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:31 smithi195 ceph-mon[89559]: pgmap v3739: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-09-18T03:23:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:23:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:23:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:33 smithi195 ceph-mon[89559]: pgmap v3740: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 949 KiB/s wr, 23 op/s 2024-09-18T03:23:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:33 smithi195 ceph-mon[89559]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-18T03:23:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:33 smithi046 ceph-mon[94621]: pgmap v3740: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 949 KiB/s wr, 23 op/s 2024-09-18T03:23:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:33 smithi046 ceph-mon[94621]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-18T03:23:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:33 smithi046 ceph-mon[97106]: pgmap v3740: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 949 KiB/s wr, 23 op/s 2024-09-18T03:23:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:33 smithi046 ceph-mon[97106]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-18T03:23:34.805 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:23:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:34 smithi195 ceph-mon[89559]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-18T03:23:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:34 smithi195 ceph-mon[89559]: pgmap v3743: 137 pgs: 137 active+clean; 265 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-18T03:23:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:34 smithi046 ceph-mon[97106]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-18T03:23:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:34 smithi046 ceph-mon[97106]: pgmap v3743: 137 pgs: 137 active+clean; 265 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-18T03:23:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:34 smithi046 ceph-mon[94621]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-18T03:23:35.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:34 smithi046 ceph-mon[94621]: pgmap v3743: 137 pgs: 137 active+clean; 265 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-18T03:23:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:35 smithi195 ceph-mon[89559]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-18T03:23:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:35 smithi046 ceph-mon[97106]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-18T03:23:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:35 smithi046 ceph-mon[94621]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-18T03:23:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:23:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:23:36] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-09-18T03:23:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:36 smithi195 ceph-mon[89559]: pgmap v3745: 137 pgs: 137 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-18T03:23:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:36 smithi046 ceph-mon[94621]: pgmap v3745: 137 pgs: 137 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-18T03:23:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:36 smithi046 ceph-mon[97106]: pgmap v3745: 137 pgs: 137 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-18T03:23:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:39 smithi195 ceph-mon[89559]: pgmap v3746: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-18T03:23:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:23:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:23:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:23:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:23:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[97106]: pgmap v3746: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-18T03:23:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:23:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:23:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:23:39.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:23:39.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[94621]: pgmap v3746: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-18T03:23:39.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:23:39.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:23:39.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:23:39.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:23:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:41 smithi195 ceph-mon[89559]: pgmap v3747: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-18T03:23:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:41 smithi046 ceph-mon[97106]: pgmap v3747: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-18T03:23:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:41 smithi046 ceph-mon[94621]: pgmap v3747: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-18T03:23:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:23:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:23:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:43 smithi195 ceph-mon[89559]: pgmap v3748: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 953 KiB/s wr, 31 op/s 2024-09-18T03:23:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:43 smithi195 ceph-mon[89559]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-18T03:23:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:43 smithi046 ceph-mon[97106]: pgmap v3748: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 953 KiB/s wr, 31 op/s 2024-09-18T03:23:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:43 smithi046 ceph-mon[97106]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-18T03:23:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:43 smithi046 ceph-mon[94621]: pgmap v3748: 137 pgs: 137 active+clean; 272 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 953 KiB/s wr, 31 op/s 2024-09-18T03:23:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:43 smithi046 ceph-mon[94621]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-18T03:23:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:44.498 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:23:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:44 smithi195 ceph-mon[89559]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-18T03:23:44.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:44 smithi046 ceph-mon[97106]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-18T03:23:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:44 smithi046 ceph-mon[94621]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-18T03:23:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:45 smithi195 ceph-mon[89559]: pgmap v3751: 137 pgs: 137 active+clean; 291 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-18T03:23:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:45 smithi195 ceph-mon[89559]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-18T03:23:45.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:45 smithi046 ceph-mon[97106]: pgmap v3751: 137 pgs: 137 active+clean; 291 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-18T03:23:45.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:45 smithi046 ceph-mon[97106]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-18T03:23:45.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:45 smithi046 ceph-mon[94621]: pgmap v3751: 137 pgs: 137 active+clean; 291 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-18T03:23:45.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:45 smithi046 ceph-mon[94621]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-18T03:23:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:23:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:23:46] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:23:47.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:47 smithi046 ceph-mon[97106]: pgmap v3753: 137 pgs: 137 active+clean; 291 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-18T03:23:47.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:47 smithi046 ceph-mon[94621]: pgmap v3753: 137 pgs: 137 active+clean; 291 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-18T03:23:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:47 smithi195 ceph-mon[89559]: pgmap v3753: 137 pgs: 137 active+clean; 291 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-18T03:23:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:49 smithi195 ceph-mon[89559]: pgmap v3754: 137 pgs: 137 active+clean; 294 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-18T03:23:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:49 smithi046 ceph-mon[97106]: pgmap v3754: 137 pgs: 137 active+clean; 294 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-18T03:23:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:49 smithi046 ceph-mon[94621]: pgmap v3754: 137 pgs: 137 active+clean; 294 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-18T03:23:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:51 smithi046 ceph-mon[97106]: pgmap v3755: 137 pgs: 137 active+clean; 302 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-09-18T03:23:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:51 smithi046 ceph-mon[97106]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-18T03:23:51.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:51 smithi046 ceph-mon[94621]: pgmap v3755: 137 pgs: 137 active+clean; 302 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-09-18T03:23:51.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:51 smithi046 ceph-mon[94621]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-18T03:23:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:51 smithi195 ceph-mon[89559]: pgmap v3755: 137 pgs: 137 active+clean; 302 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-09-18T03:23:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:51 smithi195 ceph-mon[89559]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-18T03:23:52.515 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:23:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:52 smithi195 ceph-mon[89559]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-18T03:23:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:23:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:23:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:52 smithi046 ceph-mon[94621]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-18T03:23:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:52 smithi046 ceph-mon[97106]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-18T03:23:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:53 smithi046 ceph-mon[94621]: pgmap v3758: 137 pgs: 137 active+clean; 302 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-18T03:23:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:53 smithi046 ceph-mon[94621]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-18T03:23:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:53 smithi046 ceph-mon[97106]: pgmap v3758: 137 pgs: 137 active+clean; 302 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-18T03:23:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:53 smithi046 ceph-mon[97106]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-18T03:23:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:53 smithi195 ceph-mon[89559]: pgmap v3758: 137 pgs: 137 active+clean; 302 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-18T03:23:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:53 smithi195 ceph-mon[89559]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-18T03:23:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:55 smithi046 ceph-mon[94621]: pgmap v3760: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-18T03:23:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:55 smithi046 ceph-mon[97106]: pgmap v3760: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-18T03:23:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:55 smithi195 ceph-mon[89559]: pgmap v3760: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-18T03:23:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:23:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:23:56] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:23:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:57 smithi046 ceph-mon[97106]: pgmap v3761: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-18T03:23:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:57 smithi046 ceph-mon[94621]: pgmap v3761: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-18T03:23:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:57 smithi195 ceph-mon[89559]: pgmap v3761: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-18T03:23:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:23:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:23:59 smithi046 ceph-mon[97106]: pgmap v3762: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-18T03:23:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:23:59 smithi046 ceph-mon[94621]: pgmap v3762: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-18T03:23:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:23:59 smithi195 ceph-mon[89559]: pgmap v3762: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-18T03:24:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:01 smithi046 ceph-mon[97106]: pgmap v3763: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 922 KiB/s wr, 30 op/s 2024-09-18T03:24:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:01 smithi046 ceph-mon[97106]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-18T03:24:01.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:01 smithi046 ceph-mon[94621]: pgmap v3763: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 922 KiB/s wr, 30 op/s 2024-09-18T03:24:01.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:01 smithi046 ceph-mon[94621]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-18T03:24:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:01 smithi195 ceph-mon[89559]: pgmap v3763: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 922 KiB/s wr, 30 op/s 2024-09-18T03:24:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:01 smithi195 ceph-mon[89559]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-18T03:24:02.551 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (48809 ms) 2024-09-18T03:24:02.551 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-09-18T03:24:02.551 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:02.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:02 smithi195 ceph-mon[89559]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-18T03:24:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:24:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:24:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:02 smithi046 ceph-mon[94621]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-18T03:24:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:02 smithi046 ceph-mon[97106]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-18T03:24:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:03 smithi195 ceph-mon[89559]: pgmap v3766: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 895 B/s wr, 8 op/s 2024-09-18T03:24:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:03 smithi195 ceph-mon[89559]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-18T03:24:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:03 smithi046 ceph-mon[97106]: pgmap v3766: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 895 B/s wr, 8 op/s 2024-09-18T03:24:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:03 smithi046 ceph-mon[97106]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-18T03:24:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:03 smithi046 ceph-mon[94621]: pgmap v3766: 137 pgs: 137 active+clean; 316 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 895 B/s wr, 8 op/s 2024-09-18T03:24:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:03 smithi046 ceph-mon[94621]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-18T03:24:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:04 smithi195 ceph-mon[89559]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-18T03:24:05.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:04 smithi046 ceph-mon[94621]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-18T03:24:05.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:04 smithi046 ceph-mon[97106]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-18T03:24:05.565 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3015 ms) 2024-09-18T03:24:05.565 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-09-18T03:24:05.566 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:05 smithi195 ceph-mon[89559]: pgmap v3769: 137 pgs: 137 active+clean; 332 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-09-18T03:24:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:05 smithi195 ceph-mon[89559]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-18T03:24:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:05 smithi046 ceph-mon[97106]: pgmap v3769: 137 pgs: 137 active+clean; 332 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-09-18T03:24:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:05 smithi046 ceph-mon[97106]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-18T03:24:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:05 smithi046 ceph-mon[94621]: pgmap v3769: 137 pgs: 137 active+clean; 332 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-09-18T03:24:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:05 smithi046 ceph-mon[94621]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-18T03:24:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:06 smithi046 ceph-mon[94621]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-18T03:24:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:06 smithi046 ceph-mon[97106]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-18T03:24:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:24:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:24:06] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:24:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:06 smithi195 ceph-mon[89559]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-18T03:24:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:07 smithi195 ceph-mon[89559]: pgmap v3772: 137 pgs: 137 active+clean; 340 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 MiB/s wr, 77 op/s 2024-09-18T03:24:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:07 smithi195 ceph-mon[89559]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-18T03:24:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:07 smithi046 ceph-mon[97106]: pgmap v3772: 137 pgs: 137 active+clean; 340 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 MiB/s wr, 77 op/s 2024-09-18T03:24:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:07 smithi046 ceph-mon[97106]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-18T03:24:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:07 smithi046 ceph-mon[94621]: pgmap v3772: 137 pgs: 137 active+clean; 340 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 MiB/s wr, 77 op/s 2024-09-18T03:24:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:07 smithi046 ceph-mon[94621]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-18T03:24:08.607 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3041 ms) 2024-09-18T03:24:08.607 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-09-18T03:24:08.607 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:08 smithi195 ceph-mon[89559]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-18T03:24:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:08 smithi046 ceph-mon[97106]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-18T03:24:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:08 smithi046 ceph-mon[94621]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-18T03:24:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:09 smithi195 ceph-mon[89559]: pgmap v3775: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 2.3 MiB/s wr, 121 op/s 2024-09-18T03:24:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:09 smithi195 ceph-mon[89559]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-18T03:24:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:09 smithi046 ceph-mon[94621]: pgmap v3775: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 2.3 MiB/s wr, 121 op/s 2024-09-18T03:24:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:09 smithi046 ceph-mon[94621]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-18T03:24:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:09 smithi046 ceph-mon[97106]: pgmap v3775: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 2.3 MiB/s wr, 121 op/s 2024-09-18T03:24:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:09 smithi046 ceph-mon[97106]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-18T03:24:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:10 smithi195 ceph-mon[89559]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-18T03:24:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:10 smithi046 ceph-mon[94621]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-18T03:24:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:10 smithi046 ceph-mon[97106]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-18T03:24:11.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3011 ms) 2024-09-18T03:24:11.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-09-18T03:24:11.618 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:11.695 INFO:tasks.workunit.client.0.smithi046.stdout: i=0 exists [64143459~7932599,72189172~3450981,125872411~4796653,171626964~7871327,225153619~7516505,268324161~5357259,349452550~1631494,378355106~3802919,403788958~7952398] wrote [64143459~7932599,72189172~3450981,125872411~4796653,171626964~7871327,225153619~7516505,268324161~5357259,349452550~1631494,378355106~3802919,403788958~7952398] 2024-09-18T03:24:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:11 smithi195 ceph-mon[89559]: pgmap v3778: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 266 KiB/s wr, 101 op/s 2024-09-18T03:24:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:11 smithi195 ceph-mon[89559]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-18T03:24:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:11 smithi046 ceph-mon[94621]: pgmap v3778: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 266 KiB/s wr, 101 op/s 2024-09-18T03:24:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:11 smithi046 ceph-mon[94621]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-18T03:24:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:11 smithi046 ceph-mon[97106]: pgmap v3778: 137 pgs: 137 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 266 KiB/s wr, 101 op/s 2024-09-18T03:24:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:11 smithi046 ceph-mon[97106]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-18T03:24:12.574 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:24:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:24:12.638 INFO:tasks.workunit.client.0.smithi046.stdout: i=1 exists [20899899~6799128,33077048~4004581,64143459~7932599,72189172~3450981,82559934~2758030,125872411~4796653,139077271~5330536,171626964~7871327,210268609~7340538,225153619~7516505,237737472~5417470,245918803~466804,268324161~5357259,287949410~2855877,318551216~5961840,340310743~2916183,349452550~1631494,378355106~3802919,403788958~7952398] wrote [20899899~6799128,33077048~4004581,82559934~2758030,139077271~5330536,210268609~7340538,237737472~5417470,245918803~466804,287949410~2855877,318551216~5961840,340310743~2916183] 2024-09-18T03:24:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:12 smithi195 ceph-mon[89559]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-18T03:24:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:12 smithi046 ceph-mon[97106]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-18T03:24:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:12 smithi046 ceph-mon[94621]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-18T03:24:13.605 INFO:tasks.workunit.client.0.smithi046.stdout: i=2 exists [11913714~1226714,20899899~6799128,33077048~4004581,61289184~10786874,72189172~3450981,82559934~2758030,125872411~4796653,139077271~5330536,151785907~1451369,171626964~7871327,210268609~7340538,225153619~7516505,237737472~5417470,245918803~466804,256906659~2282521,268324161~5357259,285512400~5292887,318551216~5961840,340310743~2916183,349452550~1631494,378355106~3802919,385236266~2709137,388151596~6849024,403788958~7952398] wrote [11913714~1226714,21037497~1137735,61289184~4020566,74279213~211652,151785907~1451369,217399624~114133,256906659~2282521,285512400~2751527,385236266~2709137,388151596~6849024] 2024-09-18T03:24:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:13 smithi195 ceph-mon[89559]: pgmap v3781: 137 pgs: 137 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-09-18T03:24:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:13 smithi195 ceph-mon[89559]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-18T03:24:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:13 smithi046 ceph-mon[94621]: pgmap v3781: 137 pgs: 137 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-09-18T03:24:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:13 smithi046 ceph-mon[94621]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-18T03:24:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:13 smithi046 ceph-mon[97106]: pgmap v3781: 137 pgs: 137 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-09-18T03:24:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:13 smithi046 ceph-mon[97106]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-18T03:24:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:14.653 INFO:tasks.workunit.client.0.smithi046.stdout: i=3 exists [11913714~1226714,14001554~5693617,20899899~6799128,30747641~6333988,41030291~6821724,60514202~11561856,72189172~3450981,82559934~2758030,124278901~13979,125872411~4796653,139077271~5330536,151785907~1451369,171516702~7981589,185070472~20272,210268609~7340538,225153619~7516505,237737472~5417470,245918803~466804,256906659~2282521,268324161~5357259,285512400~8631549,318551216~5961840,340310743~4059547,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~6849024,403788958~7952398] wrote [14001554~5693617,30747641~3480101,41030291~6821724,60514202~7903685,124278901~13979,171516702~5176371,185070472~20272,286536254~7607695,342352549~2017741,354536804~2958557] 2024-09-18T03:24:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:14 smithi195 ceph-mon[89559]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-18T03:24:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:14 smithi046 ceph-mon[97106]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-18T03:24:15.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:14 smithi046 ceph-mon[94621]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-18T03:24:15.661 INFO:tasks.workunit.client.0.smithi046.stdout: i=4 exists [8083201~3628711,11913714~1226714,14001554~5693617,20899899~6799128,30747641~6333988,41030291~6821724,60514202~11561856,72189172~3867735,82559934~2758030,108355421~4000931,124278901~13979,125872411~4796653,139077271~5330536,151785907~1451369,164043853~3985404,171516702~7981589,185070472~20272,210268609~12285209,225153619~7516505,237737472~5417470,245918803~466804,256906659~2282521,268324161~5357259,285512400~8631549,309954915~6030581,318551216~5961840,340310743~4059547,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~9425589,403788958~7952398] wrote [8083201~3628711,72412497~3644410,108355421~4000931,164043853~3985404,211568892~10984926,286187684~94018,309954915~6030581,394558386~3018799] 2024-09-18T03:24:15.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:15 smithi046 ceph-mon[97106]: pgmap v3784: 137 pgs: 137 active+clean; 448 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 20 MiB/s wr, 204 op/s 2024-09-18T03:24:15.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:15 smithi046 ceph-mon[97106]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-18T03:24:15.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:15 smithi046 ceph-mon[94621]: pgmap v3784: 137 pgs: 137 active+clean; 448 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 20 MiB/s wr, 204 op/s 2024-09-18T03:24:15.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:15 smithi046 ceph-mon[94621]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-18T03:24:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:15 smithi195 ceph-mon[89559]: pgmap v3784: 137 pgs: 137 active+clean; 448 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 20 MiB/s wr, 204 op/s 2024-09-18T03:24:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:15 smithi195 ceph-mon[89559]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-18T03:24:16.670 INFO:tasks.workunit.client.0.smithi046.stdout: i=5 exists [2991990~2815549,8060877~11634294,20899899~6799128,30747641~6333988,41030291~6821724,55250835~2181330,60514202~11561856,72189172~3867735,82559934~2758030,108355421~4000931,118635773~12033291,133293449~2328809,139077271~5330536,151785907~1451369,164043853~3985404,171516702~7981589,185070472~20272,195341760~7054138,210268609~12285209,225153619~7516505,237737472~5417470,245918803~466804,246500033~2863858,256906659~2282521,268324161~5357259,285512400~8631549,309954915~6030581,318551216~11551291,340310743~4059547,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~9425589,403788958~7952398] wrote [2991990~2815549,8060877~10728580,55250835~2181330,118635773~7659003,133293449~2328809,195341760~7054138,246500033~2863858,287734404~5990038,322824583~7277924] 2024-09-18T03:24:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:16 smithi046 ceph-mon[97106]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-18T03:24:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:16 smithi046 ceph-mon[94621]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-18T03:24:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:24:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:24:16] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-18T03:24:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:16 smithi195 ceph-mon[89559]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-18T03:24:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: i=6 exists [2991990~2815549,8060877~11634294,20899899~6799128,30747641~6333988,41030291~6821724,48330434~5736478,55250835~2181330,60514202~11561856,72189172~3867735,82559934~2758030,88232456~4059300,103584957~8771395,118635773~12033291,133293449~2328809,139077271~5330536,151785907~1451369,164043853~4202321,171516702~7981589,185070472~20272,187751188~688658,195341760~7054138,206826115~1124176,210268609~12285209,225153619~7516505,237737472~5417470,245918803~466804,246500033~10141566,256906659~2282521,268324161~5357259,285512400~8631549,299845106~6895510,309954915~6030581,318551216~11551291,340310743~4059547,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~9425589,403788958~7952398] wrote [3355628~906259,48330434~5736478,88232456~4059300,103584957~5304036,165569917~2676257,187751188~688658,206826115~1124176,249330058~7311541,299845106~6895510,323979995~2815845] 2024-09-18T03:24:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:17 smithi195 ceph-mon[89559]: pgmap v3787: 137 pgs: 137 active+clean; 498 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 25 MiB/s wr, 195 op/s 2024-09-18T03:24:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:17 smithi195 ceph-mon[89559]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-18T03:24:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:17 smithi046 ceph-mon[97106]: pgmap v3787: 137 pgs: 137 active+clean; 498 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 25 MiB/s wr, 195 op/s 2024-09-18T03:24:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:17 smithi046 ceph-mon[97106]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-18T03:24:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:17 smithi046 ceph-mon[94621]: pgmap v3787: 137 pgs: 137 active+clean; 498 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 25 MiB/s wr, 195 op/s 2024-09-18T03:24:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:17 smithi046 ceph-mon[94621]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-18T03:24:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: i=7 exists [2991990~2815549,8060877~11634294,20899899~6799128,30747641~6333988,38454199~15612713,55250835~2181330,60514202~11561856,72189172~3867735,82559934~2758030,88232456~4059300,96479282~4531405,103584957~8771395,118635773~12033291,133293449~2328809,139077271~5330536,147196148~6041128,164043853~4202321,171516702~7981589,185070472~20272,187751188~688658,195341760~7054138,206826115~1124176,210203928~12349890,225153619~7516505,237737472~5417470,245918803~466804,246500033~10141566,256906659~2282521,261401832~530964,268324161~5357259,285512400~8631549,299845106~6895510,309954915~6030581,318551216~11551291,340310743~4059547,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~9425589,403788958~7952398] wrote [8631442~3907321,15414450~2388204,38454199~3052501,43664336~5292449,60521810~4177499,96479282~4531405,147196148~4739118,210203928~1261993,261401832~530964,389132810~7091333] 2024-09-18T03:24:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:18 smithi195 ceph-mon[89559]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-18T03:24:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:18 smithi046 ceph-mon[97106]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-18T03:24:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:18 smithi046 ceph-mon[94621]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-18T03:24:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: i=8 exists [2991990~2815549,8060877~11634294,20899899~6799128,30747641~6333988,38454199~15612713,55250835~2181330,60514202~11561856,72189172~3867735,82559934~2758030,86230334~7120855,96479282~4531405,103584957~8771395,118635773~12033291,133293449~2328809,139077271~5330536,147196148~6041128,164043853~5713681,171516702~7981589,185070472~20272,187751188~688658,195341760~7054138,206826115~1124176,210203928~12349890,225153619~7516505,237737472~5417470,245918803~466804,246500033~10141566,256906659~2282521,261401832~530964,262966919~2950886,268324161~5357259,285512400~8631549,299845106~16200069,318551216~11551291,338511758~5858532,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~9425589,403788958~7952398] wrote [86230334~7120855,165629275~4128259,215188596~4754821,228032413~723933,262966919~2950886,270933558~2176995,304988945~8109570,315368785~676390,338511758~4265414] 2024-09-18T03:24:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:19 smithi195 ceph-mon[89559]: pgmap v3790: 137 pgs: 137 active+clean; 646 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 37 MiB/s wr, 294 op/s 2024-09-18T03:24:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:19 smithi195 ceph-mon[89559]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-18T03:24:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:19 smithi046 ceph-mon[97106]: pgmap v3790: 137 pgs: 137 active+clean; 646 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 37 MiB/s wr, 294 op/s 2024-09-18T03:24:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:19 smithi046 ceph-mon[97106]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-18T03:24:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:19 smithi046 ceph-mon[94621]: pgmap v3790: 137 pgs: 137 active+clean; 646 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 37 MiB/s wr, 294 op/s 2024-09-18T03:24:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:19 smithi046 ceph-mon[94621]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-18T03:24:20.687 INFO:tasks.workunit.client.0.smithi046.stdout: i=9 exists [2991990~2815549,8060877~11634294,20899899~16181730,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,96479282~4531405,103584957~8771395,118635773~12033291,133293449~2328809,139077271~5330536,147196148~6041128,164043853~5713681,171516702~13315245,185070472~20272,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237737472~5417470,245918803~466804,246500033~10141566,256906659~2282521,261401832~530964,262966919~2950886,268324161~5357259,285512400~8631549,295710886~3570134,299845106~16200069,318551216~11551291,338511758~5858532,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~9425589,402127033~177451,403788958~7952398] wrote [8331063~7576800,26443253~7198846,44228902~2508309,72420368~5825269,177771492~7060455,202322096~1790885,286738125~4971923,295710886~3570134,402127033~177451] 2024-09-18T03:24:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:20 smithi195 ceph-mon[89559]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-18T03:24:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:20 smithi046 ceph-mon[97106]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-18T03:24:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:20 smithi046 ceph-mon[94621]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-18T03:24:21.680 INFO:tasks.workunit.client.0.smithi046.stdout: i=10 exists [2991990~2815549,8060877~11634294,20899899~16181730,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,96479282~4531405,103584957~11907672,118635773~12033291,133293449~3007498,139077271~5330536,145460055~7777221,164043853~5713681,171516702~13315245,185070472~20272,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237737472~8648135,246500033~10141566,256906659~2282521,261401832~530964,262966919~2950886,266957334~6724086,285512400~8631549,295710886~3570134,299845106~16200069,318551216~11551291,338511758~5858532,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~15446978,403788958~7952398] wrote [27084779~2933000,86921603~5409260,111882877~3609752,134863642~1437305,145460055~1867308,195808481~3137724,238033785~8177550,266957334~6027865,327834252~570930,397045601~6552973] 2024-09-18T03:24:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:21 smithi195 ceph-mon[89559]: pgmap v3793: 137 pgs: 137 active+clean; 711 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 43 MiB/s wr, 284 op/s 2024-09-18T03:24:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:21 smithi195 ceph-mon[89559]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-18T03:24:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:21 smithi046 ceph-mon[97106]: pgmap v3793: 137 pgs: 137 active+clean; 711 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 43 MiB/s wr, 284 op/s 2024-09-18T03:24:22.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:21 smithi046 ceph-mon[97106]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-18T03:24:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:21 smithi046 ceph-mon[94621]: pgmap v3793: 137 pgs: 137 active+clean; 711 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 43 MiB/s wr, 284 op/s 2024-09-18T03:24:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:21 smithi046 ceph-mon[94621]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-18T03:24:22.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:24:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:24:22.697 INFO:tasks.workunit.client.0.smithi046.stdout: i=11 exists [2991990~2815549,7396682~29684947,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,96479282~4531405,103584957~11907672,118635773~12033291,133293449~3007498,139077271~5330536,145460055~7777221,154803222~4885439,164043853~5713681,171471157~13360790,185070472~20272,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237737472~8648135,246500033~10141566,256906659~2282521,261401832~530964,262966919~2950886,266957334~6724086,285512400~8631549,295710886~3570134,299845106~16200069,318551216~11551291,338511758~5858532,349452550~1631494,354536804~2958557,378355106~3802919,385236266~2709137,388151596~15446978,403788958~7952398] wrote [7396682~2079756,13349461~8034834,113062772~179532,133689446~2044914,149486816~2425823,154803222~4885439,171471157~832249,400889969~27625] 2024-09-18T03:24:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:22 smithi195 ceph-mon[89559]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-18T03:24:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:22 smithi046 ceph-mon[97106]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-18T03:24:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:22 smithi046 ceph-mon[94621]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-18T03:24:23.707 INFO:tasks.workunit.client.0.smithi046.stdout: i=12 exists [2991990~2815549,7396682~29684947,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,96479282~19013347,118635773~12033291,133293449~3007498,139077271~5330536,145460055~7777221,154803222~4885439,164043853~5713681,171471157~13360790,185070472~20272,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237061024~9324583,246500033~10141566,256906659~2282521,261401832~530964,262966919~2950886,266957334~6724086,280123654~14020295,295710886~3570134,299845106~16200069,318487251~11615256,338511758~5858532,349452550~1631494,354536804~2958557,369366186~7119577,378355106~3802919,383928647~19669927,403788958~7952398] wrote [97166614~6757148,106454452~3590945,225786544~98412,237061024~6744619,280123654~6526454,318487251~1339197,322670670~1239310,369366186~7119577,383928647~5664155] 2024-09-18T03:24:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:23 smithi195 ceph-mon[89559]: pgmap v3796: 137 pgs: 137 active+clean; 737 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 21 MiB/s wr, 14 op/s 2024-09-18T03:24:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:23 smithi195 ceph-mon[89559]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-18T03:24:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:23 smithi046 ceph-mon[97106]: pgmap v3796: 137 pgs: 137 active+clean; 737 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 21 MiB/s wr, 14 op/s 2024-09-18T03:24:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:23 smithi046 ceph-mon[97106]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-18T03:24:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:23 smithi046 ceph-mon[94621]: pgmap v3796: 137 pgs: 137 active+clean; 737 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 21 MiB/s wr, 14 op/s 2024-09-18T03:24:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:23 smithi046 ceph-mon[94621]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-18T03:24:24.698 INFO:tasks.workunit.client.0.smithi046.stdout: i=13 exists [2991990~2815549,7396682~29684947,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,94770339~35898725,133293449~11114358,145460055~7777221,154803222~4885439,164043853~6522307,171471157~15836813,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237061024~9324583,246500033~10141566,256906659~2282521,261401832~1258530,262966919~2950886,266957334~6724086,280123654~14020295,295710886~20334289,318487251~11615256,338511758~5858532,349452550~1631494,354536804~2958557,369366186~7119577,378355106~3802919,382558205~21040369,403788958~7952398] wrote [70580679~79762,94770339~4056414,113103024~7978278,134113009~7380160,169641031~925129,174609561~4045063,181495154~5812816,261917104~743258,295994402~4453825,382558205~4116349] 2024-09-18T03:24:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:24 smithi195 ceph-mon[89559]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-18T03:24:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:24 smithi046 ceph-mon[97106]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-18T03:24:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:24 smithi046 ceph-mon[94621]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-18T03:24:25.713 INFO:tasks.workunit.client.0.smithi046.stdout: i=14 exists [2991990~2815549,7396682~29684947,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,94770339~35898725,133293449~19943827,154803222~4885439,164043853~6522307,171471157~15836813,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237061024~9324583,246500033~10141566,256906659~2282521,261401832~1258530,262966919~2950886,266957334~6724086,280123654~14020295,295710886~20334289,318487251~11615256,338511758~5858532,349452550~1631494,354536804~2958557,369366186~7119577,378355106~3802919,382558205~21040369,403788958~7952398] wrote [11756374~10152679,30448476~3722611,83544321~768854,123988109~1419004,138151602~8098165,167073810~632827,304961219~505505,394168143~10439] 2024-09-18T03:24:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:25 smithi195 ceph-mon[89559]: pgmap v3799: 137 pgs: 137 active+clean; 863 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 38 MiB/s wr, 321 op/s 2024-09-18T03:24:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:25 smithi195 ceph-mon[89559]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-18T03:24:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:25 smithi046 ceph-mon[94621]: pgmap v3799: 137 pgs: 137 active+clean; 863 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 38 MiB/s wr, 321 op/s 2024-09-18T03:24:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:25 smithi046 ceph-mon[94621]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-18T03:24:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:25 smithi046 ceph-mon[97106]: pgmap v3799: 137 pgs: 137 active+clean; 863 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 38 MiB/s wr, 321 op/s 2024-09-18T03:24:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:25 smithi046 ceph-mon[97106]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-18T03:24:26.710 INFO:tasks.workunit.client.0.smithi046.stdout: i=15 exists [2991990~2815549,7396682~29684947,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,94770339~35898725,133293449~19943827,153249054~6439607,164043853~6522307,171471157~15836813,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237061024~9324583,246500033~10141566,256906659~2282521,260116000~5801805,266957334~6724086,280123654~14020295,295710886~20334289,318487251~11615256,338511758~5858532,349452550~1631494,354536804~2958557,369366186~7119577,378355106~3802919,382558205~21040369,403788958~7952398] wrote [148336359~1038256,153249054~2333686,164286394~3549695,171558561~1224809,213259530~6095433,249549049~1722273,260116000~4965661,284720673~6541540,308374385~7103166,371323097~1554504] 2024-09-18T03:24:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:26 smithi046 ceph-mon[94621]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-18T03:24:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:26 smithi046 ceph-mon[97106]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-18T03:24:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:24:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:24:26] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-18T03:24:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:26 smithi195 ceph-mon[89559]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-18T03:24:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: i=16 exists [643598~36438031,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,94770339~35898725,133293449~19943827,153249054~6439607,164043853~6522307,171471157~15836813,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,225153619~7516505,237061024~9324583,246500033~10141566,256906659~2282521,260116000~5801805,266957334~6724086,280123654~14020295,295710886~20932910,318487251~11615256,338511758~5858532,349452550~1631494,354536804~4115540,369366186~7119577,378355106~25243468,403788958~7952398] wrote [643598~8042846,119709299~9389893,268132678~652924,293263634~304628,306235568~3104967,313873153~2770643,356987302~1665042,381220179~1568840] 2024-09-18T03:24:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:27 smithi195 ceph-mon[89559]: pgmap v3802: 137 pgs: 137 active+clean; 897 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 38 MiB/s wr, 318 op/s 2024-09-18T03:24:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:27 smithi195 ceph-mon[89559]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-18T03:24:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:27 smithi046 ceph-mon[94621]: pgmap v3802: 137 pgs: 137 active+clean; 897 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 38 MiB/s wr, 318 op/s 2024-09-18T03:24:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:27 smithi046 ceph-mon[94621]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-18T03:24:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:27 smithi046 ceph-mon[97106]: pgmap v3802: 137 pgs: 137 active+clean; 897 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 38 MiB/s wr, 318 op/s 2024-09-18T03:24:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:27 smithi046 ceph-mon[97106]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-18T03:24:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: i=17 exists [643598~36438031,38454199~15612713,55250835~2181330,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,94280091~36388973,133293449~19943827,153249054~6439607,164043853~6522307,171471157~15836813,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,223608989~1456149,225153619~7516505,237061024~9324583,246500033~19417772,266957334~6724086,280123654~14020295,295710886~20932910,318487251~11615256,338511758~5858532,349452550~1631494,354536804~4115540,369366186~7119577,378355106~25243468,403788958~7952398] wrote [94280091~7642676,114091509~1876773,118039113~2754903,223608989~1456149,252758769~4925963,257902871~3078222,268310646~1120470,299225368~2224965,310857971~3555333,387107873~3753792] 2024-09-18T03:24:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:28 smithi195 ceph-mon[89559]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-18T03:24:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:28 smithi046 ceph-mon[97106]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-18T03:24:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:28 smithi046 ceph-mon[94621]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-18T03:24:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: i=18 exists [643598~36438031,38454199~15612713,54111513~4692463,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,94280091~36388973,133293449~26395212,164043853~6522307,171471157~15836813,187751188~688658,195341760~8771221,206826115~1124176,210203928~12349890,223608989~1456149,225153619~7516505,237061024~9324583,246500033~19417772,266957334~6724086,280033169~14110780,295710886~34391621,338511758~5858532,349452550~1631494,354536804~4115540,369366186~34232388,403788958~7952398] wrote [25841068~796173,54111513~4692463,151555609~5018693,280033169~1106625,300649778~2031844,315609859~6114103,374386669~9050770,395656100~978152] 2024-09-18T03:24:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:29 smithi195 ceph-mon[89559]: pgmap v3805: 137 pgs: 137 active+clean; 1012 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 36 MiB/s wr, 350 op/s 2024-09-18T03:24:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:29 smithi195 ceph-mon[89559]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-18T03:24:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:29 smithi046 ceph-mon[94621]: pgmap v3805: 137 pgs: 137 active+clean; 1012 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 36 MiB/s wr, 350 op/s 2024-09-18T03:24:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:29 smithi046 ceph-mon[94621]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-18T03:24:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:29 smithi046 ceph-mon[97106]: pgmap v3805: 137 pgs: 137 active+clean; 1012 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 36 MiB/s wr, 350 op/s 2024-09-18T03:24:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:29 smithi046 ceph-mon[97106]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-18T03:24:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: i=19 exists [643598~36438031,38454199~15612713,54111513~4692463,60514202~11561856,72189172~6056465,82559934~2758030,86230334~7120855,94280091~36388973,133293449~26395212,164043853~6522307,171471157~15836813,187751188~688658,195341760~8771221,206826115~3159429,210203928~12349890,223608989~1456149,225153619~7516505,237061024~9324583,246500033~19417772,266957334~6724086,280033169~14110780,295710886~34391621,338511758~5858532,349452550~1631494,354536804~7801357,369366186~34232388,403788958~7952398] wrote [20696311~8259441,145397058~125966,172915132~2728406,200862575~2856169,207144929~2840615,284306158~3318834,298368566~7821350,306248517~2946834,358403788~3934373] 2024-09-18T03:24:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:30 smithi195 ceph-mon[89559]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-18T03:24:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:30 smithi046 ceph-mon[97106]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-18T03:24:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:30 smithi046 ceph-mon[94621]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-18T03:24:31.689 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 1 diff [16777216~8388608,29360128~4194304,79691776~4194304,138412032~8388608,209715200~8388608,234881024~12582912,285212672~4194304,314572800~8388608,339738624~4194304] 2024-09-18T03:24:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16777216~8388608,29360128~4194304,79691776~4194304,138412032~8388608,209715200~8388608,234881024~12582912,285212672~4194304,314572800~8388608,339738624~4194304] 2024-09-18T03:24:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~20971520,79691776~8388608,138412032~8388608,209715200~8388608,234881024~12582912,285212672~8388608,314572800~12582912,339738624~4194304] 2024-09-18T03:24:31.701 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 2 diff [8388608~4194304,16777216~8388608,29360128~4194304,58720256~4194304,71303168~4194304,79691776~4194304,138412032~8388608,150994944~4194304,209715200~8388608,234881024~12582912,255852544~4194304,285212672~8388608,314572800~8388608,339738624~4194304,381681664~12582912] 2024-09-18T03:24:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~4194304,16777216~8388608,29360128~4194304,58720256~4194304,71303168~4194304,79691776~4194304,138412032~8388608,150994944~4194304,209715200~8388608,234881024~12582912,255852544~4194304,285212672~8388608,314572800~8388608,339738624~4194304,381681664~12582912] 2024-09-18T03:24:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~29360128,58720256~8388608,71303168~4194304,79691776~8388608,138412032~8388608,150994944~4194304,209715200~8388608,234881024~12582912,255852544~4194304,285212672~8388608,314572800~12582912,339738624~4194304,381681664~16777216] 2024-09-18T03:24:31.703 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 3 diff [8388608~16777216,29360128~16777216,58720256~8388608,71303168~4194304,79691776~4194304,121634816~4194304,138412032~8388608,150994944~4194304,167772160~8388608,184549376~4194304,209715200~8388608,234881024~12582912,255852544~4194304,285212672~12582912,314572800~8388608,339738624~4194304,352321536~4194304,381681664~12582912] 2024-09-18T03:24:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~16777216,29360128~16777216,58720256~8388608,71303168~4194304,79691776~4194304,121634816~4194304,138412032~8388608,150994944~4194304,167772160~8388608,184549376~4194304,209715200~8388608,234881024~12582912,255852544~4194304,285212672~12582912,314572800~8388608,339738624~4194304,352321536~4194304,381681664~12582912] 2024-09-18T03:24:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~41943040,58720256~16777216,79691776~8388608,121634816~4194304,138412032~8388608,150994944~4194304,167772160~12582912,184549376~4194304,209715200~8388608,234881024~12582912,255852544~4194304,285212672~12582912,314572800~12582912,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.706 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 4 diff [4194304~20971520,29360128~16777216,58720256~8388608,71303168~4194304,79691776~4194304,104857600~4194304,121634816~4194304,138412032~8388608,150994944~4194304,163577856~12582912,184549376~4194304,209715200~12582912,234881024~12582912,255852544~4194304,285212672~12582912,306184192~16777216,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~16777216,58720256~8388608,71303168~4194304,79691776~4194304,104857600~4194304,121634816~4194304,138412032~8388608,150994944~4194304,163577856~12582912,184549376~4194304,209715200~12582912,234881024~12582912,255852544~4194304,285212672~12582912,306184192~16777216,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~46137344,58720256~29360128,104857600~8388608,121634816~4194304,138412032~8388608,150994944~4194304,163577856~16777216,184549376~4194304,209715200~16777216,234881024~12582912,255852544~4194304,285212672~12582912,306184192~20971520,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.710 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 5 diff [0~25165824,29360128~16777216,54525952~12582912,71303168~4194304,79691776~4194304,104857600~4194304,117440512~8388608,130023424~4194304,138412032~8388608,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,209715200~12582912,234881024~12582912,255852544~4194304,285212672~12582912,306184192~20971520,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,54525952~12582912,71303168~4194304,79691776~4194304,104857600~4194304,117440512~8388608,130023424~4194304,138412032~8388608,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,209715200~12582912,234881024~12582912,255852544~4194304,285212672~12582912,306184192~20971520,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~50331648,54525952~33554432,104857600~8388608,117440512~29360128,150994944~4194304,163577856~16777216,184549376~4194304,192937984~12582912,209715200~16777216,234881024~16777216,255852544~4194304,285212672~12582912,306184192~25165824,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.713 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 6 diff [0~25165824,29360128~37748736,71303168~4194304,79691776~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,138412032~8388608,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,234881024~25165824,285212672~41943040,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~37748736,71303168~4194304,79691776~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,138412032~8388608,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,234881024~25165824,285212672~41943040,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~96468992,100663296~12582912,117440512~29360128,150994944~4194304,163577856~16777216,184549376~4194304,192937984~33554432,234881024~25165824,285212672~46137344,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.719 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 7 diff [0~25165824,29360128~37748736,71303168~4194304,79691776~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,138412032~16777216,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,234881024~29360128,285212672~41943040,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~37748736,71303168~4194304,79691776~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,138412032~16777216,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,234881024~29360128,285212672~41943040,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~113246208,117440512~37748736,163577856~16777216,184549376~4194304,192937984~33554432,234881024~29360128,285212672~46137344,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.723 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 8 diff [0~25165824,29360128~37748736,71303168~4194304,79691776~12582912,96468992~16777216,117440512~8388608,130023424~4194304,138412032~16777216,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,234881024~29360128,268435456~4194304,285212672~41943040,335544320~8388608,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~37748736,71303168~4194304,79691776~12582912,96468992~16777216,117440512~8388608,130023424~4194304,138412032~16777216,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,234881024~29360128,268435456~4194304,285212672~41943040,335544320~8388608,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~113246208,117440512~37748736,163577856~16777216,184549376~4194304,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.729 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 9 diff [0~33554432,37748736~29360128,71303168~20971520,96468992~16777216,117440512~8388608,130023424~4194304,138412032~16777216,163577856~25165824,192937984~29360128,226492416~4194304,234881024~29360128,268435456~4194304,285212672~41943040,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,96468992~16777216,117440512~8388608,130023424~4194304,138412032~16777216,163577856~25165824,192937984~29360128,226492416~4194304,234881024~29360128,268435456~4194304,285212672~41943040,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~113246208,117440512~37748736,163577856~25165824,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,381681664~20971520] 2024-09-18T03:24:31.735 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 10 diff [0~33554432,37748736~29360128,71303168~20971520,96468992~16777216,117440512~8388608,130023424~4194304,138412032~12582912,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~41943040,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~29360128,71303168~20971520,96468992~16777216,117440512~8388608,130023424~4194304,138412032~12582912,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~41943040,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~155189248,163577856~25165824,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,381681664~25165824] 2024-09-18T03:24:31.740 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 11 diff [0~67108864,71303168~20971520,96468992~16777216,117440512~8388608,130023424~4194304,138412032~20971520,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~41943040,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~67108864,71303168~20971520,96468992~16777216,117440512~8388608,130023424~4194304,138412032~20971520,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~41943040,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,381681664~25165824] 2024-09-18T03:24:31.745 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 12 diff [0~67108864,71303168~20971520,96468992~29360128,130023424~4194304,138412032~20971520,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~67108864,71303168~20971520,96468992~29360128,130023424~4194304,138412032~20971520,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.752 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 13 diff [0~125829120,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~125829120,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.758 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.758 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 14 diff [0~125829120,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.759 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~125829120,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.766 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 15 diff [0~125829120,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~125829120,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.773 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 16 diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.780 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.780 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 17 diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.781 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.788 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 18 diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~4194304,369098752~37748736] 2024-09-18T03:24:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~4194304,369098752~37748736] 2024-09-18T03:24:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.796 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 19 diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 2 diff [8388608~4194304,20971520~4194304,58720256~4194304,71303168~4194304,150994944~4194304,213909504~4194304,255852544~4194304,285212672~4194304,381681664~12582912] 2024-09-18T03:24:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~4194304,20971520~4194304,58720256~4194304,71303168~4194304,150994944~4194304,213909504~4194304,255852544~4194304,285212672~4194304,381681664~12582912] 2024-09-18T03:24:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~8388608,20971520~4194304,58720256~8388608,71303168~4194304,150994944~4194304,213909504~4194304,255852544~4194304,285212672~4194304,381681664~16777216] 2024-09-18T03:24:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 3 diff [8388608~16777216,29360128~4194304,37748736~8388608,58720256~8388608,71303168~4194304,121634816~4194304,150994944~4194304,167772160~8388608,184549376~4194304,213909504~4194304,255852544~4194304,285212672~12582912,339738624~4194304,352321536~4194304,381681664~12582912] 2024-09-18T03:24:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~16777216,29360128~4194304,37748736~8388608,58720256~8388608,71303168~4194304,121634816~4194304,150994944~4194304,167772160~8388608,184549376~4194304,213909504~4194304,255852544~4194304,285212672~12582912,339738624~4194304,352321536~4194304,381681664~12582912] 2024-09-18T03:24:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~16777216,29360128~20971520,58720256~16777216,121634816~4194304,150994944~4194304,167772160~12582912,184549376~4194304,213909504~4194304,255852544~4194304,285212672~12582912,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.807 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 4 diff [4194304~20971520,29360128~4194304,37748736~8388608,58720256~8388608,71303168~4194304,104857600~4194304,121634816~4194304,150994944~4194304,163577856~12582912,184549376~4194304,209715200~12582912,255852544~4194304,285212672~12582912,306184192~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.808 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~8388608,58720256~8388608,71303168~4194304,104857600~4194304,121634816~4194304,150994944~4194304,163577856~12582912,184549376~4194304,209715200~12582912,255852544~4194304,285212672~12582912,306184192~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~20971520,58720256~20971520,104857600~8388608,121634816~4194304,150994944~4194304,163577856~16777216,184549376~4194304,209715200~16777216,255852544~4194304,285212672~12582912,306184192~12582912,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.809 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 5 diff [0~16777216,20971520~4194304,29360128~4194304,37748736~8388608,54525952~12582912,71303168~4194304,104857600~4194304,117440512~8388608,130023424~4194304,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,209715200~12582912,243269632~4194304,255852544~4194304,285212672~12582912,306184192~8388608,318767104~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~4194304,29360128~4194304,37748736~8388608,54525952~12582912,71303168~4194304,104857600~4194304,117440512~8388608,130023424~4194304,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,209715200~12582912,243269632~4194304,255852544~4194304,285212672~12582912,306184192~8388608,318767104~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,54525952~25165824,104857600~8388608,117440512~20971520,150994944~4194304,163577856~16777216,184549376~4194304,192937984~12582912,209715200~16777216,243269632~8388608,255852544~4194304,285212672~12582912,306184192~25165824,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 6 diff [0~16777216,20971520~4194304,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~16777216,285212672~29360128,318767104~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~4194304,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,150994944~4194304,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~16777216,285212672~29360128,318767104~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~50331648,88080384~8388608,100663296~12582912,117440512~20971520,150994944~4194304,163577856~16777216,184549376~4194304,192937984~33554432,243269632~16777216,285212672~46137344,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.815 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 7 diff [0~16777216,20971520~4194304,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~20971520,285212672~29360128,318767104~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~4194304,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~20971520,285212672~29360128,318767104~8388608,339738624~4194304,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~50331648,88080384~25165824,117440512~20971520,146800640~8388608,163577856~16777216,184549376~4194304,192937984~33554432,243269632~20971520,285212672~46137344,339738624~8388608,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.818 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 8 diff [0~16777216,20971520~4194304,29360128~4194304,37748736~29360128,71303168~4194304,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~20971520,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~4194304,29360128~4194304,37748736~29360128,71303168~4194304,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~20971520,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~16777216] 2024-09-18T03:24:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~50331648,83886080~29360128,117440512~20971520,146800640~8388608,163577856~16777216,184549376~4194304,192937984~37748736,243269632~33554432,285212672~46137344,335544320~12582912,352321536~8388608,381681664~16777216] 2024-09-18T03:24:31.821 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 9 diff [0~16777216,20971520~12582912,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~25165824,192937984~29360128,226492416~4194304,243269632~20971520,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~12582912,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~25165824,192937984~29360128,226492416~4194304,243269632~20971520,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~29360128,117440512~20971520,146800640~8388608,163577856~25165824,192937984~37748736,243269632~33554432,285212672~46137344,335544320~12582912,352321536~8388608,381681664~20971520] 2024-09-18T03:24:31.826 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 10 diff [0~16777216,20971520~12582912,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~12582912,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~54525952,142606336~12582912,163577856~25165824,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,381681664~25165824] 2024-09-18T03:24:31.830 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 11 diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~25165824,192937984~29360128,226492416~4194304,234881024~37748736,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,381681664~20971520] 2024-09-18T03:24:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~54525952,142606336~46137344,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,381681664~25165824] 2024-09-18T03:24:31.834 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 12 diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~29360128,130023424~4194304,142606336~16777216,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~29360128,130023424~4194304,142606336~16777216,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~54525952,142606336~46137344,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.839 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 13 diff [0~20971520,25165824~8388608,37748736~41943040,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~41943040,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~104857600,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.844 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 14 diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.850 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 15 diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.855 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 16 diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.862 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 17 diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.869 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 18 diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~37748736] 2024-09-18T03:24:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~37748736] 2024-09-18T03:24:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.876 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 19 diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:31.883 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 3 diff [12582912~8388608,29360128~4194304,37748736~8388608,58720256~8388608,121634816~4194304,167772160~8388608,184549376~4194304,285212672~8388608,339738624~4194304,352321536~4194304] 2024-09-18T03:24:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~8388608,29360128~4194304,37748736~8388608,58720256~8388608,121634816~4194304,167772160~8388608,184549376~4194304,285212672~8388608,339738624~4194304,352321536~4194304] 2024-09-18T03:24:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~8388608,29360128~20971520,58720256~12582912,121634816~4194304,167772160~12582912,184549376~4194304,285212672~12582912,339738624~8388608,352321536~8388608] 2024-09-18T03:24:31.884 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 4 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,58720256~8388608,71303168~4194304,104857600~4194304,121634816~4194304,163577856~12582912,184549376~4194304,209715200~12582912,285212672~8388608,306184192~8388608,339738624~4194304,352321536~4194304,394264576~4194304] 2024-09-18T03:24:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,58720256~8388608,71303168~4194304,104857600~4194304,121634816~4194304,163577856~12582912,184549376~4194304,209715200~12582912,285212672~8388608,306184192~8388608,339738624~4194304,352321536~4194304,394264576~4194304] 2024-09-18T03:24:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~16777216,29360128~20971520,58720256~20971520,104857600~8388608,121634816~4194304,163577856~16777216,184549376~4194304,209715200~16777216,285212672~12582912,306184192~12582912,339738624~8388608,352321536~8388608,394264576~4194304] 2024-09-18T03:24:31.886 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 5 diff [0~16777216,29360128~4194304,37748736~8388608,54525952~12582912,71303168~4194304,104857600~4194304,117440512~8388608,130023424~4194304,163577856~12582912,184549376~4194304,192937984~8388608,209715200~12582912,243269632~4194304,285212672~8388608,306184192~8388608,318767104~8388608,339738624~4194304,352321536~4194304,394264576~4194304] 2024-09-18T03:24:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,29360128~4194304,37748736~8388608,54525952~12582912,71303168~4194304,104857600~4194304,117440512~8388608,130023424~4194304,163577856~12582912,184549376~4194304,192937984~8388608,209715200~12582912,243269632~4194304,285212672~8388608,306184192~8388608,318767104~8388608,339738624~4194304,352321536~4194304,394264576~4194304] 2024-09-18T03:24:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,29360128~20971520,54525952~25165824,104857600~8388608,117440512~20971520,163577856~16777216,184549376~4194304,192937984~12582912,209715200~16777216,243269632~8388608,285212672~12582912,306184192~25165824,339738624~8388608,352321536~8388608,394264576~4194304] 2024-09-18T03:24:31.887 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 6 diff [0~16777216,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,285212672~8388608,297795584~16777216,318767104~8388608,339738624~4194304,352321536~4194304,394264576~4194304] 2024-09-18T03:24:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,285212672~8388608,297795584~16777216,318767104~8388608,339738624~4194304,352321536~4194304,394264576~4194304] 2024-09-18T03:24:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,29360128~50331648,88080384~8388608,100663296~12582912,117440512~20971520,163577856~16777216,184549376~4194304,192937984~33554432,243269632~16777216,285212672~46137344,339738624~8388608,352321536~8388608,394264576~4194304] 2024-09-18T03:24:31.890 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 7 diff [0~16777216,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,260046848~4194304,285212672~8388608,297795584~16777216,318767104~8388608,339738624~4194304,352321536~4194304,385875968~12582912] 2024-09-18T03:24:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,29360128~4194304,37748736~29360128,71303168~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,260046848~4194304,285212672~8388608,297795584~16777216,318767104~8388608,339738624~4194304,352321536~4194304,385875968~12582912] 2024-09-18T03:24:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,29360128~50331648,88080384~25165824,117440512~20971520,146800640~8388608,163577856~16777216,184549376~4194304,192937984~33554432,243269632~20971520,285212672~46137344,339738624~8388608,352321536~8388608,385875968~12582912] 2024-09-18T03:24:31.892 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 8 diff [0~16777216,29360128~4194304,37748736~29360128,71303168~4194304,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~8388608,297795584~16777216,318767104~8388608,335544320~8388608,352321536~4194304,385875968~12582912] 2024-09-18T03:24:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,29360128~4194304,37748736~29360128,71303168~4194304,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~12582912,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~8388608,297795584~16777216,318767104~8388608,335544320~8388608,352321536~4194304,385875968~12582912] 2024-09-18T03:24:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,29360128~50331648,83886080~29360128,117440512~20971520,146800640~8388608,163577856~16777216,184549376~4194304,192937984~37748736,243269632~33554432,285212672~46137344,335544320~12582912,352321536~8388608,385875968~12582912] 2024-09-18T03:24:31.895 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 9 diff [0~16777216,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~25165824,192937984~29360128,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,385875968~16777216] 2024-09-18T03:24:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~25165824,192937984~29360128,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,385875968~16777216] 2024-09-18T03:24:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~54525952,83886080~29360128,117440512~20971520,146800640~8388608,163577856~25165824,192937984~37748736,243269632~33554432,285212672~46137344,335544320~12582912,352321536~8388608,385875968~16777216] 2024-09-18T03:24:31.899 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 10 diff [0~16777216,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~25165824,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,385875968~16777216] 2024-09-18T03:24:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~25165824,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,385875968~16777216] 2024-09-18T03:24:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~54525952,83886080~54525952,142606336~12582912,163577856~25165824,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,385875968~20971520] 2024-09-18T03:24:31.902 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 11 diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~25165824,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,385875968~16777216] 2024-09-18T03:24:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~25165824,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,352321536~4194304,385875968~16777216] 2024-09-18T03:24:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~54525952,142606336~46137344,192937984~37748736,234881024~41943040,285212672~46137344,335544320~12582912,352321536~8388608,385875968~20971520] 2024-09-18T03:24:31.906 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 12 diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~29360128,130023424~4194304,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~29360128,71303168~8388608,83886080~8388608,96468992~29360128,130023424~4194304,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~54525952,142606336~46137344,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.910 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 13 diff [0~20971520,25165824~8388608,37748736~41943040,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~41943040,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~104857600,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.914 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 14 diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.919 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 15 diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~88080384,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.924 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 16 diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.930 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 17 diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~33554432] 2024-09-18T03:24:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.936 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 18 diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~37748736] 2024-09-18T03:24:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~121634816,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~4194304,369098752~37748736] 2024-09-18T03:24:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.941 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 19 diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:31.948 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 4 diff [4194304~4194304,71303168~4194304,104857600~4194304,163577856~4194304,209715200~12582912,285212672~4194304,306184192~8388608,394264576~4194304] 2024-09-18T03:24:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,71303168~4194304,104857600~4194304,163577856~4194304,209715200~12582912,285212672~4194304,306184192~8388608,394264576~4194304] 2024-09-18T03:24:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8388608,71303168~8388608,104857600~8388608,163577856~8388608,209715200~16777216,285212672~4194304,306184192~12582912,394264576~4194304] 2024-09-18T03:24:31.949 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 5 diff [0~16777216,54525952~4194304,71303168~4194304,104857600~4194304,117440512~8388608,130023424~4194304,163577856~4194304,192937984~8388608,209715200~12582912,243269632~4194304,285212672~8388608,306184192~8388608,318767104~8388608,394264576~4194304] 2024-09-18T03:24:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,54525952~4194304,71303168~4194304,104857600~4194304,117440512~8388608,130023424~4194304,163577856~4194304,192937984~8388608,209715200~12582912,243269632~4194304,285212672~8388608,306184192~8388608,318767104~8388608,394264576~4194304] 2024-09-18T03:24:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,54525952~4194304,71303168~8388608,104857600~8388608,117440512~20971520,163577856~8388608,192937984~12582912,209715200~16777216,243269632~8388608,285212672~12582912,306184192~25165824,394264576~4194304] 2024-09-18T03:24:31.950 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 6 diff [0~16777216,46137344~12582912,71303168~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,163577856~8388608,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,285212672~8388608,297795584~16777216,318767104~8388608,394264576~4194304] 2024-09-18T03:24:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,46137344~12582912,71303168~4194304,88080384~4194304,100663296~12582912,117440512~8388608,130023424~4194304,163577856~8388608,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,285212672~8388608,297795584~16777216,318767104~8388608,394264576~4194304] 2024-09-18T03:24:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,46137344~12582912,71303168~8388608,88080384~8388608,100663296~12582912,117440512~20971520,163577856~8388608,184549376~4194304,192937984~33554432,243269632~16777216,285212672~46137344,394264576~4194304] 2024-09-18T03:24:31.952 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 7 diff [0~16777216,37748736~25165824,71303168~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~8388608,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,260046848~4194304,285212672~8388608,297795584~16777216,318767104~8388608,385875968~12582912] 2024-09-18T03:24:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,37748736~25165824,71303168~4194304,88080384~4194304,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~8388608,184549376~4194304,192937984~8388608,205520896~16777216,243269632~12582912,260046848~4194304,285212672~8388608,297795584~16777216,318767104~8388608,385875968~12582912] 2024-09-18T03:24:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,37748736~29360128,71303168~8388608,88080384~25165824,117440512~20971520,146800640~8388608,163577856~8388608,184549376~4194304,192937984~33554432,243269632~20971520,285212672~46137344,385875968~12582912] 2024-09-18T03:24:31.954 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 8 diff [0~16777216,37748736~25165824,71303168~4194304,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~8388608,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~8388608,297795584~16777216,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-18T03:24:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,37748736~25165824,71303168~4194304,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~8388608,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~8388608,297795584~16777216,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-18T03:24:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,37748736~29360128,71303168~8388608,83886080~29360128,117440512~20971520,146800640~8388608,163577856~8388608,184549376~4194304,192937984~37748736,243269632~33554432,285212672~46137344,335544320~8388608,385875968~12582912] 2024-09-18T03:24:31.957 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 9 diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,146800640~8388608,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~29360128,318767104~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~41943040,71303168~8388608,83886080~29360128,117440512~20971520,146800640~8388608,163577856~8388608,176160768~12582912,192937984~37748736,243269632~33554432,285212672~46137344,335544320~8388608,385875968~16777216] 2024-09-18T03:24:31.960 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 10 diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~41943040,71303168~8388608,83886080~54525952,142606336~12582912,163577856~8388608,176160768~12582912,192937984~37748736,234881024~41943040,285212672~46137344,335544320~8388608,385875968~20971520] 2024-09-18T03:24:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 11 diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~29360128,318767104~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~67108864,71303168~8388608,83886080~54525952,142606336~46137344,192937984~37748736,234881024~41943040,285212672~46137344,335544320~8388608,385875968~20971520] 2024-09-18T03:24:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 12 diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~29360128,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~29360128,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~67108864,71303168~8388608,83886080~54525952,142606336~46137344,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 13 diff [0~20971520,25165824~8388608,37748736~25165824,67108864~12582912,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,67108864~12582912,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:31 smithi195 ceph-mon[89559]: pgmap v3808: 137 pgs: 137 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 39 MiB/s wr, 355 op/s 2024-09-18T03:24:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:31 smithi195 ceph-mon[89559]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-18T03:24:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~104857600,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 14 diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.979 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 15 diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:31.983 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 16 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:31.989 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 17 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:31.994 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 18 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.001 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 19 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.007 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 5 diff [0~16777216,54525952~4194304,117440512~8388608,130023424~4194304,192937984~8388608,243269632~4194304,285212672~8388608,318767104~8388608] 2024-09-18T03:24:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,54525952~4194304,117440512~8388608,130023424~4194304,192937984~8388608,243269632~4194304,285212672~8388608,318767104~8388608] 2024-09-18T03:24:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,54525952~4194304,117440512~20971520,192937984~12582912,243269632~8388608,285212672~12582912,318767104~12582912] 2024-09-18T03:24:32.008 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 6 diff [0~16777216,46137344~12582912,88080384~4194304,100663296~8388608,117440512~8388608,130023424~4194304,163577856~4194304,184549376~4194304,192937984~8388608,205520896~4194304,243269632~12582912,285212672~8388608,297795584~8388608,318767104~8388608] 2024-09-18T03:24:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,46137344~12582912,88080384~4194304,100663296~8388608,117440512~8388608,130023424~4194304,163577856~4194304,184549376~4194304,192937984~8388608,205520896~4194304,243269632~12582912,285212672~8388608,297795584~8388608,318767104~8388608] 2024-09-18T03:24:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:31 smithi046 ceph-mon[97106]: pgmap v3808: 137 pgs: 137 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 39 MiB/s wr, 355 op/s 2024-09-18T03:24:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:31 smithi046 ceph-mon[97106]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-18T03:24:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:31 smithi046 ceph-mon[94621]: pgmap v3808: 137 pgs: 137 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 39 MiB/s wr, 355 op/s 2024-09-18T03:24:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:31 smithi046 ceph-mon[94621]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-18T03:24:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,46137344~12582912,88080384~8388608,100663296~8388608,117440512~20971520,163577856~8388608,184549376~4194304,192937984~16777216,243269632~16777216,285212672~25165824,318767104~12582912] 2024-09-18T03:24:32.009 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 7 diff [0~16777216,37748736~25165824,88080384~4194304,96468992~12582912,117440512~8388608,130023424~4194304,146800640~8388608,163577856~4194304,184549376~4194304,192937984~8388608,205520896~8388608,243269632~12582912,260046848~4194304,285212672~8388608,297795584~8388608,318767104~8388608,385875968~8388608] 2024-09-18T03:24:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,37748736~25165824,88080384~4194304,96468992~12582912,117440512~8388608,130023424~4194304,146800640~8388608,163577856~4194304,184549376~4194304,192937984~8388608,205520896~8388608,243269632~12582912,260046848~4194304,285212672~8388608,297795584~8388608,318767104~8388608,385875968~8388608] 2024-09-18T03:24:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,37748736~29360128,88080384~20971520,117440512~20971520,146800640~8388608,163577856~8388608,184549376~4194304,192937984~20971520,243269632~20971520,285212672~25165824,318767104~12582912,385875968~12582912] 2024-09-18T03:24:32.011 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 8 diff [0~16777216,37748736~25165824,83886080~8388608,96468992~12582912,117440512~8388608,130023424~4194304,146800640~8388608,163577856~4194304,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~8388608,297795584~29360128,335544320~8388608,385875968~8388608] 2024-09-18T03:24:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,37748736~25165824,83886080~8388608,96468992~12582912,117440512~8388608,130023424~4194304,146800640~8388608,163577856~4194304,184549376~4194304,192937984~8388608,205520896~16777216,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~8388608,297795584~29360128,335544320~8388608,385875968~8388608] 2024-09-18T03:24:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,37748736~29360128,83886080~25165824,117440512~20971520,146800640~8388608,163577856~8388608,184549376~4194304,192937984~29360128,226492416~4194304,243269632~33554432,285212672~46137344,335544320~8388608,385875968~12582912] 2024-09-18T03:24:32.013 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 9 diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~12582912,117440512~8388608,130023424~4194304,146800640~8388608,163577856~4194304,176160768~12582912,192937984~29360128,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~41943040,335544320~8388608,385875968~8388608,398458880~4194304] 2024-09-18T03:24:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~12582912,117440512~8388608,130023424~4194304,146800640~8388608,163577856~4194304,176160768~12582912,192937984~29360128,226492416~4194304,243269632~12582912,260046848~4194304,268435456~4194304,285212672~41943040,335544320~8388608,385875968~8388608,398458880~4194304] 2024-09-18T03:24:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~41943040,71303168~8388608,83886080~25165824,117440512~20971520,146800640~8388608,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,243269632~33554432,285212672~46137344,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.016 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 10 diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~4194304,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~41943040,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~8388608,163577856~4194304,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~41943040,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.019 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~41943040,71303168~8388608,83886080~54525952,142606336~12582912,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~41943040,285212672~46137344,335544320~8388608,385875968~20971520] 2024-09-18T03:24:32.019 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 11 diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~41943040,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.019 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~20971520,260046848~12582912,285212672~41943040,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.022 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~67108864,71303168~8388608,83886080~54525952,142606336~46137344,192937984~29360128,226492416~4194304,234881024~41943040,285212672~46137344,335544320~8388608,385875968~20971520] 2024-09-18T03:24:32.023 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 12 diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.023 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~16777216,117440512~8388608,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.026 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~67108864,71303168~8388608,83886080~54525952,142606336~46137344,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.026 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 13 diff [0~20971520,25165824~8388608,37748736~25165824,67108864~12582912,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.026 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,67108864~12582912,83886080~41943040,130023424~8388608,142606336~16777216,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.029 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~79691776,83886080~104857600,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.030 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 14 diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.030 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~37748736,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.034 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.034 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 15 diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~25165824,222298112~8388608,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.034 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~25165824,67108864~58720256,130023424~29360128,163577856~25165824,192937984~25165824,222298112~8388608,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.038 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 16 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~20971520,260046848~12582912,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.043 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 17 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.048 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 18 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.053 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 19 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.059 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 6 diff [0~4194304,46137344~8388608,88080384~4194304,100663296~8388608,163577856~4194304,184549376~4194304,205520896~4194304,247463936~8388608,297795584~8388608,322961408~4194304] 2024-09-18T03:24:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,46137344~8388608,88080384~4194304,100663296~8388608,163577856~4194304,184549376~4194304,205520896~4194304,247463936~8388608,297795584~8388608,322961408~4194304] 2024-09-18T03:24:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,46137344~8388608,88080384~8388608,100663296~8388608,163577856~8388608,184549376~4194304,205520896~4194304,247463936~12582912,297795584~12582912,322961408~4194304] 2024-09-18T03:24:32.060 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 7 diff [0~4194304,8388608~8388608,37748736~16777216,58720256~4194304,88080384~4194304,96468992~12582912,146800640~8388608,163577856~4194304,184549376~4194304,205520896~8388608,247463936~8388608,260046848~4194304,297795584~8388608,322961408~4194304,385875968~8388608] 2024-09-18T03:24:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,8388608~8388608,37748736~16777216,58720256~4194304,88080384~4194304,96468992~12582912,146800640~8388608,163577856~4194304,184549376~4194304,205520896~8388608,247463936~8388608,260046848~4194304,297795584~8388608,322961408~4194304,385875968~8388608] 2024-09-18T03:24:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,37748736~16777216,58720256~8388608,88080384~20971520,146800640~8388608,163577856~8388608,184549376~4194304,205520896~8388608,247463936~16777216,297795584~12582912,322961408~4194304,385875968~12582912] 2024-09-18T03:24:32.062 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 8 diff [0~4194304,8388608~8388608,37748736~16777216,58720256~4194304,83886080~8388608,96468992~12582912,146800640~8388608,163577856~4194304,184549376~4194304,205520896~16777216,226492416~4194304,247463936~8388608,260046848~4194304,268435456~4194304,297795584~20971520,322961408~4194304,335544320~8388608,385875968~8388608] 2024-09-18T03:24:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,8388608~8388608,37748736~16777216,58720256~4194304,83886080~8388608,96468992~12582912,146800640~8388608,163577856~4194304,184549376~4194304,205520896~16777216,226492416~4194304,247463936~8388608,260046848~4194304,268435456~4194304,297795584~20971520,322961408~4194304,335544320~8388608,385875968~8388608] 2024-09-18T03:24:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,37748736~16777216,58720256~8388608,83886080~25165824,146800640~8388608,163577856~8388608,184549376~4194304,205520896~16777216,226492416~4194304,247463936~29360128,297795584~20971520,322961408~4194304,335544320~8388608,385875968~12582912] 2024-09-18T03:24:32.064 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 9 diff [0~16777216,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~12582912,146800640~8388608,163577856~4194304,176160768~12582912,201326592~20971520,226492416~4194304,247463936~8388608,260046848~4194304,268435456~4194304,285212672~33554432,322961408~4194304,335544320~8388608,385875968~8388608,398458880~4194304] 2024-09-18T03:24:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~12582912,146800640~8388608,163577856~4194304,176160768~12582912,201326592~20971520,226492416~4194304,247463936~8388608,260046848~4194304,268435456~4194304,285212672~33554432,322961408~4194304,335544320~8388608,385875968~8388608,398458880~4194304] 2024-09-18T03:24:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~29360128,58720256~8388608,71303168~8388608,83886080~25165824,146800640~8388608,163577856~8388608,176160768~12582912,201326592~20971520,226492416~4194304,247463936~29360128,285212672~33554432,322961408~4194304,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.066 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 10 diff [0~16777216,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,134217728~4194304,142606336~8388608,163577856~4194304,176160768~12582912,192937984~4194304,201326592~20971520,226492416~4194304,234881024~8388608,247463936~8388608,260046848~12582912,285212672~33554432,322961408~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,134217728~4194304,142606336~8388608,163577856~4194304,176160768~12582912,192937984~4194304,201326592~20971520,226492416~4194304,234881024~8388608,247463936~8388608,260046848~12582912,285212672~33554432,322961408~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~20971520,25165824~29360128,58720256~8388608,71303168~8388608,83886080~33554432,134217728~4194304,142606336~12582912,163577856~8388608,176160768~12582912,192937984~29360128,226492416~4194304,234881024~41943040,285212672~33554432,322961408~8388608,335544320~8388608,385875968~20971520] 2024-09-18T03:24:32.069 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 11 diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~4194304,201326592~20971520,226492416~4194304,234881024~8388608,247463936~8388608,260046848~12582912,285212672~33554432,322961408~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~4194304,201326592~20971520,226492416~4194304,234881024~8388608,247463936~8388608,260046848~12582912,285212672~33554432,322961408~8388608,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~54525952,58720256~8388608,71303168~8388608,83886080~33554432,130023424~8388608,142606336~46137344,192937984~29360128,226492416~4194304,234881024~41943040,285212672~33554432,322961408~8388608,335544320~8388608,385875968~20971520] 2024-09-18T03:24:32.071 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 12 diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~4194304,201326592~29360128,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~12582912,192937984~4194304,201326592~29360128,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~54525952,58720256~8388608,71303168~8388608,83886080~33554432,130023424~8388608,142606336~46137344,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.074 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 13 diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,163577856~25165824,192937984~4194304,201326592~29360128,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,163577856~25165824,192937984~4194304,201326592~29360128,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~54525952,58720256~20971520,83886080~37748736,130023424~58720256,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.078 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 14 diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~29360128,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~29360128,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~54525952,58720256~67108864,130023424~58720256,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.081 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 15 diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~20971520,260046848~12582912,276824064~12582912,293601280~37748736,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,37748736~16777216,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~20971520,260046848~12582912,276824064~12582912,293601280~37748736,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~54525952,58720256~67108864,130023424~58720256,192937984~37748736,234881024~96468992,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.085 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 16 diff [0~33554432,37748736~16777216,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~16777216,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~20971520,260046848~12582912,276824064~54525952,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~54525952,58720256~130023424,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.090 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 17 diff [0~33554432,37748736~16777216,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~16777216,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~54525952,58720256~130023424,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.095 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 18 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~4194304,201326592~16777216,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.101 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 19 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.107 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 7 diff [8388608~8388608,37748736~12582912,58720256~4194304,96468992~8388608,146800640~8388608,209715200~4194304,260046848~4194304,385875968~8388608] 2024-09-18T03:24:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~8388608,37748736~12582912,58720256~4194304,96468992~8388608,146800640~8388608,209715200~4194304,260046848~4194304,385875968~8388608] 2024-09-18T03:24:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~12582912,37748736~12582912,58720256~8388608,96468992~8388608,146800640~8388608,209715200~4194304,260046848~4194304,385875968~12582912] 2024-09-18T03:24:32.108 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 8 diff [8388608~8388608,37748736~12582912,58720256~4194304,83886080~8388608,96468992~8388608,146800640~8388608,163577856~4194304,209715200~12582912,226492416~4194304,260046848~4194304,268435456~4194304,301989888~8388608,314572800~4194304,335544320~8388608,385875968~8388608] 2024-09-18T03:24:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~8388608,37748736~12582912,58720256~4194304,83886080~8388608,96468992~8388608,146800640~8388608,163577856~4194304,209715200~12582912,226492416~4194304,260046848~4194304,268435456~4194304,301989888~8388608,314572800~4194304,335544320~8388608,385875968~8388608] 2024-09-18T03:24:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~12582912,37748736~12582912,58720256~8388608,83886080~20971520,146800640~8388608,163577856~8388608,209715200~12582912,226492416~4194304,260046848~16777216,301989888~16777216,335544320~8388608,385875968~12582912] 2024-09-18T03:24:32.109 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 9 diff [4194304~12582912,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,146800640~8388608,163577856~4194304,176160768~8388608,201326592~4194304,209715200~12582912,226492416~4194304,260046848~4194304,268435456~4194304,285212672~12582912,301989888~8388608,314572800~4194304,335544320~8388608,385875968~8388608,398458880~4194304] 2024-09-18T03:24:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~12582912,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,146800640~8388608,163577856~4194304,176160768~8388608,201326592~4194304,209715200~12582912,226492416~4194304,260046848~4194304,268435456~4194304,285212672~12582912,301989888~8388608,314572800~4194304,335544320~8388608,385875968~8388608,398458880~4194304] 2024-09-18T03:24:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~16777216,25165824~25165824,58720256~8388608,71303168~8388608,83886080~20971520,146800640~8388608,163577856~8388608,176160768~12582912,201326592~4194304,209715200~12582912,226492416~4194304,260046848~16777216,285212672~33554432,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.111 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 10 diff [4194304~12582912,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,134217728~4194304,142606336~8388608,163577856~4194304,176160768~8388608,192937984~4194304,201326592~4194304,209715200~12582912,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~12582912,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,134217728~4194304,142606336~8388608,163577856~4194304,176160768~8388608,192937984~4194304,201326592~4194304,209715200~12582912,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~16777216,25165824~25165824,58720256~8388608,71303168~8388608,83886080~20971520,109051904~8388608,134217728~4194304,142606336~12582912,163577856~8388608,176160768~12582912,192937984~12582912,209715200~12582912,226492416~4194304,234881024~12582912,260046848~16777216,285212672~33554432,327155712~4194304,335544320~8388608,385875968~20971520] 2024-09-18T03:24:32.113 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 11 diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,209715200~12582912,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,209715200~12582912,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,385875968~16777216] 2024-09-18T03:24:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~46137344,58720256~8388608,71303168~8388608,83886080~20971520,109051904~8388608,130023424~8388608,142606336~46137344,192937984~12582912,209715200~12582912,226492416~4194304,234881024~12582912,260046848~16777216,285212672~33554432,327155712~4194304,335544320~8388608,385875968~20971520] 2024-09-18T03:24:32.116 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 12 diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,209715200~20971520,234881024~12582912,260046848~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,209715200~20971520,234881024~12582912,260046848~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~46137344,58720256~8388608,71303168~8388608,83886080~33554432,130023424~8388608,142606336~46137344,192937984~12582912,209715200~20971520,234881024~12582912,260046848~71303168,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.118 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 13 diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,163577856~25165824,192937984~4194304,201326592~4194304,209715200~20971520,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,163577856~25165824,192937984~4194304,201326592~4194304,209715200~20971520,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~46137344,58720256~20971520,83886080~37748736,130023424~58720256,192937984~12582912,209715200~20971520,234881024~12582912,260046848~71303168,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.121 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 14 diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~20971520,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~20971520,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~46137344,58720256~67108864,130023424~58720256,192937984~12582912,209715200~20971520,234881024~12582912,260046848~71303168,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.125 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 15 diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~12582912,58720256~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~46137344,58720256~67108864,130023424~58720256,192937984~12582912,209715200~20971520,234881024~16777216,260046848~71303168,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.129 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 16 diff [0~33554432,37748736~12582912,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~12582912,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~50331648,58720256~130023424,192937984~12582912,209715200~20971520,234881024~16777216,260046848~71303168,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.133 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 17 diff [0~33554432,37748736~12582912,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~12582912,58720256~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~50331648,58720256~130023424,192937984~12582912,209715200~20971520,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.138 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 18 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~12582912,209715200~20971520,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.143 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 19 diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.148 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 8 diff [83886080~8388608,163577856~4194304,213909504~8388608,226492416~4194304,260046848~4194304,268435456~4194304,301989888~8388608,314572800~4194304,335544320~8388608] 2024-09-18T03:24:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [83886080~8388608,163577856~4194304,213909504~8388608,226492416~4194304,260046848~4194304,268435456~4194304,301989888~8388608,314572800~4194304,335544320~8388608] 2024-09-18T03:24:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [83886080~12582912,163577856~8388608,213909504~8388608,226492416~4194304,260046848~16777216,301989888~16777216,335544320~8388608] 2024-09-18T03:24:32.149 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 9 diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,163577856~4194304,176160768~8388608,201326592~4194304,213909504~8388608,226492416~4194304,260046848~4194304,268435456~4194304,285212672~12582912,301989888~8388608,314572800~4194304,335544320~8388608,398458880~4194304] 2024-09-18T03:24:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,163577856~4194304,176160768~8388608,201326592~4194304,213909504~8388608,226492416~4194304,260046848~4194304,268435456~4194304,285212672~12582912,301989888~8388608,314572800~4194304,335544320~8388608,398458880~4194304] 2024-09-18T03:24:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~12582912,25165824~12582912,41943040~8388608,71303168~8388608,83886080~12582912,163577856~8388608,176160768~12582912,201326592~4194304,213909504~8388608,226492416~4194304,260046848~16777216,285212672~33554432,335544320~8388608,398458880~4194304] 2024-09-18T03:24:32.151 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 10 diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,134217728~4194304,142606336~4194304,163577856~4194304,176160768~8388608,192937984~4194304,201326592~4194304,213909504~8388608,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,394264576~8388608] 2024-09-18T03:24:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,134217728~4194304,142606336~4194304,163577856~4194304,176160768~8388608,192937984~4194304,201326592~4194304,213909504~8388608,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,394264576~8388608] 2024-09-18T03:24:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~12582912,25165824~12582912,41943040~8388608,71303168~8388608,83886080~12582912,109051904~8388608,134217728~4194304,142606336~8388608,163577856~8388608,176160768~12582912,192937984~12582912,213909504~8388608,226492416~4194304,234881024~12582912,260046848~16777216,285212672~33554432,327155712~4194304,335544320~8388608,394264576~12582912] 2024-09-18T03:24:32.153 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 11 diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,213909504~8388608,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,394264576~8388608] 2024-09-18T03:24:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,213909504~8388608,226492416~4194304,234881024~8388608,260046848~12582912,285212672~12582912,301989888~8388608,314572800~4194304,327155712~4194304,335544320~8388608,394264576~8388608] 2024-09-18T03:24:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,71303168~8388608,83886080~12582912,109051904~8388608,130023424~8388608,142606336~46137344,192937984~12582912,213909504~8388608,226492416~4194304,234881024~12582912,260046848~16777216,285212672~33554432,327155712~4194304,335544320~8388608,394264576~12582912] 2024-09-18T03:24:32.155 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 12 diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,213909504~16777216,234881024~12582912,260046848~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,163577856~8388608,176160768~8388608,192937984~4194304,201326592~4194304,213909504~16777216,234881024~12582912,260046848~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,71303168~8388608,83886080~33554432,130023424~8388608,142606336~46137344,192937984~12582912,213909504~16777216,234881024~12582912,260046848~71303168,335544320~8388608,369098752~8388608,381681664~8388608,394264576~12582912] 2024-09-18T03:24:32.158 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 13 diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,163577856~25165824,192937984~4194304,201326592~4194304,213909504~16777216,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,163577856~25165824,192937984~4194304,201326592~4194304,213909504~16777216,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,67108864~12582912,83886080~37748736,130023424~58720256,192937984~12582912,213909504~16777216,234881024~12582912,260046848~71303168,335544320~8388608,369098752~8388608,381681664~8388608,394264576~12582912] 2024-09-18T03:24:32.160 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 14 diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,213909504~16777216,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,213909504~16777216,234881024~12582912,260046848~12582912,276824064~33554432,314572800~8388608,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,67108864~58720256,130023424~58720256,192937984~12582912,213909504~16777216,234881024~12582912,260046848~71303168,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.163 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 15 diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,335544320~8388608,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,67108864~58720256,130023424~58720256,192937984~12582912,209715200~20971520,234881024~16777216,260046848~71303168,335544320~8388608,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.167 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 16 diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~16777216,390070272~12582912] 2024-09-18T03:24:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~16777216,390070272~12582912] 2024-09-18T03:24:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~8388608,67108864~121634816,192937984~12582912,209715200~20971520,234881024~16777216,260046848~71303168,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.171 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 17 diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~8388608,67108864~121634816,192937984~12582912,209715200~20971520,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.176 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 18 diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~12582912,209715200~20971520,234881024~96468992,335544320~8388608,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.181 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 19 diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.187 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 9 diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,176160768~8388608,201326592~4194304,285212672~12582912,398458880~4194304] 2024-09-18T03:24:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,176160768~8388608,201326592~4194304,285212672~12582912,398458880~4194304] 2024-09-18T03:24:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~12582912,25165824~12582912,41943040~8388608,71303168~8388608,176160768~12582912,201326592~4194304,285212672~16777216,398458880~4194304] 2024-09-18T03:24:32.188 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 10 diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,134217728~4194304,142606336~4194304,176160768~8388608,192937984~4194304,201326592~4194304,234881024~8388608,264241152~8388608,285212672~12582912,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~8388608,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,134217728~4194304,142606336~4194304,176160768~8388608,192937984~4194304,201326592~4194304,234881024~8388608,264241152~8388608,285212672~12582912,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~12582912,25165824~12582912,41943040~8388608,71303168~8388608,83886080~12582912,109051904~8388608,134217728~4194304,142606336~8388608,176160768~12582912,192937984~12582912,234881024~12582912,264241152~12582912,285212672~16777216,327155712~4194304,394264576~12582912] 2024-09-18T03:24:32.190 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 11 diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,130023424~4194304,142606336~16777216,167772160~4194304,176160768~8388608,192937984~4194304,201326592~4194304,234881024~8388608,264241152~8388608,285212672~12582912,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,130023424~4194304,142606336~16777216,167772160~4194304,176160768~8388608,192937984~4194304,201326592~4194304,234881024~8388608,264241152~8388608,285212672~12582912,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,71303168~8388608,83886080~12582912,109051904~8388608,130023424~8388608,142606336~20971520,167772160~20971520,192937984~12582912,234881024~12582912,264241152~12582912,285212672~16777216,327155712~4194304,394264576~12582912] 2024-09-18T03:24:32.192 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 12 diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,167772160~4194304,176160768~8388608,192937984~4194304,201326592~4194304,222298112~4194304,234881024~12582912,264241152~8388608,276824064~20971520,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,71303168~8388608,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,167772160~4194304,176160768~8388608,192937984~4194304,201326592~4194304,222298112~4194304,234881024~12582912,264241152~8388608,276824064~20971520,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,71303168~8388608,83886080~33554432,130023424~8388608,142606336~20971520,167772160~20971520,192937984~12582912,222298112~4194304,234881024~12582912,264241152~37748736,314572800~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2024-09-18T03:24:32.194 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 13 diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,167772160~20971520,192937984~4194304,201326592~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~25165824,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~12582912,83886080~37748736,130023424~8388608,142606336~16777216,167772160~20971520,192937984~4194304,201326592~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~25165824,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,67108864~12582912,83886080~37748736,130023424~33554432,167772160~20971520,192937984~12582912,222298112~4194304,234881024~12582912,260046848~41943040,314572800~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2024-09-18T03:24:32.197 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 14 diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~29360128,314572800~8388608,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~29360128,314572800~8388608,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,67108864~58720256,130023424~58720256,192937984~12582912,222298112~4194304,234881024~12582912,260046848~46137344,314572800~16777216,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.199 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 15 diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,41943040~4194304,67108864~58720256,130023424~29360128,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,41943040~8388608,67108864~58720256,130023424~58720256,192937984~12582912,209715200~16777216,234881024~16777216,260046848~71303168,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.202 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 16 diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,356515840~4194304,369098752~16777216,390070272~12582912] 2024-09-18T03:24:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,356515840~4194304,369098752~16777216,390070272~12582912] 2024-09-18T03:24:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~8388608,67108864~121634816,192937984~12582912,209715200~16777216,234881024~16777216,260046848~71303168,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.206 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 17 diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~8388608,67108864~121634816,192937984~12582912,209715200~16777216,234881024~96468992,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.212 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 18 diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~4194304,201326592~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~12582912,209715200~16777216,234881024~96468992,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.214 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 19 diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.219 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 10 diff [25165824~4194304,83886080~8388608,109051904~4194304,134217728~4194304,142606336~4194304,192937984~4194304,234881024~8388608,264241152~8388608,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [25165824~4194304,83886080~8388608,109051904~4194304,134217728~4194304,142606336~4194304,192937984~4194304,234881024~8388608,264241152~8388608,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [25165824~8388608,83886080~12582912,109051904~8388608,134217728~4194304,142606336~8388608,192937984~8388608,234881024~12582912,264241152~12582912,327155712~4194304,394264576~12582912] 2024-09-18T03:24:32.220 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 11 diff [4194304~4194304,12582912~8388608,25165824~4194304,83886080~8388608,109051904~4194304,130023424~4194304,142606336~16777216,167772160~4194304,192937984~4194304,234881024~8388608,264241152~8388608,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~4194304,83886080~8388608,109051904~4194304,130023424~4194304,142606336~16777216,167772160~4194304,192937984~4194304,234881024~8388608,264241152~8388608,327155712~4194304,394264576~8388608] 2024-09-18T03:24:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~29360128,83886080~12582912,109051904~8388608,130023424~8388608,142606336~20971520,167772160~8388608,192937984~8388608,234881024~12582912,264241152~12582912,327155712~4194304,394264576~12582912] 2024-09-18T03:24:32.222 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 12 diff [4194304~4194304,12582912~8388608,25165824~4194304,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,167772160~4194304,192937984~4194304,222298112~4194304,234881024~12582912,264241152~8388608,276824064~8388608,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~4194304,83886080~8388608,96468992~16777216,130023424~4194304,142606336~16777216,167772160~4194304,192937984~4194304,222298112~4194304,234881024~12582912,264241152~8388608,276824064~8388608,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~29360128,83886080~33554432,130023424~8388608,142606336~20971520,167772160~8388608,192937984~8388608,222298112~4194304,234881024~12582912,264241152~25165824,314572800~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2024-09-18T03:24:32.224 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 13 diff [4194304~4194304,12582912~8388608,25165824~4194304,67108864~4194304,83886080~37748736,130023424~8388608,142606336~16777216,167772160~8388608,180355072~8388608,192937984~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~8388608,293601280~8388608,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~4194304,67108864~4194304,83886080~37748736,130023424~8388608,142606336~16777216,167772160~8388608,180355072~8388608,192937984~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~8388608,293601280~8388608,314572800~8388608,327155712~4194304,369098752~8388608,381681664~8388608,394264576~8388608] 2024-09-18T03:24:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~29360128,67108864~4194304,83886080~37748736,130023424~33554432,167772160~20971520,192937984~8388608,222298112~4194304,234881024~12582912,260046848~29360128,293601280~8388608,314572800~16777216,369098752~8388608,381681664~8388608,394264576~12582912] 2024-09-18T03:24:32.226 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 14 diff [4194304~16777216,25165824~8388608,67108864~4194304,79691776~46137344,130023424~29360128,163577856~12582912,180355072~8388608,192937984~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~8388608,293601280~12582912,314572800~8388608,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,67108864~4194304,79691776~46137344,130023424~29360128,163577856~12582912,180355072~8388608,192937984~4194304,222298112~4194304,234881024~12582912,260046848~12582912,276824064~8388608,293601280~12582912,314572800~8388608,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,67108864~4194304,79691776~46137344,130023424~58720256,192937984~8388608,222298112~4194304,234881024~12582912,260046848~29360128,293601280~12582912,314572800~16777216,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.229 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 15 diff [4194304~16777216,25165824~8388608,67108864~4194304,79691776~46137344,130023424~29360128,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,25165824~8388608,67108864~4194304,79691776~46137344,130023424~29360128,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~12582912,293601280~29360128,327155712~4194304,369098752~8388608,381681664~20971520] 2024-09-18T03:24:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~33554432,67108864~4194304,79691776~46137344,130023424~58720256,192937984~8388608,209715200~16777216,234881024~16777216,260046848~71303168,369098752~8388608,381681664~25165824] 2024-09-18T03:24:32.232 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 16 diff [0~20971520,25165824~8388608,67108864~4194304,79691776~79691776,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,356515840~4194304,369098752~16777216,390070272~12582912] 2024-09-18T03:24:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,67108864~4194304,79691776~79691776,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~16777216,260046848~12582912,276824064~46137344,327155712~4194304,356515840~4194304,369098752~16777216,390070272~12582912] 2024-09-18T03:24:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,67108864~4194304,79691776~109051904,192937984~8388608,209715200~16777216,234881024~16777216,260046848~71303168,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.236 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 17 diff [0~20971520,25165824~8388608,67108864~4194304,79691776~79691776,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,67108864~4194304,79691776~79691776,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,67108864~4194304,79691776~109051904,192937984~8388608,209715200~16777216,234881024~96468992,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.240 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 18 diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~79691776,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~79691776,163577856~12582912,180355072~8388608,192937984~4194304,209715200~8388608,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~8388608,209715200~16777216,234881024~96468992,356515840~4194304,369098752~37748736] 2024-09-18T03:24:32.244 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 19 diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.249 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 11 diff [4194304~4194304,12582912~8388608,109051904~4194304,130023424~4194304,146800640~12582912,167772160~4194304,398458880~4194304] 2024-09-18T03:24:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,12582912~8388608,109051904~4194304,130023424~4194304,146800640~12582912,167772160~4194304,398458880~4194304] 2024-09-18T03:24:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,109051904~4194304,130023424~8388608,146800640~16777216,167772160~8388608,398458880~4194304] 2024-09-18T03:24:32.250 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 12 diff [4194304~4194304,12582912~8388608,96468992~16777216,130023424~4194304,146800640~12582912,167772160~4194304,222298112~4194304,234881024~8388608,276824064~8388608,314572800~8388608,369098752~8388608,381681664~8388608,398458880~4194304] 2024-09-18T03:24:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,12582912~8388608,96468992~16777216,130023424~4194304,146800640~12582912,167772160~4194304,222298112~4194304,234881024~8388608,276824064~8388608,314572800~8388608,369098752~8388608,381681664~8388608,398458880~4194304] 2024-09-18T03:24:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,96468992~16777216,130023424~8388608,146800640~16777216,167772160~8388608,222298112~4194304,234881024~12582912,276824064~12582912,314572800~12582912,369098752~8388608,381681664~8388608,398458880~4194304] 2024-09-18T03:24:32.251 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 13 diff [4194304~4194304,12582912~8388608,67108864~4194304,92274688~25165824,130023424~8388608,146800640~12582912,167772160~8388608,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~8388608,314572800~8388608,369098752~8388608,381681664~8388608,398458880~4194304] 2024-09-18T03:24:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~4194304,12582912~8388608,67108864~4194304,92274688~25165824,130023424~8388608,146800640~12582912,167772160~8388608,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~8388608,314572800~8388608,369098752~8388608,381681664~8388608,398458880~4194304] 2024-09-18T03:24:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,67108864~4194304,92274688~29360128,130023424~12582912,146800640~16777216,167772160~20971520,222298112~4194304,234881024~12582912,260046848~4194304,276824064~12582912,293601280~8388608,314572800~12582912,369098752~8388608,381681664~8388608,398458880~4194304] 2024-09-18T03:24:32.253 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 14 diff [4194304~16777216,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~12582912,314572800~8388608,369098752~8388608,381681664~12582912,398458880~4194304] 2024-09-18T03:24:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~12582912,314572800~8388608,369098752~8388608,381681664~12582912,398458880~4194304] 2024-09-18T03:24:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~8388608,67108864~4194304,79691776~8388608,92274688~33554432,130023424~58720256,222298112~4194304,234881024~12582912,260046848~4194304,276824064~12582912,293601280~12582912,314572800~12582912,369098752~8388608,381681664~12582912,398458880~4194304] 2024-09-18T03:24:32.254 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 15 diff [4194304~16777216,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~29360128,369098752~8388608,381681664~12582912,398458880~4194304] 2024-09-18T03:24:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~29360128,369098752~8388608,381681664~12582912,398458880~4194304] 2024-09-18T03:24:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~8388608,67108864~4194304,79691776~8388608,92274688~33554432,130023424~58720256,209715200~16777216,234881024~16777216,260046848~8388608,276824064~50331648,369098752~8388608,381681664~12582912,398458880~4194304] 2024-09-18T03:24:32.256 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 16 diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~46137344,356515840~4194304,369098752~16777216,390070272~4194304,398458880~4194304] 2024-09-18T03:24:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~46137344,356515840~4194304,369098752~16777216,390070272~4194304,398458880~4194304] 2024-09-18T03:24:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,67108864~4194304,79691776~8388608,92274688~96468992,209715200~16777216,234881024~16777216,260046848~12582912,276824064~50331648,356515840~4194304,369098752~25165824,398458880~4194304] 2024-09-18T03:24:32.260 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 17 diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~25165824,398458880~4194304] 2024-09-18T03:24:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~25165824,398458880~4194304] 2024-09-18T03:24:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,67108864~4194304,79691776~8388608,92274688~96468992,209715200~16777216,234881024~37748736,276824064~50331648,356515840~4194304,369098752~25165824,398458880~4194304] 2024-09-18T03:24:32.263 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 18 diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,209715200~16777216,234881024~37748736,276824064~50331648,356515840~4194304,369098752~33554432] 2024-09-18T03:24:32.267 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 19 diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.271 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 12 diff [96468992~12582912,222298112~4194304,234881024~8388608,276824064~8388608,314572800~8388608,369098752~8388608,381681664~8388608] 2024-09-18T03:24:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [96468992~12582912,222298112~4194304,234881024~8388608,276824064~8388608,314572800~8388608,369098752~8388608,381681664~8388608] 2024-09-18T03:24:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [96468992~16777216,222298112~4194304,234881024~12582912,276824064~12582912,314572800~12582912,369098752~8388608,381681664~8388608] 2024-09-18T03:24:32.272 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 13 diff [67108864~4194304,92274688~25165824,130023424~8388608,167772160~8388608,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~8388608,314572800~8388608,369098752~8388608,381681664~8388608] 2024-09-18T03:24:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [67108864~4194304,92274688~25165824,130023424~8388608,167772160~8388608,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~8388608,314572800~8388608,369098752~8388608,381681664~8388608] 2024-09-18T03:24:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [67108864~4194304,92274688~29360128,130023424~12582912,167772160~20971520,222298112~4194304,234881024~12582912,260046848~4194304,276824064~12582912,293601280~8388608,314572800~12582912,369098752~8388608,381681664~8388608] 2024-09-18T03:24:32.273 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 14 diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,163577856~12582912,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~12582912,314572800~8388608,369098752~8388608,381681664~12582912] 2024-09-18T03:24:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,163577856~12582912,180355072~8388608,222298112~4194304,234881024~8388608,260046848~4194304,276824064~8388608,293601280~12582912,314572800~8388608,369098752~8388608,381681664~12582912] 2024-09-18T03:24:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~16777216,29360128~8388608,67108864~4194304,79691776~8388608,92274688~33554432,130023424~16777216,163577856~25165824,222298112~4194304,234881024~12582912,260046848~4194304,276824064~12582912,293601280~12582912,314572800~12582912,369098752~8388608,381681664~12582912] 2024-09-18T03:24:32.275 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 15 diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~29360128,369098752~8388608,381681664~12582912] 2024-09-18T03:24:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~25165824,121634816~4194304,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~29360128,369098752~8388608,381681664~12582912] 2024-09-18T03:24:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~16777216,29360128~8388608,67108864~4194304,79691776~8388608,92274688~33554432,130023424~29360128,163577856~25165824,209715200~16777216,234881024~16777216,260046848~8388608,276824064~50331648,369098752~8388608,381681664~12582912] 2024-09-18T03:24:32.277 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 16 diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~46137344,356515840~4194304,369098752~16777216,390070272~4194304] 2024-09-18T03:24:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~4194304,260046848~8388608,276824064~46137344,356515840~4194304,369098752~16777216,390070272~4194304] 2024-09-18T03:24:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,209715200~16777216,234881024~16777216,260046848~12582912,276824064~50331648,356515840~4194304,369098752~25165824] 2024-09-18T03:24:32.279 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 17 diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~25165824] 2024-09-18T03:24:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~25165824] 2024-09-18T03:24:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,209715200~16777216,234881024~37748736,276824064~50331648,356515840~4194304,369098752~25165824] 2024-09-18T03:24:32.282 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 18 diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,209715200~16777216,234881024~37748736,276824064~50331648,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.286 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 19 diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.290 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 13 diff [67108864~4194304,92274688~4194304,109051904~8388608,130023424~8388608,167772160~8388608,180355072~8388608,260046848~4194304,293601280~8388608,381681664~4194304] 2024-09-18T03:24:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [67108864~4194304,92274688~4194304,109051904~8388608,130023424~8388608,167772160~8388608,180355072~8388608,260046848~4194304,293601280~8388608,381681664~4194304] 2024-09-18T03:24:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [67108864~4194304,92274688~8388608,109051904~12582912,130023424~12582912,167772160~20971520,260046848~4194304,293601280~8388608,381681664~8388608] 2024-09-18T03:24:32.291 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 14 diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~4194304,109051904~8388608,121634816~4194304,130023424~12582912,163577856~12582912,180355072~8388608,260046848~4194304,293601280~12582912,381681664~4194304,390070272~4194304] 2024-09-18T03:24:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~4194304,109051904~8388608,121634816~4194304,130023424~12582912,163577856~12582912,180355072~8388608,260046848~4194304,293601280~12582912,381681664~4194304,390070272~4194304] 2024-09-18T03:24:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~16777216,29360128~8388608,67108864~4194304,79691776~8388608,92274688~8388608,109051904~16777216,130023424~16777216,163577856~25165824,260046848~4194304,293601280~12582912,381681664~12582912] 2024-09-18T03:24:32.292 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 15 diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~4194304,109051904~8388608,121634816~4194304,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~8388608,293601280~20971520,369098752~4194304,381681664~4194304,390070272~4194304] 2024-09-18T03:24:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~12582912,29360128~4194304,67108864~4194304,79691776~4194304,92274688~4194304,109051904~8388608,121634816~4194304,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~8388608,293601280~20971520,369098752~4194304,381681664~4194304,390070272~4194304] 2024-09-18T03:24:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~16777216,29360128~8388608,67108864~4194304,79691776~8388608,92274688~8388608,109051904~16777216,130023424~29360128,163577856~25165824,209715200~12582912,247463936~4194304,260046848~8388608,281018368~37748736,369098752~4194304,381681664~12582912] 2024-09-18T03:24:32.293 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 16 diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~4194304,109051904~16777216,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~37748736,356515840~4194304,369098752~4194304,377487360~8388608,390070272~4194304] 2024-09-18T03:24:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~4194304,109051904~16777216,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~37748736,356515840~4194304,369098752~4194304,377487360~8388608,390070272~4194304] 2024-09-18T03:24:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,67108864~4194304,79691776~8388608,92274688~8388608,109051904~50331648,163577856~25165824,209715200~12582912,247463936~4194304,260046848~12582912,281018368~37748736,356515840~4194304,369098752~4194304,377487360~16777216] 2024-09-18T03:24:32.296 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 17 diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,247463936~20971520,281018368~37748736,356515840~4194304,369098752~4194304,377487360~16777216] 2024-09-18T03:24:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~8388608,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,247463936~20971520,281018368~37748736,356515840~4194304,369098752~4194304,377487360~16777216] 2024-09-18T03:24:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,209715200~16777216,247463936~25165824,281018368~37748736,356515840~4194304,369098752~4194304,377487360~16777216] 2024-09-18T03:24:32.298 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 18 diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,247463936~20971520,276824064~46137344,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~12582912,180355072~8388608,209715200~8388608,222298112~4194304,247463936~20971520,276824064~46137344,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,209715200~16777216,247463936~25165824,276824064~46137344,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.327 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 19 diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,197132288~29360128,247463936~25165824,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.331 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 14 diff [8388608~12582912,29360128~4194304,79691776~4194304,121634816~4194304,134217728~8388608,163577856~4194304,301989888~4194304,390070272~4194304] 2024-09-18T03:24:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~12582912,29360128~4194304,79691776~4194304,121634816~4194304,134217728~8388608,163577856~4194304,301989888~4194304,390070272~4194304] 2024-09-18T03:24:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~16777216,29360128~8388608,79691776~8388608,121634816~4194304,134217728~12582912,163577856~4194304,301989888~4194304,390070272~4194304] 2024-09-18T03:24:32.331 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 15 diff [8388608~12582912,29360128~4194304,79691776~4194304,121634816~4194304,134217728~8388608,146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~8388608,301989888~12582912,369098752~4194304,390070272~4194304] 2024-09-18T03:24:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [8388608~12582912,29360128~4194304,79691776~4194304,121634816~4194304,134217728~8388608,146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~8388608,301989888~12582912,369098752~4194304,390070272~4194304] 2024-09-18T03:24:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [8388608~16777216,29360128~8388608,79691776~8388608,121634816~4194304,134217728~25165824,163577856~12582912,209715200~12582912,247463936~4194304,260046848~8388608,281018368~12582912,301989888~16777216,369098752~4194304,390070272~4194304] 2024-09-18T03:24:32.333 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 16 diff [0~20971520,29360128~4194304,79691776~4194304,117440512~12582912,134217728~8388608,146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~12582912,301989888~16777216,356515840~4194304,369098752~4194304,377487360~4194304,390070272~4194304] 2024-09-18T03:24:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,79691776~4194304,117440512~12582912,134217728~8388608,146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~12582912,301989888~16777216,356515840~4194304,369098752~4194304,377487360~4194304,390070272~4194304] 2024-09-18T03:24:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,79691776~8388608,117440512~12582912,134217728~25165824,163577856~12582912,209715200~12582912,247463936~4194304,260046848~12582912,281018368~12582912,301989888~16777216,356515840~4194304,369098752~4194304,377487360~8388608,390070272~4194304] 2024-09-18T03:24:32.335 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 17 diff [0~20971520,29360128~4194304,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~8388608,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,281018368~12582912,297795584~20971520,356515840~4194304,369098752~4194304,377487360~4194304,385875968~8388608] 2024-09-18T03:24:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~4194304,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~8388608,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,281018368~12582912,297795584~20971520,356515840~4194304,369098752~4194304,377487360~4194304,385875968~8388608] 2024-09-18T03:24:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~8388608,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,209715200~16777216,247463936~25165824,281018368~12582912,297795584~20971520,356515840~4194304,369098752~4194304,377487360~16777216] 2024-09-18T03:24:32.337 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 18 diff [0~20971520,25165824~8388608,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,25165824~8388608,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,209715200~16777216,247463936~25165824,276824064~16777216,297795584~25165824,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.340 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 19 diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.344 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 15 diff [146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~8388608,306184192~8388608,369098752~4194304] 2024-09-18T03:24:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~8388608,306184192~8388608,369098752~4194304] 2024-09-18T03:24:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [146800640~12582912,163577856~12582912,209715200~12582912,247463936~4194304,260046848~8388608,281018368~12582912,306184192~12582912,369098752~4194304] 2024-09-18T03:24:32.345 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 16 diff [0~8388608,117440512~12582912,146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~12582912,306184192~12582912,356515840~4194304,369098752~4194304,377487360~4194304] 2024-09-18T03:24:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,117440512~12582912,146800640~8388608,163577856~8388608,209715200~8388608,247463936~4194304,260046848~8388608,281018368~12582912,306184192~12582912,356515840~4194304,369098752~4194304,377487360~4194304] 2024-09-18T03:24:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,117440512~12582912,146800640~12582912,163577856~12582912,209715200~12582912,247463936~4194304,260046848~12582912,281018368~12582912,306184192~12582912,356515840~4194304,369098752~4194304,377487360~8388608] 2024-09-18T03:24:32.347 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 17 diff [0~8388608,92274688~8388608,113246208~16777216,146800640~8388608,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,281018368~12582912,297795584~4194304,306184192~12582912,356515840~4194304,369098752~4194304,377487360~4194304,385875968~4194304] 2024-09-18T03:24:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,92274688~8388608,113246208~16777216,146800640~8388608,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,281018368~12582912,297795584~4194304,306184192~12582912,356515840~4194304,369098752~4194304,377487360~4194304,385875968~4194304] 2024-09-18T03:24:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,92274688~12582912,113246208~16777216,146800640~12582912,163577856~12582912,209715200~16777216,247463936~25165824,281018368~12582912,297795584~4194304,306184192~12582912,356515840~4194304,369098752~4194304,377487360~16777216] 2024-09-18T03:24:32.349 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 18 diff [0~8388608,25165824~4194304,50331648~8388608,92274688~8388608,113246208~16777216,146800640~12582912,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,276824064~16777216,297795584~4194304,306184192~16777216,356515840~4194304,369098752~20971520,394264576~4194304] 2024-09-18T03:24:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,25165824~4194304,50331648~8388608,92274688~8388608,113246208~16777216,146800640~12582912,163577856~8388608,209715200~8388608,222298112~4194304,247463936~20971520,276824064~16777216,297795584~4194304,306184192~16777216,356515840~4194304,369098752~20971520,394264576~4194304] 2024-09-18T03:24:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,25165824~4194304,50331648~12582912,92274688~12582912,113246208~16777216,146800640~12582912,163577856~12582912,209715200~16777216,247463936~25165824,276824064~16777216,297795584~25165824,356515840~4194304,369098752~29360128] 2024-09-18T03:24:32.351 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 19 diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~16777216,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.354 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 16 diff [0~8388608,117440512~12582912,264241152~4194304,289406976~4194304,306184192~8388608,356515840~4194304,377487360~4194304] 2024-09-18T03:24:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,117440512~12582912,264241152~4194304,289406976~4194304,306184192~8388608,356515840~4194304,377487360~4194304] 2024-09-18T03:24:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,117440512~12582912,264241152~8388608,289406976~4194304,306184192~12582912,356515840~4194304,377487360~8388608] 2024-09-18T03:24:32.355 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 17 diff [0~8388608,92274688~8388608,113246208~16777216,222298112~4194304,251658240~8388608,264241152~4194304,289406976~4194304,297795584~4194304,306184192~12582912,356515840~4194304,377487360~4194304,385875968~4194304] 2024-09-18T03:24:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,92274688~8388608,113246208~16777216,222298112~4194304,251658240~8388608,264241152~4194304,289406976~4194304,297795584~4194304,306184192~12582912,356515840~4194304,377487360~4194304,385875968~4194304] 2024-09-18T03:24:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,92274688~12582912,113246208~16777216,222298112~4194304,251658240~20971520,289406976~4194304,297795584~4194304,306184192~12582912,356515840~4194304,377487360~16777216] 2024-09-18T03:24:32.357 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 18 diff [0~8388608,25165824~4194304,50331648~8388608,92274688~8388608,113246208~16777216,150994944~8388608,222298112~4194304,251658240~8388608,264241152~4194304,276824064~4194304,289406976~4194304,297795584~4194304,306184192~16777216,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,25165824~4194304,50331648~8388608,92274688~8388608,113246208~16777216,150994944~8388608,222298112~4194304,251658240~8388608,264241152~4194304,276824064~4194304,289406976~4194304,297795584~4194304,306184192~16777216,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,25165824~4194304,50331648~12582912,92274688~12582912,113246208~16777216,150994944~8388608,222298112~4194304,251658240~20971520,276824064~8388608,289406976~4194304,297795584~25165824,356515840~4194304,373293056~25165824] 2024-09-18T03:24:32.360 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 19 diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,222298112~4194304,251658240~20971520,276824064~16777216,297795584~25165824,356515840~8388608,373293056~25165824] 2024-09-18T03:24:32.364 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 17 diff [92274688~8388608,113246208~8388608,222298112~4194304,251658240~8388608,264241152~4194304,297795584~4194304,310378496~4194304,385875968~4194304] 2024-09-18T03:24:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [92274688~8388608,113246208~8388608,222298112~4194304,251658240~8388608,264241152~4194304,297795584~4194304,310378496~4194304,385875968~4194304] 2024-09-18T03:24:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [92274688~12582912,113246208~8388608,222298112~4194304,251658240~20971520,297795584~4194304,310378496~4194304,385875968~8388608] 2024-09-18T03:24:32.365 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 18 diff [25165824~4194304,50331648~8388608,92274688~8388608,113246208~8388608,150994944~8388608,222298112~4194304,251658240~8388608,264241152~4194304,276824064~4194304,297795584~4194304,310378496~12582912,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [25165824~4194304,50331648~8388608,92274688~8388608,113246208~8388608,150994944~8388608,222298112~4194304,251658240~8388608,264241152~4194304,276824064~4194304,297795584~4194304,310378496~12582912,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [25165824~4194304,50331648~12582912,92274688~12582912,113246208~8388608,150994944~8388608,222298112~4194304,251658240~20971520,276824064~8388608,297795584~8388608,310378496~12582912,373293056~25165824] 2024-09-18T03:24:32.367 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 19 diff [16777216~8388608,50331648~8388608,92274688~8388608,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,297795584~25165824,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16777216~8388608,50331648~8388608,92274688~8388608,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,297795584~25165824,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~12582912,50331648~12582912,92274688~12582912,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,222298112~4194304,251658240~20971520,276824064~12582912,297795584~25165824,356515840~8388608,373293056~25165824] 2024-09-18T03:24:32.370 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 18 diff [25165824~4194304,50331648~8388608,150994944~8388608,276824064~4194304,297795584~4194304,314572800~8388608,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [25165824~4194304,50331648~8388608,150994944~8388608,276824064~4194304,297795584~4194304,314572800~8388608,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [25165824~4194304,50331648~12582912,150994944~8388608,276824064~8388608,297795584~8388608,314572800~8388608,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.372 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 19 diff [16777216~8388608,50331648~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,276824064~8388608,297795584~12582912,314572800~8388608,356515840~4194304,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16777216~8388608,50331648~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,276824064~8388608,297795584~12582912,314572800~8388608,356515840~4194304,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~12582912,50331648~12582912,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,276824064~12582912,297795584~12582912,314572800~8388608,356515840~8388608,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.373 INFO:tasks.workunit.client.0.smithi046.stdout:from 18 to 19 diff [16777216~8388608,142606336~4194304,171966464~4194304,197132288~4194304,205520896~4194304,281018368~4194304,297795584~12582912,356515840~4194304] 2024-09-18T03:24:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16777216~8388608,142606336~4194304,171966464~4194304,197132288~4194304,205520896~4194304,281018368~4194304,297795584~12582912,356515840~4194304] 2024-09-18T03:24:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~12582912,142606336~4194304,171966464~4194304,197132288~16777216,281018368~8388608,297795584~12582912,356515840~8388608] 2024-09-18T03:24:32.681 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:24:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:24:32.687 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:32.708 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:32.715 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:32.722 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.727 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.732 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.738 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.743 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.748 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.752 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:32.757 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:32.760 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.763 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,197132288~29360128,247463936~25165824,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.767 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.769 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~16777216,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:32.771 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,222298112~4194304,251658240~20971520,276824064~16777216,297795584~25165824,356515840~8388608,373293056~25165824] 2024-09-18T03:24:32.773 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [16777216~8388608,50331648~8388608,92274688~8388608,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,297795584~25165824,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16777216~8388608,50331648~8388608,92274688~8388608,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,297795584~25165824,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~12582912,50331648~12582912,92274688~12582912,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,222298112~4194304,251658240~20971520,276824064~12582912,297795584~25165824,356515840~8388608,373293056~25165824] 2024-09-18T03:24:32.775 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to HEAD diff [16777216~8388608,50331648~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,276824064~8388608,297795584~12582912,314572800~8388608,356515840~4194304,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16777216~8388608,50331648~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,276824064~8388608,297795584~12582912,314572800~8388608,356515840~4194304,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~12582912,50331648~12582912,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,276824064~12582912,297795584~12582912,314572800~8388608,356515840~8388608,373293056~12582912,394264576~4194304] 2024-09-18T03:24:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:32 smithi195 ceph-mon[89559]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-18T03:24:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:32 smithi046 ceph-mon[94621]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-18T03:24:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:32 smithi046 ceph-mon[97106]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-18T03:24:33.698 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:33.698 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:33.728 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:33.728 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:33.728 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:33.736 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:33.736 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:33.736 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:33.742 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:33.743 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.743 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.750 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.750 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.750 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.756 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.756 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.756 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.762 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.762 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.762 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.767 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.767 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.767 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.773 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.773 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.773 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.778 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.778 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.778 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.781 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:33.781 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.781 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.785 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:33.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.785 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.789 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.789 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.789 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.792 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,197132288~29360128,247463936~25165824,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.792 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.795 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.795 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:33.795 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:33.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~16777216,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:33.798 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:33.798 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:33.799 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,222298112~4194304,251658240~20971520,276824064~16777216,297795584~25165824,356515840~8388608,373293056~25165824] 2024-09-18T03:24:33.800 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [16777216~8388608,50331648~8388608,92274688~8388608,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,297795584~25165824,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:33.800 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [16777216~8388608,50331648~8388608,92274688~8388608,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,297795584~25165824,356515840~4194304,373293056~16777216,394264576~4194304] 2024-09-18T03:24:33.801 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~12582912,50331648~12582912,92274688~12582912,113246208~8388608,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,222298112~4194304,251658240~20971520,276824064~12582912,297795584~25165824,356515840~8388608,373293056~25165824] 2024-09-18T03:24:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:33 smithi195 ceph-mon[89559]: pgmap v3811: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 16 MiB/s wr, 71 op/s 2024-09-18T03:24:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:33 smithi195 ceph-mon[89559]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-18T03:24:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:33 smithi046 ceph-mon[97106]: pgmap v3811: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 16 MiB/s wr, 71 op/s 2024-09-18T03:24:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:33 smithi046 ceph-mon[97106]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-18T03:24:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:33 smithi046 ceph-mon[94621]: pgmap v3811: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 16 MiB/s wr, 71 op/s 2024-09-18T03:24:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:33 smithi046 ceph-mon[94621]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-18T03:24:34.703 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:34.704 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:34.733 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:34.733 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:34.733 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:34.742 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:34.742 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:34.742 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:34.749 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:34.749 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.750 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.755 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.755 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.755 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.760 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.760 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.760 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.765 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.765 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.765 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.769 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.770 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.770 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.773 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.773 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.773 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.777 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.777 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.777 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.781 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:34.781 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.781 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.785 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:34.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.785 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.788 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.788 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.788 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.790 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,197132288~29360128,247463936~25165824,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.790 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.790 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.792 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.793 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:34.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:34.794 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~16777216,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:34.794 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:34.794 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~4194304,205520896~4194304,222298112~4194304,251658240~8388608,264241152~4194304,276824064~8388608,289406976~4194304,297795584~25165824,356515840~8388608,373293056~16777216,394264576~4194304] 2024-09-18T03:24:34.796 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~4194304,150994944~8388608,171966464~4194304,197132288~16777216,222298112~4194304,251658240~20971520,276824064~16777216,297795584~25165824,356515840~8388608,373293056~25165824] 2024-09-18T03:24:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:34 smithi195 ceph-mon[89559]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-18T03:24:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:34 smithi046 ceph-mon[97106]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-18T03:24:35.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:34 smithi046 ceph-mon[94621]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-18T03:24:35.710 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:35.710 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:35.749 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:35.749 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:35.750 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:35.757 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:35.757 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:35.757 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:35.763 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:35.764 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.764 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.769 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.769 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.769 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.774 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.774 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.774 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.779 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.779 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.779 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.784 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.784 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.784 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.788 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.788 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.788 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.791 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.791 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.791 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.794 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:35.794 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.794 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:35.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.799 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.800 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.800 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.801 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,197132288~29360128,247463936~25165824,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.801 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.803 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.803 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:35.803 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,16777216~8388608,50331648~8388608,92274688~8388608,113246208~16777216,142606336~16777216,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~20971520,394264576~4194304] 2024-09-18T03:24:35.804 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,16777216~12582912,50331648~12582912,92274688~12582912,113246208~16777216,142606336~16777216,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:35 smithi195 ceph-mon[89559]: pgmap v3814: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 23 MiB/s wr, 1.07k op/s 2024-09-18T03:24:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:35 smithi195 ceph-mon[89559]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-18T03:24:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:35 smithi046 ceph-mon[97106]: pgmap v3814: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 23 MiB/s wr, 1.07k op/s 2024-09-18T03:24:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:35 smithi046 ceph-mon[97106]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-18T03:24:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:35 smithi046 ceph-mon[94621]: pgmap v3814: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 23 MiB/s wr, 1.07k op/s 2024-09-18T03:24:36.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:35 smithi046 ceph-mon[94621]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-18T03:24:36.701 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:24:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:24:36] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-09-18T03:24:36.713 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:36.713 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:36.749 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:36.750 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:36.750 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:36.757 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:36.757 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:36.757 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:36.763 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:36.763 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.763 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.768 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.768 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.768 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.772 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.773 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.773 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.777 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.777 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.777 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.782 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.782 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.782 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.785 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.785 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.788 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.788 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.788 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.791 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:36.791 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.791 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.793 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:36.793 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.795 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.795 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.795 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.796 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,197132288~29360128,247463936~25165824,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,79691776~4194304,92274688~8388608,113246208~16777216,134217728~8388608,146800640~12582912,163577856~12582912,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,79691776~8388608,92274688~12582912,113246208~16777216,134217728~25165824,163577856~12582912,197132288~29360128,247463936~25165824,276824064~16777216,297795584~25165824,356515840~8388608,369098752~29360128] 2024-09-18T03:24:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:36 smithi195 ceph-mon[89559]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-18T03:24:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:36 smithi046 ceph-mon[94621]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-18T03:24:37.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:36 smithi046 ceph-mon[97106]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-18T03:24:37.723 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:37.724 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:37.760 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:37.760 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:37.760 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:37.775 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:37.775 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:37.775 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:37.780 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:37.780 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.781 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.785 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.785 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.789 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.789 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.789 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.793 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.793 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.800 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.800 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.800 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.803 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.803 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.803 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.805 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:37.805 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.805 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.807 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:37.807 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:37.807 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:37.808 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:37.808 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:37.808 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~8388608,109051904~16777216,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:37.809 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~12582912,109051904~50331648,163577856~25165824,197132288~29360128,247463936~25165824,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:37 smithi195 ceph-mon[89559]: pgmap v3817: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 17 MiB/s wr, 1.07k op/s 2024-09-18T03:24:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:37 smithi195 ceph-mon[89559]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-18T03:24:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:37 smithi046 ceph-mon[94621]: pgmap v3817: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 17 MiB/s wr, 1.07k op/s 2024-09-18T03:24:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:37 smithi046 ceph-mon[94621]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-18T03:24:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:37 smithi046 ceph-mon[97106]: pgmap v3817: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 590 KiB/s rd, 17 MiB/s wr, 1.07k op/s 2024-09-18T03:24:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:37 smithi046 ceph-mon[97106]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-18T03:24:38.727 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:38.727 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:38.760 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:38.760 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:38.760 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:38.769 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:38.769 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:38.770 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:38.775 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:38.775 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.775 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.779 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.779 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.779 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.783 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.783 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.783 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.787 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.787 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.787 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.790 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.790 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.790 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.793 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.793 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.795 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.796 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.796 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.798 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:38.798 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.798 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.799 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:38.799 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:38.800 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~29360128] 2024-09-18T03:24:38.801 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~67108864,163577856~25165824,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~29360128] 2024-09-18T03:24:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:38 smithi195 ceph-mon[89559]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-18T03:24:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:38 smithi046 ceph-mon[94621]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-18T03:24:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:38 smithi046 ceph-mon[97106]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-18T03:24:39.743 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:39.743 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:39.777 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:39.777 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:39.778 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:39.781 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:39.781 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:39.781 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:39.786 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:39.786 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.786 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.792 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.792 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.800 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.800 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.804 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.804 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.804 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.807 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.807 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.809 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.809 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.809 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.810 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.810 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.811 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:39.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~4194304,92274688~33554432,130023424~12582912,146800640~12582912,163577856~25165824,197132288~4194304,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,276824064~46137344,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.813 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~8388608,92274688~96468992,197132288~29360128,234881024~37748736,276824064~50331648,356515840~8388608,369098752~33554432] 2024-09-18T03:24:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:39 smithi195 ceph-mon[89559]: pgmap v3820: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 379 KiB/s rd, 294 KiB/s wr, 674 op/s 2024-09-18T03:24:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:39 smithi195 ceph-mon[89559]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-18T03:24:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:24:39.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:39.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:39.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:39.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:39 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[97106]: pgmap v3820: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 379 KiB/s rd, 294 KiB/s wr, 674 op/s 2024-09-18T03:24:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[97106]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-18T03:24:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[94621]: pgmap v3820: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 379 KiB/s rd, 294 KiB/s wr, 674 op/s 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[94621]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:39 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:40.728 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:40.728 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:40.770 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:40.771 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:40.771 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:40.781 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:40.781 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:40.781 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:40.787 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:40.787 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.787 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.796 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.796 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.796 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.802 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.802 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.802 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.805 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.805 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.805 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.807 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.807 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.807 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.809 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.809 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.810 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.811 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.811 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.811 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,50331648~8388608,67108864~4194304,79691776~79691776,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:40.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,50331648~12582912,67108864~4194304,79691776~109051904,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:40 smithi195 ceph-mon[89559]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-18T03:24:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:24:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:24:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:40 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[97106]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-18T03:24:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:24:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:24:41.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[94621]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-18T03:24:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:24:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:24:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:40 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:24:41.740 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:41.740 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:41.766 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:41.766 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:41.766 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:41.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:41.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:41.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:41.801 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:41.801 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.804 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.804 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.804 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.807 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.807 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.807 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.809 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.810 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.810 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.813 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.814 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.814 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~4194304,234881024~37748736,276824064~46137344,327155712~4194304,356515840~8388608,369098752~33554432] 2024-09-18T03:24:41.814 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~33554432,234881024~96468992,356515840~8388608,369098752~37748736] 2024-09-18T03:24:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:41 smithi195 ceph-mon[89559]: pgmap v3823: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 6.2 KiB/s wr, 709 op/s 2024-09-18T03:24:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:41 smithi195 ceph-mon[89559]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-18T03:24:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:41 smithi046 ceph-mon[94621]: pgmap v3823: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 6.2 KiB/s wr, 709 op/s 2024-09-18T03:24:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:41 smithi046 ceph-mon[94621]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-18T03:24:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:41 smithi046 ceph-mon[97106]: pgmap v3823: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 6.2 KiB/s wr, 709 op/s 2024-09-18T03:24:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:41 smithi046 ceph-mon[97106]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-18T03:24:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:24:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:24:42.745 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:42.745 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:42.786 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:42.786 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:42.786 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:42.798 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:42.798 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:42.799 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:42.802 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:42.802 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:42.803 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:42.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:42.806 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.806 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.809 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:42.809 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.809 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.811 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:42.811 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.811 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.813 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:42.813 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.813 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,41943040~4194304,50331648~8388608,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:42.814 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~37748736,41943040~20971520,67108864~121634816,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:42 smithi046 ceph-mon[97106]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-18T03:24:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:42 smithi046 ceph-mon[94621]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-18T03:24:43.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:42 smithi195 ceph-mon[89559]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-18T03:24:43.436 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:43.436 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:43.493 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:43.493 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:43.493 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:43.510 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:43.510 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:43.510 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:43.524 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:43.524 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:43.524 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:43.530 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:43.530 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:43.530 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:43.534 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:43.534 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:43.534 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:43.535 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:43.536 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:43.536 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~46137344,327155712~4194304,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:43.536 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[97106]: pgmap v3826: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 0 B/s wr, 149 op/s 2024-09-18T03:24:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[97106]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-18T03:24:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[97106]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-18T03:24:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[94621]: pgmap v3826: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 0 B/s wr, 149 op/s 2024-09-18T03:24:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[94621]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-18T03:24:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:43 smithi046 ceph-mon[94621]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-18T03:24:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:43 smithi195 ceph-mon[89559]: pgmap v3826: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 0 B/s wr, 149 op/s 2024-09-18T03:24:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:43 smithi195 ceph-mon[89559]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-18T03:24:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:43 smithi195 ceph-mon[89559]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-18T03:24:44.447 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:44.447 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:44.479 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:44.479 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:44.479 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:44.502 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:44.503 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:44.503 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:44.513 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:44.513 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:44.513 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:44.524 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:44.525 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:44.525 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:44.530 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:44.531 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:44.531 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~8388608,205520896~12582912,222298112~8388608,234881024~37748736,276824064~54525952,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:44.533 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:45.443 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:45.444 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:45.471 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:45.471 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:45.471 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:45.504 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:45.504 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:45.504 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:45.510 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:45.510 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:45.510 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:45.512 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:45.512 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:45.512 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~25165824,222298112~8388608,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~33554432] 2024-09-18T03:24:45.513 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:45 smithi195 ceph-mon[89559]: pgmap v3829: 137 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 131 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 6.2 KiB/s wr, 310 op/s 2024-09-18T03:24:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:45 smithi195 ceph-mon[89559]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-18T03:24:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:45 smithi046 ceph-mon[97106]: pgmap v3829: 137 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 131 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 6.2 KiB/s wr, 310 op/s 2024-09-18T03:24:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:45 smithi046 ceph-mon[97106]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-18T03:24:45.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:45 smithi046 ceph-mon[94621]: pgmap v3829: 137 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 131 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 6.2 KiB/s wr, 310 op/s 2024-09-18T03:24:45.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:45 smithi046 ceph-mon[94621]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-18T03:24:46.463 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:46.463 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:46.477 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:46.478 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:46.478 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:46.493 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:46.493 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:46.493 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:46.503 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:46.503 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:46.503 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~33554432,37748736~25165824,67108864~92274688,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:46.508 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~8388608,356515840~8388608,369098752~37748736] 2024-09-18T03:24:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:46 smithi195 ceph-mon[89559]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-18T03:24:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:46 smithi046 ceph-mon[97106]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-18T03:24:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:46 smithi046 ceph-mon[94621]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-18T03:24:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:24:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:24:46] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-09-18T03:24:47.460 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:47.460 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:47.483 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:47.483 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:47.483 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:47.499 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:47.499 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:47.500 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:47.501 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:47 smithi195 ceph-mon[89559]: pgmap v3832: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1011 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 6.2 KiB/s wr, 278 op/s 2024-09-18T03:24:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:47 smithi195 ceph-mon[89559]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-18T03:24:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:47 smithi046 ceph-mon[97106]: pgmap v3832: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1011 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 6.2 KiB/s wr, 278 op/s 2024-09-18T03:24:47.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:47 smithi046 ceph-mon[97106]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-18T03:24:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:47 smithi046 ceph-mon[94621]: pgmap v3832: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1011 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 6.2 KiB/s wr, 278 op/s 2024-09-18T03:24:47.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:47 smithi046 ceph-mon[94621]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-18T03:24:48.435 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:48.435 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:48.454 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:48.454 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:48.454 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~50331648,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:48.456 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:48 smithi195 ceph-mon[89559]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-18T03:24:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:48 smithi195 ceph-mon[89559]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-18T03:24:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:48 smithi046 ceph-mon[97106]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-18T03:24:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:48 smithi046 ceph-mon[97106]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-18T03:24:48.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:48 smithi046 ceph-mon[94621]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-18T03:24:48.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:48 smithi046 ceph-mon[94621]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-18T03:24:49.473 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:49.473 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~159383552,163577856~25165824,192937984~37748736,234881024~37748736,276824064~54525952,335544320~8388608,352321536~8388608,369098752~37748736] 2024-09-18T03:24:49.488 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~188743680,192937984~37748736,234881024~96468992,335544320~12582912,352321536~12582912,369098752~37748736] 2024-09-18T03:24:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:49 smithi195 ceph-mon[89559]: pgmap v3835: 137 pgs: 137 active+clean; 901 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.5 KiB/s wr, 177 op/s 2024-09-18T03:24:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:49 smithi046 ceph-mon[97106]: pgmap v3835: 137 pgs: 137 active+clean; 901 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.5 KiB/s wr, 177 op/s 2024-09-18T03:24:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:49 smithi046 ceph-mon[94621]: pgmap v3835: 137 pgs: 137 active+clean; 901 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.5 KiB/s wr, 177 op/s 2024-09-18T03:24:50.503 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38884 ms) 2024-09-18T03:24:50.503 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-09-18T03:24:50.503 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:50 smithi195 ceph-mon[89559]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-18T03:24:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:50 smithi046 ceph-mon[97106]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-18T03:24:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:50 smithi046 ceph-mon[94621]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-18T03:24:51.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1080 ms) 2024-09-18T03:24:51.584 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-09-18T03:24:51.584 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:51 smithi195 ceph-mon[89559]: pgmap v3838: 137 pgs: 137 active+clean; 846 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 5.5 KiB/s wr, 164 op/s 2024-09-18T03:24:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:51 smithi195 ceph-mon[89559]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-18T03:24:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:51 smithi046 ceph-mon[94621]: pgmap v3838: 137 pgs: 137 active+clean; 846 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 5.5 KiB/s wr, 164 op/s 2024-09-18T03:24:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:51 smithi046 ceph-mon[94621]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-18T03:24:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:51 smithi046 ceph-mon[97106]: pgmap v3838: 137 pgs: 137 active+clean; 846 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 5.5 KiB/s wr, 164 op/s 2024-09-18T03:24:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:51 smithi046 ceph-mon[97106]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-18T03:24:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [4194304~16777216] to clone 2024-09-18T03:24:52.597 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [4194304~16777216] 2024-09-18T03:24:52.600 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1018 ms) 2024-09-18T03:24:52.601 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-09-18T03:24:52.601 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:52.620 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [53595~101083,4016071~23741,6541822~69756,7249883~13581,7301259~84332,11186500~65650,12071741~35647,12238390~86052,19036391~1612,20267616~18985] 2024-09-18T03:24:52.630 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (30 ms) 2024-09-18T03:24:52.630 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-09-18T03:24:52.631 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:52 smithi195 ceph-mon[89559]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-18T03:24:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:24:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:24:52.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:52 smithi046 ceph-mon[97106]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-18T03:24:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:52 smithi046 ceph-mon[94621]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-18T03:24:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:53 smithi046 ceph-mon[94621]: pgmap v3841: 137 pgs: 137 active+clean; 828 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 53 op/s 2024-09-18T03:24:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:53 smithi046 ceph-mon[94621]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-18T03:24:53.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:53 smithi046 ceph-mon[94621]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-18T03:24:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:53 smithi046 ceph-mon[97106]: pgmap v3841: 137 pgs: 137 active+clean; 828 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 53 op/s 2024-09-18T03:24:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:53 smithi046 ceph-mon[97106]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-18T03:24:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:53 smithi046 ceph-mon[97106]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-18T03:24:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:53 smithi195 ceph-mon[89559]: pgmap v3841: 137 pgs: 137 active+clean; 828 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 53 op/s 2024-09-18T03:24:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:53 smithi195 ceph-mon[89559]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-18T03:24:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:53 smithi195 ceph-mon[89559]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-18T03:24:54.534 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1902 ms) 2024-09-18T03:24:54.534 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-09-18T03:24:54.534 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:54.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (44 ms) 2024-09-18T03:24:54.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-09-18T03:24:54.578 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:54.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (69 ms) 2024-09-18T03:24:54.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-09-18T03:24:54.646 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-18T03:24:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:55 smithi195 ceph-mon[89559]: pgmap v3844: 137 pgs: 137 active+clean; 825 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 235 op/s 2024-09-18T03:24:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:55 smithi195 ceph-mon[89559]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-18T03:24:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:55 smithi046 ceph-mon[94621]: pgmap v3844: 137 pgs: 137 active+clean; 825 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 235 op/s 2024-09-18T03:24:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:55 smithi046 ceph-mon[94621]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-18T03:24:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:55 smithi046 ceph-mon[97106]: pgmap v3844: 137 pgs: 137 active+clean; 825 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 235 op/s 2024-09-18T03:24:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:55 smithi046 ceph-mon[97106]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-18T03:24:56.760 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:24:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:24:56] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-09-18T03:24:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:57 smithi195 ceph-mon[89559]: pgmap v3846: 137 pgs: 137 active+clean; 821 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.8 MiB/s wr, 243 op/s 2024-09-18T03:24:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:57 smithi046 ceph-mon[94621]: pgmap v3846: 137 pgs: 137 active+clean; 821 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.8 MiB/s wr, 243 op/s 2024-09-18T03:24:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:57 smithi046 ceph-mon[97106]: pgmap v3846: 137 pgs: 137 active+clean; 821 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.8 MiB/s wr, 243 op/s 2024-09-18T03:24:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:58.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:24:59.687 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5041 ms) 2024-09-18T03:24:59.687 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-09-18T03:24:59.688 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-18T03:24:59.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-09-18T03:24:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:59 smithi195 ceph-mon[89559]: pgmap v3847: 137 pgs: 137 active+clean; 858 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 245 op/s 2024-09-18T03:24:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:24:59 smithi195 ceph-mon[89559]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-18T03:24:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:59 smithi046 ceph-mon[97106]: pgmap v3847: 137 pgs: 137 active+clean; 858 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 245 op/s 2024-09-18T03:24:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:24:59 smithi046 ceph-mon[97106]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-18T03:24:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:59 smithi046 ceph-mon[94621]: pgmap v3847: 137 pgs: 137 active+clean; 858 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 245 op/s 2024-09-18T03:24:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:24:59 smithi046 ceph-mon[94621]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-18T03:25:00.452 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/1 (252201 ms total) 2024-09-18T03:25:00.452 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:25:00.452 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-18T03:25:00.452 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 425 tests from 16 test suites ran. (1426339 ms total) 2024-09-18T03:25:00.452 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 425 tests. 2024-09-18T03:25:00.452 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:25:00.453 INFO:tasks.workunit.client.0.smithi046.stdout: YOU HAVE 2 DISABLED TESTS 2024-09-18T03:25:00.453 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:25:00.461 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T03:25:00.461 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T03:25:00.533 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-09-18T03:25:00.534 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-18T03:25:00.799 DEBUG:teuthology.parallel:result is None 2024-09-18T03:25:00.800 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:25:00.828 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:25:00.828 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:25:00.884 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:25:00.885 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T03:25:00.885 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-09-18T03:25:00.885 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T03:25:00.885 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-09-18T03:25:00.885 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-18T03:25:00.886 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-18T03:25:00.886 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-18T03:25:00.886 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:25:00.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:25:00.940 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-18T03:25:00.941 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:25:00.996 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-18T03:25:00.996 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-18T03:25:01.052 INFO:tasks.workunit:timeout=3h 2024-09-18T03:25:01.053 INFO:tasks.workunit:cleanup=True 2024-09-18T03:25:01.053 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-18T03:25:01.109 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-18T03:25:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:01 smithi195 ceph-mon[89559]: pgmap v3849: 137 pgs: 137 active+clean; 862 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.4 MiB/s wr, 151 op/s 2024-09-18T03:25:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:01 smithi195 ceph-mon[89559]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-18T03:25:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:01 smithi046 ceph-mon[94621]: pgmap v3849: 137 pgs: 137 active+clean; 862 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.4 MiB/s wr, 151 op/s 2024-09-18T03:25:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:01 smithi046 ceph-mon[94621]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-18T03:25:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:01 smithi046 ceph-mon[97106]: pgmap v3849: 137 pgs: 137 active+clean; 862 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.4 MiB/s wr, 151 op/s 2024-09-18T03:25:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:01 smithi046 ceph-mon[97106]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-18T03:25:02.625 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:25:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:25:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:25:03.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:03 smithi195 ceph-mon[89559]: pgmap v3851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:25:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:03 smithi046 ceph-mon[97106]: pgmap v3851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:25:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:03 smithi046 ceph-mon[94621]: pgmap v3851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-18T03:25:05.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:05 smithi195 ceph-mon[89559]: pgmap v3852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:05.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:05 smithi046 ceph-mon[97106]: pgmap v3852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:05 smithi046 ceph-mon[94621]: pgmap v3852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:25:06] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-09-18T03:25:07.445 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-18T03:25:07.500 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-18T03:25:07.503 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T03:25:07.503 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-18T03:25:07.554 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-18T03:25:07.627 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-18T03:25:07.666 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T03:25:07.668 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T03:25:07.668 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-18T03:25:07.708 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T03:25:07.711 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T03:25:07.711 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-18T03:25:07.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:07 smithi195 ceph-mon[89559]: pgmap v3853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:07.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:07 smithi046 ceph-mon[97106]: pgmap v3853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:07 smithi046 ceph-mon[94621]: pgmap v3853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:07.768 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-09-18T03:25:07.769 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-09-18T03:25:07.769 DEBUG:teuthology.orchestra.run.smithi046:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-18T03:25:07.828 INFO:tasks.workunit.client.0.smithi046.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-18T03:25:07.829 INFO:tasks.workunit.client.0.smithi046.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-09-18T03:25:07.829 INFO:tasks.workunit.client.0.smithi046.stderr:+ '[' -n '' ']' 2024-09-18T03:25:07.829 INFO:tasks.workunit.client.0.smithi046.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-09-18T03:25:08.005 INFO:tasks.workunit.client.0.smithi046.stdout:============================= test session starts ============================== 2024-09-18T03:25:08.005 INFO:tasks.workunit.client.0.smithi046.stdout:platform linux -- Python 3.9.19, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-09-18T03:25:08.005 INFO:tasks.workunit.client.0.smithi046.stdout:cachedir: .pytest_cache 2024-09-18T03:25:08.005 INFO:tasks.workunit.client.0.smithi046.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-09-18T03:25:08.493 INFO:tasks.workunit.client.0.smithi046.stdout:collecting ... collected 182 items 2024-09-18T03:25:08.493 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:25:09.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:09 smithi195 ceph-mon[89559]: pgmap v3854: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:09.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:09 smithi046 ceph-mon[94621]: pgmap v3854: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:09.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:09 smithi046 ceph-mon[97106]: pgmap v3854: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:10 smithi195 ceph-mon[89559]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-18T03:25:10.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:10 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:25:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:10 smithi046 ceph-mon[97106]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-18T03:25:10.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:10 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:25:10.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:10 smithi046 ceph-mon[94621]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-18T03:25:10.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:10 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:25:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:11 smithi195 ceph-mon[89559]: pgmap v3856: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:11 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:25:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:11 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:25:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:11 smithi195 ceph-mon[89559]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-18T03:25:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[94621]: pgmap v3856: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:25:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:25:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[94621]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-18T03:25:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[97106]: pgmap v3856: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:25:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-18T03:25:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:11 smithi046 ceph-mon[97106]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-18T03:25:12.486 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-09-18T03:25:12.561 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-09-18T03:25:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:12 smithi195 ceph-mon[89559]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-18T03:25:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:25:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:25:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:12 smithi046 ceph-mon[94621]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-18T03:25:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:12 smithi046 ceph-mon[97106]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-18T03:25:13.134 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-09-18T03:25:13.229 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-09-18T03:25:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[97106]: pgmap v3859: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[97106]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[94621]: pgmap v3859: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[94621]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-18T03:25:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:13 smithi195 ceph-mon[89559]: pgmap v3859: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:25:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:13 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:25:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:13 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:25:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:13 smithi195 ceph-mon[89559]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-18T03:25:13.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:14.582 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-09-18T03:25:14.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:14 smithi046 ceph-mon[97106]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-18T03:25:14.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:14 smithi046 ceph-mon[94621]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-18T03:25:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:14 smithi195 ceph-mon[89559]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-18T03:25:15.109 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-09-18T03:25:15.639 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-09-18T03:25:15.732 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-09-18T03:25:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:15 smithi046 ceph-mon[94621]: pgmap v3862: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-09-18T03:25:15.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:15 smithi046 ceph-mon[94621]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-18T03:25:15.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:15 smithi046 ceph-mon[97106]: pgmap v3862: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-09-18T03:25:15.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:15 smithi046 ceph-mon[97106]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-18T03:25:15.815 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-09-18T03:25:15.825 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-09-18T03:25:15.827 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-09-18T03:25:15.899 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-09-18T03:25:15.960 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-09-18T03:25:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:15 smithi195 ceph-mon[89559]: pgmap v3862: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-09-18T03:25:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:15 smithi195 ceph-mon[89559]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-18T03:25:16.038 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-09-18T03:25:16.130 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-09-18T03:25:16.338 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-09-18T03:25:16.353 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-09-18T03:25:16.363 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-09-18T03:25:16.388 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-09-18T03:25:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:25:16] ENGINE Bus STOPPING 2024-09-18T03:25:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:25:16] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2024-09-18T03:25:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:25:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:25:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:25:16] ENGINE Bus STOPPED 2024-09-18T03:25:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:25:16] ENGINE Bus STARTING 2024-09-18T03:25:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:25:16] ENGINE Serving on http://:::9283 2024-09-18T03:25:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:25:16] ENGINE Bus STARTED 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 12 KiB/s wr, 208 op/s 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.726 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.727 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 12 KiB/s wr, 208 op/s 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 12 KiB/s wr, 208 op/s 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.762 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:25:17.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:25:17.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:25:18.455 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-09-18T03:25:18.456 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-09-18T03:25:18.457 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-09-18T03:25:18.532 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-09-18T03:25:18.602 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-09-18T03:25:18.669 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-09-18T03:25:18.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:18 smithi195 ceph-mon[89559]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-18T03:25:18.741 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-09-18T03:25:18.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:18 smithi046 ceph-mon[97106]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-18T03:25:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:18 smithi046 ceph-mon[94621]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-18T03:25:18.808 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-09-18T03:25:18.877 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-09-18T03:25:18.946 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-09-18T03:25:19.015 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-09-18T03:25:19.094 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-09-18T03:25:19.167 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-09-18T03:25:19.235 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-09-18T03:25:19.310 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-09-18T03:25:19.377 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-09-18T03:25:19.458 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-09-18T03:25:19.538 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-09-18T03:25:19.617 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-09-18T03:25:19.696 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-09-18T03:25:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:19 smithi195 ceph-mon[89559]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-18T03:25:19.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:19 smithi195 ceph-mon[89559]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 61 KiB/s wr, 780 op/s 2024-09-18T03:25:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:19 smithi046 ceph-mon[94621]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-18T03:25:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:19 smithi046 ceph-mon[94621]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 61 KiB/s wr, 780 op/s 2024-09-18T03:25:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:19 smithi046 ceph-mon[97106]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-18T03:25:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:19 smithi046 ceph-mon[97106]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 61 KiB/s wr, 780 op/s 2024-09-18T03:25:19.767 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-09-18T03:25:19.832 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-09-18T03:25:19.949 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-09-18T03:25:20.022 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-09-18T03:25:20.101 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-09-18T03:25:20.172 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-09-18T03:25:20.252 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-09-18T03:25:20.326 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-09-18T03:25:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:21 smithi195 ceph-mon[89559]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-18T03:25:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:21 smithi195 ceph-mon[89559]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 54 KiB/s wr, 798 op/s 2024-09-18T03:25:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:21 smithi046 ceph-mon[97106]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-18T03:25:21.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:21 smithi046 ceph-mon[97106]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 54 KiB/s wr, 798 op/s 2024-09-18T03:25:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:21 smithi046 ceph-mon[94621]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-18T03:25:21.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:21 smithi046 ceph-mon[94621]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 54 KiB/s wr, 798 op/s 2024-09-18T03:25:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:22 smithi195 ceph-mon[89559]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-18T03:25:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:25:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:25:22.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:22 smithi046 ceph-mon[94621]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-18T03:25:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:22 smithi046 ceph-mon[97106]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-18T03:25:23.495 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-09-18T03:25:23.581 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-09-18T03:25:23.670 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-09-18T03:25:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:23 smithi195 ceph-mon[89559]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-18T03:25:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:23 smithi195 ceph-mon[89559]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 7.7 KiB/s wr, 381 op/s 2024-09-18T03:25:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:23 smithi046 ceph-mon[97106]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-18T03:25:23.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:23 smithi046 ceph-mon[97106]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 7.7 KiB/s wr, 381 op/s 2024-09-18T03:25:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:23 smithi046 ceph-mon[94621]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-18T03:25:23.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:23 smithi046 ceph-mon[94621]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 7.7 KiB/s wr, 381 op/s 2024-09-18T03:25:23.849 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-09-18T03:25:24.022 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-09-18T03:25:24.092 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-09-18T03:25:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:24 smithi195 ceph-mon[89559]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-18T03:25:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:24 smithi195 ceph-mon[89559]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-18T03:25:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:24 smithi046 ceph-mon[94621]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-18T03:25:24.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:24 smithi046 ceph-mon[94621]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-18T03:25:24.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:24 smithi046 ceph-mon[97106]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-18T03:25:24.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:24 smithi046 ceph-mon[97106]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-18T03:25:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:25 smithi195 ceph-mon[89559]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 698 KiB/s rd, 2.1 MiB/s wr, 990 op/s 2024-09-18T03:25:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:25 smithi195 ceph-mon[89559]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-18T03:25:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:25 smithi046 ceph-mon[97106]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 698 KiB/s rd, 2.1 MiB/s wr, 990 op/s 2024-09-18T03:25:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:25 smithi046 ceph-mon[97106]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-18T03:25:25.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:25 smithi046 ceph-mon[94621]: pgmap v3875: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 698 KiB/s rd, 2.1 MiB/s wr, 990 op/s 2024-09-18T03:25:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:25 smithi046 ceph-mon[94621]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-18T03:25:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:26 smithi195 ceph-mon[89559]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-18T03:25:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:26 smithi046 ceph-mon[94621]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-18T03:25:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:26 smithi046 ceph-mon[97106]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-18T03:25:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:25:26] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2024-09-18T03:25:27.605 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-09-18T03:25:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:27 smithi195 ceph-mon[89559]: pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 4.1 MiB/s wr, 976 op/s 2024-09-18T03:25:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:27 smithi195 ceph-mon[89559]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-18T03:25:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:27 smithi046 ceph-mon[94621]: pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 4.1 MiB/s wr, 976 op/s 2024-09-18T03:25:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:27 smithi046 ceph-mon[94621]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-18T03:25:27.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:27 smithi046 ceph-mon[97106]: pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 4.1 MiB/s wr, 976 op/s 2024-09-18T03:25:27.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:27 smithi046 ceph-mon[97106]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-18T03:25:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:28 smithi195 ceph-mon[89559]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-18T03:25:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:28 smithi195 ceph-mon[89559]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-18T03:25:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:28 smithi046 ceph-mon[94621]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-18T03:25:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:28 smithi046 ceph-mon[94621]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-18T03:25:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:28 smithi046 ceph-mon[97106]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-18T03:25:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:28.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:28 smithi046 ceph-mon[97106]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-18T03:25:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:29 smithi195 ceph-mon[89559]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 2.0 MiB/s wr, 602 op/s 2024-09-18T03:25:29.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:29 smithi046 ceph-mon[94621]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 2.0 MiB/s wr, 602 op/s 2024-09-18T03:25:29.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:29 smithi046 ceph-mon[97106]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 2.0 MiB/s wr, 602 op/s 2024-09-18T03:25:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:30 smithi195 ceph-mon[89559]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-18T03:25:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:30 smithi046 ceph-mon[94621]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-18T03:25:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:30 smithi046 ceph-mon[97106]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-18T03:25:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:31 smithi046 ceph-mon[94621]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 42 KiB/s wr, 621 op/s 2024-09-18T03:25:31.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:31 smithi046 ceph-mon[94621]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-18T03:25:31.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:31 smithi046 ceph-mon[97106]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 42 KiB/s wr, 621 op/s 2024-09-18T03:25:31.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:31 smithi046 ceph-mon[97106]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-18T03:25:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:31 smithi195 ceph-mon[89559]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 42 KiB/s wr, 621 op/s 2024-09-18T03:25:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:31 smithi195 ceph-mon[89559]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-18T03:25:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:32 smithi195 ceph-mon[89559]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-18T03:25:32.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:25:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:25:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:32 smithi046 ceph-mon[97106]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-18T03:25:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:32 smithi046 ceph-mon[94621]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-18T03:25:33.534 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-09-18T03:25:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:33 smithi046 ceph-mon[94621]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 171 op/s 2024-09-18T03:25:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:33 smithi046 ceph-mon[94621]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-18T03:25:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:33 smithi046 ceph-mon[94621]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-18T03:25:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:33 smithi046 ceph-mon[97106]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 171 op/s 2024-09-18T03:25:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:33 smithi046 ceph-mon[97106]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-18T03:25:33.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:33 smithi046 ceph-mon[97106]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-18T03:25:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:33 smithi195 ceph-mon[89559]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 171 op/s 2024-09-18T03:25:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:33 smithi195 ceph-mon[89559]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-18T03:25:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:33 smithi195 ceph-mon[89559]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-18T03:25:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:35 smithi046 ceph-mon[97106]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-09-18T03:25:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:35 smithi046 ceph-mon[97106]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-18T03:25:35.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:35 smithi046 ceph-mon[94621]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-09-18T03:25:35.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:35 smithi046 ceph-mon[94621]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-18T03:25:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:35 smithi195 ceph-mon[89559]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-09-18T03:25:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:35 smithi195 ceph-mon[89559]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-18T03:25:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:36 smithi046 ceph-mon[97106]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-18T03:25:36.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:36 smithi046 ceph-mon[94621]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-18T03:25:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:25:36] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-09-18T03:25:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:36 smithi195 ceph-mon[89559]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-18T03:25:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:37 smithi046 ceph-mon[97106]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-09-18T03:25:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:37 smithi046 ceph-mon[97106]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-18T03:25:37.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:37 smithi046 ceph-mon[94621]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-09-18T03:25:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:37 smithi046 ceph-mon[94621]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-18T03:25:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:37 smithi195 ceph-mon[89559]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-09-18T03:25:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:37 smithi195 ceph-mon[89559]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-18T03:25:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:38 smithi195 ceph-mon[89559]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-18T03:25:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:38 smithi195 ceph-mon[89559]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-18T03:25:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:38 smithi046 ceph-mon[97106]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-18T03:25:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:38 smithi046 ceph-mon[97106]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-18T03:25:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:38 smithi046 ceph-mon[94621]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-18T03:25:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:38 smithi046 ceph-mon[94621]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-18T03:25:39.614 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-09-18T03:25:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:39 smithi195 ceph-mon[89559]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 16 KiB/s wr, 257 op/s 2024-09-18T03:25:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:39 smithi046 ceph-mon[94621]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 16 KiB/s wr, 257 op/s 2024-09-18T03:25:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:39 smithi046 ceph-mon[97106]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 16 KiB/s wr, 257 op/s 2024-09-18T03:25:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:40 smithi195 ceph-mon[89559]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-18T03:25:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:40 smithi046 ceph-mon[97106]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-18T03:25:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:40 smithi046 ceph-mon[94621]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-18T03:25:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:41 smithi195 ceph-mon[89559]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 167 op/s 2024-09-18T03:25:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:41 smithi195 ceph-mon[89559]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-18T03:25:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:41 smithi046 ceph-mon[97106]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 167 op/s 2024-09-18T03:25:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:41 smithi046 ceph-mon[97106]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-18T03:25:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:41 smithi046 ceph-mon[94621]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 167 op/s 2024-09-18T03:25:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:41 smithi046 ceph-mon[94621]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-18T03:25:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:42 smithi195 ceph-mon[89559]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-18T03:25:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:25:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:25:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:42 smithi046 ceph-mon[94621]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-18T03:25:43.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:42 smithi046 ceph-mon[97106]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-18T03:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:43 smithi195 ceph-mon[89559]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 3 op/s 2024-09-18T03:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:43 smithi195 ceph-mon[89559]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-18T03:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:43 smithi195 ceph-mon[89559]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-18T03:25:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[97106]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 3 op/s 2024-09-18T03:25:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[97106]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-18T03:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[97106]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-18T03:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[94621]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 3 op/s 2024-09-18T03:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[94621]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-18T03:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:43 smithi046 ceph-mon[94621]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-18T03:25:45.637 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-09-18T03:25:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:45 smithi195 ceph-mon[89559]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-09-18T03:25:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:45 smithi195 ceph-mon[89559]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-18T03:25:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]: dispatch 2024-09-18T03:25:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:45 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-09-18T03:25:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[94621]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-09-18T03:25:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[94621]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-18T03:25:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]: dispatch 2024-09-18T03:25:45.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-09-18T03:25:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[97106]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-09-18T03:25:45.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[97106]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-18T03:25:45.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]: dispatch 2024-09-18T03:25:45.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:45 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-09-18T03:25:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]': finished 2024-09-18T03:25:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:46 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-09-18T03:25:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:46 smithi046 ceph-mon[97106]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-18T03:25:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]': finished 2024-09-18T03:25:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:46 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-09-18T03:25:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:46 smithi046 ceph-mon[94621]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-18T03:25:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:25:46] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:25:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]': finished 2024-09-18T03:25:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:46 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-09-18T03:25:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:46 smithi195 ceph-mon[89559]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-18T03:25:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:47 smithi195 ceph-mon[89559]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 15 KiB/s wr, 263 op/s 2024-09-18T03:25:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:47 smithi195 ceph-mon[89559]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-18T03:25:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:47 smithi046 ceph-mon[97106]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 15 KiB/s wr, 263 op/s 2024-09-18T03:25:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:47 smithi046 ceph-mon[97106]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-18T03:25:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:47 smithi046 ceph-mon[94621]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 15 KiB/s wr, 263 op/s 2024-09-18T03:25:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:47 smithi046 ceph-mon[94621]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-18T03:25:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:48 smithi195 ceph-mon[89559]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-18T03:25:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:48 smithi195 ceph-mon[89559]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-18T03:25:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:48 smithi046 ceph-mon[97106]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-18T03:25:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:48 smithi046 ceph-mon[97106]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-18T03:25:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:48 smithi046 ceph-mon[94621]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-18T03:25:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:48 smithi046 ceph-mon[94621]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-18T03:25:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:49 smithi195 ceph-mon[89559]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 255 op/s; 0 B/s, 1 objects/s recovering 2024-09-18T03:25:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:49 smithi195 ceph-mon[89559]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-18T03:25:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:49 smithi046 ceph-mon[97106]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 255 op/s; 0 B/s, 1 objects/s recovering 2024-09-18T03:25:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:49 smithi046 ceph-mon[97106]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-18T03:25:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:49 smithi046 ceph-mon[94621]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 255 op/s; 0 B/s, 1 objects/s recovering 2024-09-18T03:25:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:49 smithi046 ceph-mon[94621]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-18T03:25:51.647 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-09-18T03:25:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:51 smithi195 ceph-mon[89559]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 15 KiB/s wr, 252 op/s; 0 B/s, 2 objects/s recovering 2024-09-18T03:25:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:51 smithi195 ceph-mon[89559]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-18T03:25:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:51 smithi046 ceph-mon[97106]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 15 KiB/s wr, 252 op/s; 0 B/s, 2 objects/s recovering 2024-09-18T03:25:51.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:51 smithi046 ceph-mon[97106]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-18T03:25:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:51 smithi046 ceph-mon[94621]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 15 KiB/s wr, 252 op/s; 0 B/s, 2 objects/s recovering 2024-09-18T03:25:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:51 smithi046 ceph-mon[94621]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-18T03:25:52.567 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:25:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:25:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:52 smithi195 ceph-mon[89559]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-18T03:25:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:52 smithi046 ceph-mon[94621]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-18T03:25:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:52 smithi046 ceph-mon[97106]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-18T03:25:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:53 smithi195 ceph-mon[89559]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 49 op/s; 0 B/s, 1 objects/s recovering 2024-09-18T03:25:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:53 smithi195 ceph-mon[89559]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-18T03:25:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:53 smithi195 ceph-mon[89559]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-18T03:25:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:53 smithi046 ceph-mon[97106]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 49 op/s; 0 B/s, 1 objects/s recovering 2024-09-18T03:25:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:53 smithi046 ceph-mon[97106]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-18T03:25:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:53 smithi046 ceph-mon[97106]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-18T03:25:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:53 smithi046 ceph-mon[94621]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 49 op/s; 0 B/s, 1 objects/s recovering 2024-09-18T03:25:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:53 smithi046 ceph-mon[94621]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-18T03:25:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:53 smithi046 ceph-mon[94621]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-18T03:25:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:55 smithi195 ceph-mon[89559]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.7 KiB/s wr, 159 op/s 2024-09-18T03:25:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:55 smithi195 ceph-mon[89559]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-18T03:25:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:55 smithi046 ceph-mon[94621]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.7 KiB/s wr, 159 op/s 2024-09-18T03:25:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:55 smithi046 ceph-mon[94621]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-18T03:25:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:55 smithi046 ceph-mon[97106]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.7 KiB/s wr, 159 op/s 2024-09-18T03:25:55.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:55 smithi046 ceph-mon[97106]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-18T03:25:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:56 smithi195 ceph-mon[89559]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-18T03:25:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:56 smithi046 ceph-mon[97106]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-18T03:25:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:56 smithi046 ceph-mon[94621]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-18T03:25:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:25:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:25:56] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:25:57.555 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-09-18T03:25:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:57 smithi195 ceph-mon[89559]: pgmap v3923: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 1.0 MiB/s wr, 211 op/s 2024-09-18T03:25:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:57 smithi195 ceph-mon[89559]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-18T03:25:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:57 smithi046 ceph-mon[97106]: pgmap v3923: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 1.0 MiB/s wr, 211 op/s 2024-09-18T03:25:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:57 smithi046 ceph-mon[97106]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-18T03:25:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:57 smithi046 ceph-mon[94621]: pgmap v3923: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 1.0 MiB/s wr, 211 op/s 2024-09-18T03:25:57.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:57 smithi046 ceph-mon[94621]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-18T03:25:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:58 smithi195 ceph-mon[89559]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-18T03:25:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:58 smithi195 ceph-mon[89559]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-18T03:25:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:58 smithi046 ceph-mon[94621]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-18T03:25:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:58.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:58 smithi046 ceph-mon[94621]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-18T03:25:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:58 smithi046 ceph-mon[97106]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-18T03:25:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:25:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:58 smithi046 ceph-mon[97106]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-18T03:25:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:25:59 smithi195 ceph-mon[89559]: pgmap v3926: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 2.0 MiB/s wr, 183 op/s 2024-09-18T03:25:59.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:25:59 smithi046 ceph-mon[94621]: pgmap v3926: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 2.0 MiB/s wr, 183 op/s 2024-09-18T03:25:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:25:59 smithi046 ceph-mon[97106]: pgmap v3926: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 2.0 MiB/s wr, 183 op/s 2024-09-18T03:26:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:00 smithi046 ceph-mon[94621]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-18T03:26:00.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:00 smithi046 ceph-mon[97106]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-18T03:26:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:00 smithi195 ceph-mon[89559]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-18T03:26:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:01 smithi046 ceph-mon[97106]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 1.0 MiB/s wr, 200 op/s 2024-09-18T03:26:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:01 smithi046 ceph-mon[97106]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-18T03:26:01.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:01 smithi046 ceph-mon[94621]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 1.0 MiB/s wr, 200 op/s 2024-09-18T03:26:01.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:01 smithi046 ceph-mon[94621]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-18T03:26:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:01 smithi195 ceph-mon[89559]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 1.0 MiB/s wr, 200 op/s 2024-09-18T03:26:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:01 smithi195 ceph-mon[89559]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-18T03:26:02.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:02 smithi195 ceph-mon[89559]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-18T03:26:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:26:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:26:02.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:02 smithi046 ceph-mon[94621]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-18T03:26:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:02 smithi046 ceph-mon[97106]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-18T03:26:03.542 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-09-18T03:26:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:03 smithi046 ceph-mon[97106]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-09-18T03:26:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:03 smithi046 ceph-mon[97106]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-18T03:26:03.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:03 smithi046 ceph-mon[97106]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-18T03:26:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:03 smithi046 ceph-mon[94621]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-09-18T03:26:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:03 smithi046 ceph-mon[94621]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-18T03:26:03.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:03 smithi046 ceph-mon[94621]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-18T03:26:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:03 smithi195 ceph-mon[89559]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-09-18T03:26:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:03 smithi195 ceph-mon[89559]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-18T03:26:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:03 smithi195 ceph-mon[89559]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-18T03:26:05.596 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-09-18T03:26:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:05 smithi046 ceph-mon[94621]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-09-18T03:26:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:05 smithi046 ceph-mon[94621]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-18T03:26:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:05 smithi046 ceph-mon[97106]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-09-18T03:26:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:05 smithi046 ceph-mon[97106]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-18T03:26:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:05 smithi195 ceph-mon[89559]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-09-18T03:26:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:05 smithi195 ceph-mon[89559]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-18T03:26:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:06 smithi046 ceph-mon[94621]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-18T03:26:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:26:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:26:06] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-18T03:26:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:06 smithi046 ceph-mon[97106]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-18T03:26:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:06 smithi195 ceph-mon[89559]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-18T03:26:07.600 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-09-18T03:26:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:07 smithi195 ceph-mon[89559]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 2.0 MiB/s wr, 190 op/s 2024-09-18T03:26:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:07 smithi195 ceph-mon[89559]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-18T03:26:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:07 smithi046 ceph-mon[94621]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 2.0 MiB/s wr, 190 op/s 2024-09-18T03:26:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:07 smithi046 ceph-mon[94621]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-18T03:26:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:07 smithi046 ceph-mon[97106]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 2.0 MiB/s wr, 190 op/s 2024-09-18T03:26:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:07 smithi046 ceph-mon[97106]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-18T03:26:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:08 smithi195 ceph-mon[89559]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-18T03:26:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:08 smithi195 ceph-mon[89559]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-18T03:26:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:08 smithi046 ceph-mon[94621]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-18T03:26:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:08 smithi046 ceph-mon[94621]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-18T03:26:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:08 smithi046 ceph-mon[97106]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-18T03:26:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:08 smithi046 ceph-mon[97106]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-18T03:26:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:09 smithi195 ceph-mon[89559]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 227 op/s 2024-09-18T03:26:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:09 smithi195 ceph-mon[89559]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-18T03:26:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:09 smithi046 ceph-mon[97106]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 227 op/s 2024-09-18T03:26:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:09 smithi046 ceph-mon[97106]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-18T03:26:10.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:09 smithi046 ceph-mon[94621]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 227 op/s 2024-09-18T03:26:10.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:09 smithi046 ceph-mon[94621]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-18T03:26:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:11 smithi195 ceph-mon[89559]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 171 op/s 2024-09-18T03:26:11.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:11 smithi195 ceph-mon[89559]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-18T03:26:11.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:11 smithi046 ceph-mon[94621]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 171 op/s 2024-09-18T03:26:11.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:11 smithi046 ceph-mon[94621]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-18T03:26:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:11 smithi046 ceph-mon[97106]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 171 op/s 2024-09-18T03:26:11.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:11 smithi046 ceph-mon[97106]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-18T03:26:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:12 smithi195 ceph-mon[89559]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-18T03:26:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:26:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:26:12.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:12 smithi046 ceph-mon[94621]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-18T03:26:12.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:12 smithi046 ceph-mon[97106]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-18T03:26:13.542 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-09-18T03:26:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:13 smithi195 ceph-mon[89559]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 KiB/s wr, 49 op/s 2024-09-18T03:26:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:13 smithi195 ceph-mon[89559]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-18T03:26:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:13.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:13 smithi195 ceph-mon[89559]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-18T03:26:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[97106]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 KiB/s wr, 49 op/s 2024-09-18T03:26:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[97106]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-18T03:26:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:13.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[97106]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-18T03:26:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[94621]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 KiB/s wr, 49 op/s 2024-09-18T03:26:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[94621]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-18T03:26:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:13.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:13 smithi046 ceph-mon[94621]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-18T03:26:15.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:15 smithi046 ceph-mon[97106]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-18T03:26:15.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:15 smithi046 ceph-mon[97106]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-18T03:26:15.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:15 smithi046 ceph-mon[94621]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-18T03:26:15.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:15 smithi046 ceph-mon[94621]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-18T03:26:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:15 smithi195 ceph-mon[89559]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-18T03:26:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:15 smithi195 ceph-mon[89559]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-18T03:26:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:16 smithi046 ceph-mon[94621]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-18T03:26:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:26:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:26:16] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-09-18T03:26:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:16 smithi046 ceph-mon[97106]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-18T03:26:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:16 smithi195 ceph-mon[89559]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-18T03:26:17.577 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-09-18T03:26:17.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[97106]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[97106]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[94621]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[94621]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:26:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:26:17.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:26:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:17 smithi195 ceph-mon[89559]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-09-18T03:26:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:17 smithi195 ceph-mon[89559]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-18T03:26:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:26:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:26:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:26:17.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:26:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:18 smithi046 ceph-mon[94621]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-18T03:26:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:18 smithi046 ceph-mon[94621]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-18T03:26:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:18 smithi046 ceph-mon[97106]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-18T03:26:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:18 smithi046 ceph-mon[97106]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-18T03:26:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:18 smithi195 ceph-mon[89559]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-18T03:26:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:18 smithi195 ceph-mon[89559]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-18T03:26:19.552 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-09-18T03:26:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:19 smithi046 ceph-mon[94621]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-09-18T03:26:19.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:19 smithi046 ceph-mon[94621]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-18T03:26:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:19 smithi046 ceph-mon[97106]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-09-18T03:26:19.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:19 smithi046 ceph-mon[97106]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-18T03:26:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:19 smithi195 ceph-mon[89559]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-09-18T03:26:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:19 smithi195 ceph-mon[89559]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-18T03:26:21.598 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-09-18T03:26:21.674 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-09-18T03:26:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:21 smithi195 ceph-mon[89559]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-09-18T03:26:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:21 smithi195 ceph-mon[89559]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-18T03:26:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:21 smithi046 ceph-mon[97106]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-09-18T03:26:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:21 smithi046 ceph-mon[97106]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-18T03:26:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:21 smithi046 ceph-mon[94621]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-09-18T03:26:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:21 smithi046 ceph-mon[94621]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-18T03:26:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:22 smithi195 ceph-mon[89559]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-18T03:26:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:26:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:26:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:22 smithi046 ceph-mon[97106]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-18T03:26:23.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:22 smithi046 ceph-mon[94621]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-18T03:26:23.552 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-09-18T03:26:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:23 smithi195 ceph-mon[89559]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 767 B/s wr, 46 op/s 2024-09-18T03:26:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:23 smithi195 ceph-mon[89559]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-18T03:26:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:23 smithi195 ceph-mon[89559]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-18T03:26:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:23 smithi046 ceph-mon[94621]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 767 B/s wr, 46 op/s 2024-09-18T03:26:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:23 smithi046 ceph-mon[94621]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-18T03:26:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:23 smithi046 ceph-mon[94621]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-18T03:26:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:23 smithi046 ceph-mon[97106]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 767 B/s wr, 46 op/s 2024-09-18T03:26:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:23 smithi046 ceph-mon[97106]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-18T03:26:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:23 smithi046 ceph-mon[97106]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-18T03:26:25.613 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-09-18T03:26:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:25 smithi195 ceph-mon[89559]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.5 KiB/s wr, 145 op/s 2024-09-18T03:26:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:25 smithi195 ceph-mon[89559]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-18T03:26:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:25 smithi046 ceph-mon[94621]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.5 KiB/s wr, 145 op/s 2024-09-18T03:26:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:25 smithi046 ceph-mon[94621]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-18T03:26:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:25 smithi046 ceph-mon[97106]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.5 KiB/s wr, 145 op/s 2024-09-18T03:26:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:25 smithi046 ceph-mon[97106]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-18T03:26:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:26 smithi046 ceph-mon[94621]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-18T03:26:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:26 smithi046 ceph-mon[97106]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-18T03:26:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:26:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:26:26] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-09-18T03:26:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:26 smithi195 ceph-mon[89559]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-18T03:26:27.625 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-09-18T03:26:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:27 smithi195 ceph-mon[89559]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 11 KiB/s wr, 160 op/s 2024-09-18T03:26:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:27 smithi195 ceph-mon[89559]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-18T03:26:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:27 smithi046 ceph-mon[97106]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 11 KiB/s wr, 160 op/s 2024-09-18T03:26:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:27 smithi046 ceph-mon[97106]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-18T03:26:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:27 smithi046 ceph-mon[94621]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 11 KiB/s wr, 160 op/s 2024-09-18T03:26:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:27 smithi046 ceph-mon[94621]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-18T03:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:28 smithi195 ceph-mon[89559]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-18T03:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:28 smithi195 ceph-mon[89559]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-18T03:26:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:28 smithi046 ceph-mon[94621]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-18T03:26:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:28 smithi046 ceph-mon[94621]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-18T03:26:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:28 smithi046 ceph-mon[97106]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-18T03:26:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:28 smithi046 ceph-mon[97106]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-18T03:26:29.554 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-09-18T03:26:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:29 smithi195 ceph-mon[89559]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.5 KiB/s wr, 159 op/s 2024-09-18T03:26:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:29 smithi195 ceph-mon[89559]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-18T03:26:30.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:29 smithi046 ceph-mon[94621]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.5 KiB/s wr, 159 op/s 2024-09-18T03:26:30.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:29 smithi046 ceph-mon[94621]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-18T03:26:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:29 smithi046 ceph-mon[97106]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 8.5 KiB/s wr, 159 op/s 2024-09-18T03:26:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:29 smithi046 ceph-mon[97106]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-18T03:26:31.645 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-09-18T03:26:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:31 smithi195 ceph-mon[89559]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 12 KiB/s wr, 256 op/s 2024-09-18T03:26:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:31 smithi195 ceph-mon[89559]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-18T03:26:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:31 smithi046 ceph-mon[97106]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 12 KiB/s wr, 256 op/s 2024-09-18T03:26:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:31 smithi046 ceph-mon[97106]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-18T03:26:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:31 smithi046 ceph-mon[94621]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 12 KiB/s wr, 256 op/s 2024-09-18T03:26:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:31 smithi046 ceph-mon[94621]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-18T03:26:32.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:32 smithi195 ceph-mon[89559]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-18T03:26:32.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:26:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:26:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:32 smithi046 ceph-mon[97106]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-18T03:26:33.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:32 smithi046 ceph-mon[94621]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-18T03:26:33.553 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-09-18T03:26:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:33 smithi195 ceph-mon[89559]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 140 op/s 2024-09-18T03:26:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:33 smithi195 ceph-mon[89559]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-18T03:26:33.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:33 smithi195 ceph-mon[89559]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-18T03:26:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:33 smithi046 ceph-mon[94621]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 140 op/s 2024-09-18T03:26:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:33 smithi046 ceph-mon[94621]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-18T03:26:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:33 smithi046 ceph-mon[94621]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-18T03:26:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:33 smithi046 ceph-mon[97106]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 140 op/s 2024-09-18T03:26:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:33 smithi046 ceph-mon[97106]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-18T03:26:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:33 smithi046 ceph-mon[97106]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-18T03:26:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:35 smithi195 ceph-mon[89559]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-09-18T03:26:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:35 smithi195 ceph-mon[89559]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-18T03:26:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:35 smithi046 ceph-mon[94621]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-09-18T03:26:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:35 smithi046 ceph-mon[94621]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-18T03:26:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:35 smithi046 ceph-mon[97106]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-09-18T03:26:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:35 smithi046 ceph-mon[97106]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-18T03:26:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:36 smithi046 ceph-mon[94621]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-18T03:26:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:26:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:26:36] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-09-18T03:26:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:36 smithi046 ceph-mon[97106]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-18T03:26:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:36 smithi195 ceph-mon[89559]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-18T03:26:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:37 smithi195 ceph-mon[89559]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 121 op/s 2024-09-18T03:26:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:37 smithi195 ceph-mon[89559]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-18T03:26:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:37 smithi046 ceph-mon[94621]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 121 op/s 2024-09-18T03:26:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:37 smithi046 ceph-mon[94621]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-18T03:26:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:37 smithi046 ceph-mon[97106]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 121 op/s 2024-09-18T03:26:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:37 smithi046 ceph-mon[97106]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-18T03:26:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:38 smithi195 ceph-mon[89559]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-18T03:26:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:38 smithi195 ceph-mon[89559]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-18T03:26:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:38 smithi046 ceph-mon[94621]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-18T03:26:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:38 smithi046 ceph-mon[94621]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-18T03:26:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:38 smithi046 ceph-mon[97106]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-18T03:26:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:38 smithi046 ceph-mon[97106]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-18T03:26:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:39 smithi195 ceph-mon[89559]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-09-18T03:26:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:39 smithi195 ceph-mon[89559]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-18T03:26:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:39 smithi046 ceph-mon[94621]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-09-18T03:26:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:39 smithi046 ceph-mon[94621]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-18T03:26:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:39 smithi046 ceph-mon[97106]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-09-18T03:26:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:39 smithi046 ceph-mon[97106]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-18T03:26:41.566 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-09-18T03:26:41.662 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-09-18T03:26:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:41 smithi195 ceph-mon[89559]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2024-09-18T03:26:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:41 smithi195 ceph-mon[89559]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-18T03:26:41.733 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-09-18T03:26:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:41 smithi046 ceph-mon[97106]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2024-09-18T03:26:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:41 smithi046 ceph-mon[97106]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-18T03:26:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:41 smithi046 ceph-mon[94621]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2024-09-18T03:26:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:41 smithi046 ceph-mon[94621]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-18T03:26:41.801 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-09-18T03:26:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:42 smithi195 ceph-mon[89559]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-18T03:26:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:26:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:26:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:42 smithi046 ceph-mon[97106]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-18T03:26:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:42 smithi046 ceph-mon[94621]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-18T03:26:43.556 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-09-18T03:26:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[97106]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 511 B/s wr, 41 op/s 2024-09-18T03:26:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[97106]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-18T03:26:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:43.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[97106]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-18T03:26:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[94621]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 511 B/s wr, 41 op/s 2024-09-18T03:26:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[94621]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-18T03:26:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:43.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:43 smithi046 ceph-mon[94621]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-18T03:26:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:43 smithi195 ceph-mon[89559]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 511 B/s wr, 41 op/s 2024-09-18T03:26:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:43 smithi195 ceph-mon[89559]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-18T03:26:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:43 smithi195 ceph-mon[89559]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-18T03:26:45.572 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-09-18T03:26:45.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:45 smithi046 ceph-mon[97106]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-09-18T03:26:45.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:45 smithi046 ceph-mon[97106]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-18T03:26:45.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:45 smithi046 ceph-mon[94621]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-09-18T03:26:45.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:45 smithi046 ceph-mon[94621]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-18T03:26:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:45 smithi195 ceph-mon[89559]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-09-18T03:26:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:45 smithi195 ceph-mon[89559]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-18T03:26:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:46 smithi046 ceph-mon[97106]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-18T03:26:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:46 smithi046 ceph-mon[94621]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-18T03:26:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:26:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:26:46] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-18T03:26:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:46 smithi195 ceph-mon[89559]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-18T03:26:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:47 smithi046 ceph-mon[94621]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 17 KiB/s wr, 246 op/s 2024-09-18T03:26:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:47 smithi046 ceph-mon[94621]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-18T03:26:47.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:47 smithi046 ceph-mon[97106]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 17 KiB/s wr, 246 op/s 2024-09-18T03:26:47.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:47 smithi046 ceph-mon[97106]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-18T03:26:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:47 smithi195 ceph-mon[89559]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 17 KiB/s wr, 246 op/s 2024-09-18T03:26:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:47 smithi195 ceph-mon[89559]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-18T03:26:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:48 smithi046 ceph-mon[94621]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-18T03:26:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:48 smithi046 ceph-mon[94621]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-18T03:26:48.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:48 smithi046 ceph-mon[97106]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-18T03:26:48.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:48 smithi046 ceph-mon[97106]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-18T03:26:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:48 smithi195 ceph-mon[89559]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-18T03:26:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:48 smithi195 ceph-mon[89559]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-18T03:26:49.560 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-09-18T03:26:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:49 smithi046 ceph-mon[97106]: pgmap v4001: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 13 KiB/s wr, 198 op/s 2024-09-18T03:26:49.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:49 smithi046 ceph-mon[97106]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-18T03:26:49.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:49 smithi046 ceph-mon[94621]: pgmap v4001: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 13 KiB/s wr, 198 op/s 2024-09-18T03:26:49.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:49 smithi046 ceph-mon[94621]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-18T03:26:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:49 smithi195 ceph-mon[89559]: pgmap v4001: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 13 KiB/s wr, 198 op/s 2024-09-18T03:26:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:49 smithi195 ceph-mon[89559]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-18T03:26:51.611 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-09-18T03:26:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:51 smithi195 ceph-mon[89559]: pgmap v4004: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 14 KiB/s wr, 171 op/s 2024-09-18T03:26:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:51 smithi195 ceph-mon[89559]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-18T03:26:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:51 smithi046 ceph-mon[94621]: pgmap v4004: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 14 KiB/s wr, 171 op/s 2024-09-18T03:26:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:51 smithi046 ceph-mon[94621]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-18T03:26:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:51 smithi046 ceph-mon[97106]: pgmap v4004: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 14 KiB/s wr, 171 op/s 2024-09-18T03:26:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:51 smithi046 ceph-mon[97106]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-18T03:26:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:52 smithi195 ceph-mon[89559]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-18T03:26:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:26:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:26:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:52 smithi046 ceph-mon[94621]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-18T03:26:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:52 smithi046 ceph-mon[97106]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-18T03:26:53.570 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-09-18T03:26:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:53 smithi195 ceph-mon[89559]: pgmap v4007: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 9.5 KiB/s wr, 82 op/s 2024-09-18T03:26:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:53 smithi195 ceph-mon[89559]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-18T03:26:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:53 smithi195 ceph-mon[89559]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-18T03:26:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:53 smithi046 ceph-mon[97106]: pgmap v4007: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 9.5 KiB/s wr, 82 op/s 2024-09-18T03:26:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:53 smithi046 ceph-mon[97106]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-18T03:26:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:53 smithi046 ceph-mon[97106]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-18T03:26:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:53 smithi046 ceph-mon[94621]: pgmap v4007: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 9.5 KiB/s wr, 82 op/s 2024-09-18T03:26:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:53 smithi046 ceph-mon[94621]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-18T03:26:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:53 smithi046 ceph-mon[94621]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-18T03:26:55.632 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-09-18T03:26:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:55 smithi195 ceph-mon[89559]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.5 KiB/s wr, 93 op/s 2024-09-18T03:26:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:55 smithi195 ceph-mon[89559]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-18T03:26:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:55 smithi046 ceph-mon[97106]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.5 KiB/s wr, 93 op/s 2024-09-18T03:26:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:55 smithi046 ceph-mon[97106]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-18T03:26:56.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:55 smithi046 ceph-mon[94621]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.5 KiB/s wr, 93 op/s 2024-09-18T03:26:56.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:55 smithi046 ceph-mon[94621]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-18T03:26:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:56 smithi046 ceph-mon[94621]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-18T03:26:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:56 smithi046 ceph-mon[97106]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-18T03:26:56.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:26:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:26:56] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-18T03:26:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:56 smithi195 ceph-mon[89559]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-18T03:26:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:57 smithi195 ceph-mon[89559]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:26:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:57 smithi195 ceph-mon[89559]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-18T03:26:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:57 smithi046 ceph-mon[97106]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:26:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:57 smithi046 ceph-mon[97106]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-18T03:26:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:57 smithi046 ceph-mon[94621]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 10 KiB/s wr, 122 op/s 2024-09-18T03:26:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:57 smithi046 ceph-mon[94621]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-18T03:26:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:58 smithi195 ceph-mon[89559]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-18T03:26:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:58 smithi195 ceph-mon[89559]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-18T03:26:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:58 smithi046 ceph-mon[94621]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-18T03:26:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:58 smithi046 ceph-mon[94621]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-18T03:26:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:58 smithi046 ceph-mon[97106]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-18T03:26:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:26:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:58 smithi046 ceph-mon[97106]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-18T03:26:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:59 smithi195 ceph-mon[89559]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 12 KiB/s wr, 179 op/s 2024-09-18T03:26:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:26:59 smithi195 ceph-mon[89559]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-18T03:27:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:59 smithi046 ceph-mon[94621]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 12 KiB/s wr, 179 op/s 2024-09-18T03:27:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:26:59 smithi046 ceph-mon[94621]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-18T03:27:00.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:59 smithi046 ceph-mon[97106]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 12 KiB/s wr, 179 op/s 2024-09-18T03:27:00.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:26:59 smithi046 ceph-mon[97106]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-18T03:27:01.572 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-09-18T03:27:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:01 smithi195 ceph-mon[89559]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 141 op/s 2024-09-18T03:27:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:01 smithi195 ceph-mon[89559]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-18T03:27:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:01 smithi046 ceph-mon[94621]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 141 op/s 2024-09-18T03:27:01.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:01 smithi046 ceph-mon[94621]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-18T03:27:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:01 smithi046 ceph-mon[97106]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 141 op/s 2024-09-18T03:27:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:01 smithi046 ceph-mon[97106]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-18T03:27:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:02 smithi195 ceph-mon[89559]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-18T03:27:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:27:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:27:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:02 smithi046 ceph-mon[97106]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-18T03:27:02.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:02 smithi046 ceph-mon[94621]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-18T03:27:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:03 smithi046 ceph-mon[94621]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-09-18T03:27:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:03 smithi046 ceph-mon[94621]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-18T03:27:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:03 smithi046 ceph-mon[94621]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-18T03:27:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:03 smithi046 ceph-mon[97106]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-09-18T03:27:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:03 smithi046 ceph-mon[97106]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-18T03:27:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:03 smithi046 ceph-mon[97106]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-18T03:27:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:03 smithi195 ceph-mon[89559]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-09-18T03:27:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:03 smithi195 ceph-mon[89559]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-18T03:27:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:03 smithi195 ceph-mon[89559]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-18T03:27:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:05 smithi046 ceph-mon[94621]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 91 op/s 2024-09-18T03:27:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:05 smithi046 ceph-mon[94621]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-18T03:27:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:05 smithi046 ceph-mon[97106]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 91 op/s 2024-09-18T03:27:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:05 smithi046 ceph-mon[97106]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-18T03:27:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:05 smithi195 ceph-mon[89559]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 91 op/s 2024-09-18T03:27:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:05 smithi195 ceph-mon[89559]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-18T03:27:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:06 smithi046 ceph-mon[94621]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-18T03:27:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:06 smithi046 ceph-mon[97106]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-18T03:27:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:27:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:27:06] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:27:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:06 smithi195 ceph-mon[89559]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-18T03:27:07.610 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-09-18T03:27:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:07 smithi046 ceph-mon[94621]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-09-18T03:27:07.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:07 smithi046 ceph-mon[94621]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-18T03:27:07.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:07 smithi046 ceph-mon[97106]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-09-18T03:27:07.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:07 smithi046 ceph-mon[97106]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-18T03:27:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:07 smithi195 ceph-mon[89559]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-09-18T03:27:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:07 smithi195 ceph-mon[89559]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-18T03:27:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:08 smithi195 ceph-mon[89559]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-18T03:27:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:08 smithi195 ceph-mon[89559]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-18T03:27:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:08 smithi046 ceph-mon[94621]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-18T03:27:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:08 smithi046 ceph-mon[94621]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-18T03:27:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:08 smithi046 ceph-mon[97106]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-18T03:27:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:08 smithi046 ceph-mon[97106]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-18T03:27:09.568 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-09-18T03:27:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:09 smithi195 ceph-mon[89559]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 74 op/s 2024-09-18T03:27:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:09 smithi195 ceph-mon[89559]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-18T03:27:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:09 smithi046 ceph-mon[97106]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 74 op/s 2024-09-18T03:27:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:09 smithi046 ceph-mon[97106]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-18T03:27:10.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:09 smithi046 ceph-mon[94621]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 74 op/s 2024-09-18T03:27:10.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:09 smithi046 ceph-mon[94621]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-18T03:27:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:11 smithi195 ceph-mon[89559]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-09-18T03:27:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:11 smithi195 ceph-mon[89559]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-18T03:27:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:11 smithi046 ceph-mon[94621]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-09-18T03:27:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:11 smithi046 ceph-mon[94621]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-18T03:27:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:11 smithi046 ceph-mon[97106]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-09-18T03:27:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:11 smithi046 ceph-mon[97106]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-18T03:27:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:12 smithi195 ceph-mon[89559]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-18T03:27:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:27:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:27:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:12 smithi046 ceph-mon[94621]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-18T03:27:13.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:12 smithi046 ceph-mon[97106]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-18T03:27:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:13 smithi195 ceph-mon[89559]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 2.5 KiB/s wr, 79 op/s 2024-09-18T03:27:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:13 smithi195 ceph-mon[89559]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-18T03:27:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:13.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:13 smithi195 ceph-mon[89559]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-18T03:27:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[94621]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 2.5 KiB/s wr, 79 op/s 2024-09-18T03:27:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[94621]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-18T03:27:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[94621]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-18T03:27:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[97106]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 2.5 KiB/s wr, 79 op/s 2024-09-18T03:27:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[97106]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-18T03:27:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:13 smithi046 ceph-mon[97106]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-18T03:27:15.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:15 smithi046 ceph-mon[94621]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.2 KiB/s wr, 101 op/s 2024-09-18T03:27:15.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:15 smithi046 ceph-mon[94621]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-18T03:27:15.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:15 smithi046 ceph-mon[97106]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.2 KiB/s wr, 101 op/s 2024-09-18T03:27:15.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:15 smithi046 ceph-mon[97106]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-18T03:27:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:15 smithi195 ceph-mon[89559]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.2 KiB/s wr, 101 op/s 2024-09-18T03:27:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:15 smithi195 ceph-mon[89559]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-18T03:27:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:16 smithi046 ceph-mon[97106]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-18T03:27:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:16 smithi046 ceph-mon[94621]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-18T03:27:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:27:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:27:16] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-18T03:27:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:16 smithi195 ceph-mon[89559]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[94621]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[94621]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[97106]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-09-18T03:27:17.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[97106]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-18T03:27:17.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:27:17.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:27:17.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:27:17.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:27:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:17 smithi195 ceph-mon[89559]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-09-18T03:27:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:17 smithi195 ceph-mon[89559]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-18T03:27:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:27:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:27:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:27:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:27:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:18 smithi046 ceph-mon[94621]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-18T03:27:18.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:18 smithi046 ceph-mon[94621]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-18T03:27:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:18 smithi046 ceph-mon[97106]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-18T03:27:18.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:18 smithi046 ceph-mon[97106]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-18T03:27:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:18 smithi195 ceph-mon[89559]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-18T03:27:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:18 smithi195 ceph-mon[89559]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-18T03:27:19.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:19 smithi046 ceph-mon[97106]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-09-18T03:27:19.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:19 smithi046 ceph-mon[94621]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-09-18T03:27:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:19 smithi195 ceph-mon[89559]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-09-18T03:27:20.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:20 smithi046 ceph-mon[94621]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-18T03:27:20.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:20 smithi046 ceph-mon[97106]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-18T03:27:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:20 smithi195 ceph-mon[89559]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-18T03:27:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:21 smithi195 ceph-mon[89559]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-09-18T03:27:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:21 smithi195 ceph-mon[89559]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-18T03:27:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:21 smithi046 ceph-mon[97106]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-09-18T03:27:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:21 smithi046 ceph-mon[97106]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-18T03:27:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:21 smithi046 ceph-mon[94621]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-09-18T03:27:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:21 smithi046 ceph-mon[94621]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-18T03:27:22.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:22 smithi195 ceph-mon[89559]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-18T03:27:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:27:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:27:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:22 smithi046 ceph-mon[94621]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-18T03:27:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:22 smithi046 ceph-mon[97106]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-18T03:27:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:23 smithi195 ceph-mon[89559]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.2 KiB/s wr, 100 op/s 2024-09-18T03:27:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:23 smithi195 ceph-mon[89559]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-18T03:27:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:23 smithi046 ceph-mon[94621]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.2 KiB/s wr, 100 op/s 2024-09-18T03:27:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:23 smithi046 ceph-mon[94621]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-18T03:27:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:23 smithi046 ceph-mon[97106]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.2 KiB/s wr, 100 op/s 2024-09-18T03:27:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:23 smithi046 ceph-mon[97106]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-18T03:27:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:24 smithi195 ceph-mon[89559]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-18T03:27:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:24 smithi046 ceph-mon[94621]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-18T03:27:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:24 smithi046 ceph-mon[97106]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-18T03:27:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:25 smithi195 ceph-mon[89559]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:27:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:25 smithi195 ceph-mon[89559]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-18T03:27:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:25 smithi046 ceph-mon[97106]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:27:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:25 smithi046 ceph-mon[97106]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-18T03:27:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:25 smithi046 ceph-mon[94621]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:27:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:25 smithi046 ceph-mon[94621]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-18T03:27:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:26 smithi046 ceph-mon[97106]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-18T03:27:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:26 smithi046 ceph-mon[94621]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-18T03:27:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:27:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:27:26] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-18T03:27:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:26 smithi195 ceph-mon[89559]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-18T03:27:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:27 smithi195 ceph-mon[89559]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-09-18T03:27:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:27 smithi195 ceph-mon[89559]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-18T03:27:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:27 smithi046 ceph-mon[97106]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-09-18T03:27:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:27 smithi046 ceph-mon[97106]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-18T03:27:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:27 smithi046 ceph-mon[94621]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-09-18T03:27:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:27 smithi046 ceph-mon[94621]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-18T03:27:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:28 smithi195 ceph-mon[89559]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-18T03:27:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:28 smithi046 ceph-mon[97106]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-18T03:27:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:28 smithi046 ceph-mon[94621]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-18T03:27:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:29 smithi195 ceph-mon[89559]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-09-18T03:27:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:29 smithi195 ceph-mon[89559]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-18T03:27:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:29 smithi046 ceph-mon[97106]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-09-18T03:27:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:29 smithi046 ceph-mon[97106]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-18T03:27:30.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:29 smithi046 ceph-mon[94621]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-09-18T03:27:30.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:29 smithi046 ceph-mon[94621]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-18T03:27:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:30 smithi195 ceph-mon[89559]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-18T03:27:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:30 smithi046 ceph-mon[97106]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-18T03:27:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:30 smithi046 ceph-mon[94621]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-18T03:27:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:31 smithi195 ceph-mon[89559]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 4.0 KiB/s wr, 195 op/s 2024-09-18T03:27:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:31 smithi195 ceph-mon[89559]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-18T03:27:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:31 smithi046 ceph-mon[94621]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 4.0 KiB/s wr, 195 op/s 2024-09-18T03:27:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:31 smithi046 ceph-mon[94621]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-18T03:27:32.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:31 smithi046 ceph-mon[97106]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 4.0 KiB/s wr, 195 op/s 2024-09-18T03:27:32.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:31 smithi046 ceph-mon[97106]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-18T03:27:32.579 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:27:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:27:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:32 smithi195 ceph-mon[89559]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-18T03:27:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:32 smithi046 ceph-mon[94621]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-18T03:27:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:32 smithi046 ceph-mon[97106]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-18T03:27:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:33 smithi195 ceph-mon[89559]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 2.7 KiB/s wr, 187 op/s 2024-09-18T03:27:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:33 smithi195 ceph-mon[89559]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-18T03:27:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:33 smithi046 ceph-mon[94621]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 2.7 KiB/s wr, 187 op/s 2024-09-18T03:27:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:33 smithi046 ceph-mon[94621]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-18T03:27:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:33 smithi046 ceph-mon[97106]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 2.7 KiB/s wr, 187 op/s 2024-09-18T03:27:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:33 smithi046 ceph-mon[97106]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-18T03:27:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:34 smithi195 ceph-mon[89559]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-18T03:27:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:34 smithi046 ceph-mon[94621]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-18T03:27:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:34 smithi046 ceph-mon[97106]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-18T03:27:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:35 smithi195 ceph-mon[89559]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:27:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:35 smithi195 ceph-mon[89559]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-18T03:27:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:35 smithi046 ceph-mon[94621]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:27:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:35 smithi046 ceph-mon[94621]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-18T03:27:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:35 smithi046 ceph-mon[97106]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:27:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:35 smithi046 ceph-mon[97106]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-18T03:27:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:36 smithi046 ceph-mon[94621]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-18T03:27:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:27:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:27:36] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:27:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:36 smithi046 ceph-mon[97106]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-18T03:27:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:36 smithi195 ceph-mon[89559]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-18T03:27:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:37 smithi195 ceph-mon[89559]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-18T03:27:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:37 smithi195 ceph-mon[89559]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-18T03:27:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:37 smithi046 ceph-mon[94621]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-18T03:27:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:37 smithi046 ceph-mon[94621]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-18T03:27:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:37 smithi046 ceph-mon[97106]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-18T03:27:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:37 smithi046 ceph-mon[97106]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-18T03:27:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:38 smithi195 ceph-mon[89559]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-18T03:27:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:38 smithi046 ceph-mon[94621]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-18T03:27:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:38 smithi046 ceph-mon[97106]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-18T03:27:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:39 smithi195 ceph-mon[89559]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2024-09-18T03:27:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:39 smithi195 ceph-mon[89559]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-18T03:27:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:39 smithi046 ceph-mon[97106]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2024-09-18T03:27:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:39 smithi046 ceph-mon[97106]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-18T03:27:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:39 smithi046 ceph-mon[94621]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2024-09-18T03:27:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:39 smithi046 ceph-mon[94621]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-18T03:27:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:40 smithi195 ceph-mon[89559]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-18T03:27:41.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:40 smithi046 ceph-mon[94621]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-18T03:27:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:40 smithi046 ceph-mon[97106]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-18T03:27:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:41 smithi195 ceph-mon[89559]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-09-18T03:27:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:41 smithi195 ceph-mon[89559]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-18T03:27:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:41 smithi046 ceph-mon[97106]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-09-18T03:27:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:41 smithi046 ceph-mon[97106]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-18T03:27:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:41 smithi046 ceph-mon[94621]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-09-18T03:27:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:41 smithi046 ceph-mon[94621]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-18T03:27:42.639 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:27:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:27:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:42 smithi195 ceph-mon[89559]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-18T03:27:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:42 smithi046 ceph-mon[97106]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-18T03:27:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:42 smithi046 ceph-mon[94621]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-18T03:27:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:43 smithi195 ceph-mon[89559]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 2.5 KiB/s wr, 274 op/s 2024-09-18T03:27:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:43 smithi195 ceph-mon[89559]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-18T03:27:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:43 smithi046 ceph-mon[94621]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 2.5 KiB/s wr, 274 op/s 2024-09-18T03:27:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:43 smithi046 ceph-mon[94621]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-18T03:27:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:43 smithi046 ceph-mon[97106]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 2.5 KiB/s wr, 274 op/s 2024-09-18T03:27:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:43 smithi046 ceph-mon[97106]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-18T03:27:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:44.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:44 smithi195 ceph-mon[89559]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-18T03:27:45.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:44 smithi046 ceph-mon[94621]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-18T03:27:45.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:44 smithi046 ceph-mon[97106]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-18T03:27:45.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:45 smithi046 ceph-mon[94621]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:27:45.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:45 smithi046 ceph-mon[94621]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-18T03:27:45.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:45 smithi046 ceph-mon[97106]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:27:45.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:45 smithi046 ceph-mon[97106]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-18T03:27:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:45 smithi195 ceph-mon[89559]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:27:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:45 smithi195 ceph-mon[89559]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-18T03:27:46.664 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:27:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:27:46] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:27:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:46 smithi195 ceph-mon[89559]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-18T03:27:47.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:46 smithi046 ceph-mon[94621]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-18T03:27:47.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:46 smithi046 ceph-mon[97106]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-18T03:27:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:47 smithi195 ceph-mon[89559]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-18T03:27:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:47 smithi195 ceph-mon[89559]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-18T03:27:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:47 smithi046 ceph-mon[94621]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-18T03:27:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:47 smithi046 ceph-mon[94621]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-18T03:27:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:47 smithi046 ceph-mon[97106]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-18T03:27:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:47 smithi046 ceph-mon[97106]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-18T03:27:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:48 smithi195 ceph-mon[89559]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-18T03:27:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:48 smithi046 ceph-mon[94621]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-18T03:27:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:48 smithi046 ceph-mon[97106]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-18T03:27:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:49 smithi195 ceph-mon[89559]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-18T03:27:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:49 smithi195 ceph-mon[89559]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-18T03:27:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:49 smithi046 ceph-mon[94621]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-18T03:27:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:49 smithi046 ceph-mon[94621]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-18T03:27:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:49 smithi046 ceph-mon[97106]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-18T03:27:50.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:49 smithi046 ceph-mon[97106]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-18T03:27:50.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:50 smithi195 ceph-mon[89559]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-18T03:27:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:50 smithi046 ceph-mon[94621]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-18T03:27:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:50 smithi046 ceph-mon[97106]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-18T03:27:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:51 smithi195 ceph-mon[89559]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 4.0 KiB/s wr, 370 op/s 2024-09-18T03:27:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:51 smithi195 ceph-mon[89559]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-18T03:27:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:51 smithi046 ceph-mon[94621]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 4.0 KiB/s wr, 370 op/s 2024-09-18T03:27:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:51 smithi046 ceph-mon[94621]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-18T03:27:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:51 smithi046 ceph-mon[97106]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 4.0 KiB/s wr, 370 op/s 2024-09-18T03:27:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:51 smithi046 ceph-mon[97106]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-18T03:27:52.701 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:27:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:27:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:52 smithi195 ceph-mon[89559]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-18T03:27:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:52 smithi046 ceph-mon[94621]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-18T03:27:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:52 smithi046 ceph-mon[97106]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-18T03:27:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:53 smithi195 ceph-mon[89559]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 3.5 KiB/s wr, 363 op/s 2024-09-18T03:27:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:53 smithi195 ceph-mon[89559]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-18T03:27:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:53 smithi046 ceph-mon[94621]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 3.5 KiB/s wr, 363 op/s 2024-09-18T03:27:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:53 smithi046 ceph-mon[94621]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-18T03:27:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:53 smithi046 ceph-mon[97106]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 3.5 KiB/s wr, 363 op/s 2024-09-18T03:27:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:53 smithi046 ceph-mon[97106]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-18T03:27:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:54 smithi195 ceph-mon[89559]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-18T03:27:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:54 smithi046 ceph-mon[94621]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-18T03:27:55.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:54 smithi046 ceph-mon[97106]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-18T03:27:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:55 smithi195 ceph-mon[89559]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:27:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:55 smithi195 ceph-mon[89559]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-18T03:27:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:55 smithi046 ceph-mon[94621]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:27:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:55 smithi046 ceph-mon[94621]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-18T03:27:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:55 smithi046 ceph-mon[97106]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:27:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:55 smithi046 ceph-mon[97106]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-18T03:27:56.724 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:27:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:27:56] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:27:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:56 smithi046 ceph-mon[94621]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-18T03:27:57.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:56 smithi046 ceph-mon[97106]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-18T03:27:57.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:56 smithi195 ceph-mon[89559]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-18T03:27:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:57 smithi046 ceph-mon[94621]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-09-18T03:27:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:57 smithi046 ceph-mon[94621]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-18T03:27:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:57 smithi046 ceph-mon[97106]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-09-18T03:27:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:57 smithi046 ceph-mon[97106]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-18T03:27:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:57 smithi195 ceph-mon[89559]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-09-18T03:27:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:57 smithi195 ceph-mon[89559]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-18T03:27:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:58 smithi046 ceph-mon[94621]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-18T03:27:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:58 smithi046 ceph-mon[97106]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-18T03:27:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:27:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:58 smithi195 ceph-mon[89559]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-18T03:27:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:59 smithi046 ceph-mon[97106]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.0 KiB/s wr, 412 op/s 2024-09-18T03:28:00.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:27:59 smithi046 ceph-mon[97106]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-18T03:28:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:59 smithi046 ceph-mon[94621]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.0 KiB/s wr, 412 op/s 2024-09-18T03:28:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:27:59 smithi046 ceph-mon[94621]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-18T03:28:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:59 smithi195 ceph-mon[89559]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.0 KiB/s wr, 412 op/s 2024-09-18T03:28:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:27:59 smithi195 ceph-mon[89559]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-18T03:28:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:00 smithi046 ceph-mon[97106]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-18T03:28:01.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:00 smithi046 ceph-mon[94621]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-18T03:28:01.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:00 smithi195 ceph-mon[89559]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-18T03:28:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:01 smithi046 ceph-mon[94621]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-09-18T03:28:02.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:01 smithi046 ceph-mon[94621]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-18T03:28:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:01 smithi046 ceph-mon[97106]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-09-18T03:28:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:01 smithi046 ceph-mon[97106]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-18T03:28:02.125 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:01 smithi195 ceph-mon[89559]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-09-18T03:28:02.126 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:01 smithi195 ceph-mon[89559]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-18T03:28:02.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:28:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:28:03.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:02 smithi195 ceph-mon[89559]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-18T03:28:03.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:02 smithi046 ceph-mon[97106]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-18T03:28:03.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:02 smithi046 ceph-mon[94621]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-18T03:28:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:03 smithi195 ceph-mon[89559]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 3.5 KiB/s wr, 450 op/s 2024-09-18T03:28:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:03 smithi195 ceph-mon[89559]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-18T03:28:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:03 smithi046 ceph-mon[97106]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 3.5 KiB/s wr, 450 op/s 2024-09-18T03:28:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:03 smithi046 ceph-mon[97106]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-18T03:28:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:03 smithi046 ceph-mon[94621]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 3.5 KiB/s wr, 450 op/s 2024-09-18T03:28:04.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:03 smithi046 ceph-mon[94621]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-18T03:28:05.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:04 smithi195 ceph-mon[89559]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-18T03:28:05.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:04 smithi046 ceph-mon[97106]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-18T03:28:05.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:04 smithi046 ceph-mon[94621]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-18T03:28:06.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:05 smithi195 ceph-mon[89559]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:28:06.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:05 smithi195 ceph-mon[89559]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-18T03:28:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:05 smithi046 ceph-mon[97106]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:28:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:05 smithi046 ceph-mon[97106]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-18T03:28:06.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:05 smithi046 ceph-mon[94621]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:28:06.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:05 smithi046 ceph-mon[94621]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-18T03:28:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:28:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:28:06] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:28:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:06 smithi195 ceph-mon[89559]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-18T03:28:07.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:06 smithi046 ceph-mon[94621]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-18T03:28:07.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:06 smithi046 ceph-mon[97106]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-18T03:28:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:07 smithi195 ceph-mon[89559]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 3.5 KiB/s wr, 400 op/s 2024-09-18T03:28:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:07 smithi195 ceph-mon[89559]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-18T03:28:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:07 smithi046 ceph-mon[97106]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 3.5 KiB/s wr, 400 op/s 2024-09-18T03:28:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:07 smithi046 ceph-mon[97106]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-18T03:28:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:07 smithi046 ceph-mon[94621]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 3.5 KiB/s wr, 400 op/s 2024-09-18T03:28:08.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:07 smithi046 ceph-mon[94621]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-18T03:28:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:08 smithi195 ceph-mon[89559]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-18T03:28:09.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:08 smithi046 ceph-mon[97106]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-18T03:28:09.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:08 smithi046 ceph-mon[94621]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-18T03:28:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:09 smithi195 ceph-mon[89559]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 3.5 KiB/s wr, 400 op/s 2024-09-18T03:28:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:09 smithi195 ceph-mon[89559]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-18T03:28:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:09 smithi046 ceph-mon[97106]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 3.5 KiB/s wr, 400 op/s 2024-09-18T03:28:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:09 smithi046 ceph-mon[97106]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-18T03:28:10.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:09 smithi046 ceph-mon[94621]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 3.5 KiB/s wr, 400 op/s 2024-09-18T03:28:10.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:09 smithi046 ceph-mon[94621]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-18T03:28:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:10 smithi195 ceph-mon[89559]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-18T03:28:11.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:10 smithi046 ceph-mon[94621]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-18T03:28:11.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:10 smithi046 ceph-mon[97106]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-18T03:28:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:11 smithi195 ceph-mon[89559]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 3.5 KiB/s wr, 534 op/s 2024-09-18T03:28:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:11 smithi195 ceph-mon[89559]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-18T03:28:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:11 smithi046 ceph-mon[97106]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 3.5 KiB/s wr, 534 op/s 2024-09-18T03:28:12.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:11 smithi046 ceph-mon[97106]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-18T03:28:12.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:11 smithi046 ceph-mon[94621]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 3.5 KiB/s wr, 534 op/s 2024-09-18T03:28:12.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:11 smithi046 ceph-mon[94621]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-18T03:28:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:28:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:28:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:28:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:12 smithi195 ceph-mon[89559]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-18T03:28:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:12 smithi195 ceph-mon[89559]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 2.7 KiB/s wr, 527 op/s 2024-09-18T03:28:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:12 smithi046 ceph-mon[97106]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-18T03:28:13.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:12 smithi046 ceph-mon[97106]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 2.7 KiB/s wr, 527 op/s 2024-09-18T03:28:13.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:12 smithi046 ceph-mon[94621]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-18T03:28:13.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:12 smithi046 ceph-mon[94621]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 2.7 KiB/s wr, 527 op/s 2024-09-18T03:28:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:13 smithi195 ceph-mon[89559]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-18T03:28:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:13 smithi046 ceph-mon[97106]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-18T03:28:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:14.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:13 smithi046 ceph-mon[94621]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-18T03:28:14.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:15.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:14 smithi046 ceph-mon[97106]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-18T03:28:15.160 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:14 smithi046 ceph-mon[97106]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-18T03:28:15.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:14 smithi046 ceph-mon[94621]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-18T03:28:15.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:14 smithi046 ceph-mon[94621]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-18T03:28:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:14 smithi195 ceph-mon[89559]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-18T03:28:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:14 smithi195 ceph-mon[89559]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-18T03:28:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:15 smithi195 ceph-mon[89559]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-18T03:28:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:15 smithi046 ceph-mon[94621]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-18T03:28:16.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:15 smithi046 ceph-mon[97106]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-18T03:28:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:28:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:28:16] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:28:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:16 smithi195 ceph-mon[89559]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-18T03:28:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:16 smithi195 ceph-mon[89559]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.2 KiB/s wr, 579 op/s 2024-09-18T03:28:17.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:16 smithi046 ceph-mon[94621]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-18T03:28:17.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:16 smithi046 ceph-mon[94621]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.2 KiB/s wr, 579 op/s 2024-09-18T03:28:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:16 smithi046 ceph-mon[97106]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-18T03:28:17.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:16 smithi046 ceph-mon[97106]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.2 KiB/s wr, 579 op/s 2024-09-18T03:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:17 smithi195 ceph-mon[89559]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-18T03:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:28:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[97106]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-18T03:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:28:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:28:18.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:28:18.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[94621]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-18T03:28:18.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:28:18.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:28:18.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:28:18.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:28:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:18 smithi195 ceph-mon[89559]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-18T03:28:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:18 smithi195 ceph-mon[89559]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 4.2 KiB/s wr, 580 op/s 2024-09-18T03:28:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:18 smithi046 ceph-mon[94621]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-18T03:28:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:18 smithi046 ceph-mon[94621]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 4.2 KiB/s wr, 580 op/s 2024-09-18T03:28:19.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:18 smithi046 ceph-mon[97106]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-18T03:28:19.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:18 smithi046 ceph-mon[97106]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 4.2 KiB/s wr, 580 op/s 2024-09-18T03:28:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:19 smithi195 ceph-mon[89559]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-18T03:28:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:19 smithi046 ceph-mon[94621]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-18T03:28:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:19 smithi046 ceph-mon[97106]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-18T03:28:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:20 smithi195 ceph-mon[89559]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-18T03:28:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:20 smithi195 ceph-mon[89559]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-09-18T03:28:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:20 smithi046 ceph-mon[94621]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-18T03:28:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:20 smithi046 ceph-mon[94621]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-09-18T03:28:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:20 smithi046 ceph-mon[97106]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-18T03:28:21.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:20 smithi046 ceph-mon[97106]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-09-18T03:28:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:21 smithi195 ceph-mon[89559]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-18T03:28:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:21 smithi046 ceph-mon[94621]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-18T03:28:22.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:21 smithi046 ceph-mon[97106]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-18T03:28:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:28:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:28:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:22 smithi195 ceph-mon[89559]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-18T03:28:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:22 smithi195 ceph-mon[89559]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 2.7 KiB/s wr, 619 op/s 2024-09-18T03:28:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:22 smithi046 ceph-mon[94621]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-18T03:28:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:22 smithi046 ceph-mon[94621]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 2.7 KiB/s wr, 619 op/s 2024-09-18T03:28:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:22 smithi046 ceph-mon[97106]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-18T03:28:23.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:22 smithi046 ceph-mon[97106]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 461 KiB/s rd, 2.7 KiB/s wr, 619 op/s 2024-09-18T03:28:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:23 smithi195 ceph-mon[89559]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-18T03:28:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:23 smithi046 ceph-mon[94621]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-18T03:28:24.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:23 smithi046 ceph-mon[97106]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-18T03:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:24 smithi195 ceph-mon[89559]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-18T03:28:25.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:24 smithi195 ceph-mon[89559]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:28:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:24 smithi046 ceph-mon[94621]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-18T03:28:25.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:24 smithi046 ceph-mon[94621]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:28:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:24 smithi046 ceph-mon[97106]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-18T03:28:25.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:24 smithi046 ceph-mon[97106]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:28:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:25 smithi195 ceph-mon[89559]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-18T03:28:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:25 smithi046 ceph-mon[97106]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-18T03:28:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:25 smithi046 ceph-mon[94621]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-18T03:28:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:28:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:28:26] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:28:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:26 smithi195 ceph-mon[89559]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-18T03:28:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:26 smithi195 ceph-mon[89559]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-09-18T03:28:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:26 smithi046 ceph-mon[94621]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-18T03:28:27.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:26 smithi046 ceph-mon[94621]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-09-18T03:28:27.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:26 smithi046 ceph-mon[97106]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-18T03:28:27.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:26 smithi046 ceph-mon[97106]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-09-18T03:28:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:27 smithi195 ceph-mon[89559]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-18T03:28:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:27 smithi046 ceph-mon[94621]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-18T03:28:28.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:27 smithi046 ceph-mon[97106]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-18T03:28:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:28 smithi195 ceph-mon[89559]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-18T03:28:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:28 smithi195 ceph-mon[89559]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 670 op/s 2024-09-18T03:28:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:28 smithi046 ceph-mon[94621]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-18T03:28:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:28 smithi046 ceph-mon[94621]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 670 op/s 2024-09-18T03:28:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:28 smithi046 ceph-mon[97106]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-18T03:28:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:28 smithi046 ceph-mon[97106]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 670 op/s 2024-09-18T03:28:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:29 smithi195 ceph-mon[89559]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-18T03:28:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:29 smithi046 ceph-mon[97106]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-18T03:28:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:29 smithi046 ceph-mon[94621]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-18T03:28:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:30 smithi195 ceph-mon[89559]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-18T03:28:31.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:30 smithi195 ceph-mon[89559]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.7 KiB/s wr, 713 op/s 2024-09-18T03:28:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:30 smithi046 ceph-mon[94621]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-18T03:28:31.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:30 smithi046 ceph-mon[94621]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.7 KiB/s wr, 713 op/s 2024-09-18T03:28:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:30 smithi046 ceph-mon[97106]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-18T03:28:31.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:30 smithi046 ceph-mon[97106]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.7 KiB/s wr, 713 op/s 2024-09-18T03:28:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:31 smithi195 ceph-mon[89559]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-18T03:28:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:31 smithi046 ceph-mon[97106]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-18T03:28:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:31 smithi046 ceph-mon[94621]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-18T03:28:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:28:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:28:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:32 smithi195 ceph-mon[89559]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-18T03:28:33.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:32 smithi195 ceph-mon[89559]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 2.7 KiB/s wr, 707 op/s 2024-09-18T03:28:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:32 smithi046 ceph-mon[97106]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-18T03:28:33.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:32 smithi046 ceph-mon[97106]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 2.7 KiB/s wr, 707 op/s 2024-09-18T03:28:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:32 smithi046 ceph-mon[94621]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-18T03:28:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:32 smithi046 ceph-mon[94621]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 2.7 KiB/s wr, 707 op/s 2024-09-18T03:28:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:33 smithi195 ceph-mon[89559]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-18T03:28:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:33 smithi046 ceph-mon[97106]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-18T03:28:34.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:33 smithi046 ceph-mon[94621]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-18T03:28:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:34 smithi195 ceph-mon[89559]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-18T03:28:35.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:34 smithi195 ceph-mon[89559]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:28:35.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:34 smithi046 ceph-mon[97106]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-18T03:28:35.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:34 smithi046 ceph-mon[97106]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:28:35.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:34 smithi046 ceph-mon[94621]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-18T03:28:35.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:34 smithi046 ceph-mon[94621]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:28:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:35 smithi195 ceph-mon[89559]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-18T03:28:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:35 smithi046 ceph-mon[94621]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-18T03:28:36.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:35 smithi046 ceph-mon[97106]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-18T03:28:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:28:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:28:36] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-18T03:28:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:36 smithi195 ceph-mon[89559]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-18T03:28:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:36 smithi195 ceph-mon[89559]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-09-18T03:28:37.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:36 smithi046 ceph-mon[94621]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-18T03:28:37.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:36 smithi046 ceph-mon[94621]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-09-18T03:28:37.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:36 smithi046 ceph-mon[97106]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-18T03:28:37.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:36 smithi046 ceph-mon[97106]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-09-18T03:28:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:37 smithi046 ceph-mon[97106]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-18T03:28:38.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:37 smithi046 ceph-mon[94621]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-18T03:28:38.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:37 smithi195 ceph-mon[89559]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-18T03:28:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:38 smithi046 ceph-mon[94621]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-18T03:28:39.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:38 smithi046 ceph-mon[94621]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-09-18T03:28:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:38 smithi046 ceph-mon[97106]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-18T03:28:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:38 smithi046 ceph-mon[97106]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-09-18T03:28:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:38 smithi195 ceph-mon[89559]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-18T03:28:39.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:38 smithi195 ceph-mon[89559]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-09-18T03:28:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:39 smithi046 ceph-mon[94621]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-18T03:28:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:39 smithi046 ceph-mon[97106]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-18T03:28:40.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:39 smithi195 ceph-mon[89559]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-18T03:28:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:40 smithi046 ceph-mon[94621]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-18T03:28:41.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:40 smithi046 ceph-mon[94621]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-09-18T03:28:41.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:40 smithi046 ceph-mon[97106]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-18T03:28:41.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:40 smithi046 ceph-mon[97106]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-09-18T03:28:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:40 smithi195 ceph-mon[89559]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-18T03:28:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:40 smithi195 ceph-mon[89559]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-09-18T03:28:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:42 smithi046 ceph-mon[94621]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-18T03:28:42.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:42 smithi046 ceph-mon[97106]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-18T03:28:42.317 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:42 smithi195 ceph-mon[89559]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-18T03:28:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:28:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:28:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:43 smithi046 ceph-mon[94621]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-18T03:28:43.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:43 smithi046 ceph-mon[94621]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 3.0 KiB/s wr, 795 op/s 2024-09-18T03:28:43.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:43 smithi046 ceph-mon[97106]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-18T03:28:43.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:43 smithi046 ceph-mon[97106]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 3.0 KiB/s wr, 795 op/s 2024-09-18T03:28:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:43 smithi195 ceph-mon[89559]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-18T03:28:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:43 smithi195 ceph-mon[89559]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 3.0 KiB/s wr, 795 op/s 2024-09-18T03:28:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:44 smithi195 ceph-mon[89559]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-18T03:28:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:44 smithi046 ceph-mon[94621]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-18T03:28:44.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:44 smithi046 ceph-mon[97106]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-18T03:28:44.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:45.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:45 smithi046 ceph-mon[97106]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-18T03:28:45.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:45 smithi046 ceph-mon[97106]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:28:45.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:45 smithi046 ceph-mon[94621]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-18T03:28:45.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:45 smithi046 ceph-mon[94621]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:28:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:45 smithi195 ceph-mon[89559]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-18T03:28:45.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:45 smithi195 ceph-mon[89559]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:28:46.412 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:46 smithi046 ceph-mon[94621]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-18T03:28:46.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:46 smithi046 ceph-mon[97106]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-18T03:28:46.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:46 smithi195 ceph-mon[89559]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-18T03:28:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:28:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:28:46] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-09-18T03:28:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:47 smithi195 ceph-mon[89559]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-18T03:28:47.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:47 smithi195 ceph-mon[89559]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-18T03:28:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:47 smithi046 ceph-mon[94621]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-18T03:28:47.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:47 smithi046 ceph-mon[94621]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-18T03:28:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:47 smithi046 ceph-mon[97106]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-18T03:28:47.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:47 smithi046 ceph-mon[97106]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-18T03:28:48.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:48 smithi195 ceph-mon[89559]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-18T03:28:48.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:48 smithi046 ceph-mon[94621]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-18T03:28:48.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:48 smithi046 ceph-mon[97106]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-18T03:28:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:49 smithi195 ceph-mon[89559]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-18T03:28:49.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:49 smithi195 ceph-mon[89559]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2024-09-18T03:28:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:49 smithi046 ceph-mon[94621]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-18T03:28:49.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:49 smithi046 ceph-mon[94621]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2024-09-18T03:28:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:49 smithi046 ceph-mon[97106]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-18T03:28:49.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:49 smithi046 ceph-mon[97106]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2024-09-18T03:28:50.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:50 smithi195 ceph-mon[89559]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-18T03:28:50.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:50 smithi046 ceph-mon[97106]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-18T03:28:50.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:50 smithi046 ceph-mon[94621]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-18T03:28:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:51 smithi195 ceph-mon[89559]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-18T03:28:51.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:51 smithi195 ceph-mon[89559]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-09-18T03:28:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:51 smithi046 ceph-mon[97106]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-18T03:28:51.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:51 smithi046 ceph-mon[97106]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-09-18T03:28:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:51 smithi046 ceph-mon[94621]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-18T03:28:51.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:51 smithi046 ceph-mon[94621]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-09-18T03:28:52.316 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:52 smithi195 ceph-mon[89559]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-18T03:28:52.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:52 smithi046 ceph-mon[94621]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-18T03:28:52.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:52 smithi046 ceph-mon[97106]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-18T03:28:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:28:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:28:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:53 smithi195 ceph-mon[89559]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-18T03:28:53.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:53 smithi195 ceph-mon[89559]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 2.7 KiB/s wr, 882 op/s 2024-09-18T03:28:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:53 smithi046 ceph-mon[94621]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-18T03:28:53.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:53 smithi046 ceph-mon[94621]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 2.7 KiB/s wr, 882 op/s 2024-09-18T03:28:53.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:53 smithi046 ceph-mon[97106]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-18T03:28:53.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:53 smithi046 ceph-mon[97106]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 2.7 KiB/s wr, 882 op/s 2024-09-18T03:28:54.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:54 smithi195 ceph-mon[89559]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-18T03:28:54.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:54 smithi046 ceph-mon[94621]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-18T03:28:54.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:54 smithi046 ceph-mon[97106]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-18T03:28:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:55 smithi195 ceph-mon[89559]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-18T03:28:55.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:55 smithi195 ceph-mon[89559]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:28:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:55 smithi046 ceph-mon[97106]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-18T03:28:55.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:55 smithi046 ceph-mon[97106]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:28:55.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:55 smithi046 ceph-mon[94621]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-18T03:28:55.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:55 smithi046 ceph-mon[94621]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:28:56.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:56 smithi046 ceph-mon[97106]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-18T03:28:56.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:56 smithi046 ceph-mon[94621]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-18T03:28:56.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:56 smithi195 ceph-mon[89559]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-18T03:28:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:28:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:28:56] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-09-18T03:28:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:57 smithi195 ceph-mon[89559]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-18T03:28:57.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:57 smithi195 ceph-mon[89559]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-09-18T03:28:57.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:57 smithi046 ceph-mon[97106]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-18T03:28:57.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:57 smithi046 ceph-mon[97106]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-09-18T03:28:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:57 smithi046 ceph-mon[94621]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-18T03:28:57.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:57 smithi046 ceph-mon[94621]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-09-18T03:28:58.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:58 smithi195 ceph-mon[89559]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-18T03:28:58.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:58 smithi046 ceph-mon[97106]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-18T03:28:58.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:58 smithi046 ceph-mon[94621]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-18T03:28:59.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:59 smithi195 ceph-mon[89559]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-18T03:28:59.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:59 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:59.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:28:59 smithi195 ceph-mon[89559]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-09-18T03:28:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:59 smithi046 ceph-mon[97106]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-18T03:28:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:59 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:59.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:28:59 smithi046 ceph-mon[97106]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-09-18T03:28:59.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:59 smithi046 ceph-mon[94621]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-18T03:28:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:59 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:28:59.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:28:59 smithi046 ceph-mon[94621]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-09-18T03:29:00.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:00 smithi195 ceph-mon[89559]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-18T03:29:00.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:00 smithi046 ceph-mon[97106]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-18T03:29:00.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:00 smithi046 ceph-mon[94621]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-18T03:29:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:01 smithi195 ceph-mon[89559]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-18T03:29:01.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:01 smithi195 ceph-mon[89559]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-09-18T03:29:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:01 smithi046 ceph-mon[97106]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-18T03:29:01.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:01 smithi046 ceph-mon[97106]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-09-18T03:29:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:01 smithi046 ceph-mon[94621]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-18T03:29:01.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:01 smithi046 ceph-mon[94621]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-09-18T03:29:02.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:02 smithi195 ceph-mon[89559]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-18T03:29:02.475 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:29:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:29:02.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:02 smithi046 ceph-mon[94621]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-18T03:29:02.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:02 smithi046 ceph-mon[97106]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-18T03:29:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:03 smithi195 ceph-mon[89559]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-18T03:29:03.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:03 smithi195 ceph-mon[89559]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 3.5 KiB/s wr, 970 op/s 2024-09-18T03:29:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:03 smithi046 ceph-mon[94621]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-18T03:29:03.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:03 smithi046 ceph-mon[94621]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 3.5 KiB/s wr, 970 op/s 2024-09-18T03:29:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:03 smithi046 ceph-mon[97106]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-18T03:29:03.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:03 smithi046 ceph-mon[97106]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 3.5 KiB/s wr, 970 op/s 2024-09-18T03:29:04.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:04 smithi195 ceph-mon[89559]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-18T03:29:04.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:04 smithi046 ceph-mon[94621]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-18T03:29:04.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:04 smithi046 ceph-mon[97106]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-18T03:29:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:05 smithi195 ceph-mon[89559]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-18T03:29:05.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:05 smithi195 ceph-mon[89559]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:29:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:05 smithi046 ceph-mon[94621]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-18T03:29:05.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:05 smithi046 ceph-mon[94621]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:29:05.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:05 smithi046 ceph-mon[97106]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-18T03:29:05.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:05 smithi046 ceph-mon[97106]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:29:06.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:06 smithi046 ceph-mon[97106]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-18T03:29:06.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:06 smithi046 ceph-mon[94621]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-18T03:29:06.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:06 smithi195 ceph-mon[89559]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-18T03:29:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:29:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:29:06] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-18T03:29:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:07 smithi195 ceph-mon[89559]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-18T03:29:07.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:07 smithi195 ceph-mon[89559]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-09-18T03:29:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:07 smithi046 ceph-mon[97106]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-18T03:29:07.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:07 smithi046 ceph-mon[97106]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-09-18T03:29:07.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:07 smithi046 ceph-mon[94621]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-18T03:29:07.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:07 smithi046 ceph-mon[94621]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-09-18T03:29:08.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:08 smithi195 ceph-mon[89559]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-18T03:29:08.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:08 smithi046 ceph-mon[97106]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-18T03:29:08.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:08 smithi046 ceph-mon[94621]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-18T03:29:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:09 smithi195 ceph-mon[89559]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-18T03:29:09.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:09 smithi195 ceph-mon[89559]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 4.2 KiB/s wr, 1.02k op/s 2024-09-18T03:29:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:09 smithi046 ceph-mon[97106]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-18T03:29:09.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:09 smithi046 ceph-mon[97106]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 4.2 KiB/s wr, 1.02k op/s 2024-09-18T03:29:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:09 smithi046 ceph-mon[94621]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-18T03:29:09.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:09 smithi046 ceph-mon[94621]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 4.2 KiB/s wr, 1.02k op/s 2024-09-18T03:29:10.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:10 smithi195 ceph-mon[89559]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-18T03:29:10.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:10 smithi046 ceph-mon[94621]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-18T03:29:10.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:10 smithi046 ceph-mon[97106]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-18T03:29:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:11 smithi195 ceph-mon[89559]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-18T03:29:11.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:11 smithi195 ceph-mon[89559]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-09-18T03:29:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:11 smithi046 ceph-mon[97106]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-18T03:29:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:11 smithi046 ceph-mon[97106]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-09-18T03:29:11.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:11 smithi046 ceph-mon[94621]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-18T03:29:11.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:11 smithi046 ceph-mon[94621]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-09-18T03:29:12.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:12 smithi195 ceph-mon[89559]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-18T03:29:12.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:29:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:29:12.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:12 smithi046 ceph-mon[94621]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-18T03:29:12.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:12 smithi046 ceph-mon[97106]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-18T03:29:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:13 smithi195 ceph-mon[89559]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-18T03:29:13.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:13 smithi195 ceph-mon[89559]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 2.7 KiB/s wr, 1.06k op/s 2024-09-18T03:29:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:13 smithi046 ceph-mon[94621]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-18T03:29:13.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:13 smithi046 ceph-mon[94621]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 2.7 KiB/s wr, 1.06k op/s 2024-09-18T03:29:13.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:13 smithi046 ceph-mon[97106]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-18T03:29:13.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:13 smithi046 ceph-mon[97106]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 2.7 KiB/s wr, 1.06k op/s 2024-09-18T03:29:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:14 smithi195 ceph-mon[89559]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-18T03:29:14.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:14 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:14 smithi046 ceph-mon[97106]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-18T03:29:14.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:14 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:14 smithi046 ceph-mon[94621]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-18T03:29:14.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:14 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:15 smithi195 ceph-mon[89559]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-18T03:29:15.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:15 smithi195 ceph-mon[89559]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:15 smithi046 ceph-mon[97106]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-18T03:29:15.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:15 smithi046 ceph-mon[97106]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:15.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:15 smithi046 ceph-mon[94621]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-18T03:29:15.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:15 smithi046 ceph-mon[94621]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:16.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:16 smithi195 ceph-mon[89559]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-18T03:29:16.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:16 smithi046 ceph-mon[94621]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-18T03:29:16.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:16 smithi046 ceph-mon[97106]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-18T03:29:16.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:29:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:29:16] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:29:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:17 smithi195 ceph-mon[89559]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-18T03:29:17.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:17 smithi195 ceph-mon[89559]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-18T03:29:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:17 smithi046 ceph-mon[94621]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-18T03:29:17.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:17 smithi046 ceph-mon[94621]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-18T03:29:17.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:17 smithi046 ceph-mon[97106]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-18T03:29:17.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:17 smithi046 ceph-mon[97106]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-18T03:29:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:18 smithi195 ceph-mon[89559]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-18T03:29:18.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:29:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:18 smithi046 ceph-mon[94621]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-18T03:29:18.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:29:18.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:18 smithi046 ceph-mon[97106]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-18T03:29:18.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:29:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:19 smithi195 ceph-mon[89559]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-18T03:29:19.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:29:19.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:29:19.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:29:19.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:19 smithi195 ceph-mon[89559]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-18T03:29:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[94621]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-18T03:29:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:29:19.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:29:19.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:29:19.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[94621]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-18T03:29:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[97106]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-18T03:29:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:29:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:29:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:29:19.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:19 smithi046 ceph-mon[97106]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-18T03:29:20.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:20 smithi046 ceph-mon[94621]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-18T03:29:20.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:20 smithi046 ceph-mon[97106]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-18T03:29:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:20 smithi195 ceph-mon[89559]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-18T03:29:21.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:21 smithi046 ceph-mon[94621]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-18T03:29:21.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:21 smithi046 ceph-mon[94621]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.0 KiB/s wr, 1.15k op/s 2024-09-18T03:29:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:21 smithi046 ceph-mon[97106]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-18T03:29:21.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:21 smithi046 ceph-mon[97106]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.0 KiB/s wr, 1.15k op/s 2024-09-18T03:29:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:21 smithi195 ceph-mon[89559]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-18T03:29:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:21 smithi195 ceph-mon[89559]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.0 KiB/s wr, 1.15k op/s 2024-09-18T03:29:22.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:22 smithi195 ceph-mon[89559]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-18T03:29:22.475 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:29:22.475 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:29:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a[126990]: logger=cleanup t=2024-09-18T03:29:22.118899117Z level=info msg="Completed cleanup jobs" duration=15.886227ms 2024-09-18T03:29:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:22 smithi046 ceph-mon[94621]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-18T03:29:22.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:22 smithi046 ceph-mon[97106]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-18T03:29:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:23 smithi046 ceph-mon[94621]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-18T03:29:23.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:23 smithi046 ceph-mon[94621]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2024-09-18T03:29:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:23 smithi046 ceph-mon[97106]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-18T03:29:23.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:23 smithi046 ceph-mon[97106]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2024-09-18T03:29:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:23 smithi195 ceph-mon[89559]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-18T03:29:23.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:23 smithi195 ceph-mon[89559]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2024-09-18T03:29:24.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:24 smithi046 ceph-mon[94621]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-18T03:29:24.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:24 smithi046 ceph-mon[97106]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-18T03:29:24.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:24 smithi195 ceph-mon[89559]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-18T03:29:25.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:25 smithi046 ceph-mon[97106]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-18T03:29:25.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:25 smithi046 ceph-mon[97106]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:29:25.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:25 smithi046 ceph-mon[94621]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-18T03:29:25.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:25 smithi046 ceph-mon[94621]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:29:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:25 smithi195 ceph-mon[89559]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-18T03:29:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:25 smithi195 ceph-mon[89559]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-18T03:29:26.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:26 smithi195 ceph-mon[89559]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-18T03:29:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:26 smithi046 ceph-mon[94621]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-18T03:29:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:26 smithi046 ceph-mon[97106]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-18T03:29:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:29:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:29:26] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:29:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:27 smithi195 ceph-mon[89559]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-18T03:29:27.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:27 smithi195 ceph-mon[89559]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-09-18T03:29:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:27 smithi046 ceph-mon[94621]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-18T03:29:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:27 smithi046 ceph-mon[94621]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-09-18T03:29:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:27 smithi046 ceph-mon[97106]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-18T03:29:27.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:27 smithi046 ceph-mon[97106]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-09-18T03:29:28.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:28 smithi195 ceph-mon[89559]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-18T03:29:28.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:28 smithi046 ceph-mon[94621]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-18T03:29:28.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:28 smithi046 ceph-mon[97106]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-18T03:29:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:29 smithi195 ceph-mon[89559]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-18T03:29:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:29 smithi195 ceph-mon[89559]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-09-18T03:29:29.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:29 smithi046 ceph-mon[97106]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-18T03:29:29.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:29.761 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:29 smithi046 ceph-mon[97106]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-09-18T03:29:29.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:29 smithi046 ceph-mon[94621]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-18T03:29:29.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:29.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:29 smithi046 ceph-mon[94621]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-09-18T03:29:30.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:30 smithi195 ceph-mon[89559]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-18T03:29:30.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:30 smithi046 ceph-mon[94621]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-18T03:29:30.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:30 smithi046 ceph-mon[97106]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-18T03:29:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:31 smithi195 ceph-mon[89559]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-18T03:29:31.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:31 smithi195 ceph-mon[89559]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-09-18T03:29:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:31 smithi046 ceph-mon[97106]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-18T03:29:31.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:31 smithi046 ceph-mon[97106]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-09-18T03:29:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:31 smithi046 ceph-mon[94621]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-18T03:29:31.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:31 smithi046 ceph-mon[94621]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-09-18T03:29:32.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:32 smithi195 ceph-mon[89559]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-18T03:29:32.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:29:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:29:32.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:32 smithi046 ceph-mon[97106]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-18T03:29:32.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:32 smithi046 ceph-mon[94621]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-18T03:29:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:33 smithi195 ceph-mon[89559]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-18T03:29:33.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:33 smithi195 ceph-mon[89559]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 916 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-09-18T03:29:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:33 smithi046 ceph-mon[97106]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-18T03:29:33.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:33 smithi046 ceph-mon[97106]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 916 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-09-18T03:29:33.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:33 smithi046 ceph-mon[94621]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-18T03:29:33.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:33 smithi046 ceph-mon[94621]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 916 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-09-18T03:29:34.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:34 smithi195 ceph-mon[89559]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-18T03:29:34.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:34 smithi046 ceph-mon[94621]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-18T03:29:34.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:34 smithi046 ceph-mon[97106]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-18T03:29:35.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:35 smithi195 ceph-mon[89559]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-18T03:29:35.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:35 smithi195 ceph-mon[89559]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:35 smithi046 ceph-mon[97106]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-18T03:29:35.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:35 smithi046 ceph-mon[97106]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:35.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:35 smithi046 ceph-mon[94621]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-18T03:29:35.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:35 smithi046 ceph-mon[94621]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:36.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:36 smithi195 ceph-mon[89559]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-18T03:29:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:36 smithi046 ceph-mon[97106]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-18T03:29:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:36 smithi046 ceph-mon[94621]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-18T03:29:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:29:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:29:36] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-18T03:29:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:37 smithi195 ceph-mon[89559]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-18T03:29:37.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:37 smithi195 ceph-mon[89559]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-18T03:29:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:37 smithi046 ceph-mon[97106]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-18T03:29:37.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:37 smithi046 ceph-mon[97106]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-18T03:29:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:37 smithi046 ceph-mon[94621]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-18T03:29:37.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:37 smithi046 ceph-mon[94621]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-18T03:29:38.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:38 smithi195 ceph-mon[89559]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-18T03:29:38.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:38 smithi046 ceph-mon[97106]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-18T03:29:38.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:38 smithi046 ceph-mon[94621]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-18T03:29:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:39 smithi195 ceph-mon[89559]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-18T03:29:39.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:39 smithi195 ceph-mon[89559]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-18T03:29:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:39 smithi046 ceph-mon[94621]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-18T03:29:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:39 smithi046 ceph-mon[94621]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-18T03:29:39.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:39 smithi046 ceph-mon[97106]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-18T03:29:39.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:39 smithi046 ceph-mon[97106]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-18T03:29:40.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:40 smithi195 ceph-mon[89559]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-18T03:29:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:40 smithi046 ceph-mon[97106]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-18T03:29:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:40 smithi046 ceph-mon[94621]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-18T03:29:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:41 smithi195 ceph-mon[89559]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-18T03:29:41.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:41 smithi195 ceph-mon[89559]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2024-09-18T03:29:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:41 smithi046 ceph-mon[97106]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-18T03:29:41.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:41 smithi046 ceph-mon[97106]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2024-09-18T03:29:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:41 smithi046 ceph-mon[94621]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-18T03:29:41.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:41 smithi046 ceph-mon[94621]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2024-09-18T03:29:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:42 smithi195 ceph-mon[89559]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-18T03:29:42.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:29:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:29:42.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:42 smithi046 ceph-mon[94621]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-18T03:29:42.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:42 smithi046 ceph-mon[97106]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-18T03:29:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:43 smithi195 ceph-mon[89559]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-18T03:29:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:43 smithi195 ceph-mon[89559]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 981 KiB/s rd, 3.0 KiB/s wr, 1.32k op/s 2024-09-18T03:29:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:43 smithi046 ceph-mon[94621]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-18T03:29:43.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:43 smithi046 ceph-mon[94621]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 981 KiB/s rd, 3.0 KiB/s wr, 1.32k op/s 2024-09-18T03:29:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:43 smithi046 ceph-mon[97106]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-18T03:29:43.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:43 smithi046 ceph-mon[97106]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 981 KiB/s rd, 3.0 KiB/s wr, 1.32k op/s 2024-09-18T03:29:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:44 smithi195 ceph-mon[89559]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-18T03:29:44.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:44 smithi046 ceph-mon[94621]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-18T03:29:44.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:44.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:44 smithi046 ceph-mon[97106]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-18T03:29:44.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:45 smithi046 ceph-mon[94621]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-18T03:29:45.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:45 smithi046 ceph-mon[94621]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:29:45.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:45 smithi046 ceph-mon[97106]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-18T03:29:45.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:45 smithi046 ceph-mon[97106]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:29:45.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:45 smithi195 ceph-mon[89559]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-18T03:29:45.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:45 smithi195 ceph-mon[89559]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-18T03:29:46.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:46 smithi195 ceph-mon[89559]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-18T03:29:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:46 smithi046 ceph-mon[94621]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-18T03:29:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:46 smithi046 ceph-mon[97106]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-18T03:29:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:29:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:29:46] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:29:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:47 smithi195 ceph-mon[89559]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-18T03:29:47.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:47 smithi195 ceph-mon[89559]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2024-09-18T03:29:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:47 smithi046 ceph-mon[94621]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-18T03:29:47.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:47 smithi046 ceph-mon[94621]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2024-09-18T03:29:47.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:47 smithi046 ceph-mon[97106]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-18T03:29:47.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:47 smithi046 ceph-mon[97106]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2024-09-18T03:29:48.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:48 smithi195 ceph-mon[89559]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-18T03:29:48.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:48 smithi046 ceph-mon[94621]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-18T03:29:48.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:48 smithi046 ceph-mon[97106]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-18T03:29:49.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:49 smithi195 ceph-mon[89559]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-18T03:29:49.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:49 smithi195 ceph-mon[89559]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-09-18T03:29:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:49 smithi046 ceph-mon[97106]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-18T03:29:49.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:49 smithi046 ceph-mon[97106]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-09-18T03:29:49.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:49 smithi046 ceph-mon[94621]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-18T03:29:49.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:49 smithi046 ceph-mon[94621]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-09-18T03:29:50.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:50 smithi195 ceph-mon[89559]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-18T03:29:50.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:50 smithi046 ceph-mon[94621]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-18T03:29:50.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:50 smithi046 ceph-mon[97106]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-18T03:29:51.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:51 smithi195 ceph-mon[89559]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-18T03:29:51.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:51 smithi195 ceph-mon[89559]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.42k op/s 2024-09-18T03:29:51.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:51 smithi046 ceph-mon[94621]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-18T03:29:51.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:51 smithi046 ceph-mon[94621]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.42k op/s 2024-09-18T03:29:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:51 smithi046 ceph-mon[97106]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-18T03:29:51.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:51 smithi046 ceph-mon[97106]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.42k op/s 2024-09-18T03:29:52.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:52 smithi195 ceph-mon[89559]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-18T03:29:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:29:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:29:52.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:52 smithi046 ceph-mon[94621]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-18T03:29:52.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:52 smithi046 ceph-mon[97106]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-18T03:29:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:53 smithi195 ceph-mon[89559]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-18T03:29:53.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:53 smithi195 ceph-mon[89559]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-09-18T03:29:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:53 smithi046 ceph-mon[94621]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-18T03:29:53.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:53 smithi046 ceph-mon[94621]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-09-18T03:29:53.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:53 smithi046 ceph-mon[97106]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-18T03:29:53.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:53 smithi046 ceph-mon[97106]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-09-18T03:29:54.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:54 smithi195 ceph-mon[89559]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-18T03:29:54.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:54 smithi046 ceph-mon[94621]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-18T03:29:54.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:54 smithi046 ceph-mon[97106]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-18T03:29:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:55 smithi195 ceph-mon[89559]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-18T03:29:55.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:55 smithi195 ceph-mon[89559]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:55 smithi046 ceph-mon[94621]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-18T03:29:55.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:55 smithi046 ceph-mon[94621]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:55 smithi046 ceph-mon[97106]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-18T03:29:55.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:55 smithi046 ceph-mon[97106]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:29:56.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:56 smithi195 ceph-mon[89559]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-18T03:29:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:56 smithi046 ceph-mon[94621]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-18T03:29:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:56 smithi046 ceph-mon[97106]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-18T03:29:56.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:29:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:29:56] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:29:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:57 smithi195 ceph-mon[89559]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-18T03:29:57.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:57 smithi195 ceph-mon[89559]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-09-18T03:29:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:57 smithi046 ceph-mon[97106]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-18T03:29:57.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:57 smithi046 ceph-mon[97106]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-09-18T03:29:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:57 smithi046 ceph-mon[94621]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-18T03:29:57.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:57 smithi046 ceph-mon[94621]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-09-18T03:29:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:58 smithi195 ceph-mon[89559]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-18T03:29:58.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:58 smithi046 ceph-mon[94621]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-18T03:29:58.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:58 smithi046 ceph-mon[97106]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-18T03:29:58.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:29:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:59 smithi195 ceph-mon[89559]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-18T03:29:59.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:29:59 smithi195 ceph-mon[89559]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-09-18T03:29:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:59 smithi046 ceph-mon[97106]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-18T03:29:59.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:29:59 smithi046 ceph-mon[97106]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-09-18T03:29:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:59 smithi046 ceph-mon[94621]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-18T03:29:59.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:29:59 smithi046 ceph-mon[94621]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-09-18T03:30:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:00 smithi195 ceph-mon[89559]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-18T03:30:00.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:00 smithi195 ceph-mon[89559]: overall HEALTH_OK 2024-09-18T03:30:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:00 smithi046 ceph-mon[97106]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-18T03:30:00.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:00 smithi046 ceph-mon[97106]: overall HEALTH_OK 2024-09-18T03:30:00.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:00 smithi046 ceph-mon[94621]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-18T03:30:00.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:00 smithi046 ceph-mon[94621]: overall HEALTH_OK 2024-09-18T03:30:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:01 smithi195 ceph-mon[89559]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-18T03:30:01.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:01 smithi195 ceph-mon[89559]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-09-18T03:30:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:01 smithi046 ceph-mon[94621]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-18T03:30:01.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:01 smithi046 ceph-mon[94621]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-09-18T03:30:01.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:01 smithi046 ceph-mon[97106]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-18T03:30:01.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:01 smithi046 ceph-mon[97106]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-09-18T03:30:02.626 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:02 smithi195 ceph-mon[89559]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-18T03:30:02.626 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:30:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:30:02.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:02 smithi046 ceph-mon[97106]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-18T03:30:02.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:02 smithi046 ceph-mon[94621]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-18T03:30:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:03 smithi046 ceph-mon[94621]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-18T03:30:03.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:03 smithi046 ceph-mon[94621]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.50k op/s 2024-09-18T03:30:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:03 smithi046 ceph-mon[97106]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-18T03:30:03.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:03 smithi046 ceph-mon[97106]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.50k op/s 2024-09-18T03:30:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:03 smithi195 ceph-mon[89559]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-18T03:30:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:03 smithi195 ceph-mon[89559]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.50k op/s 2024-09-18T03:30:04.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:04 smithi046 ceph-mon[94621]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-18T03:30:04.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:04 smithi046 ceph-mon[97106]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-18T03:30:04.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:04 smithi195 ceph-mon[89559]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-18T03:30:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:05 smithi046 ceph-mon[94621]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-18T03:30:05.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:05 smithi046 ceph-mon[94621]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:30:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:05 smithi046 ceph-mon[97106]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-18T03:30:05.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:05 smithi046 ceph-mon[97106]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:30:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:05 smithi195 ceph-mon[89559]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-18T03:30:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:05 smithi195 ceph-mon[89559]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-18T03:30:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:06 smithi046 ceph-mon[97106]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-18T03:30:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:06 smithi046 ceph-mon[94621]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-18T03:30:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:30:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:30:06] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:30:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:06 smithi195 ceph-mon[89559]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-18T03:30:07.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:07 smithi195 ceph-mon[89559]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-09-18T03:30:07.976 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:07 smithi195 ceph-mon[89559]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-18T03:30:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:07 smithi046 ceph-mon[94621]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-09-18T03:30:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:07 smithi046 ceph-mon[94621]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-18T03:30:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:07 smithi046 ceph-mon[97106]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-09-18T03:30:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:07 smithi046 ceph-mon[97106]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-18T03:30:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:08 smithi195 ceph-mon[89559]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-18T03:30:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:08 smithi046 ceph-mon[94621]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-18T03:30:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:08 smithi046 ceph-mon[97106]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-18T03:30:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:09 smithi195 ceph-mon[89559]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-09-18T03:30:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:09 smithi195 ceph-mon[89559]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-18T03:30:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:09 smithi046 ceph-mon[94621]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-09-18T03:30:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:09 smithi046 ceph-mon[94621]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-18T03:30:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:09 smithi046 ceph-mon[97106]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-09-18T03:30:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:09 smithi046 ceph-mon[97106]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-18T03:30:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:10 smithi195 ceph-mon[89559]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-18T03:30:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:10 smithi046 ceph-mon[94621]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-18T03:30:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:10 smithi046 ceph-mon[97106]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-18T03:30:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:11 smithi195 ceph-mon[89559]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-09-18T03:30:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:11 smithi195 ceph-mon[89559]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-18T03:30:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:11 smithi046 ceph-mon[94621]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-09-18T03:30:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:11 smithi046 ceph-mon[94621]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-18T03:30:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:11 smithi046 ceph-mon[97106]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-09-18T03:30:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:11 smithi046 ceph-mon[97106]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-18T03:30:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:12 smithi195 ceph-mon[89559]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-18T03:30:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:30:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:30:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:12 smithi046 ceph-mon[97106]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-18T03:30:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:12 smithi046 ceph-mon[94621]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-18T03:30:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:13 smithi195 ceph-mon[89559]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.58k op/s 2024-09-18T03:30:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:13 smithi195 ceph-mon[89559]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-18T03:30:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:13 smithi046 ceph-mon[97106]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.58k op/s 2024-09-18T03:30:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:13 smithi046 ceph-mon[97106]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-18T03:30:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:13 smithi046 ceph-mon[94621]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.58k op/s 2024-09-18T03:30:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:13 smithi046 ceph-mon[94621]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-18T03:30:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:14.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:14 smithi195 ceph-mon[89559]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-18T03:30:15.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:14 smithi046 ceph-mon[94621]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-18T03:30:15.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:14 smithi046 ceph-mon[97106]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-18T03:30:15.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:15 smithi046 ceph-mon[94621]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:30:15.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:15 smithi046 ceph-mon[94621]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-18T03:30:15.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:15 smithi046 ceph-mon[97106]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:30:15.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:15 smithi046 ceph-mon[97106]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-18T03:30:15.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:15 smithi195 ceph-mon[89559]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:30:15.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:15 smithi195 ceph-mon[89559]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-18T03:30:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:16 smithi046 ceph-mon[94621]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-18T03:30:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:30:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:30:16] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-09-18T03:30:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:16 smithi046 ceph-mon[97106]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-18T03:30:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:16 smithi195 ceph-mon[89559]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-18T03:30:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:17 smithi195 ceph-mon[89559]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-18T03:30:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:17 smithi195 ceph-mon[89559]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-18T03:30:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:17 smithi046 ceph-mon[97106]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-18T03:30:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:17 smithi046 ceph-mon[97106]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-18T03:30:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:17 smithi046 ceph-mon[94621]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-18T03:30:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:17 smithi046 ceph-mon[94621]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-18T03:30:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:18 smithi195 ceph-mon[89559]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-18T03:30:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:30:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:18 smithi046 ceph-mon[97106]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-18T03:30:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:30:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:18 smithi046 ceph-mon[94621]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-18T03:30:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:30:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:19 smithi195 ceph-mon[89559]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-18T03:30:19.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:19 smithi195 ceph-mon[89559]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-18T03:30:19.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:19.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:19.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:19.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[97106]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-18T03:30:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[97106]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[94621]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[94621]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:20.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:20 smithi195 ceph-mon[89559]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-18T03:30:20.828 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:20 smithi046 ceph-mon[97106]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-18T03:30:20.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:20 smithi046 ceph-mon[94621]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-18T03:30:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:21 smithi195 ceph-mon[89559]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.68k op/s 2024-09-18T03:30:21.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:21 smithi195 ceph-mon[89559]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-18T03:30:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:21 smithi046 ceph-mon[97106]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.68k op/s 2024-09-18T03:30:22.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:21 smithi046 ceph-mon[97106]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-18T03:30:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:21 smithi046 ceph-mon[94621]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.68k op/s 2024-09-18T03:30:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:21 smithi046 ceph-mon[94621]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-18T03:30:22.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:30:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-18T03:30:22.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:30:22.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:30:22.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-18T03:30:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:22.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:30:22.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:30:22.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:30:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:23 smithi195 ceph-mon[89559]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-09-18T03:30:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:23 smithi195 ceph-mon[89559]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-18T03:30:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:23 smithi046 ceph-mon[97106]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-09-18T03:30:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:23 smithi046 ceph-mon[97106]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-18T03:30:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:23 smithi046 ceph-mon[94621]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-09-18T03:30:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:23 smithi046 ceph-mon[94621]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-18T03:30:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:24 smithi195 ceph-mon[89559]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-18T03:30:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:24 smithi046 ceph-mon[97106]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-18T03:30:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:24 smithi046 ceph-mon[94621]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-18T03:30:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:25 smithi195 ceph-mon[89559]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:30:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:25 smithi195 ceph-mon[89559]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-18T03:30:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:25 smithi046 ceph-mon[94621]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:30:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:25 smithi046 ceph-mon[94621]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-18T03:30:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:25 smithi046 ceph-mon[97106]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-18T03:30:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:25 smithi046 ceph-mon[97106]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-18T03:30:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:26 smithi046 ceph-mon[94621]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-18T03:30:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:26 smithi046 ceph-mon[97106]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-18T03:30:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:30:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:30:26] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-09-18T03:30:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:26 smithi195 ceph-mon[89559]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-18T03:30:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:27 smithi195 ceph-mon[89559]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-18T03:30:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:27 smithi195 ceph-mon[89559]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-18T03:30:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:27 smithi046 ceph-mon[94621]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-18T03:30:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:27 smithi046 ceph-mon[94621]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-18T03:30:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:27 smithi046 ceph-mon[97106]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-18T03:30:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:27 smithi046 ceph-mon[97106]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-18T03:30:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:28 smithi195 ceph-mon[89559]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-18T03:30:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:28 smithi046 ceph-mon[94621]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-18T03:30:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:28 smithi046 ceph-mon[97106]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-18T03:30:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:29 smithi195 ceph-mon[89559]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-09-18T03:30:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:29 smithi195 ceph-mon[89559]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-18T03:30:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:29 smithi046 ceph-mon[94621]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-09-18T03:30:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:29 smithi046 ceph-mon[94621]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-18T03:30:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:29 smithi046 ceph-mon[97106]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-09-18T03:30:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:29 smithi046 ceph-mon[97106]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-18T03:30:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:30 smithi195 ceph-mon[89559]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-18T03:30:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:30 smithi046 ceph-mon[94621]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-18T03:30:31.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:30 smithi046 ceph-mon[97106]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-18T03:30:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:31 smithi195 ceph-mon[89559]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-18T03:30:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:31 smithi195 ceph-mon[89559]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-18T03:30:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:31 smithi046 ceph-mon[94621]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-18T03:30:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:31 smithi046 ceph-mon[94621]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-18T03:30:32.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:31 smithi046 ceph-mon[97106]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-18T03:30:32.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:31 smithi046 ceph-mon[97106]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-18T03:30:32.646 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:30:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:30:32.916 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:32 smithi195 ceph-mon[89559]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-18T03:30:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:32 smithi046 ceph-mon[94621]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-18T03:30:33.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:32 smithi046 ceph-mon[97106]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-18T03:30:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:33 smithi195 ceph-mon[89559]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 KiB/s wr, 1.76k op/s 2024-09-18T03:30:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:33 smithi195 ceph-mon[89559]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-18T03:30:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:33 smithi046 ceph-mon[94621]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 KiB/s wr, 1.76k op/s 2024-09-18T03:30:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:33 smithi046 ceph-mon[94621]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-18T03:30:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:33 smithi046 ceph-mon[97106]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 KiB/s wr, 1.76k op/s 2024-09-18T03:30:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:33 smithi046 ceph-mon[97106]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-18T03:30:34.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:34 smithi195 ceph-mon[89559]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-18T03:30:35.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:34 smithi046 ceph-mon[94621]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-18T03:30:35.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:34 smithi046 ceph-mon[97106]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-18T03:30:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:35 smithi195 ceph-mon[89559]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-18T03:30:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:35 smithi195 ceph-mon[89559]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-18T03:30:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:35 smithi046 ceph-mon[97106]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-18T03:30:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:35 smithi046 ceph-mon[97106]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-18T03:30:36.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:35 smithi046 ceph-mon[94621]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-18T03:30:36.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:35 smithi046 ceph-mon[94621]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-18T03:30:36.666 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:30:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:30:36] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-09-18T03:30:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:36 smithi195 ceph-mon[89559]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-18T03:30:37.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:36 smithi046 ceph-mon[97106]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-18T03:30:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:36 smithi046 ceph-mon[94621]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-18T03:30:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:37 smithi195 ceph-mon[89559]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.0 KiB/s wr, 1.79k op/s 2024-09-18T03:30:37.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:37 smithi195 ceph-mon[89559]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-18T03:30:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:37 smithi046 ceph-mon[97106]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.0 KiB/s wr, 1.79k op/s 2024-09-18T03:30:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:37 smithi046 ceph-mon[97106]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-18T03:30:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:37 smithi046 ceph-mon[94621]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.0 KiB/s wr, 1.79k op/s 2024-09-18T03:30:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:37 smithi046 ceph-mon[94621]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-18T03:30:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:38 smithi195 ceph-mon[89559]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-18T03:30:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:38 smithi195 ceph-mon[89559]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-18T03:30:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:38 smithi046 ceph-mon[94621]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-18T03:30:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:38 smithi046 ceph-mon[94621]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-18T03:30:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:38 smithi046 ceph-mon[97106]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-18T03:30:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:38 smithi046 ceph-mon[97106]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-18T03:30:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:39 smithi195 ceph-mon[89559]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-18T03:30:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:39 smithi195 ceph-mon[89559]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-18T03:30:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:39 smithi046 ceph-mon[97106]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-18T03:30:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:39 smithi046 ceph-mon[97106]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-18T03:30:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:39 smithi046 ceph-mon[94621]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-18T03:30:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:39 smithi046 ceph-mon[94621]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-18T03:30:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:41 smithi195 ceph-mon[89559]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-18T03:30:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:41 smithi195 ceph-mon[89559]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-18T03:30:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:41 smithi046 ceph-mon[94621]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-18T03:30:42.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:41 smithi046 ceph-mon[94621]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-18T03:30:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:41 smithi046 ceph-mon[97106]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-18T03:30:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:41 smithi046 ceph-mon[97106]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-18T03:30:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:42 smithi195 ceph-mon[89559]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-18T03:30:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:30:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:30:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:42 smithi046 ceph-mon[94621]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-18T03:30:43.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:42 smithi046 ceph-mon[97106]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-18T03:30:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:43 smithi195 ceph-mon[89559]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-18T03:30:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:43 smithi195 ceph-mon[89559]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-18T03:30:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:43.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:43 smithi195 ceph-mon[89559]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-18T03:30:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[94621]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-18T03:30:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[94621]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-18T03:30:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[94621]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-18T03:30:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[97106]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-18T03:30:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[97106]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-18T03:30:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:43 smithi046 ceph-mon[97106]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-18T03:30:45.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:45 smithi046 ceph-mon[97106]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:30:45.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:45 smithi046 ceph-mon[97106]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-18T03:30:45.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:45 smithi046 ceph-mon[94621]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:30:45.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:45 smithi046 ceph-mon[94621]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-18T03:30:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:45 smithi195 ceph-mon[89559]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:30:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:45 smithi195 ceph-mon[89559]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-18T03:30:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:46 smithi046 ceph-mon[97106]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-18T03:30:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:46 smithi046 ceph-mon[94621]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-18T03:30:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:30:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:30:46] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:30:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:46 smithi195 ceph-mon[89559]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-18T03:30:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:47 smithi195 ceph-mon[89559]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-18T03:30:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:47 smithi195 ceph-mon[89559]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-18T03:30:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:47 smithi046 ceph-mon[94621]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-18T03:30:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:47 smithi046 ceph-mon[94621]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-18T03:30:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:47 smithi046 ceph-mon[97106]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-18T03:30:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:47 smithi046 ceph-mon[97106]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-18T03:30:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:48 smithi195 ceph-mon[89559]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-18T03:30:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:48 smithi195 ceph-mon[89559]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-18T03:30:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:48 smithi046 ceph-mon[97106]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-18T03:30:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:48 smithi046 ceph-mon[97106]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-18T03:30:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:48 smithi046 ceph-mon[94621]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-18T03:30:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:48 smithi046 ceph-mon[94621]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-18T03:30:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:49 smithi195 ceph-mon[89559]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-18T03:30:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:49 smithi046 ceph-mon[94621]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-18T03:30:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:49 smithi046 ceph-mon[97106]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-18T03:30:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:50 smithi195 ceph-mon[89559]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-18T03:30:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:50 smithi046 ceph-mon[97106]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-18T03:30:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:50 smithi046 ceph-mon[94621]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-18T03:30:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:51 smithi195 ceph-mon[89559]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-09-18T03:30:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:51 smithi195 ceph-mon[89559]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-18T03:30:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:51 smithi046 ceph-mon[97106]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-09-18T03:30:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:51 smithi046 ceph-mon[97106]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-18T03:30:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:51 smithi046 ceph-mon[94621]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-09-18T03:30:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:51 smithi046 ceph-mon[94621]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-18T03:30:52.587 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:30:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:30:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:52 smithi195 ceph-mon[89559]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-18T03:30:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:52 smithi046 ceph-mon[97106]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-18T03:30:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:52 smithi046 ceph-mon[94621]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-18T03:30:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:53 smithi195 ceph-mon[89559]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-18T03:30:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:53 smithi195 ceph-mon[89559]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-18T03:30:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:53 smithi195 ceph-mon[89559]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-18T03:30:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:53 smithi046 ceph-mon[94621]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-18T03:30:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:53 smithi046 ceph-mon[94621]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-18T03:30:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:53 smithi046 ceph-mon[94621]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-18T03:30:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:53 smithi046 ceph-mon[97106]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-18T03:30:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:53 smithi046 ceph-mon[97106]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-18T03:30:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:53 smithi046 ceph-mon[97106]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-18T03:30:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:55 smithi195 ceph-mon[89559]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:30:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:55 smithi195 ceph-mon[89559]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-18T03:30:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:55 smithi046 ceph-mon[94621]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:30:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:55 smithi046 ceph-mon[94621]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-18T03:30:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:55 smithi046 ceph-mon[97106]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:30:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:55 smithi046 ceph-mon[97106]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-18T03:30:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:56 smithi046 ceph-mon[97106]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-18T03:30:56.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:56 smithi046 ceph-mon[94621]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-18T03:30:56.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:30:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:30:56] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:30:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:56 smithi195 ceph-mon[89559]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-18T03:30:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:57 smithi195 ceph-mon[89559]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-18T03:30:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:57 smithi195 ceph-mon[89559]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-18T03:30:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:57 smithi046 ceph-mon[97106]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-18T03:30:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:57 smithi046 ceph-mon[97106]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-18T03:30:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:57 smithi046 ceph-mon[94621]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-18T03:30:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:57 smithi046 ceph-mon[94621]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-18T03:30:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:58 smithi195 ceph-mon[89559]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-18T03:30:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:58 smithi195 ceph-mon[89559]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-18T03:30:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:58 smithi046 ceph-mon[94621]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-18T03:30:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:58 smithi046 ceph-mon[94621]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-18T03:30:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:58 smithi046 ceph-mon[97106]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-18T03:30:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:30:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:58 smithi046 ceph-mon[97106]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-18T03:30:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:30:59 smithi195 ceph-mon[89559]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-18T03:31:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:30:59 smithi046 ceph-mon[94621]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-18T03:31:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:30:59 smithi046 ceph-mon[97106]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-18T03:31:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:00 smithi195 ceph-mon[89559]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-18T03:31:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:00 smithi046 ceph-mon[94621]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-18T03:31:01.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:00 smithi046 ceph-mon[97106]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-18T03:31:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:01 smithi195 ceph-mon[89559]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-18T03:31:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:01 smithi195 ceph-mon[89559]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-18T03:31:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:01 smithi046 ceph-mon[94621]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-18T03:31:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:01 smithi046 ceph-mon[94621]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-18T03:31:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:01 smithi046 ceph-mon[97106]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-18T03:31:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:01 smithi046 ceph-mon[97106]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-18T03:31:02.573 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:31:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:31:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:02 smithi195 ceph-mon[89559]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-18T03:31:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:02 smithi046 ceph-mon[97106]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-18T03:31:03.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:02 smithi046 ceph-mon[94621]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-18T03:31:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:03 smithi195 ceph-mon[89559]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-18T03:31:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:03 smithi195 ceph-mon[89559]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-18T03:31:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:03 smithi195 ceph-mon[89559]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-18T03:31:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:03 smithi046 ceph-mon[97106]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-18T03:31:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:03 smithi046 ceph-mon[97106]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-18T03:31:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:03 smithi046 ceph-mon[97106]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-18T03:31:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:03 smithi046 ceph-mon[94621]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-18T03:31:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:03 smithi046 ceph-mon[94621]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-18T03:31:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:03 smithi046 ceph-mon[94621]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-18T03:31:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:05 smithi195 ceph-mon[89559]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:31:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:05 smithi195 ceph-mon[89559]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-18T03:31:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:05 smithi046 ceph-mon[94621]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:31:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:05 smithi046 ceph-mon[94621]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-18T03:31:06.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:05 smithi046 ceph-mon[97106]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:31:06.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:05 smithi046 ceph-mon[97106]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-18T03:31:06.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:06 smithi046 ceph-mon[94621]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-18T03:31:06.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:06 smithi046 ceph-mon[97106]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-18T03:31:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:31:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:31:06] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:31:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:06 smithi195 ceph-mon[89559]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-18T03:31:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:07 smithi195 ceph-mon[89559]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-18T03:31:07.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:07 smithi195 ceph-mon[89559]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-18T03:31:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:07 smithi046 ceph-mon[94621]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-18T03:31:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:07 smithi046 ceph-mon[94621]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-18T03:31:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:07 smithi046 ceph-mon[97106]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-18T03:31:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:07 smithi046 ceph-mon[97106]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-18T03:31:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:08 smithi195 ceph-mon[89559]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-18T03:31:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:08 smithi195 ceph-mon[89559]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-18T03:31:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:08 smithi046 ceph-mon[94621]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-18T03:31:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:08 smithi046 ceph-mon[94621]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-18T03:31:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:08 smithi046 ceph-mon[97106]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-18T03:31:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:08 smithi046 ceph-mon[97106]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-18T03:31:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:09 smithi195 ceph-mon[89559]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-18T03:31:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:09 smithi195 ceph-mon[89559]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-18T03:31:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:09 smithi046 ceph-mon[97106]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-18T03:31:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:09 smithi046 ceph-mon[97106]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-18T03:31:10.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:09 smithi046 ceph-mon[94621]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-18T03:31:10.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:09 smithi046 ceph-mon[94621]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-18T03:31:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:11 smithi195 ceph-mon[89559]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-18T03:31:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:11 smithi195 ceph-mon[89559]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-18T03:31:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:11 smithi046 ceph-mon[97106]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-18T03:31:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:11 smithi046 ceph-mon[97106]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-18T03:31:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:11 smithi046 ceph-mon[94621]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-18T03:31:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:11 smithi046 ceph-mon[94621]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-18T03:31:12.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:12 smithi195 ceph-mon[89559]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-18T03:31:12.725 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:31:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:31:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:12 smithi046 ceph-mon[97106]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-18T03:31:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:12 smithi046 ceph-mon[94621]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-18T03:31:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:13 smithi195 ceph-mon[89559]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-18T03:31:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:13 smithi195 ceph-mon[89559]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-18T03:31:13.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:13.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:13 smithi195 ceph-mon[89559]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-18T03:31:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[94621]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-18T03:31:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[94621]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-18T03:31:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[94621]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-18T03:31:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[97106]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-18T03:31:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[97106]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-18T03:31:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:13 smithi046 ceph-mon[97106]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-18T03:31:15.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:15 smithi046 ceph-mon[97106]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:31:15.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:15 smithi046 ceph-mon[97106]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-18T03:31:15.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:15 smithi046 ceph-mon[94621]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:31:15.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:15 smithi046 ceph-mon[94621]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-18T03:31:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:15 smithi195 ceph-mon[89559]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:31:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:15 smithi195 ceph-mon[89559]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-18T03:31:16.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:16 smithi046 ceph-mon[94621]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-18T03:31:16.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:16 smithi046 ceph-mon[97106]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-18T03:31:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:31:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:31:16] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-18T03:31:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:16 smithi195 ceph-mon[89559]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-18T03:31:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:17 smithi195 ceph-mon[89559]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-18T03:31:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:17 smithi195 ceph-mon[89559]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-18T03:31:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:17 smithi046 ceph-mon[94621]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-18T03:31:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:17 smithi046 ceph-mon[94621]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-18T03:31:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:17 smithi046 ceph-mon[97106]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-18T03:31:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:17 smithi046 ceph-mon[97106]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-18T03:31:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:18 smithi195 ceph-mon[89559]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-18T03:31:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:18 smithi195 ceph-mon[89559]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-18T03:31:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:18 smithi046 ceph-mon[94621]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-18T03:31:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:18 smithi046 ceph-mon[94621]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-18T03:31:19.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:18 smithi046 ceph-mon[97106]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-18T03:31:19.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:18 smithi046 ceph-mon[97106]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-18T03:31:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:19 smithi195 ceph-mon[89559]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-18T03:31:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:19 smithi046 ceph-mon[97106]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-18T03:31:20.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:19 smithi046 ceph-mon[94621]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-18T03:31:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:20 smithi195 ceph-mon[89559]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-18T03:31:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:20 smithi046 ceph-mon[94621]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-18T03:31:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:20 smithi046 ceph-mon[97106]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-18T03:31:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:21 smithi195 ceph-mon[89559]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-18T03:31:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:21 smithi195 ceph-mon[89559]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-18T03:31:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:21 smithi046 ceph-mon[97106]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-18T03:31:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:21 smithi046 ceph-mon[97106]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-18T03:31:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:21 smithi046 ceph-mon[94621]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-18T03:31:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:21 smithi046 ceph-mon[94621]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-18T03:31:22.597 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:31:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:31:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:22 smithi195 ceph-mon[89559]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-18T03:31:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:22 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:31:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:22 smithi046 ceph-mon[97106]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-18T03:31:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:22 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:31:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:22 smithi046 ceph-mon[94621]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-18T03:31:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:22 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:31:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:23 smithi195 ceph-mon[89559]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-18T03:31:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:23 smithi195 ceph-mon[89559]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-18T03:31:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:31:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:31:23.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:31:23.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:23 smithi195 ceph-mon[89559]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-18T03:31:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[97106]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-18T03:31:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[97106]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-18T03:31:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[97106]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[94621]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[94621]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:31:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:23 smithi046 ceph-mon[94621]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-18T03:31:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:25 smithi195 ceph-mon[89559]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:31:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:25 smithi195 ceph-mon[89559]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-18T03:31:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:25 smithi046 ceph-mon[94621]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:31:26.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:25 smithi046 ceph-mon[94621]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-18T03:31:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:25 smithi046 ceph-mon[97106]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:31:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:25 smithi046 ceph-mon[97106]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-18T03:31:26.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:26 smithi046 ceph-mon[94621]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-18T03:31:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:31:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:31:26] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-18T03:31:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:26 smithi046 ceph-mon[97106]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-18T03:31:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:26 smithi195 ceph-mon[89559]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-18T03:31:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:27 smithi195 ceph-mon[89559]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-18T03:31:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:27 smithi195 ceph-mon[89559]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-18T03:31:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:27 smithi046 ceph-mon[94621]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-18T03:31:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:27 smithi046 ceph-mon[94621]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-18T03:31:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:27 smithi046 ceph-mon[97106]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-18T03:31:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:27 smithi046 ceph-mon[97106]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-18T03:31:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:28 smithi195 ceph-mon[89559]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-18T03:31:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:28 smithi195 ceph-mon[89559]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-18T03:31:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:28 smithi046 ceph-mon[94621]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-18T03:31:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:28 smithi046 ceph-mon[94621]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-18T03:31:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:28 smithi046 ceph-mon[97106]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-18T03:31:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:28 smithi046 ceph-mon[97106]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-18T03:31:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:29 smithi195 ceph-mon[89559]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-18T03:31:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:29 smithi046 ceph-mon[97106]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-18T03:31:30.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:29 smithi046 ceph-mon[94621]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-18T03:31:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:30 smithi195 ceph-mon[89559]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-18T03:31:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:30 smithi046 ceph-mon[97106]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-18T03:31:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:30 smithi046 ceph-mon[94621]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-18T03:31:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:31 smithi195 ceph-mon[89559]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-18T03:31:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:31 smithi195 ceph-mon[89559]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-18T03:31:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:31 smithi046 ceph-mon[97106]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-18T03:31:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:31 smithi046 ceph-mon[97106]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-18T03:31:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:31 smithi046 ceph-mon[94621]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-18T03:31:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:31 smithi046 ceph-mon[94621]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-18T03:31:32.587 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:31:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:31:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:32 smithi195 ceph-mon[89559]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-18T03:31:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:32 smithi046 ceph-mon[94621]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-18T03:31:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:32 smithi046 ceph-mon[97106]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-18T03:31:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:33 smithi195 ceph-mon[89559]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-18T03:31:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:33 smithi195 ceph-mon[89559]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-18T03:31:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:33 smithi195 ceph-mon[89559]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-18T03:31:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:33 smithi046 ceph-mon[94621]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-18T03:31:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:33 smithi046 ceph-mon[94621]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-18T03:31:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:33 smithi046 ceph-mon[94621]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-18T03:31:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:33 smithi046 ceph-mon[97106]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-18T03:31:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:33 smithi046 ceph-mon[97106]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-18T03:31:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:33 smithi046 ceph-mon[97106]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-18T03:31:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:35 smithi195 ceph-mon[89559]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:31:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:35 smithi195 ceph-mon[89559]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-18T03:31:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:35 smithi046 ceph-mon[94621]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:31:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:35 smithi046 ceph-mon[94621]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-18T03:31:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:35 smithi046 ceph-mon[97106]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:31:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:35 smithi046 ceph-mon[97106]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-18T03:31:36.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:36 smithi046 ceph-mon[97106]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-18T03:31:36.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:36 smithi046 ceph-mon[94621]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-18T03:31:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:31:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:31:36] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:31:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:36 smithi195 ceph-mon[89559]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-18T03:31:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:37 smithi195 ceph-mon[89559]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-18T03:31:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:37 smithi195 ceph-mon[89559]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-18T03:31:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:37 smithi046 ceph-mon[97106]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-18T03:31:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:37 smithi046 ceph-mon[97106]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-18T03:31:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:37 smithi046 ceph-mon[94621]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-18T03:31:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:37 smithi046 ceph-mon[94621]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-18T03:31:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:38 smithi195 ceph-mon[89559]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-18T03:31:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:38 smithi195 ceph-mon[89559]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-18T03:31:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:38 smithi046 ceph-mon[97106]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-18T03:31:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:38 smithi046 ceph-mon[97106]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-18T03:31:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:38 smithi046 ceph-mon[94621]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-18T03:31:39.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:38 smithi046 ceph-mon[94621]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-18T03:31:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:39 smithi195 ceph-mon[89559]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-18T03:31:39.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:39 smithi195 ceph-mon[89559]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-18T03:31:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:39 smithi046 ceph-mon[94621]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-18T03:31:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:39 smithi046 ceph-mon[94621]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-18T03:31:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:39 smithi046 ceph-mon[97106]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-18T03:31:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:39 smithi046 ceph-mon[97106]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-18T03:31:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:41 smithi195 ceph-mon[89559]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-18T03:31:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:41 smithi195 ceph-mon[89559]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-18T03:31:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:41 smithi046 ceph-mon[94621]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-18T03:31:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:41 smithi046 ceph-mon[94621]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-18T03:31:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:41 smithi046 ceph-mon[97106]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-18T03:31:42.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:41 smithi046 ceph-mon[97106]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-18T03:31:42.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:42 smithi195 ceph-mon[89559]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-18T03:31:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:31:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:31:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:42 smithi046 ceph-mon[94621]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-18T03:31:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:42 smithi046 ceph-mon[97106]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-18T03:31:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:43 smithi195 ceph-mon[89559]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 895 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-18T03:31:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:43 smithi195 ceph-mon[89559]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-18T03:31:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:43 smithi195 ceph-mon[89559]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-18T03:31:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[94621]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 895 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-18T03:31:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[94621]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-18T03:31:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[94621]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-18T03:31:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[97106]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 895 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-18T03:31:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[97106]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-18T03:31:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:43 smithi046 ceph-mon[97106]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-18T03:31:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:45 smithi195 ceph-mon[89559]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:31:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:45 smithi195 ceph-mon[89559]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-18T03:31:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:45 smithi046 ceph-mon[94621]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:31:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:45 smithi046 ceph-mon[94621]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-18T03:31:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:45 smithi046 ceph-mon[97106]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:31:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:45 smithi046 ceph-mon[97106]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-18T03:31:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:31:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:31:46] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:31:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:46 smithi046 ceph-mon[97106]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-18T03:31:46.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:46 smithi046 ceph-mon[94621]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-18T03:31:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:46 smithi195 ceph-mon[89559]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-18T03:31:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:47 smithi195 ceph-mon[89559]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-18T03:31:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:47 smithi195 ceph-mon[89559]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-18T03:31:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:47 smithi046 ceph-mon[97106]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-18T03:31:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:47 smithi046 ceph-mon[97106]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-18T03:31:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:47 smithi046 ceph-mon[94621]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-18T03:31:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:47 smithi046 ceph-mon[94621]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-18T03:31:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:48 smithi195 ceph-mon[89559]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-18T03:31:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:48 smithi195 ceph-mon[89559]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-18T03:31:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:48 smithi046 ceph-mon[97106]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-18T03:31:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:48 smithi046 ceph-mon[97106]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-18T03:31:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:48 smithi046 ceph-mon[94621]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-18T03:31:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:48 smithi046 ceph-mon[94621]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-18T03:31:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:49 smithi195 ceph-mon[89559]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-18T03:31:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:49 smithi046 ceph-mon[97106]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-18T03:31:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:49 smithi046 ceph-mon[94621]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-18T03:31:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:50 smithi195 ceph-mon[89559]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-18T03:31:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:50 smithi046 ceph-mon[97106]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-18T03:31:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:50 smithi046 ceph-mon[94621]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-18T03:31:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:51 smithi195 ceph-mon[89559]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-18T03:31:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:51 smithi195 ceph-mon[89559]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-18T03:31:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:51 smithi046 ceph-mon[97106]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-18T03:31:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:51 smithi046 ceph-mon[97106]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-18T03:31:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:51 smithi046 ceph-mon[94621]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-18T03:31:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:51 smithi046 ceph-mon[94621]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-18T03:31:52.606 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:31:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:31:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:52 smithi195 ceph-mon[89559]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-18T03:31:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:52 smithi046 ceph-mon[94621]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-18T03:31:53.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:52 smithi046 ceph-mon[97106]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-18T03:31:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:53 smithi195 ceph-mon[89559]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-18T03:31:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:53 smithi195 ceph-mon[89559]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-18T03:31:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:53 smithi195 ceph-mon[89559]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-18T03:31:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:53 smithi046 ceph-mon[97106]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-18T03:31:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:53 smithi046 ceph-mon[97106]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-18T03:31:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:53 smithi046 ceph-mon[97106]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-18T03:31:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:53 smithi046 ceph-mon[94621]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 829 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-18T03:31:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:53 smithi046 ceph-mon[94621]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-18T03:31:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:53 smithi046 ceph-mon[94621]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-18T03:31:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:55 smithi195 ceph-mon[89559]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:31:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:55 smithi195 ceph-mon[89559]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-18T03:31:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:55 smithi046 ceph-mon[94621]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:31:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:55 smithi046 ceph-mon[94621]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-18T03:31:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:55 smithi046 ceph-mon[97106]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:31:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:55 smithi046 ceph-mon[97106]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-18T03:31:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:31:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:31:56] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:31:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:56 smithi046 ceph-mon[97106]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-18T03:31:56.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:56 smithi046 ceph-mon[94621]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-18T03:31:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:56 smithi195 ceph-mon[89559]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-18T03:31:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:57 smithi195 ceph-mon[89559]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-18T03:31:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:57 smithi195 ceph-mon[89559]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-18T03:31:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:57 smithi046 ceph-mon[94621]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-18T03:31:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:57 smithi046 ceph-mon[94621]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-18T03:31:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:57 smithi046 ceph-mon[97106]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-18T03:31:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:57 smithi046 ceph-mon[97106]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-18T03:31:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:58 smithi195 ceph-mon[89559]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-18T03:31:58.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:58.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:58 smithi195 ceph-mon[89559]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-18T03:31:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:58 smithi046 ceph-mon[94621]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-18T03:31:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:58 smithi046 ceph-mon[94621]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-18T03:31:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:58 smithi046 ceph-mon[97106]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-18T03:31:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:31:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:58 smithi046 ceph-mon[97106]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-18T03:31:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:31:59 smithi195 ceph-mon[89559]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-18T03:32:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:31:59 smithi046 ceph-mon[97106]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-18T03:32:00.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:31:59 smithi046 ceph-mon[94621]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-18T03:32:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:00 smithi195 ceph-mon[89559]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-18T03:32:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:00 smithi046 ceph-mon[97106]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-18T03:32:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:00 smithi046 ceph-mon[94621]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-18T03:32:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:01 smithi195 ceph-mon[89559]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-18T03:32:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:01 smithi195 ceph-mon[89559]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-18T03:32:01.988 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:01 smithi046 ceph-mon[97106]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-18T03:32:01.988 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:01 smithi046 ceph-mon[97106]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-18T03:32:01.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:01 smithi046 ceph-mon[94621]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-18T03:32:01.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:01 smithi046 ceph-mon[94621]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-18T03:32:02.591 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:32:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:32:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:02 smithi195 ceph-mon[89559]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-18T03:32:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:02 smithi046 ceph-mon[94621]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-18T03:32:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:02 smithi046 ceph-mon[97106]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-18T03:32:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:03 smithi195 ceph-mon[89559]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-18T03:32:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:03 smithi195 ceph-mon[89559]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-18T03:32:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:03 smithi195 ceph-mon[89559]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-18T03:32:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:03 smithi046 ceph-mon[94621]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-18T03:32:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:03 smithi046 ceph-mon[94621]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-18T03:32:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:03 smithi046 ceph-mon[94621]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-18T03:32:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:03 smithi046 ceph-mon[97106]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-18T03:32:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:03 smithi046 ceph-mon[97106]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-18T03:32:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:03 smithi046 ceph-mon[97106]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-18T03:32:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:05 smithi195 ceph-mon[89559]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:32:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:05 smithi195 ceph-mon[89559]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-18T03:32:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:05 smithi046 ceph-mon[97106]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:32:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:05 smithi046 ceph-mon[97106]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-18T03:32:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:05 smithi046 ceph-mon[94621]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:32:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:05 smithi046 ceph-mon[94621]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-18T03:32:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:06 smithi046 ceph-mon[97106]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-18T03:32:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:06 smithi046 ceph-mon[94621]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-18T03:32:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:32:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:32:06] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-18T03:32:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:06 smithi195 ceph-mon[89559]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-18T03:32:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:07 smithi195 ceph-mon[89559]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-18T03:32:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:07 smithi195 ceph-mon[89559]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-18T03:32:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:07 smithi046 ceph-mon[94621]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-18T03:32:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:07 smithi046 ceph-mon[94621]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-18T03:32:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:07 smithi046 ceph-mon[97106]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-18T03:32:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:07 smithi046 ceph-mon[97106]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-18T03:32:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:08 smithi195 ceph-mon[89559]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-18T03:32:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:08 smithi195 ceph-mon[89559]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-18T03:32:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:08 smithi046 ceph-mon[97106]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-18T03:32:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:08 smithi046 ceph-mon[97106]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-18T03:32:09.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:08 smithi046 ceph-mon[94621]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-18T03:32:09.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:08 smithi046 ceph-mon[94621]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-18T03:32:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:09 smithi195 ceph-mon[89559]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-09-18T03:32:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:09 smithi195 ceph-mon[89559]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-18T03:32:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:09 smithi046 ceph-mon[94621]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-09-18T03:32:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:09 smithi046 ceph-mon[94621]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-18T03:32:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:09 smithi046 ceph-mon[97106]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-09-18T03:32:10.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:09 smithi046 ceph-mon[97106]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-18T03:32:11.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:11 smithi195 ceph-mon[89559]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-09-18T03:32:11.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:11 smithi195 ceph-mon[89559]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-18T03:32:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:11 smithi046 ceph-mon[94621]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-09-18T03:32:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:11 smithi046 ceph-mon[94621]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-18T03:32:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:11 smithi046 ceph-mon[97106]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-09-18T03:32:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:11 smithi046 ceph-mon[97106]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-18T03:32:12.569 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:32:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:32:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:12 smithi195 ceph-mon[89559]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-18T03:32:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:12 smithi046 ceph-mon[94621]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-18T03:32:13.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:12 smithi046 ceph-mon[97106]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-18T03:32:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:13 smithi195 ceph-mon[89559]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 945 op/s 2024-09-18T03:32:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:13 smithi195 ceph-mon[89559]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-18T03:32:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:13.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:13 smithi195 ceph-mon[89559]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-18T03:32:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[97106]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 945 op/s 2024-09-18T03:32:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[97106]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-18T03:32:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[97106]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-18T03:32:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[94621]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 945 op/s 2024-09-18T03:32:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[94621]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-18T03:32:14.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:14.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:13 smithi046 ceph-mon[94621]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-18T03:32:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:15 smithi195 ceph-mon[89559]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:32:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:15 smithi195 ceph-mon[89559]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-18T03:32:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:15 smithi046 ceph-mon[94621]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:32:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:15 smithi046 ceph-mon[94621]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-18T03:32:16.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:15 smithi046 ceph-mon[97106]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:32:16.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:15 smithi046 ceph-mon[97106]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-18T03:32:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:16 smithi046 ceph-mon[97106]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-18T03:32:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:16 smithi046 ceph-mon[94621]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-18T03:32:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:32:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:32:16] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:32:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:16 smithi195 ceph-mon[89559]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-18T03:32:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:17 smithi195 ceph-mon[89559]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-09-18T03:32:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:17 smithi195 ceph-mon[89559]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-18T03:32:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:17 smithi046 ceph-mon[94621]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-09-18T03:32:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:17 smithi046 ceph-mon[94621]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-18T03:32:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:17 smithi046 ceph-mon[97106]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-09-18T03:32:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:17 smithi046 ceph-mon[97106]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-18T03:32:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:18 smithi195 ceph-mon[89559]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-18T03:32:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:18 smithi195 ceph-mon[89559]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-18T03:32:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:18 smithi046 ceph-mon[94621]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-18T03:32:19.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:18 smithi046 ceph-mon[94621]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-18T03:32:19.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:18 smithi046 ceph-mon[97106]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-18T03:32:19.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:18 smithi046 ceph-mon[97106]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-18T03:32:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:19 smithi195 ceph-mon[89559]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-18T03:32:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:19 smithi046 ceph-mon[94621]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-18T03:32:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:19 smithi046 ceph-mon[97106]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-09-18T03:32:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:20 smithi195 ceph-mon[89559]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-18T03:32:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:20 smithi046 ceph-mon[94621]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-18T03:32:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:20 smithi046 ceph-mon[97106]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-18T03:32:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:21 smithi195 ceph-mon[89559]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-18T03:32:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:21 smithi195 ceph-mon[89559]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-18T03:32:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:21 smithi046 ceph-mon[97106]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-18T03:32:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:21 smithi046 ceph-mon[97106]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-18T03:32:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:21 smithi046 ceph-mon[94621]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-18T03:32:22.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:21 smithi046 ceph-mon[94621]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-18T03:32:22.618 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:32:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:32:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:22 smithi195 ceph-mon[89559]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-18T03:32:23.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:22 smithi046 ceph-mon[94621]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-18T03:32:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:22 smithi046 ceph-mon[97106]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-18T03:32:23.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[94621]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2024-09-18T03:32:23.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[94621]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-18T03:32:23.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:32:23.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[94621]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-18T03:32:23.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[97106]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2024-09-18T03:32:23.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[97106]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-18T03:32:23.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:32:23.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:23 smithi046 ceph-mon[97106]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-18T03:32:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:23 smithi195 ceph-mon[89559]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2024-09-18T03:32:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:23 smithi195 ceph-mon[89559]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-18T03:32:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:32:23.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:23 smithi195 ceph-mon[89559]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-18T03:32:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:25 smithi195 ceph-mon[89559]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:32:25.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:25 smithi195 ceph-mon[89559]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-18T03:32:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:25 smithi046 ceph-mon[97106]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:32:25.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:25 smithi046 ceph-mon[97106]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-18T03:32:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:25 smithi046 ceph-mon[94621]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:32:25.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:25 smithi046 ceph-mon[94621]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-18T03:32:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:32:26] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:32:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[97106]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[94621]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:26 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:26 smithi195 ceph-mon[89559]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-18T03:32:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:26.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:26 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:27 smithi195 ceph-mon[89559]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-18T03:32:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:27 smithi195 ceph-mon[89559]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-18T03:32:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:32:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:32:27.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[94621]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-18T03:32:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[94621]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-18T03:32:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:32:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:32:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[97106]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-18T03:32:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[97106]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-18T03:32:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:32:28.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:32:28.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:32:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:28 smithi195 ceph-mon[89559]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-18T03:32:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:28 smithi195 ceph-mon[89559]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-18T03:32:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:28 smithi046 ceph-mon[94621]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-18T03:32:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:28 smithi046 ceph-mon[94621]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-18T03:32:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:28 smithi046 ceph-mon[97106]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-18T03:32:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:29.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:28 smithi046 ceph-mon[97106]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-18T03:32:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:29 smithi195 ceph-mon[89559]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 820 op/s 2024-09-18T03:32:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:29 smithi046 ceph-mon[94621]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 820 op/s 2024-09-18T03:32:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:29 smithi046 ceph-mon[97106]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 820 op/s 2024-09-18T03:32:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:30 smithi195 ceph-mon[89559]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-18T03:32:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:30 smithi046 ceph-mon[97106]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-18T03:32:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:30 smithi046 ceph-mon[94621]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-18T03:32:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:31 smithi195 ceph-mon[89559]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-09-18T03:32:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:31 smithi195 ceph-mon[89559]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-18T03:32:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:31 smithi046 ceph-mon[97106]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-09-18T03:32:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:31 smithi046 ceph-mon[97106]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-18T03:32:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:31 smithi046 ceph-mon[94621]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-09-18T03:32:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:31 smithi046 ceph-mon[94621]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-18T03:32:32.597 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:32:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:32:32.869 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:32 smithi195 ceph-mon[89559]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-18T03:32:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:32 smithi046 ceph-mon[94621]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-18T03:32:33.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:32 smithi046 ceph-mon[97106]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-18T03:32:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:33 smithi195 ceph-mon[89559]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 568 KiB/s rd, 5.0 KiB/s wr, 769 op/s 2024-09-18T03:32:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:33 smithi195 ceph-mon[89559]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-18T03:32:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:33 smithi195 ceph-mon[89559]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-18T03:32:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:33 smithi046 ceph-mon[94621]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 568 KiB/s rd, 5.0 KiB/s wr, 769 op/s 2024-09-18T03:32:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:33 smithi046 ceph-mon[94621]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-18T03:32:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:33 smithi046 ceph-mon[94621]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-18T03:32:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:33 smithi046 ceph-mon[97106]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 568 KiB/s rd, 5.0 KiB/s wr, 769 op/s 2024-09-18T03:32:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:33 smithi046 ceph-mon[97106]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-18T03:32:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:33 smithi046 ceph-mon[97106]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-18T03:32:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:35 smithi195 ceph-mon[89559]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:32:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:35 smithi195 ceph-mon[89559]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-18T03:32:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:35 smithi046 ceph-mon[97106]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:32:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:35 smithi046 ceph-mon[97106]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-18T03:32:36.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:35 smithi046 ceph-mon[94621]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:32:36.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:35 smithi046 ceph-mon[94621]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-18T03:32:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:36 smithi046 ceph-mon[94621]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-18T03:32:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:32:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:32:36] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-09-18T03:32:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:36 smithi046 ceph-mon[97106]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-18T03:32:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:36 smithi195 ceph-mon[89559]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-18T03:32:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:37 smithi195 ceph-mon[89559]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-09-18T03:32:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:37 smithi195 ceph-mon[89559]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-18T03:32:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:37 smithi046 ceph-mon[94621]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-09-18T03:32:38.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:37 smithi046 ceph-mon[94621]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-18T03:32:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:37 smithi046 ceph-mon[97106]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-09-18T03:32:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:37 smithi046 ceph-mon[97106]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-18T03:32:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:38 smithi195 ceph-mon[89559]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-18T03:32:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:38 smithi195 ceph-mon[89559]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-18T03:32:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:38 smithi046 ceph-mon[94621]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-18T03:32:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:38 smithi046 ceph-mon[94621]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-18T03:32:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:38 smithi046 ceph-mon[97106]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-18T03:32:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:38 smithi046 ceph-mon[97106]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-18T03:32:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:39 smithi195 ceph-mon[89559]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-18T03:32:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:39 smithi195 ceph-mon[89559]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-18T03:32:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:39 smithi046 ceph-mon[94621]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-18T03:32:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:39 smithi046 ceph-mon[94621]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-18T03:32:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:39 smithi046 ceph-mon[97106]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-18T03:32:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:39 smithi046 ceph-mon[97106]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-18T03:32:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:41 smithi195 ceph-mon[89559]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-09-18T03:32:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:41 smithi195 ceph-mon[89559]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-18T03:32:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:41 smithi046 ceph-mon[94621]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-09-18T03:32:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:41 smithi046 ceph-mon[94621]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-18T03:32:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:41 smithi046 ceph-mon[97106]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-09-18T03:32:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:41 smithi046 ceph-mon[97106]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-18T03:32:42.577 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:32:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:32:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:42 smithi195 ceph-mon[89559]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-18T03:32:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:42 smithi046 ceph-mon[94621]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-18T03:32:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:42 smithi046 ceph-mon[97106]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-18T03:32:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:43 smithi195 ceph-mon[89559]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-09-18T03:32:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:43 smithi195 ceph-mon[89559]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-18T03:32:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:43.725 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:43 smithi195 ceph-mon[89559]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-18T03:32:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[97106]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-09-18T03:32:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[97106]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-18T03:32:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[97106]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-18T03:32:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[94621]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-09-18T03:32:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[94621]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-18T03:32:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:43 smithi046 ceph-mon[94621]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-18T03:32:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:45 smithi195 ceph-mon[89559]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:32:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:45 smithi195 ceph-mon[89559]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-18T03:32:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:45 smithi046 ceph-mon[94621]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:32:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:45 smithi046 ceph-mon[94621]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-18T03:32:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:45 smithi046 ceph-mon[97106]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:32:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:45 smithi046 ceph-mon[97106]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-18T03:32:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:46 smithi046 ceph-mon[94621]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-18T03:32:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:32:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:32:46] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-18T03:32:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:46 smithi046 ceph-mon[97106]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-18T03:32:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:46 smithi195 ceph-mon[89559]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-18T03:32:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:47 smithi195 ceph-mon[89559]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-09-18T03:32:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:47 smithi195 ceph-mon[89559]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-18T03:32:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:47 smithi046 ceph-mon[94621]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-09-18T03:32:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:47 smithi046 ceph-mon[94621]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-18T03:32:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:47 smithi046 ceph-mon[97106]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-09-18T03:32:48.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:47 smithi046 ceph-mon[97106]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-18T03:32:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:48 smithi195 ceph-mon[89559]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-18T03:32:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:48 smithi195 ceph-mon[89559]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-18T03:32:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:48 smithi046 ceph-mon[97106]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-18T03:32:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:48 smithi046 ceph-mon[97106]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-18T03:32:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:48 smithi046 ceph-mon[94621]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-18T03:32:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:48 smithi046 ceph-mon[94621]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-18T03:32:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:49 smithi195 ceph-mon[89559]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-18T03:32:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:49 smithi046 ceph-mon[97106]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-18T03:32:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:49 smithi046 ceph-mon[94621]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-18T03:32:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:50 smithi195 ceph-mon[89559]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-18T03:32:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:50 smithi046 ceph-mon[97106]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-18T03:32:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:50 smithi046 ceph-mon[94621]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-18T03:32:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:51 smithi195 ceph-mon[89559]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2024-09-18T03:32:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:51 smithi195 ceph-mon[89559]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-18T03:32:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:51 smithi046 ceph-mon[94621]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2024-09-18T03:32:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:51 smithi046 ceph-mon[94621]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-18T03:32:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:51 smithi046 ceph-mon[97106]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2024-09-18T03:32:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:51 smithi046 ceph-mon[97106]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-18T03:32:52.629 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:32:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:32:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:52 smithi195 ceph-mon[89559]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-18T03:32:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:52 smithi046 ceph-mon[94621]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-18T03:32:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:52 smithi046 ceph-mon[97106]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-18T03:32:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:53 smithi195 ceph-mon[89559]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-18T03:32:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:53 smithi195 ceph-mon[89559]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-18T03:32:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:53 smithi195 ceph-mon[89559]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-18T03:32:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:53 smithi046 ceph-mon[94621]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-18T03:32:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:53 smithi046 ceph-mon[94621]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-18T03:32:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:53 smithi046 ceph-mon[94621]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-18T03:32:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:53 smithi046 ceph-mon[97106]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-18T03:32:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:53 smithi046 ceph-mon[97106]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-18T03:32:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:53 smithi046 ceph-mon[97106]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-18T03:32:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:55 smithi195 ceph-mon[89559]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:32:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:55 smithi195 ceph-mon[89559]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-18T03:32:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:55 smithi046 ceph-mon[94621]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:32:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:55 smithi046 ceph-mon[94621]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-18T03:32:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:55 smithi046 ceph-mon[97106]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:32:56.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:55 smithi046 ceph-mon[97106]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-18T03:32:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:56 smithi046 ceph-mon[94621]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-18T03:32:56.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:32:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:32:56] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-09-18T03:32:56.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:56 smithi046 ceph-mon[97106]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-18T03:32:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:56 smithi195 ceph-mon[89559]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-18T03:32:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:57 smithi195 ceph-mon[89559]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-18T03:32:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:57 smithi195 ceph-mon[89559]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-18T03:32:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:57 smithi046 ceph-mon[94621]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-18T03:32:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:57 smithi046 ceph-mon[94621]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-18T03:32:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:57 smithi046 ceph-mon[97106]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-18T03:32:58.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:57 smithi046 ceph-mon[97106]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-18T03:32:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:58 smithi195 ceph-mon[89559]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-18T03:32:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:58 smithi195 ceph-mon[89559]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-18T03:32:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:58 smithi046 ceph-mon[94621]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-18T03:32:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:58 smithi046 ceph-mon[94621]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-18T03:32:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:58 smithi046 ceph-mon[97106]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-18T03:32:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:32:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:58 smithi046 ceph-mon[97106]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-18T03:32:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:32:59 smithi195 ceph-mon[89559]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-18T03:33:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:32:59 smithi046 ceph-mon[97106]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-18T03:33:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:32:59 smithi046 ceph-mon[94621]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-18T03:33:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:00 smithi195 ceph-mon[89559]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-18T03:33:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:00 smithi046 ceph-mon[97106]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-18T03:33:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:00 smithi046 ceph-mon[94621]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-18T03:33:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:01 smithi195 ceph-mon[89559]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 511 op/s 2024-09-18T03:33:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:01 smithi195 ceph-mon[89559]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-18T03:33:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:01 smithi046 ceph-mon[94621]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 511 op/s 2024-09-18T03:33:02.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:01 smithi046 ceph-mon[94621]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-18T03:33:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:01 smithi046 ceph-mon[97106]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 511 op/s 2024-09-18T03:33:02.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:01 smithi046 ceph-mon[97106]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-18T03:33:02.612 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:33:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:33:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:02 smithi195 ceph-mon[89559]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-18T03:33:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:02 smithi046 ceph-mon[97106]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-18T03:33:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:02 smithi046 ceph-mon[94621]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-18T03:33:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:03 smithi195 ceph-mon[89559]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 5.0 KiB/s wr, 506 op/s 2024-09-18T03:33:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:03 smithi195 ceph-mon[89559]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-18T03:33:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:03 smithi195 ceph-mon[89559]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-18T03:33:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:03 smithi046 ceph-mon[94621]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 5.0 KiB/s wr, 506 op/s 2024-09-18T03:33:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:03 smithi046 ceph-mon[94621]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-18T03:33:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:03 smithi046 ceph-mon[94621]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-18T03:33:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:03 smithi046 ceph-mon[97106]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 5.0 KiB/s wr, 506 op/s 2024-09-18T03:33:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:03 smithi046 ceph-mon[97106]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-18T03:33:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:03 smithi046 ceph-mon[97106]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-18T03:33:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:05 smithi195 ceph-mon[89559]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-18T03:33:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:05 smithi195 ceph-mon[89559]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-18T03:33:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:05 smithi046 ceph-mon[97106]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-18T03:33:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:05 smithi046 ceph-mon[97106]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-18T03:33:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:05 smithi046 ceph-mon[94621]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-18T03:33:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:05 smithi046 ceph-mon[94621]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-18T03:33:06.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:06 smithi046 ceph-mon[97106]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-18T03:33:06.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:06 smithi046 ceph-mon[94621]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-18T03:33:06.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:33:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:33:06] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-09-18T03:33:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:06 smithi195 ceph-mon[89559]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-18T03:33:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:07 smithi195 ceph-mon[89559]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-18T03:33:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:07 smithi195 ceph-mon[89559]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-18T03:33:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:07 smithi046 ceph-mon[97106]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-18T03:33:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:07 smithi046 ceph-mon[97106]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-18T03:33:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:07 smithi046 ceph-mon[94621]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-18T03:33:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:07 smithi046 ceph-mon[94621]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-18T03:33:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:08 smithi195 ceph-mon[89559]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-18T03:33:08.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:08 smithi195 ceph-mon[89559]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-18T03:33:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:08 smithi046 ceph-mon[97106]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-18T03:33:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:08 smithi046 ceph-mon[97106]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-18T03:33:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:08 smithi046 ceph-mon[94621]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-18T03:33:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:08 smithi046 ceph-mon[94621]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-18T03:33:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:09 smithi195 ceph-mon[89559]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-18T03:33:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:09 smithi046 ceph-mon[94621]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-18T03:33:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:09 smithi046 ceph-mon[97106]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-18T03:33:10.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:10 smithi195 ceph-mon[89559]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-18T03:33:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:10 smithi046 ceph-mon[94621]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-18T03:33:11.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:10 smithi046 ceph-mon[97106]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-18T03:33:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:11 smithi195 ceph-mon[89559]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-18T03:33:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:11 smithi195 ceph-mon[89559]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-18T03:33:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:11 smithi046 ceph-mon[94621]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-18T03:33:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:11 smithi046 ceph-mon[94621]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-18T03:33:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:11 smithi046 ceph-mon[97106]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-18T03:33:12.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:11 smithi046 ceph-mon[97106]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-18T03:33:12.619 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:33:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:33:12.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:12 smithi195 ceph-mon[89559]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-18T03:33:13.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:12 smithi046 ceph-mon[94621]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-18T03:33:13.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:12 smithi046 ceph-mon[97106]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-18T03:33:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:13 smithi195 ceph-mon[89559]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-09-18T03:33:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:13 smithi195 ceph-mon[89559]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-18T03:33:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:13 smithi195 ceph-mon[89559]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-18T03:33:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[94621]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-09-18T03:33:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[94621]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-18T03:33:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[94621]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-18T03:33:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[97106]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-09-18T03:33:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[97106]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-18T03:33:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:13 smithi046 ceph-mon[97106]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-18T03:33:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:15 smithi195 ceph-mon[89559]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:33:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:15 smithi195 ceph-mon[89559]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-18T03:33:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:15 smithi046 ceph-mon[94621]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:33:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:15 smithi046 ceph-mon[94621]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-18T03:33:16.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:15 smithi046 ceph-mon[97106]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:33:16.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:15 smithi046 ceph-mon[97106]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-18T03:33:16.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:16 smithi046 ceph-mon[97106]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-18T03:33:16.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:16 smithi046 ceph-mon[94621]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-18T03:33:16.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:33:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:33:16] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-09-18T03:33:16.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:16 smithi195 ceph-mon[89559]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-18T03:33:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:17 smithi195 ceph-mon[89559]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-09-18T03:33:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:17 smithi195 ceph-mon[89559]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-18T03:33:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:17 smithi046 ceph-mon[94621]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-09-18T03:33:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:17 smithi046 ceph-mon[94621]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-18T03:33:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:17 smithi046 ceph-mon[97106]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-09-18T03:33:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:17 smithi046 ceph-mon[97106]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-18T03:33:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:18 smithi195 ceph-mon[89559]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-18T03:33:18.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:18 smithi195 ceph-mon[89559]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-18T03:33:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:18 smithi046 ceph-mon[94621]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-18T03:33:19.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:18 smithi046 ceph-mon[94621]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-18T03:33:19.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:18 smithi046 ceph-mon[97106]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-18T03:33:19.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:18 smithi046 ceph-mon[97106]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-18T03:33:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:19 smithi195 ceph-mon[89559]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-09-18T03:33:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:19 smithi046 ceph-mon[97106]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-09-18T03:33:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:19 smithi046 ceph-mon[94621]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-09-18T03:33:20.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:20 smithi195 ceph-mon[89559]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-18T03:33:21.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:20 smithi046 ceph-mon[97106]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-18T03:33:21.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:20 smithi046 ceph-mon[94621]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-18T03:33:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:21 smithi195 ceph-mon[89559]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-09-18T03:33:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:21 smithi195 ceph-mon[89559]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-18T03:33:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:21 smithi046 ceph-mon[94621]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-09-18T03:33:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:21 smithi046 ceph-mon[94621]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-18T03:33:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:21 smithi046 ceph-mon[97106]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-09-18T03:33:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:21 smithi046 ceph-mon[97106]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-18T03:33:22.619 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:33:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:33:22.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:22 smithi195 ceph-mon[89559]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-18T03:33:23.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:22 smithi046 ceph-mon[97106]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-18T03:33:23.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:22 smithi046 ceph-mon[94621]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-18T03:33:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:23 smithi195 ceph-mon[89559]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-09-18T03:33:23.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:23 smithi195 ceph-mon[89559]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-18T03:33:23.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:23 smithi195 ceph-mon[89559]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-18T03:33:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:23 smithi046 ceph-mon[97106]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-09-18T03:33:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:23 smithi046 ceph-mon[97106]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-18T03:33:24.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:23 smithi046 ceph-mon[97106]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-18T03:33:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:23 smithi046 ceph-mon[94621]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-09-18T03:33:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:23 smithi046 ceph-mon[94621]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-18T03:33:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:23 smithi046 ceph-mon[94621]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-18T03:33:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:25 smithi195 ceph-mon[89559]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:33:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:25 smithi195 ceph-mon[89559]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-18T03:33:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:25 smithi046 ceph-mon[97106]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:33:26.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:25 smithi046 ceph-mon[97106]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-18T03:33:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:25 smithi046 ceph-mon[94621]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-18T03:33:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:25 smithi046 ceph-mon[94621]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-18T03:33:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:26 smithi046 ceph-mon[97106]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-18T03:33:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:26 smithi046 ceph-mon[94621]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-18T03:33:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:33:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:33:26] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-09-18T03:33:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:26 smithi195 ceph-mon[89559]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-18T03:33:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:27 smithi195 ceph-mon[89559]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-09-18T03:33:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:27 smithi195 ceph-mon[89559]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-18T03:33:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:33:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:33:27.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:33:27.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:33:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[97106]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-09-18T03:33:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[97106]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[94621]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[94621]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:33:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:33:28.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:33:28.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:33:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:28 smithi195 ceph-mon[89559]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-18T03:33:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:28 smithi195 ceph-mon[89559]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-18T03:33:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:28 smithi046 ceph-mon[97106]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-18T03:33:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:28 smithi046 ceph-mon[97106]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-18T03:33:29.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:28 smithi046 ceph-mon[94621]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-18T03:33:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:28 smithi046 ceph-mon[94621]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-18T03:33:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:29 smithi195 ceph-mon[89559]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 292 op/s 2024-09-18T03:33:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:29 smithi046 ceph-mon[94621]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 292 op/s 2024-09-18T03:33:30.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:29 smithi046 ceph-mon[97106]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 292 op/s 2024-09-18T03:33:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:30 smithi195 ceph-mon[89559]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-18T03:33:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:30 smithi046 ceph-mon[97106]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-18T03:33:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:30 smithi046 ceph-mon[94621]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-18T03:33:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:31 smithi195 ceph-mon[89559]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-09-18T03:33:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:31 smithi195 ceph-mon[89559]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-18T03:33:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:31 smithi046 ceph-mon[97106]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-09-18T03:33:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:31 smithi046 ceph-mon[97106]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-18T03:33:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:31 smithi046 ceph-mon[94621]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-09-18T03:33:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:31 smithi046 ceph-mon[94621]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-18T03:33:32.622 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:33:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:33:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:32 smithi195 ceph-mon[89559]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-18T03:33:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:32 smithi046 ceph-mon[94621]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-18T03:33:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:32 smithi046 ceph-mon[97106]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-18T03:33:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:33 smithi195 ceph-mon[89559]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-09-18T03:33:33.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:33 smithi195 ceph-mon[89559]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-18T03:33:33.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:33 smithi195 ceph-mon[89559]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-18T03:33:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:33 smithi046 ceph-mon[94621]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-09-18T03:33:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:33 smithi046 ceph-mon[94621]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-18T03:33:34.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:33 smithi046 ceph-mon[94621]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-18T03:33:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:33 smithi046 ceph-mon[97106]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-09-18T03:33:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:33 smithi046 ceph-mon[97106]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-18T03:33:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:33 smithi046 ceph-mon[97106]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-18T03:33:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:35 smithi195 ceph-mon[89559]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:33:35.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:35 smithi195 ceph-mon[89559]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-18T03:33:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:35 smithi046 ceph-mon[94621]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:33:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:35 smithi046 ceph-mon[94621]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-18T03:33:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:35 smithi046 ceph-mon[97106]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:33:36.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:35 smithi046 ceph-mon[97106]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-18T03:33:36.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:36 smithi046 ceph-mon[94621]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-18T03:33:36.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:33:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:33:36] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:33:36.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:36 smithi046 ceph-mon[97106]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-18T03:33:36.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:36 smithi195 ceph-mon[89559]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-18T03:33:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:37 smithi195 ceph-mon[89559]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-09-18T03:33:37.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:37 smithi195 ceph-mon[89559]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-18T03:33:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:37 smithi046 ceph-mon[94621]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-09-18T03:33:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:37 smithi046 ceph-mon[94621]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-18T03:33:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:37 smithi046 ceph-mon[97106]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-09-18T03:33:38.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:37 smithi046 ceph-mon[97106]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-18T03:33:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:38 smithi195 ceph-mon[89559]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-18T03:33:38.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:38 smithi195 ceph-mon[89559]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-18T03:33:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:38 smithi046 ceph-mon[94621]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-18T03:33:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:38 smithi046 ceph-mon[94621]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-18T03:33:39.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:38 smithi046 ceph-mon[97106]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-18T03:33:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:38 smithi046 ceph-mon[97106]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-18T03:33:39.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:39 smithi195 ceph-mon[89559]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 200 op/s 2024-09-18T03:33:40.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:39 smithi046 ceph-mon[94621]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 200 op/s 2024-09-18T03:33:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:39 smithi046 ceph-mon[97106]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 200 op/s 2024-09-18T03:33:40.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:40 smithi195 ceph-mon[89559]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-18T03:33:41.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:40 smithi046 ceph-mon[97106]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-18T03:33:41.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:40 smithi046 ceph-mon[94621]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-18T03:33:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:41 smithi195 ceph-mon[89559]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-09-18T03:33:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:41 smithi195 ceph-mon[89559]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-18T03:33:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:41 smithi046 ceph-mon[94621]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-09-18T03:33:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:41 smithi046 ceph-mon[94621]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-18T03:33:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:41 smithi046 ceph-mon[97106]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-09-18T03:33:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:41 smithi046 ceph-mon[97106]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-18T03:33:42.631 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:33:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:33:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:42 smithi195 ceph-mon[89559]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-18T03:33:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:42 smithi046 ceph-mon[94621]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-18T03:33:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:42 smithi046 ceph-mon[97106]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-18T03:33:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:43 smithi195 ceph-mon[89559]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 155 op/s 2024-09-18T03:33:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:43 smithi195 ceph-mon[89559]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-18T03:33:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:43 smithi195 ceph-mon[89559]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-18T03:33:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[97106]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 155 op/s 2024-09-18T03:33:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[97106]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-18T03:33:44.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[97106]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-18T03:33:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[94621]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 155 op/s 2024-09-18T03:33:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[94621]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-18T03:33:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:44.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:43 smithi046 ceph-mon[94621]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-18T03:33:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:45 smithi195 ceph-mon[89559]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:33:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:45 smithi195 ceph-mon[89559]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-18T03:33:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:45 smithi046 ceph-mon[97106]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:33:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:45 smithi046 ceph-mon[97106]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-18T03:33:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:45 smithi046 ceph-mon[94621]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-18T03:33:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:45 smithi046 ceph-mon[94621]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-18T03:33:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:46 smithi046 ceph-mon[94621]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-18T03:33:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:46 smithi046 ceph-mon[97106]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-18T03:33:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:33:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:33:46] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:33:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:46 smithi195 ceph-mon[89559]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-18T03:33:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:47 smithi195 ceph-mon[89559]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-18T03:33:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:47 smithi195 ceph-mon[89559]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-18T03:33:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:47 smithi046 ceph-mon[97106]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-18T03:33:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:47 smithi046 ceph-mon[97106]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-18T03:33:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:47 smithi046 ceph-mon[94621]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-18T03:33:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:47 smithi046 ceph-mon[94621]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-18T03:33:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:48 smithi195 ceph-mon[89559]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-18T03:33:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:48 smithi195 ceph-mon[89559]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-18T03:33:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:48 smithi046 ceph-mon[97106]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-18T03:33:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:48 smithi046 ceph-mon[97106]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-18T03:33:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:48 smithi046 ceph-mon[94621]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-18T03:33:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:48 smithi046 ceph-mon[94621]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-18T03:33:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:49 smithi195 ceph-mon[89559]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-18T03:33:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:49 smithi046 ceph-mon[94621]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-18T03:33:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:49 smithi046 ceph-mon[97106]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-09-18T03:33:50.715 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-09-18T03:33:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:50 smithi195 ceph-mon[89559]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-18T03:33:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:50 smithi046 ceph-mon[94621]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-18T03:33:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:50 smithi046 ceph-mon[97106]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-18T03:33:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:51 smithi195 ceph-mon[89559]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-09-18T03:33:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:51 smithi195 ceph-mon[89559]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-18T03:33:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:51 smithi046 ceph-mon[94621]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-09-18T03:33:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:51 smithi046 ceph-mon[94621]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-18T03:33:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:51 smithi046 ceph-mon[97106]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-09-18T03:33:52.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:51 smithi046 ceph-mon[97106]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-18T03:33:52.631 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:33:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:33:52.728 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-09-18T03:33:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:52 smithi195 ceph-mon[89559]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-18T03:33:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:52 smithi046 ceph-mon[94621]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-18T03:33:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:52 smithi046 ceph-mon[97106]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-18T03:33:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:53 smithi195 ceph-mon[89559]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-18T03:33:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:53 smithi195 ceph-mon[89559]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-18T03:33:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:53 smithi195 ceph-mon[89559]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-18T03:33:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:53 smithi046 ceph-mon[94621]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-18T03:33:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:53 smithi046 ceph-mon[94621]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-18T03:33:54.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:53 smithi046 ceph-mon[94621]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-18T03:33:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:53 smithi046 ceph-mon[97106]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-09-18T03:33:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:53 smithi046 ceph-mon[97106]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-18T03:33:54.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:53 smithi046 ceph-mon[97106]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-18T03:33:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:55 smithi195 ceph-mon[89559]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.7 KiB/s wr, 49 op/s 2024-09-18T03:33:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:55 smithi195 ceph-mon[89559]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-18T03:33:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:55 smithi046 ceph-mon[94621]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.7 KiB/s wr, 49 op/s 2024-09-18T03:33:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:55 smithi046 ceph-mon[94621]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-18T03:33:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:55 smithi046 ceph-mon[97106]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.7 KiB/s wr, 49 op/s 2024-09-18T03:33:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:55 smithi046 ceph-mon[97106]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-18T03:33:56.691 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-09-18T03:33:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:33:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:33:56] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:33:56.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:56 smithi046 ceph-mon[97106]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-18T03:33:56.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:56 smithi046 ceph-mon[94621]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-18T03:33:56.774 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-09-18T03:33:56.921 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-09-18T03:33:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:56 smithi195 ceph-mon[89559]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-18T03:33:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:57 smithi195 ceph-mon[89559]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-09-18T03:33:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:57 smithi195 ceph-mon[89559]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-18T03:33:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:57 smithi046 ceph-mon[97106]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-09-18T03:33:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:57 smithi046 ceph-mon[97106]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-18T03:33:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:57 smithi046 ceph-mon[94621]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-09-18T03:33:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:57 smithi046 ceph-mon[94621]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-18T03:33:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:58 smithi195 ceph-mon[89559]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-18T03:33:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:58 smithi195 ceph-mon[89559]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-18T03:33:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:58 smithi046 ceph-mon[97106]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-18T03:33:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:58 smithi046 ceph-mon[97106]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-18T03:33:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:58 smithi046 ceph-mon[94621]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-18T03:33:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:33:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:58 smithi046 ceph-mon[94621]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-18T03:33:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:33:59 smithi195 ceph-mon[89559]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 15 KiB/s wr, 353 op/s 2024-09-18T03:34:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:33:59 smithi046 ceph-mon[94621]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 15 KiB/s wr, 353 op/s 2024-09-18T03:34:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:33:59 smithi046 ceph-mon[97106]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 15 KiB/s wr, 353 op/s 2024-09-18T03:34:00.717 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-09-18T03:34:00.795 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-09-18T03:34:00.878 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-09-18T03:34:00.962 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-09-18T03:34:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:00 smithi195 ceph-mon[89559]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-18T03:34:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:00 smithi046 ceph-mon[94621]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-18T03:34:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:00 smithi046 ceph-mon[97106]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-18T03:34:01.046 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-09-18T03:34:01.122 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-09-18T03:34:01.869 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-09-18T03:34:01.944 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-09-18T03:34:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:01 smithi195 ceph-mon[89559]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 243 KiB/s rd, 16 KiB/s wr, 321 op/s 2024-09-18T03:34:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:01 smithi195 ceph-mon[89559]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-18T03:34:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:01 smithi046 ceph-mon[97106]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 243 KiB/s rd, 16 KiB/s wr, 321 op/s 2024-09-18T03:34:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:01 smithi046 ceph-mon[97106]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-18T03:34:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:01 smithi046 ceph-mon[94621]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 243 KiB/s rd, 16 KiB/s wr, 321 op/s 2024-09-18T03:34:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:01 smithi046 ceph-mon[94621]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-18T03:34:02.037 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-09-18T03:34:02.129 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-09-18T03:34:02.208 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-09-18T03:34:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:34:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:34:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:03 smithi195 ceph-mon[89559]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 40 KiB/s wr, 822 op/s 2024-09-18T03:34:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:03 smithi195 ceph-mon[89559]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-18T03:34:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:03 smithi046 ceph-mon[97106]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 40 KiB/s wr, 822 op/s 2024-09-18T03:34:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:03 smithi046 ceph-mon[97106]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-18T03:34:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:03 smithi046 ceph-mon[94621]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 40 KiB/s wr, 822 op/s 2024-09-18T03:34:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:03 smithi046 ceph-mon[94621]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-18T03:34:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:05 smithi195 ceph-mon[89559]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 40 KiB/s wr, 784 op/s 2024-09-18T03:34:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:05 smithi046 ceph-mon[94621]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 40 KiB/s wr, 784 op/s 2024-09-18T03:34:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:05 smithi046 ceph-mon[97106]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 40 KiB/s wr, 784 op/s 2024-09-18T03:34:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:34:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:34:06] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:34:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:07 smithi195 ceph-mon[89559]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 742 op/s 2024-09-18T03:34:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:07 smithi046 ceph-mon[97106]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 742 op/s 2024-09-18T03:34:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:07 smithi046 ceph-mon[94621]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 742 op/s 2024-09-18T03:34:09.810 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-09-18T03:34:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:09 smithi195 ceph-mon[89559]: pgmap v4654: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 635 op/s 2024-09-18T03:34:09.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:09 smithi195 ceph-mon[89559]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-18T03:34:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:09 smithi046 ceph-mon[97106]: pgmap v4654: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 635 op/s 2024-09-18T03:34:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:09 smithi046 ceph-mon[97106]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-18T03:34:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:09 smithi046 ceph-mon[94621]: pgmap v4654: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 635 op/s 2024-09-18T03:34:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:09 smithi046 ceph-mon[94621]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-18T03:34:11.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:11 smithi195 ceph-mon[89559]: pgmap v4656: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 526 KiB/s wr, 287 op/s 2024-09-18T03:34:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:11 smithi046 ceph-mon[94621]: pgmap v4656: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 526 KiB/s wr, 287 op/s 2024-09-18T03:34:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:11 smithi046 ceph-mon[97106]: pgmap v4656: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 526 KiB/s wr, 287 op/s 2024-09-18T03:34:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:34:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:34:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:13 smithi195 ceph-mon[89559]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 459 KiB/s wr, 67 op/s 2024-09-18T03:34:13.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:13 smithi046 ceph-mon[94621]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 459 KiB/s wr, 67 op/s 2024-09-18T03:34:14.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:13 smithi046 ceph-mon[97106]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 459 KiB/s wr, 67 op/s 2024-09-18T03:34:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:15 smithi195 ceph-mon[89559]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 413 KiB/s wr, 85 op/s 2024-09-18T03:34:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:15 smithi046 ceph-mon[94621]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 413 KiB/s wr, 85 op/s 2024-09-18T03:34:16.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:15 smithi046 ceph-mon[97106]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 413 KiB/s wr, 85 op/s 2024-09-18T03:34:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:34:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:34:16] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-09-18T03:34:17.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:17 smithi195 ceph-mon[89559]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-09-18T03:34:18.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:17 smithi046 ceph-mon[94621]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-09-18T03:34:18.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:17 smithi046 ceph-mon[97106]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-09-18T03:34:19.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:19 smithi195 ceph-mon[89559]: pgmap v4660: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-09-18T03:34:20.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:19 smithi046 ceph-mon[97106]: pgmap v4660: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-09-18T03:34:20.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:19 smithi046 ceph-mon[94621]: pgmap v4660: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-09-18T03:34:21.382 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-09-18T03:34:21.460 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-09-18T03:34:21.549 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-09-18T03:34:21.638 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-09-18T03:34:21.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:21 smithi195 ceph-mon[89559]: pgmap v4661: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-09-18T03:34:22.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:21 smithi046 ceph-mon[97106]: pgmap v4661: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-09-18T03:34:22.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:21 smithi046 ceph-mon[94621]: pgmap v4661: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-09-18T03:34:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:34:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:34:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:23 smithi195 ceph-mon[89559]: pgmap v4662: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-18T03:34:23.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:23 smithi195 ceph-mon[89559]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-18T03:34:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:23 smithi046 ceph-mon[97106]: pgmap v4662: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-18T03:34:24.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:23 smithi046 ceph-mon[97106]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-18T03:34:24.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:23 smithi046 ceph-mon[94621]: pgmap v4662: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-18T03:34:24.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:23 smithi046 ceph-mon[94621]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-18T03:34:24.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:24 smithi195 ceph-mon[89559]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-18T03:34:25.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:24 smithi046 ceph-mon[97106]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-18T03:34:25.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:24 smithi046 ceph-mon[94621]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-18T03:34:25.721 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-09-18T03:34:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:25 smithi195 ceph-mon[89559]: pgmap v4665: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 2.0 MiB/s wr, 125 op/s 2024-09-18T03:34:25.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:25 smithi195 ceph-mon[89559]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-18T03:34:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:25 smithi046 ceph-mon[97106]: pgmap v4665: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 2.0 MiB/s wr, 125 op/s 2024-09-18T03:34:26.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:25 smithi046 ceph-mon[97106]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-18T03:34:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:25 smithi046 ceph-mon[94621]: pgmap v4665: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 2.0 MiB/s wr, 125 op/s 2024-09-18T03:34:26.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:25 smithi046 ceph-mon[94621]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-18T03:34:26.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:26 smithi046 ceph-mon[97106]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-18T03:34:26.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:26 smithi046 ceph-mon[94621]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-18T03:34:26.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:34:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:34:26] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-09-18T03:34:26.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:26 smithi195 ceph-mon[89559]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-18T03:34:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:27 smithi195 ceph-mon[89559]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 14 KiB/s wr, 292 op/s 2024-09-18T03:34:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:27 smithi195 ceph-mon[89559]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-18T03:34:27.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:34:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:27 smithi046 ceph-mon[97106]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 14 KiB/s wr, 292 op/s 2024-09-18T03:34:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:27 smithi046 ceph-mon[97106]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-18T03:34:28.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:34:28.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:27 smithi046 ceph-mon[94621]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 14 KiB/s wr, 292 op/s 2024-09-18T03:34:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:27 smithi046 ceph-mon[94621]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-18T03:34:28.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:34:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:28 smithi195 ceph-mon[89559]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-18T03:34:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:34:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:34:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:34:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[97106]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-18T03:34:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:34:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:34:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:34:29.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[94621]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-18T03:34:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:34:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:34:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:34:29.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:29.790 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-09-18T03:34:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:29 smithi195 ceph-mon[89559]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-09-18T03:34:29.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:29 smithi195 ceph-mon[89559]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-18T03:34:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:29 smithi046 ceph-mon[97106]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-09-18T03:34:30.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:29 smithi046 ceph-mon[97106]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-18T03:34:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:29 smithi046 ceph-mon[94621]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-09-18T03:34:30.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:29 smithi046 ceph-mon[94621]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-18T03:34:30.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:30 smithi195 ceph-mon[89559]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-18T03:34:31.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:30 smithi046 ceph-mon[94621]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-18T03:34:31.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:30 smithi046 ceph-mon[97106]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-18T03:34:31.791 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-09-18T03:34:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:31 smithi195 ceph-mon[89559]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 19 KiB/s wr, 362 op/s 2024-09-18T03:34:31.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:31 smithi195 ceph-mon[89559]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-18T03:34:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:31 smithi046 ceph-mon[97106]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 19 KiB/s wr, 362 op/s 2024-09-18T03:34:32.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:31 smithi046 ceph-mon[97106]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-18T03:34:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:31 smithi046 ceph-mon[94621]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 19 KiB/s wr, 362 op/s 2024-09-18T03:34:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:31 smithi046 ceph-mon[94621]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-18T03:34:32.711 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:34:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:34:32.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:32 smithi195 ceph-mon[89559]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-18T03:34:33.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:32 smithi046 ceph-mon[97106]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-18T03:34:33.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:32 smithi046 ceph-mon[94621]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-18T03:34:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:33 smithi195 ceph-mon[89559]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 6.5 KiB/s wr, 172 op/s 2024-09-18T03:34:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:33 smithi195 ceph-mon[89559]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-18T03:34:33.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:33 smithi195 ceph-mon[89559]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-18T03:34:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:33 smithi046 ceph-mon[94621]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 6.5 KiB/s wr, 172 op/s 2024-09-18T03:34:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:33 smithi046 ceph-mon[94621]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-18T03:34:34.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:33 smithi046 ceph-mon[94621]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-18T03:34:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:33 smithi046 ceph-mon[97106]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 6.5 KiB/s wr, 172 op/s 2024-09-18T03:34:34.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:33 smithi046 ceph-mon[97106]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-18T03:34:34.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:33 smithi046 ceph-mon[97106]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-18T03:34:35.813 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-09-18T03:34:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:35 smithi195 ceph-mon[89559]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 322 op/s 2024-09-18T03:34:35.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:35 smithi195 ceph-mon[89559]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-18T03:34:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:35 smithi046 ceph-mon[94621]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 322 op/s 2024-09-18T03:34:36.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:35 smithi046 ceph-mon[94621]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-18T03:34:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:35 smithi046 ceph-mon[97106]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 322 op/s 2024-09-18T03:34:36.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:35 smithi046 ceph-mon[97106]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-18T03:34:36.727 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:34:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:34:36] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-09-18T03:34:37.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:36 smithi046 ceph-mon[94621]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-18T03:34:37.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:36 smithi046 ceph-mon[97106]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-18T03:34:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:36 smithi195 ceph-mon[89559]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-18T03:34:37.825 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-09-18T03:34:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:37 smithi046 ceph-mon[97106]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 19 KiB/s wr, 340 op/s 2024-09-18T03:34:38.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:37 smithi046 ceph-mon[97106]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-18T03:34:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:37 smithi046 ceph-mon[94621]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 19 KiB/s wr, 340 op/s 2024-09-18T03:34:38.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:37 smithi046 ceph-mon[94621]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-18T03:34:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:37 smithi195 ceph-mon[89559]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 19 KiB/s wr, 340 op/s 2024-09-18T03:34:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:37 smithi195 ceph-mon[89559]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-18T03:34:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:38 smithi046 ceph-mon[94621]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-18T03:34:39.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:38 smithi046 ceph-mon[94621]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-18T03:34:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:38 smithi046 ceph-mon[97106]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-18T03:34:39.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:38 smithi046 ceph-mon[97106]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-18T03:34:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:38 smithi195 ceph-mon[89559]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-18T03:34:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:38 smithi195 ceph-mon[89559]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-18T03:34:40.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:39 smithi046 ceph-mon[97106]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 20 KiB/s wr, 358 op/s 2024-09-18T03:34:40.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:39 smithi046 ceph-mon[97106]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-18T03:34:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:39 smithi046 ceph-mon[94621]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 20 KiB/s wr, 358 op/s 2024-09-18T03:34:40.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:39 smithi046 ceph-mon[94621]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-18T03:34:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:39 smithi195 ceph-mon[89559]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 20 KiB/s wr, 358 op/s 2024-09-18T03:34:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:39 smithi195 ceph-mon[89559]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-18T03:34:41.705 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-09-18T03:34:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:41 smithi195 ceph-mon[89559]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 29 KiB/s wr, 562 op/s 2024-09-18T03:34:41.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:41 smithi195 ceph-mon[89559]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-18T03:34:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:41 smithi046 ceph-mon[97106]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 29 KiB/s wr, 562 op/s 2024-09-18T03:34:42.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:41 smithi046 ceph-mon[97106]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-18T03:34:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:41 smithi046 ceph-mon[94621]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 29 KiB/s wr, 562 op/s 2024-09-18T03:34:42.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:41 smithi046 ceph-mon[94621]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-18T03:34:42.619 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:34:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:34:42.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:42 smithi195 ceph-mon[89559]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-18T03:34:43.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:42 smithi046 ceph-mon[97106]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-18T03:34:43.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:42 smithi046 ceph-mon[94621]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-18T03:34:43.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:43 smithi195 ceph-mon[89559]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 13 KiB/s wr, 301 op/s 2024-09-18T03:34:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:43 smithi195 ceph-mon[89559]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-18T03:34:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:43 smithi195 ceph-mon[89559]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-18T03:34:43.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-2","app": "rbd"}]: dispatch 2024-09-18T03:34:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[94621]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 13 KiB/s wr, 301 op/s 2024-09-18T03:34:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[94621]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-18T03:34:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[94621]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-18T03:34:44.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-2","app": "rbd"}]: dispatch 2024-09-18T03:34:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[97106]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 13 KiB/s wr, 301 op/s 2024-09-18T03:34:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[97106]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-18T03:34:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[97106]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-18T03:34:44.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-2","app": "rbd"}]: dispatch 2024-09-18T03:34:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:45 smithi195 ceph-mon[89559]: pgmap v4695: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 12 KiB/s wr, 219 op/s 2024-09-18T03:34:45.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:45 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-2","app": "rbd"}]': finished 2024-09-18T03:34:45.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:45 smithi195 ceph-mon[89559]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-18T03:34:45.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:45 smithi195 ceph-mon[89559]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:34:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[94621]: pgmap v4695: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 12 KiB/s wr, 219 op/s 2024-09-18T03:34:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-2","app": "rbd"}]': finished 2024-09-18T03:34:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[94621]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-18T03:34:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[94621]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:34:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[97106]: pgmap v4695: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 12 KiB/s wr, 219 op/s 2024-09-18T03:34:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-166173-2","app": "rbd"}]': finished 2024-09-18T03:34:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[97106]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-18T03:34:46.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:45 smithi046 ceph-mon[97106]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-18T03:34:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:46 smithi046 ceph-mon[94621]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-18T03:34:46.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:46 smithi046 ceph-mon[97106]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-18T03:34:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:34:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:34:46] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-18T03:34:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:46 smithi195 ceph-mon[89559]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-18T03:34:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:47 smithi195 ceph-mon[89559]: pgmap v4698: 169 pgs: 2 creating+peering, 27 unknown, 140 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-09-18T03:34:47.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:47 smithi195 ceph-mon[89559]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:34:47.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:47 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:34:47.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:47 smithi195 ceph-mon[89559]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-18T03:34:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[97106]: pgmap v4698: 169 pgs: 2 creating+peering, 27 unknown, 140 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-09-18T03:34:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[97106]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:34:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:34:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[97106]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-18T03:34:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[94621]: pgmap v4698: 169 pgs: 2 creating+peering, 27 unknown, 140 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-09-18T03:34:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[94621]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-18T03:34:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:34:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:47 smithi046 ceph-mon[94621]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-18T03:34:48.717 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-09-18T03:34:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:48 smithi195 ceph-mon[89559]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-18T03:34:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:48 smithi195 ceph-mon[89559]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-18T03:34:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:48 smithi046 ceph-mon[94621]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-18T03:34:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:48 smithi046 ceph-mon[94621]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-18T03:34:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:48 smithi046 ceph-mon[97106]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-18T03:34:49.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:48 smithi046 ceph-mon[97106]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-18T03:34:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:49 smithi195 ceph-mon[89559]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-09-18T03:34:50.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:49 smithi046 ceph-mon[94621]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-09-18T03:34:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:49 smithi046 ceph-mon[97106]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-09-18T03:34:50.740 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-09-18T03:34:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:50 smithi195 ceph-mon[89559]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-18T03:34:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:50 smithi046 ceph-mon[94621]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-18T03:34:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:50 smithi046 ceph-mon[97106]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-18T03:34:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:51 smithi195 ceph-mon[89559]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-09-18T03:34:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:51 smithi195 ceph-mon[89559]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-18T03:34:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:51 smithi046 ceph-mon[97106]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-09-18T03:34:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:51 smithi046 ceph-mon[97106]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-18T03:34:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:51 smithi046 ceph-mon[94621]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-09-18T03:34:52.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:51 smithi046 ceph-mon[94621]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-18T03:34:52.655 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:34:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:34:52.749 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-09-18T03:34:52.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:52 smithi195 ceph-mon[89559]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-18T03:34:53.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:52 smithi046 ceph-mon[97106]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-18T03:34:53.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:52 smithi046 ceph-mon[94621]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-18T03:34:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:53 smithi195 ceph-mon[89559]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-18T03:34:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:53 smithi195 ceph-mon[89559]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-18T03:34:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:53 smithi046 ceph-mon[97106]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-18T03:34:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:53 smithi046 ceph-mon[97106]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-18T03:34:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:53 smithi046 ceph-mon[94621]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-18T03:34:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:53 smithi046 ceph-mon[94621]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-18T03:34:54.755 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-09-18T03:34:54.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:54 smithi195 ceph-mon[89559]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-18T03:34:55.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:54 smithi046 ceph-mon[94621]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-18T03:34:55.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:54 smithi046 ceph-mon[97106]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-18T03:34:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:55 smithi195 ceph-mon[89559]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-09-18T03:34:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:55 smithi195 ceph-mon[89559]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-18T03:34:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:55 smithi046 ceph-mon[94621]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-09-18T03:34:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:55 smithi046 ceph-mon[94621]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-18T03:34:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:55 smithi046 ceph-mon[97106]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-09-18T03:34:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:55 smithi046 ceph-mon[97106]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-18T03:34:56.678 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:34:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:34:56] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-18T03:34:56.771 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-09-18T03:34:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:56 smithi195 ceph-mon[89559]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-18T03:34:57.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:56 smithi046 ceph-mon[94621]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-18T03:34:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:56 smithi046 ceph-mon[97106]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-18T03:34:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:57 smithi195 ceph-mon[89559]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-09-18T03:34:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:57 smithi195 ceph-mon[89559]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-18T03:34:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:57 smithi046 ceph-mon[97106]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-09-18T03:34:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:57 smithi046 ceph-mon[97106]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-18T03:34:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:57 smithi046 ceph-mon[94621]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-09-18T03:34:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:57 smithi046 ceph-mon[94621]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-18T03:34:58.708 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-09-18T03:34:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:58 smithi195 ceph-mon[89559]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-18T03:34:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:58.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:58 smithi195 ceph-mon[89559]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-18T03:34:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:58 smithi046 ceph-mon[94621]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-18T03:34:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:59.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:58 smithi046 ceph-mon[94621]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-18T03:34:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:58 smithi046 ceph-mon[97106]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-18T03:34:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:34:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:58 smithi046 ceph-mon[97106]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-18T03:34:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:34:59 smithi195 ceph-mon[89559]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 31 KiB/s wr, 563 op/s 2024-09-18T03:35:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:34:59 smithi046 ceph-mon[97106]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 31 KiB/s wr, 563 op/s 2024-09-18T03:35:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:34:59 smithi046 ceph-mon[94621]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 31 KiB/s wr, 563 op/s 2024-09-18T03:35:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:00 smithi195 ceph-mon[89559]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-18T03:35:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:00 smithi046 ceph-mon[97106]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-18T03:35:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:00 smithi046 ceph-mon[94621]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-18T03:35:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:01 smithi195 ceph-mon[89559]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 446 op/s 2024-09-18T03:35:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:01 smithi046 ceph-mon[94621]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 446 op/s 2024-09-18T03:35:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:01 smithi046 ceph-mon[97106]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 446 op/s 2024-09-18T03:35:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:35:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:35:03.697 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-09-18T03:35:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:03 smithi195 ceph-mon[89559]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 314 op/s 2024-09-18T03:35:03.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:03 smithi195 ceph-mon[89559]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-18T03:35:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:03 smithi046 ceph-mon[97106]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 314 op/s 2024-09-18T03:35:04.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:03 smithi046 ceph-mon[97106]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-18T03:35:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:03 smithi046 ceph-mon[94621]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 314 op/s 2024-09-18T03:35:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:03 smithi046 ceph-mon[94621]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-18T03:35:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:05 smithi195 ceph-mon[89559]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1015 KiB/s rd, 16 KiB/s wr, 1.20k op/s 2024-09-18T03:35:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:05 smithi195 ceph-mon[89559]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-18T03:35:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:05 smithi046 ceph-mon[97106]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1015 KiB/s rd, 16 KiB/s wr, 1.20k op/s 2024-09-18T03:35:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:05 smithi046 ceph-mon[97106]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-18T03:35:06.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:05 smithi046 ceph-mon[94621]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1015 KiB/s rd, 16 KiB/s wr, 1.20k op/s 2024-09-18T03:35:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:05 smithi046 ceph-mon[94621]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-18T03:35:06.716 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:35:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:35:06] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-09-18T03:35:06.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:06 smithi195 ceph-mon[89559]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-18T03:35:07.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:06 smithi046 ceph-mon[94621]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-18T03:35:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:06 smithi046 ceph-mon[97106]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-18T03:35:07.813 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-09-18T03:35:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:07 smithi195 ceph-mon[89559]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 22 KiB/s wr, 2.08k op/s 2024-09-18T03:35:07.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:07 smithi195 ceph-mon[89559]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-18T03:35:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:07 smithi046 ceph-mon[94621]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 22 KiB/s wr, 2.08k op/s 2024-09-18T03:35:08.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:07 smithi046 ceph-mon[94621]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-18T03:35:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:07 smithi046 ceph-mon[97106]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 22 KiB/s wr, 2.08k op/s 2024-09-18T03:35:08.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:07 smithi046 ceph-mon[97106]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-18T03:35:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:08 smithi046 ceph-mon[94621]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-18T03:35:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:08 smithi046 ceph-mon[94621]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-18T03:35:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:08 smithi046 ceph-mon[97106]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-18T03:35:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:08 smithi046 ceph-mon[97106]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-18T03:35:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:08 smithi195 ceph-mon[89559]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-18T03:35:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:08 smithi195 ceph-mon[89559]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-18T03:35:09.825 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-09-18T03:35:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:09 smithi046 ceph-mon[94621]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 29 KiB/s wr, 1.86k op/s 2024-09-18T03:35:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:09 smithi046 ceph-mon[97106]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 29 KiB/s wr, 1.86k op/s 2024-09-18T03:35:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:09 smithi195 ceph-mon[89559]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 29 KiB/s wr, 1.86k op/s 2024-09-18T03:35:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:10 smithi046 ceph-mon[97106]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-18T03:35:11.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:10 smithi046 ceph-mon[94621]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-18T03:35:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:10 smithi195 ceph-mon[89559]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-18T03:35:11.829 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-09-18T03:35:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:11 smithi046 ceph-mon[97106]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 24 KiB/s wr, 522 op/s 2024-09-18T03:35:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:11 smithi046 ceph-mon[97106]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-18T03:35:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:11 smithi046 ceph-mon[94621]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 24 KiB/s wr, 522 op/s 2024-09-18T03:35:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:11 smithi046 ceph-mon[94621]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-18T03:35:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:11 smithi195 ceph-mon[89559]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 24 KiB/s wr, 522 op/s 2024-09-18T03:35:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:11 smithi195 ceph-mon[89559]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-18T03:35:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:35:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:35:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:12 smithi046 ceph-mon[97106]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-18T03:35:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:12 smithi046 ceph-mon[94621]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-18T03:35:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:12 smithi195 ceph-mon[89559]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-18T03:35:13.702 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-09-18T03:35:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[97106]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-09-18T03:35:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[97106]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-18T03:35:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:14.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[97106]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-18T03:35:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[94621]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-09-18T03:35:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[94621]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-18T03:35:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:13 smithi046 ceph-mon[94621]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-18T03:35:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:13 smithi195 ceph-mon[89559]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-09-18T03:35:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:13 smithi195 ceph-mon[89559]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-18T03:35:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:14.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:13 smithi195 ceph-mon[89559]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-18T03:35:15.846 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-09-18T03:35:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:15 smithi195 ceph-mon[89559]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 36 KiB/s wr, 872 op/s 2024-09-18T03:35:15.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:15 smithi195 ceph-mon[89559]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-18T03:35:16.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:15 smithi046 ceph-mon[94621]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 36 KiB/s wr, 872 op/s 2024-09-18T03:35:16.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:15 smithi046 ceph-mon[94621]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-18T03:35:16.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:15 smithi046 ceph-mon[97106]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 36 KiB/s wr, 872 op/s 2024-09-18T03:35:16.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:15 smithi046 ceph-mon[97106]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-18T03:35:16.757 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:35:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:35:16] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:35:17.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:16 smithi046 ceph-mon[94621]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-18T03:35:17.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:16 smithi046 ceph-mon[97106]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-18T03:35:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:16 smithi195 ceph-mon[89559]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-18T03:35:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:17 smithi046 ceph-mon[97106]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 48 KiB/s wr, 934 op/s 2024-09-18T03:35:18.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:17 smithi046 ceph-mon[97106]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-18T03:35:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:17 smithi046 ceph-mon[94621]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 48 KiB/s wr, 934 op/s 2024-09-18T03:35:18.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:17 smithi046 ceph-mon[94621]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-18T03:35:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:17 smithi195 ceph-mon[89559]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 48 KiB/s wr, 934 op/s 2024-09-18T03:35:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:17 smithi195 ceph-mon[89559]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-18T03:35:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:18 smithi195 ceph-mon[89559]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-18T03:35:19.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:18 smithi195 ceph-mon[89559]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-18T03:35:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:18 smithi046 ceph-mon[97106]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-18T03:35:19.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:18 smithi046 ceph-mon[97106]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-18T03:35:19.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:18 smithi046 ceph-mon[94621]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-18T03:35:19.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:18 smithi046 ceph-mon[94621]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-18T03:35:19.868 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-09-18T03:35:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:19 smithi195 ceph-mon[89559]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 593 KiB/s rd, 44 KiB/s wr, 806 op/s 2024-09-18T03:35:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:19 smithi046 ceph-mon[94621]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 593 KiB/s rd, 44 KiB/s wr, 806 op/s 2024-09-18T03:35:20.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:19 smithi046 ceph-mon[97106]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 593 KiB/s rd, 44 KiB/s wr, 806 op/s 2024-09-18T03:35:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:20 smithi195 ceph-mon[89559]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-18T03:35:21.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:20 smithi046 ceph-mon[94621]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-18T03:35:21.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:20 smithi046 ceph-mon[97106]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-18T03:35:21.880 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-09-18T03:35:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:21 smithi195 ceph-mon[89559]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 616 KiB/s rd, 38 KiB/s wr, 816 op/s 2024-09-18T03:35:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:21 smithi195 ceph-mon[89559]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-18T03:35:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:21 smithi046 ceph-mon[94621]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 616 KiB/s rd, 38 KiB/s wr, 816 op/s 2024-09-18T03:35:22.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:21 smithi046 ceph-mon[94621]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-18T03:35:22.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:21 smithi046 ceph-mon[97106]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 616 KiB/s rd, 38 KiB/s wr, 816 op/s 2024-09-18T03:35:22.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:21 smithi046 ceph-mon[97106]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-18T03:35:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:35:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:35:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:22 smithi195 ceph-mon[89559]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-18T03:35:23.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:22 smithi046 ceph-mon[94621]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-18T03:35:23.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:22 smithi046 ceph-mon[97106]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-18T03:35:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:23 smithi195 ceph-mon[89559]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-09-18T03:35:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:23 smithi195 ceph-mon[89559]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-18T03:35:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:23 smithi195 ceph-mon[89559]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-18T03:35:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:23 smithi046 ceph-mon[94621]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-09-18T03:35:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:23 smithi046 ceph-mon[94621]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-18T03:35:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:23 smithi046 ceph-mon[94621]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-18T03:35:24.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:23 smithi046 ceph-mon[97106]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-09-18T03:35:24.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:23 smithi046 ceph-mon[97106]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-18T03:35:24.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:23 smithi046 ceph-mon[97106]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-18T03:35:25.904 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-09-18T03:35:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:25 smithi195 ceph-mon[89559]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 18 KiB/s wr, 293 op/s 2024-09-18T03:35:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:25 smithi195 ceph-mon[89559]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-18T03:35:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:25 smithi046 ceph-mon[94621]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 18 KiB/s wr, 293 op/s 2024-09-18T03:35:26.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:25 smithi046 ceph-mon[94621]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-18T03:35:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:25 smithi046 ceph-mon[97106]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 18 KiB/s wr, 293 op/s 2024-09-18T03:35:26.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:25 smithi046 ceph-mon[97106]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-18T03:35:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:35:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:35:26] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:35:27.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:26 smithi195 ceph-mon[89559]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-18T03:35:27.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:26 smithi046 ceph-mon[94621]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-18T03:35:27.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:26 smithi046 ceph-mon[97106]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-18T03:35:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:27 smithi195 ceph-mon[89559]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 21 KiB/s wr, 339 op/s 2024-09-18T03:35:28.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:27 smithi195 ceph-mon[89559]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-18T03:35:28.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:27 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:35:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:27 smithi046 ceph-mon[94621]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 21 KiB/s wr, 339 op/s 2024-09-18T03:35:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:27 smithi046 ceph-mon[94621]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-18T03:35:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:27 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:35:28.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:27 smithi046 ceph-mon[97106]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 21 KiB/s wr, 339 op/s 2024-09-18T03:35:28.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:27 smithi046 ceph-mon[97106]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-18T03:35:28.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:27 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:35:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-18T03:35:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:35:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:35:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:29.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:28 smithi195 ceph-mon[89559]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-18T03:35:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-18T03:35:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[97106]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:35:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:35:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:35:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:29.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:28 smithi046 ceph-mon[94621]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-18T03:35:29.725 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-09-18T03:35:29.845 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-09-18T03:35:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:29 smithi195 ceph-mon[89559]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 25 KiB/s wr, 504 op/s 2024-09-18T03:35:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:29 smithi195 ceph-mon[89559]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-18T03:35:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:29 smithi046 ceph-mon[97106]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 25 KiB/s wr, 504 op/s 2024-09-18T03:35:30.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:29 smithi046 ceph-mon[97106]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-18T03:35:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:29 smithi046 ceph-mon[94621]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 25 KiB/s wr, 504 op/s 2024-09-18T03:35:30.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:29 smithi046 ceph-mon[94621]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-18T03:35:31.934 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-09-18T03:35:32.026 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-09-18T03:35:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:31 smithi195 ceph-mon[89559]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 19 KiB/s wr, 386 op/s 2024-09-18T03:35:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:31 smithi195 ceph-mon[89559]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-18T03:35:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:31 smithi046 ceph-mon[94621]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 19 KiB/s wr, 386 op/s 2024-09-18T03:35:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:31 smithi046 ceph-mon[94621]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-18T03:35:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:31 smithi046 ceph-mon[97106]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 19 KiB/s wr, 386 op/s 2024-09-18T03:35:32.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:31 smithi046 ceph-mon[97106]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-18T03:35:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:35:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:35:33.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:32 smithi195 ceph-mon[89559]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-18T03:35:33.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:32 smithi046 ceph-mon[97106]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-18T03:35:33.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:32 smithi046 ceph-mon[94621]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-18T03:35:33.716 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-09-18T03:35:33.844 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-09-18T03:35:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:33 smithi195 ceph-mon[89559]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 KiB/s wr, 105 op/s 2024-09-18T03:35:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:33 smithi195 ceph-mon[89559]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-18T03:35:34.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:33 smithi195 ceph-mon[89559]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-18T03:35:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:33 smithi046 ceph-mon[94621]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 KiB/s wr, 105 op/s 2024-09-18T03:35:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:33 smithi046 ceph-mon[94621]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-18T03:35:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:33 smithi046 ceph-mon[94621]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-18T03:35:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:33 smithi046 ceph-mon[97106]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 KiB/s wr, 105 op/s 2024-09-18T03:35:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:33 smithi046 ceph-mon[97106]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-18T03:35:34.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:33 smithi046 ceph-mon[97106]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-18T03:35:35.940 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-09-18T03:35:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:35 smithi195 ceph-mon[89559]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 299 op/s 2024-09-18T03:35:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:35 smithi195 ceph-mon[89559]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-18T03:35:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:35 smithi046 ceph-mon[94621]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 299 op/s 2024-09-18T03:35:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:35 smithi046 ceph-mon[94621]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-18T03:35:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:35 smithi046 ceph-mon[97106]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 299 op/s 2024-09-18T03:35:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:35 smithi046 ceph-mon[97106]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-18T03:35:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:35:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:35:36] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-09-18T03:35:37.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:36 smithi195 ceph-mon[89559]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-18T03:35:37.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:36 smithi046 ceph-mon[97106]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-18T03:35:37.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:36 smithi046 ceph-mon[94621]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-18T03:35:37.960 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-09-18T03:35:38.077 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-09-18T03:35:38.202 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-09-18T03:35:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:37 smithi195 ceph-mon[89559]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 23 KiB/s wr, 370 op/s 2024-09-18T03:35:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:37 smithi195 ceph-mon[89559]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-18T03:35:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:37 smithi046 ceph-mon[94621]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 23 KiB/s wr, 370 op/s 2024-09-18T03:35:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:37 smithi046 ceph-mon[94621]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-18T03:35:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:37 smithi046 ceph-mon[97106]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 23 KiB/s wr, 370 op/s 2024-09-18T03:35:38.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:37 smithi046 ceph-mon[97106]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-18T03:35:38.296 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-09-18T03:35:38.703 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-09-18T03:35:38.788 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-09-18T03:35:38.876 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-09-18T03:35:38.982 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-09-18T03:35:39.075 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-09-18T03:35:39.168 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-09-18T03:35:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-18T03:35:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1613596408' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4081790325"}]: dispatch 2024-09-18T03:35:39.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1613596408' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4081790325"}]': finished 2024-09-18T03:35:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-18T03:35:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:35:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-18T03:35:39.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:38 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-18T03:35:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1613596408' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4081790325"}]: dispatch 2024-09-18T03:35:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1613596408' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4081790325"}]': finished 2024-09-18T03:35:39.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1613596408' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4081790325"}]: dispatch 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1613596408' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/4081790325"}]': finished 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-18T03:35:39.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:38 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:39.261 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-09-18T03:35:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 19 KiB/s wr, 384 op/s 2024-09-18T03:35:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-18T03:35:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:35:40.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:40.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:35:40.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]: dispatch 2024-09-18T03:35:40.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]: dispatch 2024-09-18T03:35:40.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:39 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]': finished 2024-09-18T03:35:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 19 KiB/s wr, 384 op/s 2024-09-18T03:35:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-18T03:35:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]: dispatch 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]: dispatch 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]': finished 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 19 KiB/s wr, 384 op/s 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' 2024-09-18T03:35:40.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]: dispatch 2024-09-18T03:35:40.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]: dispatch 2024-09-18T03:35:40.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:39 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/3868d5fb-282a-4559-b3a7-1cdfb2b3dc06"}]': finished 2024-09-18T03:35:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:41 smithi195 ceph-mon[89559]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-18T03:35:41.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:41 smithi195 ceph-mon[89559]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 14 KiB/s wr, 388 op/s 2024-09-18T03:35:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:41 smithi046 ceph-mon[97106]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-18T03:35:41.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:41 smithi046 ceph-mon[97106]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 14 KiB/s wr, 388 op/s 2024-09-18T03:35:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:41 smithi046 ceph-mon[94621]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-18T03:35:41.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:41 smithi046 ceph-mon[94621]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 14 KiB/s wr, 388 op/s 2024-09-18T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:42 smithi195 ceph-mon[89559]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-18T03:35:42.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:42 smithi046 ceph-mon[97106]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-18T03:35:42.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:42 smithi046 ceph-mon[94621]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-18T03:35:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:35:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:35:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:43 smithi195 ceph-mon[89559]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-18T03:35:43.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a75df5e1-d358-4cfe-815c-d5789e7785c5"}]: dispatch 2024-09-18T03:35:43.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a75df5e1-d358-4cfe-815c-d5789e7785c5"}]': finished 2024-09-18T03:35:43.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/4e2048da-39bf-41d3-8e76-7b87f972884f"}]: dispatch 2024-09-18T03:35:43.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:43 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/4e2048da-39bf-41d3-8e76-7b87f972884f"}]': finished 2024-09-18T03:35:43.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:43 smithi195 ceph-mon[89559]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 204 op/s 2024-09-18T03:35:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[97106]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-18T03:35:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a75df5e1-d358-4cfe-815c-d5789e7785c5"}]: dispatch 2024-09-18T03:35:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a75df5e1-d358-4cfe-815c-d5789e7785c5"}]': finished 2024-09-18T03:35:43.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/4e2048da-39bf-41d3-8e76-7b87f972884f"}]: dispatch 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/4e2048da-39bf-41d3-8e76-7b87f972884f"}]': finished 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[97106]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 204 op/s 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[94621]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a75df5e1-d358-4cfe-815c-d5789e7785c5"}]: dispatch 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a75df5e1-d358-4cfe-815c-d5789e7785c5"}]': finished 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/4e2048da-39bf-41d3-8e76-7b87f972884f"}]: dispatch 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/4e2048da-39bf-41d3-8e76-7b87f972884f"}]': finished 2024-09-18T03:35:43.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:43 smithi046 ceph-mon[94621]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 204 op/s 2024-09-18T03:35:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:44 smithi195 ceph-mon[89559]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-18T03:35:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:44 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:44.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:44 smithi195 ceph-mon[89559]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-18T03:35:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:44 smithi046 ceph-mon[97106]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-18T03:35:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:44 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:44.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:44 smithi046 ceph-mon[97106]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-18T03:35:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:44 smithi046 ceph-mon[94621]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-18T03:35:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:44 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:44.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:44 smithi046 ceph-mon[94621]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-18T03:35:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:45 smithi195 ceph-mon[89559]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 35 KiB/s wr, 563 op/s 2024-09-18T03:35:45.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:45 smithi195 ceph-mon[89559]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-18T03:35:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:45 smithi046 ceph-mon[97106]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 35 KiB/s wr, 563 op/s 2024-09-18T03:35:46.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:45 smithi046 ceph-mon[97106]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-18T03:35:46.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:45 smithi046 ceph-mon[94621]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 35 KiB/s wr, 563 op/s 2024-09-18T03:35:46.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:45 smithi046 ceph-mon[94621]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-18T03:35:46.703 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-09-18T03:35:46.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:46 smithi046 ceph-mon[94621]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-18T03:35:46.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:46 smithi046 ceph-mon[97106]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-18T03:35:46.759 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:35:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:35:46] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:35:46.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:46 smithi195 ceph-mon[89559]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-18T03:35:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:47 smithi195 ceph-mon[89559]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 26 KiB/s wr, 508 op/s 2024-09-18T03:35:47.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:47 smithi195 ceph-mon[89559]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-18T03:35:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:47 smithi046 ceph-mon[97106]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 26 KiB/s wr, 508 op/s 2024-09-18T03:35:48.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:47 smithi046 ceph-mon[97106]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-18T03:35:48.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:47 smithi046 ceph-mon[94621]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 26 KiB/s wr, 508 op/s 2024-09-18T03:35:48.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:47 smithi046 ceph-mon[94621]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-18T03:35:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:48 smithi195 ceph-mon[89559]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-18T03:35:48.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:48 smithi195 ceph-mon[89559]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-18T03:35:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:48 smithi046 ceph-mon[97106]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-18T03:35:49.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:48 smithi046 ceph-mon[97106]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-18T03:35:49.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:48 smithi046 ceph-mon[94621]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-18T03:35:49.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:48 smithi046 ceph-mon[94621]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-18T03:35:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:49 smithi195 ceph-mon[89559]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-18T03:35:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:49 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2cf786ab-4dad-439a-b8a9-b36f90038c1d"}]: dispatch 2024-09-18T03:35:49.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:49 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2cf786ab-4dad-439a-b8a9-b36f90038c1d"}]': finished 2024-09-18T03:35:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:49 smithi046 ceph-mon[97106]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-18T03:35:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:49 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2cf786ab-4dad-439a-b8a9-b36f90038c1d"}]: dispatch 2024-09-18T03:35:50.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:49 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2cf786ab-4dad-439a-b8a9-b36f90038c1d"}]': finished 2024-09-18T03:35:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:49 smithi046 ceph-mon[94621]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-18T03:35:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:49 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2cf786ab-4dad-439a-b8a9-b36f90038c1d"}]: dispatch 2024-09-18T03:35:50.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:49 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2817495838' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2cf786ab-4dad-439a-b8a9-b36f90038c1d"}]': finished 2024-09-18T03:35:50.725 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-09-18T03:35:50.812 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-09-18T03:35:50.943 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-09-18T03:35:50.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:50 smithi195 ceph-mon[89559]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-18T03:35:51.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:50 smithi046 ceph-mon[97106]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-18T03:35:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:50 smithi046 ceph-mon[94621]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-18T03:35:51.016 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-09-18T03:35:51.092 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-09-18T03:35:51.165 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-09-18T03:35:51.238 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-09-18T03:35:51.370 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-09-18T03:35:51.481 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-09-18T03:35:51.488 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-09-18T03:35:51.497 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-09-18T03:35:51.498 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-09-18T03:35:51.505 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-09-18T03:35:51.512 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-09-18T03:35:51.605 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-09-18T03:35:51.689 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-09-18T03:35:51.779 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-09-18T03:35:51.906 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-09-18T03:35:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:51 smithi195 ceph-mon[89559]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 134 op/s 2024-09-18T03:35:51.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:51 smithi195 ceph-mon[89559]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-18T03:35:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:51 smithi046 ceph-mon[94621]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 134 op/s 2024-09-18T03:35:52.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:51 smithi046 ceph-mon[94621]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-18T03:35:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:51 smithi046 ceph-mon[97106]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 134 op/s 2024-09-18T03:35:52.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:51 smithi046 ceph-mon[97106]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-18T03:35:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:35:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:35:53.473 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-09-18T03:35:53.588 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-09-18T03:35:53.687 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-09-18T03:35:53.783 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-09-18T03:35:53.950 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-09-18T03:35:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:53 smithi195 ceph-mon[89559]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 8.3 KiB/s wr, 118 op/s 2024-09-18T03:35:53.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:53 smithi195 ceph-mon[89559]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-18T03:35:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:53 smithi046 ceph-mon[97106]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 8.3 KiB/s wr, 118 op/s 2024-09-18T03:35:54.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:53 smithi046 ceph-mon[97106]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-18T03:35:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:53 smithi046 ceph-mon[94621]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 8.3 KiB/s wr, 118 op/s 2024-09-18T03:35:54.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:53 smithi046 ceph-mon[94621]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-18T03:35:55.769 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-09-18T03:35:55.864 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-09-18T03:35:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:55 smithi195 ceph-mon[89559]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 55 KiB/s wr, 542 op/s 2024-09-18T03:35:55.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:55 smithi195 ceph-mon[89559]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-18T03:35:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:55 smithi046 ceph-mon[94621]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 55 KiB/s wr, 542 op/s 2024-09-18T03:35:56.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:55 smithi046 ceph-mon[94621]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-18T03:35:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:55 smithi046 ceph-mon[97106]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 55 KiB/s wr, 542 op/s 2024-09-18T03:35:56.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:55 smithi046 ceph-mon[97106]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-18T03:35:56.676 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:35:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:35:56] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-09-18T03:35:56.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:56 smithi195 ceph-mon[89559]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-18T03:35:57.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:56 smithi046 ceph-mon[97106]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-18T03:35:57.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:56 smithi046 ceph-mon[94621]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-18T03:35:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:57 smithi195 ceph-mon[89559]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 78 KiB/s wr, 948 op/s 2024-09-18T03:35:57.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:57 smithi195 ceph-mon[89559]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-18T03:35:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:57 smithi046 ceph-mon[97106]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 78 KiB/s wr, 948 op/s 2024-09-18T03:35:58.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:57 smithi046 ceph-mon[97106]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-18T03:35:58.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:57 smithi046 ceph-mon[94621]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 78 KiB/s wr, 948 op/s 2024-09-18T03:35:58.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:57 smithi046 ceph-mon[94621]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-18T03:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:58 smithi195 ceph-mon[89559]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-18T03:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:58.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:58 smithi195 ceph-mon[89559]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-18T03:35:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:58 smithi046 ceph-mon[94621]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-18T03:35:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:59.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:58 smithi046 ceph-mon[94621]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-18T03:35:59.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:58 smithi046 ceph-mon[97106]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-18T03:35:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:35:59.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:58 smithi046 ceph-mon[97106]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-18T03:35:59.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:35:59 smithi195 ceph-mon[89559]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 893 KiB/s rd, 70 KiB/s wr, 1.26k op/s 2024-09-18T03:36:00.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:35:59 smithi046 ceph-mon[97106]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 893 KiB/s rd, 70 KiB/s wr, 1.26k op/s 2024-09-18T03:36:00.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:35:59 smithi046 ceph-mon[94621]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 893 KiB/s rd, 70 KiB/s wr, 1.26k op/s 2024-09-18T03:36:00.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:00 smithi195 ceph-mon[89559]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-18T03:36:01.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:00 smithi046 ceph-mon[94621]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-18T03:36:01.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:00 smithi046 ceph-mon[97106]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-18T03:36:01.942 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-09-18T03:36:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:01 smithi195 ceph-mon[89559]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 58 KiB/s wr, 1.02k op/s 2024-09-18T03:36:01.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:01 smithi195 ceph-mon[89559]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-18T03:36:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:01 smithi046 ceph-mon[94621]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 58 KiB/s wr, 1.02k op/s 2024-09-18T03:36:02.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:01 smithi046 ceph-mon[94621]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-18T03:36:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:01 smithi046 ceph-mon[97106]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 58 KiB/s wr, 1.02k op/s 2024-09-18T03:36:02.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:01 smithi046 ceph-mon[97106]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-18T03:36:02.200 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-09-18T03:36:02.704 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:36:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:36:02.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:02 smithi195 ceph-mon[89559]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-18T03:36:03.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:02 smithi046 ceph-mon[94621]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-18T03:36:03.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:02 smithi046 ceph-mon[97106]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-18T03:36:03.717 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-09-18T03:36:03.966 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:03 smithi195 ceph-mon[89559]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 28 KiB/s wr, 625 op/s 2024-09-18T03:36:03.966 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:03 smithi195 ceph-mon[89559]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-18T03:36:03.966 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:03 smithi195 ceph-mon[89559]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-18T03:36:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:03 smithi046 ceph-mon[97106]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 28 KiB/s wr, 625 op/s 2024-09-18T03:36:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:03 smithi046 ceph-mon[97106]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-18T03:36:04.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:03 smithi046 ceph-mon[97106]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-18T03:36:04.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:03 smithi046 ceph-mon[94621]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 28 KiB/s wr, 625 op/s 2024-09-18T03:36:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:03 smithi046 ceph-mon[94621]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-18T03:36:04.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:03 smithi046 ceph-mon[94621]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-18T03:36:05.808 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-09-18T03:36:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:05 smithi195 ceph-mon[89559]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 31 KiB/s wr, 839 op/s 2024-09-18T03:36:05.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:05 smithi195 ceph-mon[89559]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-18T03:36:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:05 smithi046 ceph-mon[97106]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 31 KiB/s wr, 839 op/s 2024-09-18T03:36:06.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:05 smithi046 ceph-mon[97106]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-18T03:36:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:05 smithi046 ceph-mon[94621]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 31 KiB/s wr, 839 op/s 2024-09-18T03:36:06.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:05 smithi046 ceph-mon[94621]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-18T03:36:06.728 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:36:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:36:06] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-09-18T03:36:07.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:06 smithi046 ceph-mon[94621]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-18T03:36:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:06 smithi046 ceph-mon[97106]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-18T03:36:07.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:06 smithi195 ceph-mon[89559]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-18T03:36:07.825 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-09-18T03:36:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:07 smithi046 ceph-mon[97106]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 28 KiB/s wr, 643 op/s 2024-09-18T03:36:08.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:07 smithi046 ceph-mon[97106]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-18T03:36:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:07 smithi046 ceph-mon[94621]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 28 KiB/s wr, 643 op/s 2024-09-18T03:36:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:07 smithi046 ceph-mon[94621]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-18T03:36:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:07 smithi195 ceph-mon[89559]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 28 KiB/s wr, 643 op/s 2024-09-18T03:36:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:07 smithi195 ceph-mon[89559]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-18T03:36:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:08 smithi046 ceph-mon[94621]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-18T03:36:09.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:08 smithi046 ceph-mon[94621]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-18T03:36:09.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:08 smithi046 ceph-mon[97106]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-18T03:36:09.009 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:08 smithi046 ceph-mon[97106]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-18T03:36:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:08 smithi195 ceph-mon[89559]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-18T03:36:09.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:08 smithi195 ceph-mon[89559]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-18T03:36:09.838 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-09-18T03:36:10.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:09 smithi046 ceph-mon[97106]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 32 KiB/s wr, 899 op/s 2024-09-18T03:36:10.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:09 smithi046 ceph-mon[94621]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 32 KiB/s wr, 899 op/s 2024-09-18T03:36:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:09 smithi195 ceph-mon[89559]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 32 KiB/s wr, 899 op/s 2024-09-18T03:36:11.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:10 smithi046 ceph-mon[97106]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-18T03:36:11.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:10 smithi046 ceph-mon[94621]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-18T03:36:11.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:10 smithi195 ceph-mon[89559]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-18T03:36:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:11 smithi046 ceph-mon[97106]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 31 KiB/s wr, 921 op/s 2024-09-18T03:36:12.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:11 smithi046 ceph-mon[97106]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-18T03:36:12.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:11 smithi046 ceph-mon[94621]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 31 KiB/s wr, 921 op/s 2024-09-18T03:36:12.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:11 smithi046 ceph-mon[94621]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-18T03:36:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:11 smithi195 ceph-mon[89559]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 31 KiB/s wr, 921 op/s 2024-09-18T03:36:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:11 smithi195 ceph-mon[89559]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-18T03:36:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:36:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:36:13.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:12 smithi046 ceph-mon[97106]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-18T03:36:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:12 smithi046 ceph-mon[94621]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-18T03:36:13.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:12 smithi195 ceph-mon[89559]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-18T03:36:13.803 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-09-18T03:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[97106]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 11 KiB/s wr, 371 op/s 2024-09-18T03:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[97106]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-18T03:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:14.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[97106]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-18T03:36:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[94621]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 11 KiB/s wr, 371 op/s 2024-09-18T03:36:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[94621]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-18T03:36:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:14.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:13 smithi046 ceph-mon[94621]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-18T03:36:14.029 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-09-18T03:36:14.036 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:13 smithi195 ceph-mon[89559]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 11 KiB/s wr, 371 op/s 2024-09-18T03:36:14.037 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:13 smithi195 ceph-mon[89559]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-18T03:36:14.037 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:14.037 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:13 smithi195 ceph-mon[89559]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-18T03:36:14.215 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-09-18T03:36:14.776 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-09-18T03:36:14.776 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:36:14.776 INFO:tasks.workunit.client.0.smithi046.stdout:================== 174 passed, 8 skipped in 666.77s (0:11:06) ================== 2024-09-18T03:36:14.800 INFO:tasks.workunit.client.0.smithi046.stderr:+ exit 0 2024-09-18T03:36:14.801 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T03:36:14.801 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T03:36:14.834 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-09-18T03:36:14.835 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-18T03:36:15.099 DEBUG:teuthology.parallel:result is None 2024-09-18T03:36:15.100 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:36:15.125 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:36:15.125 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:36:15.181 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:36:15.181 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-18T03:36:15.181 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-09-18T03:36:15.182 DEBUG:teuthology.parallel:result is None 2024-09-18T03:36:15.182 INFO:teuthology.run_tasks:Running task print... 2024-09-18T03:36:15.195 INFO:teuthology.task.print:**** done end parallel 2024-09-18T03:36:15.195 INFO:teuthology.run_tasks:Running task print... 2024-09-18T03:36:15.219 INFO:teuthology.task.print:**** done start telemetry x... 2024-09-18T03:36:15.219 INFO:teuthology.run_tasks:Running task workunit... 2024-09-18T03:36:15.229 INFO:tasks.workunit:Pulling workunits from ref a477b1894d5c5a613f23260ca0e6b96d79652ba7 2024-09-18T03:36:15.230 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-18T03:36:15.230 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:36:15.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:36:15.246 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-18T03:36:15.246 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:36:15.302 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-18T03:36:15.302 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-18T03:36:15.358 INFO:tasks.workunit:timeout=3h 2024-09-18T03:36:15.358 INFO:tasks.workunit:cleanup=True 2024-09-18T03:36:15.359 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a477b1894d5c5a613f23260ca0e6b96d79652ba7 2024-09-18T03:36:15.415 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-18T03:36:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:15 smithi195 ceph-mon[89559]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 18 KiB/s wr, 510 op/s 2024-09-18T03:36:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:15 smithi195 ceph-mon[89559]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-18T03:36:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:15 smithi046 ceph-mon[97106]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 18 KiB/s wr, 510 op/s 2024-09-18T03:36:16.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:15 smithi046 ceph-mon[97106]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-18T03:36:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:15 smithi046 ceph-mon[94621]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 18 KiB/s wr, 510 op/s 2024-09-18T03:36:16.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:15 smithi046 ceph-mon[94621]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-18T03:36:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:36:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:36:16] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-09-18T03:36:18.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:17 smithi195 ceph-mon[89559]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:18.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:17 smithi046 ceph-mon[97106]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:18.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:17 smithi046 ceph-mon[94621]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:20.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:19 smithi195 ceph-mon[89559]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:20.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:19 smithi046 ceph-mon[94621]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:20.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:19 smithi046 ceph-mon[97106]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:21 smithi195 ceph-mon[89559]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:22.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:21 smithi046 ceph-mon[94621]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:22.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:21 smithi046 ceph-mon[97106]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:36:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:36:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:23 smithi195 ceph-mon[89559]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:24.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:23 smithi046 ceph-mon[94621]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:24.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:23 smithi046 ceph-mon[97106]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:26.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:25 smithi195 ceph-mon[89559]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:26.301 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:25 smithi046 ceph-mon[94621]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:26.301 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:25 smithi046 ceph-mon[97106]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:26.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:36:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:36:26] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-09-18T03:36:28.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:27 smithi195 ceph-mon[89559]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:28.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:27 smithi046 ceph-mon[94621]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:28.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:27 smithi046 ceph-mon[97106]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:29.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:28 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:36:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:29.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:28 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:36:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:29.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:28 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:36:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:29 smithi195 ceph-mon[89559]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:36:30.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:36:30.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:29 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:36:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[94621]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:30.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:36:30.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:36:30.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:36:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[97106]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:36:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:36:30.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:29 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:36:32.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:31 smithi195 ceph-mon[89559]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:32.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:31 smithi046 ceph-mon[97106]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:32.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:31 smithi046 ceph-mon[94621]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:32.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:36:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:36:34.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:33 smithi195 ceph-mon[89559]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:34.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:33 smithi046 ceph-mon[97106]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:34.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:33 smithi046 ceph-mon[94621]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:36.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:35 smithi195 ceph-mon[89559]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:36.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:35 smithi046 ceph-mon[94621]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:36.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:35 smithi046 ceph-mon[97106]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:36.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:36:36 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:36:36] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-09-18T03:36:38.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:37 smithi195 ceph-mon[89559]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:38.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:37 smithi046 ceph-mon[97106]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:38.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:37 smithi046 ceph-mon[94621]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:40.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:39 smithi195 ceph-mon[89559]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:40.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:39 smithi046 ceph-mon[94621]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:40.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:39 smithi046 ceph-mon[97106]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:42.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:41 smithi195 ceph-mon[89559]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:42.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:41 smithi046 ceph-mon[94621]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:41 smithi046 ceph-mon[97106]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:42.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:36:42 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:36:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:43 smithi195 ceph-mon[89559]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:44.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:43 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:43 smithi046 ceph-mon[94621]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:44.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:43 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:43 smithi046 ceph-mon[97106]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:44.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:43 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:46.060 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:45 smithi046 ceph-mon[97106]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:46.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:45 smithi046 ceph-mon[94621]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:46.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:45 smithi195 ceph-mon[89559]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:46.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:36:46 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:36:46] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-09-18T03:36:48.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:47 smithi195 ceph-mon[89559]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:48.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:47 smithi046 ceph-mon[97106]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:48.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:47 smithi046 ceph-mon[94621]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:50.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:49 smithi195 ceph-mon[89559]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:50.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:49 smithi046 ceph-mon[94621]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:50.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:49 smithi046 ceph-mon[97106]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:52.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:51 smithi195 ceph-mon[89559]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:52.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:51 smithi046 ceph-mon[97106]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:52.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:51 smithi046 ceph-mon[94621]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:52.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:36:52 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:36:54.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:53 smithi195 ceph-mon[89559]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:54.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:53 smithi046 ceph-mon[94621]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:54.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:53 smithi046 ceph-mon[97106]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:56.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:55 smithi195 ceph-mon[89559]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:56.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:55 smithi046 ceph-mon[94621]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:56.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:55 smithi046 ceph-mon[97106]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:56.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:36:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:36:56] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-09-18T03:36:58.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:57 smithi195 ceph-mon[89559]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:58.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:57 smithi046 ceph-mon[97106]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:58.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:57 smithi046 ceph-mon[94621]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:36:59.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:58 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:59.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:58 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:36:59.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:58 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:37:00.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:36:59 smithi195 ceph-mon[89559]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:00.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:36:59 smithi046 ceph-mon[97106]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:00.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:36:59 smithi046 ceph-mon[94621]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:02.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:01 smithi195 ceph-mon[89559]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:02.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:01 smithi046 ceph-mon[97106]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:02.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:01 smithi046 ceph-mon[94621]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:02.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:37:04.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:03 smithi195 ceph-mon[89559]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:04.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:03 smithi046 ceph-mon[94621]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:04.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:03 smithi046 ceph-mon[97106]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:06.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:05 smithi195 ceph-mon[89559]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:06.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:05 smithi046 ceph-mon[94621]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:06.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:05 smithi046 ceph-mon[97106]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:06.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:06 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:37:06] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-09-18T03:37:08.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:07 smithi195 ceph-mon[89559]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:08.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:07 smithi046 ceph-mon[97106]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:08.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:07 smithi046 ceph-mon[94621]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:10.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:09 smithi195 ceph-mon[89559]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:10.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:09 smithi046 ceph-mon[94621]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:10.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:09 smithi046 ceph-mon[97106]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:12.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:11 smithi195 ceph-mon[89559]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:12.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:11 smithi046 ceph-mon[94621]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:12.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:11 smithi046 ceph-mon[97106]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:12.591 INFO:tasks.workunit.client.0.smithi046.stderr:Updating files: 95% (12329/12893) Updating files: 96% (12378/12893) Updating files: 97% (12507/12893) Updating files: 98% (12636/12893) Updating files: 99% (12765/12893) Updating files: 100% (12893/12893) Updating files: 100% (12893/12893), done. 2024-09-18T03:37:12.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:37:13.548 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to 'a477b1894d5c5a613f23260ca0e6b96d79652ba7'. 2024-09-18T03:37:13.548 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch. 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr: git switch -c 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with: 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr: git switch - 2024-09-18T03:37:13.549 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T03:37:13.550 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-18T03:37:13.550 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-18T03:37:13.550 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at a477b1894d5 Merge pull request #59761 from rhcs-dashboard/reef-hosts-selection-show-only-10-entries-fix 2024-09-18T03:37:13.555 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-18T03:37:13.612 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-18T03:37:13.614 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T03:37:13.614 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-18T03:37:13.664 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-18T03:37:13.715 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-18T03:37:13.755 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-18T03:37:13.757 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T03:37:13.757 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-18T03:37:13.797 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-18T03:37:13.800 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-18T03:37:13.800 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-18T03:37:13.857 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-09-18T03:37:13.858 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-09-18T03:37:13.859 DEBUG:teuthology.orchestra.run.smithi046:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a477b1894d5c5a613f23260ca0e6b96d79652ba7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-09-18T03:37:13.918 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-18T03:37:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:13 smithi195 ceph-mon[89559]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:14.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:13 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:37:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:13 smithi046 ceph-mon[94621]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:14.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:13 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:37:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:13 smithi046 ceph-mon[97106]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:14.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:13 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-18T03:37:14.287 INFO:tasks.workunit.client.0.smithi046.stderr:+ LAST_OPT_REVISION=1 2024-09-18T03:37:14.287 INFO:tasks.workunit.client.0.smithi046.stderr:+ '[' 1 -ne 1 ']' 2024-09-18T03:37:14.287 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph -s 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: cluster: 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: id: 34dcce56-7563-11ef-bceb-c7b262605968 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: health: HEALTH_OK 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: services: 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: mgr: y(active, since 74m), standbys: x 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: mds: 1/1 daemons up, 1 standby 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: osd: 8 osds: 8 up (since 69m), 8 in (since 81m) 2024-09-18T03:37:14.773 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:37:14.774 INFO:tasks.workunit.client.0.smithi046.stdout: data: 2024-09-18T03:37:14.774 INFO:tasks.workunit.client.0.smithi046.stdout: volumes: 1/1 healthy 2024-09-18T03:37:14.774 INFO:tasks.workunit.client.0.smithi046.stdout: pools: 4 pools, 105 pgs 2024-09-18T03:37:14.774 INFO:tasks.workunit.client.0.smithi046.stdout: objects: 28 objects, 4.6 MiB 2024-09-18T03:37:14.774 INFO:tasks.workunit.client.0.smithi046.stdout: usage: 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:14.774 INFO:tasks.workunit.client.0.smithi046.stdout: pgs: 105 active+clean 2024-09-18T03:37:14.774 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-18T03:37:14.784 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph telemetry collection ls 2024-09-18T03:37:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:14 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1568422896' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T03:37:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:14 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1568422896' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T03:37:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:14 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3920809538' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T03:37:15.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:14 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/3920809538' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T03:37:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1568422896' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T03:37:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1568422896' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T03:37:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3920809538' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T03:37:15.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/3920809538' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T03:37:15.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1568422896' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T03:37:15.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1568422896' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-18T03:37:15.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3920809538' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T03:37:15.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:14 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/3920809538' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-18T03:37:15.264 INFO:tasks.workunit.client.0.smithi046.stderr:+ COLLECTIONS='NAME STATUS DESC 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-18T03:37:15.265 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ NAME STATUS DESC 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-18T03:37:15.266 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ NAME STATUS DESC 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-18T03:37:15.267 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ NAME STATUS DESC 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-18T03:37:15.268 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ NAME STATUS DESC 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-18T03:37:15.269 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ NAME STATUS DESC 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-18T03:37:15.270 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview 2024-09-18T03:37:15.727 INFO:tasks.workunit.client.0.smithi046.stdout:Telemetry is up to date, see report with `ceph telemetry show`. 2024-09-18T03:37:15.738 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-device 2024-09-18T03:37:16.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:15 smithi046 ceph-mon[94621]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:16.159 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:15 smithi046 ceph-mon[97106]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:16.202 INFO:tasks.workunit.client.0.smithi046.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-09-18T03:37:16.213 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-all 2024-09-18T03:37:16.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:15 smithi195 ceph-mon[89559]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:16.683 INFO:tasks.workunit.client.0.smithi046.stdout:Telemetry is up to date, see report with `ceph telemetry show`. 2024-09-18T03:37:16.694 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show 2024-09-18T03:37:16.758 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:37:16] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-09-18T03:37:17.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[94621]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[94621]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[94621]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[94621]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[97106]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[97106]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[97106]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:16 smithi046 ceph-mon[97106]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:16 smithi195 ceph-mon[89559]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:16 smithi195 ceph-mon[89559]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:16 smithi195 ceph-mon[89559]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:16 smithi195 ceph-mon[89559]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:17.387 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T03:37:17.388 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T03:37:17.389 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T03:37:17.390 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-18T03:37:17.391 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-18T03:37:17.392 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-18T03:37:17.393 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T03:37:17.394 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hdd", 2024-09-18T03:37:17.395 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hybrid", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_ssd", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_max_backfills", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-18T03:37:17.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pg_delete_cost", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_hdd", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_ssd", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hdd", 2024-09-18T03:37:17.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hybrid", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_ssd", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_sleep", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hdd", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_ssd", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-18T03:37:17.398 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T03:37:17.399 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-18T03:37:17.400 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T03:37:17.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T03:37:17.402 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T03:37:17.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-18T02:11:19.504505Z", 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-18T03:37:17.404 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-18T03:37:17.405 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 2, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-18T03:37:17.406 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 1, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-18T03:37:17.407 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-18T03:37:17.408 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-18T03:37:17.409 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20520960, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 453232, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 663552, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 456, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1356280, 2024-09-18T03:37:17.410 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 993792, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15096216, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21184512 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20135936, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 327560, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 819200, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 355, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.411 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1150336, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 13, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 514048, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14703352, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20135936 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 263086080, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 4572736, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3014656, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 589824, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 114688, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10027, 2024-09-18T03:37:17.412 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 15881832, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 3761920, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 235265112, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 263200768 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 165117952, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2072000, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 4464640, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6440, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 9233064, 2024-09-18T03:37:17.413 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1666304, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 149263000, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 169582592 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 173121536, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2022472, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 745472, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 3792896, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6745, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 10679696, 2024-09-18T03:37:17.414 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1334272, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 155456040, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 176914432 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 498851840, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 28542480, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 27058176, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12707, 2024-09-18T03:37:17.415 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 67210008, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 10574080, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 389248472, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 525910016 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 478167040, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 28598264, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 27066368, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 13568, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.416 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 71141216, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11133696, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 364017064, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 505233408 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 395313152, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23912728, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 154206208, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10958, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.417 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 59487008, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11410688, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 297225928, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 549519360 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 491470848, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23244488, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30531584, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10548, 2024-09-18T03:37:17.418 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 56353104, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11479552, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 397247976, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 522002432 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 408944640, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23491288, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 135462912, 2024-09-18T03:37:17.419 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11207, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 55136224, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11761920, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 315278408, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 544407552 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 493928448, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 27016240, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:17.420 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 8192, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 24354816, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12065, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 54296928, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11080704, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 398249584, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 518283264 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 426016768, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 12562960, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 5242880, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.421 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 12419072, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10792, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 49822848, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12679680, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 345708400, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 438435840 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 436789248, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23120608, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 23142400, 2024-09-18T03:37:17.422 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10994, 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 49074392, 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 59, 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12612608, 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 348704840, 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 459931648 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.423 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.003034", 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:17.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:17.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:17.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:17.427 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard_description": null, 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:17.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.429 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.431 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 221616, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 66 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51488, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12376, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 244 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.435 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.436 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.437 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.440 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149008, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 928, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.442 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.443 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:17.444 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.445 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.447 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.449 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53926720, 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7741 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10952, 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 243 2024-09-18T03:37:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11440, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 304 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.452 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.453 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.454 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44325880, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5449 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 968, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10952, 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 243 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.460 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 49815404, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6648 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1320, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 15 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.466 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10952, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 243 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.467 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.468 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19432, 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 350 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 120960, 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-18T03:37:17.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2112, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61360, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 767 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224336, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2003 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25568, 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 258 2024-09-18T03:37:17.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1089472, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 286 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2516542, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 555421 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7105576, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10481 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 87504, 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9383 2024-09-18T03:37:17.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96144, 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2003 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224336, 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2003 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 653547, 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 98 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:17.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11790956, 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 280 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26312, 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 299 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.474 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 510048, 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7042256, 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18294 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.476 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 21568, 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 370 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59648, 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 27 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1728, 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59840, 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 748 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223104, 2024-09-18T03:37:17.478 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1992 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6416, 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 87 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 251454, 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 97 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2523490, 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 556759 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7116456, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10497 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85560, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9209 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 95616, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1992 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185334, 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1323 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223216, 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1993 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1472, 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 711880, 2024-09-18T03:37:17.481 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 106 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20128, 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10299300, 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 285 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11088, 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 126 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 452088, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7257224, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21141 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18400, 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 343 2024-09-18T03:37:17.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 67840, 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 27 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 768, 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59520, 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 744 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222768, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1989 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8880, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 109 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 411435, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 114 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1877000, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 408786 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5331456, 2024-09-18T03:37:17.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7872 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 84476, 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9193 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 95472, 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1989 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185334, 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1323 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222768, 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1989 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 663111, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 99 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4629644, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 257 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12672, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 144 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 347760, 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3157440, 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6072 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.491 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.492 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16840, 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 292 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30592, 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 22 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3648, 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 19 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59040, 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 738 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2944, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 56 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 139669, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 68 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1864566, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 406192 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5294056, 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7817 2024-09-18T03:37:17.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76172, 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8061 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92640, 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185334, 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1323 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 689228, 2024-09-18T03:37:17.497 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 104 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19948194, 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 287 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9064, 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.498 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 428904, 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3493776, 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9106 2024-09-18T03:37:17.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18864, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 329 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 55552, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59120, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 739 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16832, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 595553, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2185908, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 479058 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6163776, 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9096 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76400, 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8062 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92640, 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216384, 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1932 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 699757, 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 102 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 28144, 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3074025, 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 254 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18216, 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 207 2024-09-18T03:37:17.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 452088, 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5095792, 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12118 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18024, 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 338 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59648, 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 27 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3456, 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60560, 2024-09-18T03:37:17.510 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 757 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7984, 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 101 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 446173, 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 127 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2391967, 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 533853 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6879816, 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10149 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76620, 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8065 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92640, 2024-09-18T03:37:17.512 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 591631, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 91 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19154441, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 254 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.514 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13112, 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 149 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 475272, 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 41 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6356480, 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12224 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 15480, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 284 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47104, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2688, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 14 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60000, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 750 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 217056, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1938 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8432, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 105 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 388760, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 116 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1749325, 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 387360 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5110456, 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7547 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 77688, 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8224 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93024, 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1938 2024-09-18T03:37:17.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 217168, 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1939 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1472, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 702683, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 105 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20128, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 14633176, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13128 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.522 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12672, 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 144 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 452088, 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T03:37:17.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3606720, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9336 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.524 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.525 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 15128, 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 281 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30336, 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:17.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3072, 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 16 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59040, 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 738 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216944, 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1937 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9328, 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 113 2024-09-18T03:37:17.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 464200, 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 139 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2117934, 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 468164 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6069256, 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8957 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78408, 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8225 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92976, 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1937 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:17.529 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216944, 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1937 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 643879, 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 97 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:17.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16506628, 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 252 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13640, 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 155 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 533232, 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4994392, 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9627 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:17.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T03:37:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-18T03:37:17.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.536 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-18T03:37:17.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T03:37:17.538 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T03:37:17.539 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-18T03:37:17.540 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy", 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "reef" 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-18T03:37:17.541 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 18, 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "reef" 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.542 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:17.543 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:17.544 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:17.546 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:17.547 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:17.548 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3534, 837, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19663, 7410, 69, 4, 25, 16, 0, 1, 2, 1, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10794, 115, 23, 2, 4, 27, 68, 82, 32, 43, 30, 33, 54, 22, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 907, 19, 4, 0, 0, 1, 1, 1, 0, 12, 85, 208, 76, 12, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 547, 3, 0, 0, 1, 1, 1, 0, 0, 0, 0, 10, 306, 22, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 334, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 3, 63, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 152, 7, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 4, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 2, 15, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.549 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.550 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.551 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10664, 21, 0, 1, 5, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7998, 219, 1376, 1, 2, 4, 9, 20, 31, 61, 51, 40, 24, 14, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 819, 13, 113, 18, 0, 0, 0, 0, 2, 17, 103, 233, 74, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 371, 5, 4, 12, 0, 0, 0, 0, 0, 0, 2, 11, 460, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 127, 11, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 3, 31, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 130, 19, 51, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 54, 47, 221, 0, 0, 0, 0, 3, 0, 0, 0, 0, 4, 9, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 98, 27, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 12, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.552 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.553 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14129, 0, 1, 1, 4, 0, 0, 1, 0, 4, 2, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10441, 61, 43, 0, 1, 2, 1, 7, 10, 2, 1, 11, 28, 26, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1171, 13, 23, 2, 2, 0, 0, 2, 0, 0, 12, 13, 4, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 708, 4, 1, 0, 0, 0, 0, 0, 0, 3, 3, 4, 44, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.554 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 409, 10, 0, 0, 0, 0, 1, 0, 1, 16, 8, 18, 13, 80, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 390, 10, 0, 0, 0, 0, 0, 2, 1, 4, 5, 20, 53, 52, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 321, 5, 0, 1, 0, 0, 0, 0, 0, 0, 6, 8, 27, 70, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 71, 1, 0, 0, 0, 0, 2, 0, 0, 1, 5, 7, 20, 52, 60, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 24, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 3, 5, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.555 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.556 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2370, 606, 0, 0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6896, 3558, 1, 0, 7526, 520, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2707, 53, 19, 2, 190, 79, 2, 4, 13, 24, 10, 22, 10, 16, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 170, 4, 8, 0, 9, 6, 1, 0, 1, 4, 31, 85, 23, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 104, 2, 0, 0, 10, 9, 0, 0, 0, 0, 0, 10, 188, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 18, 0, 0, 0, 164, 18, 0, 0, 0, 0, 3, 0, 2, 13, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 321, 4, 0, 0, 0, 0, 0, 1, 18, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 26, 0, 0, 0, 507, 0, 0, 0, 0, 0, 0, 2, 3, 22, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 1701, 0, 0, 0, 0, 0, 0, 0, 0, 20, 32, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.557 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.558 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9846, 3, 0, 0, 7, 2, 2, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5308, 51, 25, 3, 3, 2, 3, 5, 12, 12, 10, 15, 7, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 496, 3, 27, 0, 1, 0, 0, 1, 6, 5, 29, 84, 38, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.559 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 3, 151, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 5, 6, 19, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 18, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 13, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.560 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.561 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1675, 1104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 12592, 2852, 58, 3, 23, 27, 4, 1, 2, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6940, 446, 23, 6, 12, 23, 85, 108, 6, 2, 0, 4, 9, 20, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 762, 33, 1, 8, 2, 1, 9, 28, 5, 1, 1, 19, 3, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 324, 3, 0, 2, 0, 0, 0, 0, 0, 0, 1, 5, 34, 22, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 186, 11, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 78, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 224, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 7, 18, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 8, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.562 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.563 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 916, 1072, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10525, 2761, 3163, 0, 15, 0, 0, 0, 0, 0, 5, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.564 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6467, 217, 239, 0, 5, 1, 2, 4, 10, 22, 16, 17, 12, 10, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 962, 136, 184, 0, 0, 0, 0, 0, 5, 9, 36, 93, 34, 14, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 430, 12, 22, 0, 0, 0, 0, 0, 0, 0, 0, 5, 179, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 90, 7, 19, 0, 0, 1, 0, 0, 0, 0, 0, 1, 5, 58, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 36, 4, 15, 35, 0, 0, 0, 1, 0, 0, 1, 3, 0, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13, 1, 1, 32, 81, 0, 0, 0, 0, 2, 0, 3, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 1, 53, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 1, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.565 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15638, 86, 0, 0, 2, 0, 1, 0, 1, 0, 0, 4, 8, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8118, 201, 17, 0, 0, 0, 1, 1, 7, 0, 1, 5, 19, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 941, 4, 18, 0, 1, 0, 0, 0, 1, 1, 1, 7, 2, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 255, 9, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 25, 23, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 190, 8, 5, 0, 0, 0, 0, 2, 3, 2, 0, 0, 2, 55, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 87, 1, 2, 0, 0, 0, 0, 0, 0, 7, 0, 1, 17, 6, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.567 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.568 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:17.569 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:17.570 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:17.571 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:17.572 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:17.573 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.574 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1441, 15, 30, 50, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.575 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4459, 63, 76, 157, 383, 650, 677, 1, 2, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 473, 6, 16, 26, 3, 4, 3, 0, 2, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 313, 13, 2, 1, 0, 1, 1, 0, 0, 1, 0, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 137, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 17, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.577 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 675, 7, 30, 62, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3392, 253, 9, 17, 72, 2, 0, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 468, 28, 1334, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 398, 1, 8, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1752, 1356, 68, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1286, 1642, 230, 0, 0, 1, 0, 0, 1, 0, 0, 1, 4, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2606, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10039, 10, 0, 0, 2, 0, 1, 2, 3, 0, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15283, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 346, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 14, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 566, 0, 0, 0, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1425, 27, 1, 0, 12, 1, 3, 3, 13, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 177, 4, 1, 0, 4, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 107, 23, 40, 43, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 976, 382, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4063, 2512, 0, 417, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 79, 104, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.585 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1247, 10, 19, 31, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2107, 213, 21, 48, 138, 318, 395, 2, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 182, 4, 0, 0, 0, 0, 4, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 78, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1207, 27, 56, 128, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2912, 68, 94, 153, 384, 659, 677, 3, 3, 1, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 483, 3, 7, 5, 0, 2, 5, 0, 2, 1, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 394, 30, 50, 97, 3, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 201, 17, 47, 31, 1, 0, 0, 0, 1, 0, 0, 0, 6, 18, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.590 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1003, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2513, 15, 0, 1, 3, 0, 4, 2, 10, 7, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 380, 2, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 442, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 219, 99, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 9, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1515, 17, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8403, 28, 102, 9, 0, 3, 0, 3, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1514, 43, 74, 6, 0, 0, 0, 0, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 321, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:17.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:17.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:17.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:17.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.601 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 346, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.604 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3752, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2607, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10063, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 574, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1501, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.612 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1439, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4960, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1011, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 344, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8551, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1642, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:17.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:17.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:17.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:17.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.629 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 231, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2434, 20, 1, 0, 9, 2, 7, 4, 13, 15, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 838, 6, 0, 1, 4, 8, 12, 16, 20, 38, 62, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 193, 19, 0, 0, 1, 0, 1, 1, 5, 11, 70, 226, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 154, 2, 0, 0, 3, 1, 1, 4, 3, 3, 9, 20, 290, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 484, 0, 0, 0, 2, 0, 0, 0, 4, 1, 3, 9, 17, 39, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1088, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 19, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:17.632 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 93, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3235, 22, 2, 2, 9, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1060, 10, 2, 2, 3, 8, 7, 22, 29, 66, 93, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 131, 12, 1, 0, 3, 4, 3, 3, 10, 3, 70, 295, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 30, 39, 0, 0, 0, 0, 1, 0, 1, 2, 10, 15, 368, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 21, 50, 0, 0, 0, 0, 0, 1, 2, 0, 0, 6, 12, 51, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 356, 91, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 10, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1697, 198, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1435, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 320, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 107, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 374, 17, 3, 1, 7, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 180, 3, 0, 0, 0, 0, 2, 5, 5, 11, 80, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 311, 3, 0, 0, 0, 1, 5, 6, 14, 20, 85, 147, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 176, 4, 0, 0, 0, 0, 1, 0, 2, 12, 38, 62, 22, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 73, 0, 0, 0, 0, 0, 1, 1, 1, 4, 16, 15, 27, 69, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 2, 8, 23, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 19, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1231, 17, 0, 0, 25, 0, 3, 3, 7, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 294, 5, 0, 0, 2, 2, 3, 7, 14, 36, 55, 33, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 100, 4, 0, 0, 0, 1, 0, 4, 3, 10, 60, 140, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 189, 22, 0, 0, 0, 0, 0, 1, 1, 4, 7, 16, 102, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 475, 24, 0, 0, 0, 0, 0, 0, 0, 2, 6, 10, 14, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 451, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 146, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 30, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 112, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1197, 5, 3, 0, 15, 2, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 443, 1, 0, 0, 4, 4, 2, 6, 12, 32, 54, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 324, 0, 1, 0, 0, 0, 1, 1, 3, 3, 47, 115, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 399, 0, 0, 0, 0, 0, 0, 1, 1, 1, 9, 10, 134, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 355, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 12, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 113, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 125, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 283, 17, 1, 2, 15, 2, 2, 4, 6, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 91, 10, 0, 0, 0, 0, 1, 2, 7, 5, 18, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 126, 14, 1, 0, 1, 2, 1, 3, 6, 3, 22, 42, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 41, 2, 0, 0, 0, 0, 2, 0, 0, 1, 6, 18, 14, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 1, 0, 5, 7, 30, 34, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 18, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.645 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 132, 15, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1284, 17, 1, 0, 11, 1, 1, 4, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 506, 10, 0, 0, 4, 4, 3, 7, 14, 23, 27, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 358, 6, 1, 1, 1, 0, 0, 0, 1, 2, 42, 118, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 508, 2, 0, 0, 0, 0, 1, 0, 0, 2, 3, 6, 147, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 3, 40, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 278, 14, 1, 0, 13, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 67, 4, 0, 0, 0, 1, 4, 7, 10, 5, 17, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 117, 1, 0, 0, 0, 1, 2, 4, 5, 2, 15, 36, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 2, 0, 0, 0, 0, 0, 1, 3, 1, 15, 20, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 1, 0, 4, 10, 28, 46, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 20, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.650 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-18T03:37:17.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_complete": { 2024-09-18T03:37:17.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_keys": { 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-18T03:37:17.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-18T03:37:17.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-18T03:37:17.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-18T03:37:17.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-18T03:37:17.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-18T03:37:17.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.661 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-18T03:37:17.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-18T03:37:17.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.666 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 223508 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47608 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-18T03:37:17.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-18T03:37:17.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-18T03:37:17.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.672 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-18T03:37:17.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.675 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "req_snapdiff_latency": { 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-18T03:37:17.676 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.677 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.678 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.679 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed_ops": { 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-18T03:37:17.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:17.681 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.682 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 209 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8016 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.683 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8016, 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58224485 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8016, 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24048 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8016, 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1304986783 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8014 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8014, 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57624260 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8014, 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65339 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T03:37:17.686 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8014, 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1381682700 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8017 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8017, 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25451742158 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.688 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74380 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T03:37:17.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.690 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 260186112 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258007040 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2179072 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266092203 2024-09-18T03:37:17.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26638858 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67979083 2024-09-18T03:37:17.694 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266092203 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2818297 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70828124 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177394802 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.699 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70069134 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T03:37:17.700 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 363407, 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2066187309 2024-09-18T03:37:17.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19568, 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3074662927 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.704 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 251 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T03:37:17.705 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56668856 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1070978790 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-18T03:37:17.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.708 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T03:37:17.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21124581439 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.710 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T03:37:17.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 111830211 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72536 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1238975462 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166699008 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162119680 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4579328 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266872866 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25805077 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68032201 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.716 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266872866 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1570309 2024-09-18T03:37:17.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71295449 2024-09-18T03:37:17.719 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177915244 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.720 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69548692 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94 2024-09-18T03:37:17.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 344473, 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1561012076 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.724 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19318, 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3032699796 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:17.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7946 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.728 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7946, 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56906027 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7946, 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1160988226 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.729 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T03:37:17.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7947 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.731 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T03:37:17.732 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7947 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7947, 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24507751670 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T03:37:17.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T03:37:17.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7946 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7946, 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 112371123 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7946, 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72798 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7946, 2024-09-18T03:37:17.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1244987380 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174030848 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168689664 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T03:37:17.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5341184 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266294892 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26805058 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67610194 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 335544320 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266294892 2024-09-18T03:37:17.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2111591 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67137837 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177529928 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69934008 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-18T03:37:17.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 346923, 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1803496051 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.747 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19401, 2024-09-18T03:37:17.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2838906097 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:17.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11972608 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:17.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 696991744 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8124309 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1962689 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:17.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 635502592 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4775936 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 320991232 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 652345344 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.752 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 319298002 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18486 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268574720 2024-09-18T03:37:17.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268578816 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8749 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219540598 2024-09-18T03:37:17.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15429 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3325154 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 623 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11862719 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:17.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 891 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8537565 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8537565 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 279 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1032515584 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15159296 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:17.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3286, 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 461697771 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21899, 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168755312 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:17.760 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 78303, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17166875867 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77620, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1832790053 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 78303, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50350220 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 78303, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17217226087 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.761 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40205, 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 977406944 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1239, 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3582656 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-18T03:37:17.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11038322 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 52, 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76515 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18208, 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2383070760 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264491 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24244 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.763 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24517, 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1538581554 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 54770, 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25162317 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 30253, 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 839118733 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15321, 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 402930002 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6005075730 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8976, 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 434954070 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.765 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8975, 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2738465787085 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8976, 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6043086400831 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92604, 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2776596887735 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92604, 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9596257 2024-09-18T03:37:17.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 171018839 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32615432876 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33689214 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17677960427 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8931167449 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10940610 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2728, 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18798833 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65416124969 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10050969499 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92605, 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 580395834 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 522633216 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 495575040 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27058176 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:17.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56593200 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94208 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 933888 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68207824 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 424449006 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2160 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 137776 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70338930 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94800 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37728800 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71228304 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 424449006 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 179723 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1148236 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69150907 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.782 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63010 2024-09-18T03:37:17.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1984428825 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63010, 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 172512065376 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:17.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2810118947 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63992, 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22404543144 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63010, 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77324575458 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46205 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46205, 2024-09-18T03:37:17.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21675146711 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2810118947 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46601, 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8020990545 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46205, 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7730996303 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9223 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 342463933 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9223, 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14967144020 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9571, 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5384798321 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9223, 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11915863947 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7582 2024-09-18T03:37:17.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1641964892 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7582, 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 135869774645 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7820, 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8998754278 2024-09-18T03:37:17.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7582, 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57677715208 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 650674176 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.791 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10162176 2024-09-18T03:37:17.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 749617152 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4156339 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1225942 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 753139712 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13746176 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296660992 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 761593856 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 260796596 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14425 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 228585472 2024-09-18T03:37:17.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 228589568 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6747 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:17.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160062583 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11338 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3199750 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 723 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10068647 2024-09-18T03:37:17.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 967 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6868897 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6868897 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:17.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 249 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1058742272 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14561280 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3274, 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 476773495 2024-09-18T03:37:17.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:17.801 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18568, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 149778644 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72358, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16881581239 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71635, 2024-09-18T03:37:17.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1819860980 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72358, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52007913 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72358, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16933589152 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32608, 2024-09-18T03:37:17.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 831407228 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1065, 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3023499 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8570, 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11768623 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100742 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:17.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10008, 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1916970628 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 233187 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27702 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22803, 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1574124086 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73451, 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27504526 2024-09-18T03:37:17.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50648, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 697417023 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15283, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427952887 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6885198193 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.806 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22565, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1263822545 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22563, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2811710013383 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22565, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6449908496276 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87986, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2370331101826 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:17.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87986, 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8447938 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305294401 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31284113338 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34818341 2024-09-18T03:37:17.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18146654826 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9235287544 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10349705 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2672, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18362403 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65872713588 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10468466509 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627037595 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 501956608 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 474890240 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27066368 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56718231 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40960 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192512 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68877417 2024-09-18T03:37:17.814 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425386736 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 144592 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.817 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69396288 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173600 2024-09-18T03:37:17.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37812154 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71066150 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425386736 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 164405 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1150839 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68225892 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.824 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:17.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47607 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2025894125 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47607, 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 613697504450 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:17.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2773854193 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49418, 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30509382618 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47607, 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102589268337 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24036 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24036, 2024-09-18T03:37:17.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21222002172 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2773854193 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24497, 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5647140354 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24036, 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6352760869 2024-09-18T03:37:17.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13195 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176226091 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13195, 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95118784715 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13408, 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11744582100 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13195, 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27311146387 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10376 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1849668034 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10376, 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 497356717563 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11513, 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13117660164 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10376, 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68925361081 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4194304 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:17.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 767717376 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.833 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11829248 2024-09-18T03:37:17.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 597651456 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4389153 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1244969 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.835 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 528809984 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10338304 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 293253120 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541458432 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 289191132 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15406 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241135616 2024-09-18T03:37:17.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241139712 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6246 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:17.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183353782 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12164 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4230571 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 864 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11597409 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1231 2024-09-18T03:37:17.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7366838 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7366838 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:17.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 380 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:17.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 905031680 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14548992 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3315, 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 468332311 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.842 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:17.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24102, 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 199577093 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71536, 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15492755909 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.844 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70927, 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1644324580 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71536, 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38326987 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71536, 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15531082896 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62351, 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 920186995 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1203, 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2871734 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.846 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26810, 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16710922 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70532 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17757, 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1755863205 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266986 2024-09-18T03:37:17.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19494 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10401, 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1262583432 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26506, 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18168698 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16105, 2024-09-18T03:37:17.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 909610910 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12780, 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378628686 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5748474812 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:17.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5814, 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488408733 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5813, 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2876527013952 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5814, 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5982914168574 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85083, 2024-09-18T03:37:17.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2441123508595 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85083, 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8318175 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 563839279 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27141211824 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.852 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31197305 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14660813451 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8213969155 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10349526 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.853 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2642, 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18355320 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56341744269 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9249201229 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:17.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 613056299 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 546242560 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 392036352 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:17.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 154206208 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56746028 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90112 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 282624 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68710356 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425595211 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2384 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163952 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69166325 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 738288 2024-09-18T03:37:17.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37830685 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70482931 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425595211 2024-09-18T03:37:17.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165213 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1176891 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67990557 2024-09-18T03:37:17.867 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 130 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59760 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1600985887 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59760, 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 97976942579 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3900401060 2024-09-18T03:37:17.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60773, 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44317898939 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59760, 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69914572939 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28997 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28997, 2024-09-18T03:37:17.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27095574429 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3900401060 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29462, 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6072985745 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28997, 2024-09-18T03:37:17.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11471437267 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28552 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 320355441 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28552, 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49226482012 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28878, 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34490052467 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28552, 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46383751102 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2211 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1280630446 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2211, 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21654886138 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2433, 2024-09-18T03:37:17.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3754860727 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2211, 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12059384570 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 96 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T03:37:17.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 543371264 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.877 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4890624 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 576516096 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3430101 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1101739 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.879 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 536084480 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7172096 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273436672 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 552927232 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.880 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136481411 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6032 2024-09-18T03:37:17.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118263808 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118267904 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:17.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1330 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52231563 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3449 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1880481 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 593 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.883 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4859166 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 817 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2978685 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2978685 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 227 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:17.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 857006080 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:17.886 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10379264 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3249, 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430413897 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12966, 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 101819793 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66703, 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14540300984 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66074, 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1816146984 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:17.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66703, 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47494854 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66703, 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14587795838 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15828, 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 448065113 2024-09-18T03:37:17.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1513, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3006192 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7896, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7886550 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50781 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5556, 2024-09-18T03:37:17.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 224372400 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 199703 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17557 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35689, 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1104280605 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:17.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89218, 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32932170 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 53529, 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 539080637 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12347, 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 343215189 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.893 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5299416917 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17508, 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1105772688 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17507, 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2289471024429 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17508, 2024-09-18T03:37:17.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6265719401496 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77682, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2363902826198 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77682, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7293614 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 410958951 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25383478921 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29452963 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12696988646 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6713211318 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:17.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6161148 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2663, 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16334450 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50516479939 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7667825945 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.897 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 545530795 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 518856704 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488316928 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.898 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30539776 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.899 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57271034 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36864 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73728 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68447494 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429532758 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1776 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35136 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 83520 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73663290 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 309744 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38180689 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70561471 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429532758 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 169799 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1170293 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72443630 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.912 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43734 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1093346935 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43734, 2024-09-18T03:37:17.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273062088424 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1835975290 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45358, 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25033920756 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43734, 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 64762686297 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28514 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28514, 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46630724582 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1835975290 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:17.915 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28610, 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5417131300 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28514, 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6632094801 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11163 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 130369646 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:17.916 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11163, 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 156679151637 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12633, 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14831346647 2024-09-18T03:37:17.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11163, 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29824043184 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4057 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 962977289 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4057, 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69752212205 2024-09-18T03:37:17.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4115, 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4785442809 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4057, 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28306548312 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.919 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 546476032 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.920 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:17.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6238208 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 584523776 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3141864 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 906855 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 551813120 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2568192 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.923 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 252182528 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 572850176 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46 2024-09-18T03:37:17.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 202790454 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9519 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 179712000 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:17.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 179716096 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3203 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91848082 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:17.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6121 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2131139 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 749 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6182071 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1059 2024-09-18T03:37:17.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4050932 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4050932 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:17.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 313 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.929 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 844980224 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10375168 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3191, 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 415079541 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.930 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8955, 2024-09-18T03:37:17.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59236377 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61509, 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12122605834 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.932 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61066, 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1288490740 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61509, 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47437453 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61509, 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12170043287 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19886, 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 382390832 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 944, 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2091123 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10870, 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8208669 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.934 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57947 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7515, 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1124135203 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174117 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19586 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:17.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11312, 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 647255765 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41111, 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16952531 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29799, 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 351941260 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13215, 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 310642360 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5367632524 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18055, 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 733908083 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:17.937 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18052, 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2422876145045 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18055, 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5945733072288 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73178, 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2093194986287 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73178, 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6770705 2024-09-18T03:37:17.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 112241778 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19842247125 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25820808 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9578657917 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5786064303 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6155937 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2518, 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14760639 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:17.940 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40698067939 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6591042772 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 496852439 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541130752 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 405667840 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 135462912 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.942 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56993943 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94208 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 491520 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68249449 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:17.945 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427454576 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2160 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143952 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 288 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67326896 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:17.948 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 161600 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37995962 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70894342 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427454576 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175093 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1154210 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74532601 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.954 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.955 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25422 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:17.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 889596295 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25422, 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42875739591 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121755405 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26181, 2024-09-18T03:37:17.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9787902536 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25422, 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21602166976 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16824 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16824, 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5780690605 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121755405 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16986, 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3143442179 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16824, 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3385567356 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4903 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:17.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 119366915 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4903, 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5786893697 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5399, 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2642210085 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4903, 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5104766140 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3695 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 770229380 2024-09-18T03:37:17.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3695, 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31308155289 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3796, 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4002250272 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3695, 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13111833480 2024-09-18T03:37:17.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562208768 2024-09-18T03:37:17.963 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.964 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9011200 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 630456320 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:17.965 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20, 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4198687 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20, 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1196022 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488767488 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8609792 2024-09-18T03:37:17.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341475328 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 501415936 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-18T03:37:17.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273062146 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14149 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235466752 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235470848 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5413 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 139949589 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10074 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2969311 2024-09-18T03:37:17.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 897 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8928356 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1214 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5959045 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5959045 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 329 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.971 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 983629824 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:17.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10379264 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3235, 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 459316993 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19304, 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 141273694 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83308, 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14527512031 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 82772, 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1505588604 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83308, 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44255783 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.975 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83308, 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14571767814 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 30796, 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 437557407 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1014, 2024-09-18T03:37:17.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2655534 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18467, 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12061809 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49, 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 66803 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10570, 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1003623417 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.977 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 236225 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20822 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19687, 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885697874 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49103, 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18738580 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.978 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29416, 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 628164652 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15544, 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 386798892 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3957343023 2024-09-18T03:37:17.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8744, 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 524357075 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8743, 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2675583055669 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8744, 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6300872447299 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:17.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97203, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2609084219848 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97203, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9206357 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173786432 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25124055469 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34144717 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13405618610 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6829434576 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6161153 2024-09-18T03:37:17.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2581, 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15304526 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49504945484 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7713796077 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:17.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 511621289 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 515006464 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 490651648 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:17.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24354816 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56740310 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163840 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176128 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68748842 2024-09-18T03:37:17.987 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425552329 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2400 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159488 2024-09-18T03:37:17.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69213655 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 200224 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37826873 2024-09-18T03:37:17.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71024807 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425552329 2024-09-18T03:37:17.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162665 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1148578 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68064300 2024-09-18T03:37:17.996 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:17.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37400 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:17.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1058628049 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37400, 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37753866313 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1859976371 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38302, 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11378362075 2024-09-18T03:37:17.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37400, 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21657373783 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28320 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28320, 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11466993052 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1859976371 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28625, 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5173126983 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28320, 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5146140958 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7944 2024-09-18T03:37:18.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 332949820 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7944, 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15401370453 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8400, 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4696264282 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7944, 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11642623208 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1136 2024-09-18T03:37:18.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 725678229 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1136, 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10885502808 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1277, 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1508970810 2024-09-18T03:37:18.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1136, 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4868609617 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:18.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 499159040 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:18.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4218880 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:18.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 465133568 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4574454 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1102451 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:18.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377487360 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15491072 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 248455168 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 385941504 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 119307152 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6802 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127787008 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127791104 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4224 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46507343 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:18.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4568 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1271175 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 435 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4173988 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 577 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2902813 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2902813 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 145 2024-09-18T03:37:18.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:18.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 719708160 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10964992 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3156, 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 340697795 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:18.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15731, 2024-09-18T03:37:18.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 107957641 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60610, 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10836039786 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:18.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60142, 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1132993061 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60610, 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30972388 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60610, 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10867012174 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:18.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 229175, 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 673497218 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1000, 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2955626 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 127482, 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45353638 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51955 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10224, 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 648097146 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 383453 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17828 2024-09-18T03:37:18.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16717, 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 899084065 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49623, 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19186300 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32906, 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 536549030 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:18.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11537, 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263297972 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2673308860 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13845, 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 618819861 2024-09-18T03:37:18.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13843, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2433700475883 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13845, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5478350413660 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70074, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2345961905783 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70074, 2024-09-18T03:37:18.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6599715 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93914407 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18240551086 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23972526 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9533675855 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4761890272 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:18.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6751412 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2461, 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14065144 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35314724220 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5427397322 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:18.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377767765 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433192960 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420790272 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.027 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12402688 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57305473 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53248 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 307200 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68163199 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429791051 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1280 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76528 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73447621 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 470624 2024-09-18T03:37:18.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38203649 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70377631 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429791051 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 167431 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1172022 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72185976 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:18.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:18.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37189 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1231153798 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37189, 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50671553538 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1686060735 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37757, 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18082228221 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37189, 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31626751124 2024-09-18T03:37:18.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28429 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28429, 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12322491220 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1686060735 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28636, 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10498299188 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28429, 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9842213378 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4828 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 260726830 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4828, 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10747146201 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:18.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5070, 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3385284658 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4828, 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7344233047 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3932 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 970426968 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3932, 2024-09-18T03:37:18.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27601916117 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4051, 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4198644375 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3932, 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14440304699 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:18.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 388468736 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.049 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2121728 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531980288 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:18.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4625454 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1626936 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426508288 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7536640 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.052 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273801216 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 439156736 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.053 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:18.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95797708 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5278 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102866944 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102871040 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3303 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39531931 2024-09-18T03:37:18.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3549 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887586 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 400 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2102683 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627 2024-09-18T03:37:18.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215097 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215097 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 228 2024-09-18T03:37:18.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.060 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 810065920 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10956800 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3198, 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 285821365 2024-09-18T03:37:18.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.062 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14942, 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102178228 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66797, 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11763113581 2024-09-18T03:37:18.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66276, 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348240179 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66797, 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40111978 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66797, 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11803225559 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:18.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35518, 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 357773601 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 860, 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2880250 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8920, 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6788819 2024-09-18T03:37:18.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63566 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9901, 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596303444 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207117 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18250 2024-09-18T03:37:18.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10621, 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 702083354 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40229, 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15261829 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29608, 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 517040729 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:18.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13348, 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 302742400 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5018527749 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16103, 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 705575058 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.068 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16102, 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2606718747459 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16103, 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6039920291222 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80489, 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2883405363423 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80489, 2024-09-18T03:37:18.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8083609 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 202766252 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21488267774 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27591754 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:18.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11597701360 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5615863783 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6746182 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2412, 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13712167 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:18.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43935201342 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6577627043 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80490, 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 479545430 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456654848 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433627136 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23027712 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57345783 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110592 2024-09-18T03:37:18.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 294912 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68077833 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430093379 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1408 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93152 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73128541 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 101648 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38230522 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70719734 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430093379 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:18.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182606 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1154838 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71885657 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:18.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39677 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 994287113 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39677, 2024-09-18T03:37:18.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35917424220 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1610373668 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40103, 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15527854201 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39677, 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26554087831 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:18.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26267 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26267, 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9683984725 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1610373668 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26373, 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4912423116 2024-09-18T03:37:18.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26267, 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4945513332 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12359 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 240591835 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12359, 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19091633846 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12591, 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9165854883 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:18.092 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12359, 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16462686384 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1051 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 753695278 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1051, 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7141805649 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1139, 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1449576202 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1051, 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5145888115 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 437477376 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.095 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:18.096 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4629598556202836e-06, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 1200, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 2057216, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-18T03:37:18.097 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 349, 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:18.098 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 149045, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 110592, 2024-09-18T03:37:18.099 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 38453, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.0602813322057045e-07, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 79, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 88064, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19425, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 6608, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 12817, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 58275, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 68, 2024-09-18T03:37:18.100 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 35840 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:18.101 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:18.102 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.103 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-18T03:37:18.104 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12595200, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12595200, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 4, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.7410317013855092e-05, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:18.105 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 8958, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 3122127872, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 4194323, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 4194323, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 12582969, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 24297, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 3204645888 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-18T03:37:18.106 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "cb7473ac-ce49-43e6-8cba-fc86554f6a48", 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-18T03:37:17.265175", 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "7.9.2" 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-18T03:37:18.107 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.108 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-18T03:37:18.109 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-18T03:37:18.110 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.111 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.784350+0000", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.784350+0000", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784948+0000", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 5, 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.113 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 5, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2821, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:51:19.924565+0000", 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.114 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 4, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.117 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'5" 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.118 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.782269+0000", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.782269+0000", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782709+0000", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.120 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2839, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:42:08.475533+0000", 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.121 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.124 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.125 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764943+0000", 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764943+0000", 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.765274+0000", 2024-09-18T03:37:18.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:18.127 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-18T03:37:18.128 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2860, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:19:36.443998+0000", 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'2" 2024-09-18T03:37:18.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.133 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756264+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756264+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.756695+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.135 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:42:46.333081+0000", 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.139 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.790330+0000", 2024-09-18T03:37:18.140 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.790330+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.790647+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:18.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.142 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2797, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:52:42.590371+0000", 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:18.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.146 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:18.147 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.756671+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.756671+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.756990+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.148 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.149 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2798, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:07:42.033876+0000", 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.153 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.781777+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.781777+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.783124+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.156 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:53:27.160321+0000", 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.160 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.161 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.783571+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.783571+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.783860+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:18.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.163 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2811, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:27:12.414600+0000", 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.167 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.168 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792374+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792374+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.792686+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:18.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.170 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2809, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:02:08.266707+0000", 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.174 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.175 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789692+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789692+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.790013+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:18.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.177 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:04:04.111544+0000", 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.181 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'3" 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.182 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.750967+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.750967+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.751350+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.183 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.184 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2853, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:01:39.646293+0000", 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.187 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.188 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.775222+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.775222+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.775578+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.190 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.191 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2818, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:29:44.306884+0000", 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.194 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.195 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.196 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774534+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774534+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.774855+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:18.197 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.198 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2846, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:36:54.303179+0000", 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.202 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.203 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.775669+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.775669+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.775946+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:18.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.205 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2818, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:43:24.207079+0000", 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.209 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.210 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.792391+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.792391+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.792664+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:18.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.212 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2830, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:14:01.158662+0000", 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.216 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.217 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.781914+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.781914+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.782222+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.219 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2802, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:54:17.529419+0000", 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.223 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.224 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.757086+0000", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.757086+0000", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.757391+0000", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.226 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.227 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:46:50.566277+0000", 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.230 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.231 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792231+0000", 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792231+0000", 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.792715+0000", 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.233 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2828, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:09:07.619153+0000", 2024-09-18T03:37:18.234 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.237 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.238 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.773761+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.773761+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.150733+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2902, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2902, 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.240 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6389, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:14:23.087167+0000", 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.002677923, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 992, 2024-09-18T03:37:18.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 374249, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2886, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 356351 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:18.244 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1117'2902" 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.784046+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.784046+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784332+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:18.246 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-18T03:37:18.247 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2855, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:29:49.457656+0000", 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.251 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.252 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781814+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781814+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782171+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:18.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.254 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2823, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:04:12.380161+0000", 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.258 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "541'2" 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.259 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774604+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774604+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.081191+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:18.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2990, 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.261 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2990, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6381, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:27:09.842441+0000", 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003587049, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 686, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 406590, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2976, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407177 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.265 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'2990" 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.266 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.765985+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.765985+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.766579+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:18.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.268 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2819, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:44:35.750559+0000", 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.272 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.273 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.786516+0000", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.786516+0000", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786828+0000", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.275 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2817, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:05:11.077033+0000", 2024-09-18T03:37:18.276 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.279 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.280 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789667+0000", 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789667+0000", 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.087869+0000", 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3195, 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.282 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3195, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6746, 2024-09-18T03:37:18.283 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:27:04.340818+0000", 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.00454236, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1160, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 395508, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3182, 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 440145 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'3195" 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.287 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.757982+0000", 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.757982+0000", 2024-09-18T03:37:18.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.759904+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.290 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:00:15.310194+0000", 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:18.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.775430+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.775430+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.775697+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.297 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2812, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:14:16.121757+0000", 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.301 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.302 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764971+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764971+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.081712+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:18.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3105, 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.304 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3105, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6961, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:49:43.139458+0000", 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004685028, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1675, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 364775, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3083, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 371801 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.308 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'3105" 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.309 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.774346+0000", 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.774346+0000", 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.774616+0000", 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:44:28.835340+0000", 2024-09-18T03:37:18.312 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.316 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.783614+0000", 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.783614+0000", 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.784110+0000", 2024-09-18T03:37:18.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.318 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.319 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:30:48.208955+0000", 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.323 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:18.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.746981+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.746981+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.084727+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:18.325 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3094, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3094, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.326 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6715, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:35:30.298682+0000", 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004565725, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1366, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 358362, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3091, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 406539 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'3094" 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.330 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781852+0000", 2024-09-18T03:37:18.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781852+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782164+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.332 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.333 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2821, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:12:19.105257+0000", 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.337 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.755272+0000", 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.755272+0000", 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:40.755536+0000", 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.339 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2825, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:35:03.339265+0000", 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.340 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.343 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.344 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764342+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764342+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.083866+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:18.345 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2983, 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.346 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2983, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6467, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:50:09.997929+0000", 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003691266, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.347 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.348 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1225, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 364487, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2979, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 372056 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.350 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1117'2983" 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.351 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.741773+0000", 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.741773+0000", 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.742090+0000", 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.352 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.353 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:21:20.056987+0000", 2024-09-18T03:37:18.354 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.357 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.358 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.782259+0000", 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.782259+0000", 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784122+0000", 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.359 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.360 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2804, 2024-09-18T03:37:18.361 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:36:56.666044+0000", 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.364 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.365 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:09.774676+0000", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:09.774676+0000", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.086288+0000", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.366 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 356, 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2964, 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 355, 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.367 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2964, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6396, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:07:21.555179+0000", 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003030357, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.368 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194304, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 798, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 409903, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2923, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 367742 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.371 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'2964" 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.372 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781704+0000", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781704+0000", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782004+0000", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.373 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.374 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2822, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:11:36.334571+0000", 2024-09-18T03:37:18.375 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.379 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789671+0000", 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789671+0000", 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789979+0000", 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.380 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.381 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2836, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.382 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:52:40.252717+0000", 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.385 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.386 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 20, 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774568+0000", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774568+0000", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.776391+0000", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T03:37:18.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.388 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 3267, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.389 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:56:37.913442+0000", 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.392 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "2205'200" 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.393 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.785358+0000", 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.785358+0000", 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.149606+0000", 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:18.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.395 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3195, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3195, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.396 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6632, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:41:08.685213+0000", 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003321764, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1056, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 375079, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3177, 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407726 2024-09-18T03:37:18.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1117'3195" 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.400 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.781847+0000", 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.781847+0000", 2024-09-18T03:37:18.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.782140+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.402 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.403 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:21:01.752485+0000", 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.407 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:18.408 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.761659+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.761659+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.761974+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.410 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2823, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:42:52.385277+0000", 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.414 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.774622+0000", 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.774622+0000", 2024-09-18T03:37:18.415 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.774934+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.416 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.417 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2822, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:14:33.254347+0000", 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.421 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.756343+0000", 2024-09-18T03:37:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.756343+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.756743+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:18.423 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-18T03:37:18.424 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2820, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:55:35.994257+0000", 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-18T03:37:18.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T03:37:18.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:18.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.782014+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.782014+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.782317+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:18.430 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.431 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:26:52.790229+0000", 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.435 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.784953+0000", 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.784953+0000", 2024-09-18T03:37:18.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786422+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.437 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.438 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2833, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:45:01.659928+0000", 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.441 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.442 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.787133+0000", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.787133+0000", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.787422+0000", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.443 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.444 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:46:50.619745+0000", 2024-09-18T03:37:18.445 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.448 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.449 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.783600+0000", 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.783600+0000", 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.783977+0000", 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.450 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.451 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:42:24.642928+0000", 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.452 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.455 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.456 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.780489+0000", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.780489+0000", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.781802+0000", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.457 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.458 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2804, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:49:13.472549+0000", 2024-09-18T03:37:18.459 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.461 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.462 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.463 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:09.780072+0000", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:09.780072+0000", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:09.780394+0000", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.464 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 356, 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 355, 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.465 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2829, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:54:03.664499+0000", 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.466 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.468 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 24, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 24, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.469 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'8" 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.470 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.777922+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.777922+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.778313+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:18.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.472 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2796, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:50:24.054526+0000", 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.477 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792380+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792380+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.792950+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:18.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.479 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:34:33.146204+0000", 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.484 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.791046+0000", 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.791046+0000", 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.791595+0000", 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:18.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.486 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2789, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.487 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:32:45.419883+0000", 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.491 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.773454+0000", 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.773454+0000", 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.773730+0000", 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2822, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.494 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:08:13.241451+0000", 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.498 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.776836+0000", 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.776836+0000", 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.777087+0000", 2024-09-18T03:37:18.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.500 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.501 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2788, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:39:49.721463+0000", 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.505 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.743431+0000", 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.743431+0000", 2024-09-18T03:37:18.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.744045+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:18.507 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.508 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2814, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:59:11.392725+0000", 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:18.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.512 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789155+0000", 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789155+0000", 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789841+0000", 2024-09-18T03:37:18.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.514 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2788, 2024-09-18T03:37:18.515 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:48:22.853812+0000", 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.519 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.780937+0000", 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.780937+0000", 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.781605+0000", 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:18.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 29, 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.521 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 29, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.522 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2832, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:43:26.636270+0000", 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 5822, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 10, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 14, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 28, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 25 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'29" 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.526 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.776810+0000", 2024-09-18T03:37:18.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.776810+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.777099+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:18.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-18T03:37:18.529 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2811, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:59:24.297728+0000", 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.533 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764714+0000", 2024-09-18T03:37:18.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764714+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.765065+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:18.535 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.536 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2814, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:50:52.992414+0000", 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 7, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T03:37:18.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'3" 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.540 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756687+0000", 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756687+0000", 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.757027+0000", 2024-09-18T03:37:18.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.542 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:18.543 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:32:00.310653+0000", 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.547 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.782464+0000", 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.782464+0000", 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782747+0000", 2024-09-18T03:37:18.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.549 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.550 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2832, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:18:53.244933+0000", 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.554 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.780220+0000", 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.780220+0000", 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.780626+0000", 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.556 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2798, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:24:16.513550+0000", 2024-09-18T03:37:18.557 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.561 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.788729+0000", 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.788729+0000", 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.789136+0000", 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.563 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2796, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.564 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:36:03.992159+0000", 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.567 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.568 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.751467+0000", 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.751467+0000", 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.751776+0000", 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.570 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2815, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:52:11.441888+0000", 2024-09-18T03:37:18.571 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.574 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.575 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.777845+0000", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.777845+0000", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.778124+0000", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.577 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:37:50.425283+0000", 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.578 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.581 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.582 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.754291+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.754291+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:40.754993+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:18.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.584 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2844, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:35:38.036195+0000", 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.585 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.588 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.589 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.778571+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.778571+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.780058+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:18.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.591 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2852, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:44:21.824035+0000", 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.595 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.596 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.772750+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.772750+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.773113+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:18.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.598 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2805, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:46:29.184122+0000", 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.602 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'2" 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.603 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789664+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789664+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789873+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:18.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.605 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:09:26.502321+0000", 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:18.610 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.788838+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.788838+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789195+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:18.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.612 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2819, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:43:56.575845+0000", 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.616 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'2" 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.617 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.756054+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.756054+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.757245+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:18.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.619 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2828, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:25:53.890661+0000", 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.623 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.624 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.786829+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.786829+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.787353+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:18.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.626 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:07:36.424381+0000", 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.630 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.631 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.779117+0000", 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.779117+0000", 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.779569+0000", 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.633 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2830, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.634 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:36:34.590296+0000", 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.638 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.758305+0000", 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.758305+0000", 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.760452+0000", 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.640 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:51:13.036785+0000", 2024-09-18T03:37:18.641 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.644 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.645 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.743013+0000", 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.743013+0000", 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.743799+0000", 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.647 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:20:23.498040+0000", 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.648 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.651 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.652 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.750959+0000", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.750959+0000", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.751298+0000", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.654 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2855, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:24:40.118287+0000", 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.655 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.658 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.659 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.753418+0000", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.753418+0000", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:40.753693+0000", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:18.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.661 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2818, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:58:41.230645+0000", 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.665 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.666 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.780377+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.780377+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.780695+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:18.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.668 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:55:47.811874+0000", 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.672 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.673 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.751923+0000", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.751923+0000", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.752724+0000", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.675 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2837, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:29:27.277796+0000", 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.676 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.679 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.680 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756354+0000", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756354+0000", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.756840+0000", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.682 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2825, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:25:26.167085+0000", 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.686 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.687 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.751897+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.751897+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.752199+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:18.688 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2844, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:39:23.125333+0000", 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.693 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774454+0000", 2024-09-18T03:37:18.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774454+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.774716+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:18.695 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-18T03:37:18.696 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2816, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:30:28.753844+0000", 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:18.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.788807+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.788807+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789121+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.702 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.703 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:59:48.132885+0000", 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.706 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.707 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781936+0000", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781936+0000", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782198+0000", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.709 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:46:50.981323+0000", 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.710 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.714 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.785417+0000", 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.785417+0000", 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786152+0000", 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:18.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.716 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:18.717 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:08:47.004262+0000", 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.720 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.721 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.786125+0000", 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.786125+0000", 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786583+0000", 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.723 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.724 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:22:39.984305+0000", 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.728 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.779648+0000", 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.779648+0000", 2024-09-18T03:37:18.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.779990+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.731 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:08:00.863315+0000", 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.735 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.777786+0000", 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.777786+0000", 2024-09-18T03:37:18.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.778063+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:18.737 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:40:22.232057+0000", 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.742 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764092+0000", 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764092+0000", 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.764453+0000", 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:18.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.744 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2816, 2024-09-18T03:37:18.745 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:30:28.978928+0000", 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.748 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.749 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756408+0000", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756408+0000", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.756796+0000", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.750 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.751 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2809, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:16:53.482476+0000", 2024-09-18T03:37:18.752 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.756 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781478+0000", 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781478+0000", 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.781881+0000", 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:18.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2842, 2024-09-18T03:37:18.759 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:21:23.850082+0000", 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.763 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.783625+0000", 2024-09-18T03:37:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.783625+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.784068+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:18.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-18T03:37:18.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:57:17.044236+0000", 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.770 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.771 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792695+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792695+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.793001+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.773 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:24:44.067449+0000", 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.777 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.778 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.789255+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.789255+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.789516+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:18.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.780 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:58:49.216468+0000", 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.781 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.784 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.785 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.783750+0000", 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.783750+0000", 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784142+0000", 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.787 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:18.788 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:57:23.121598+0000", 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.792 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.773339+0000", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.773339+0000", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.773680+0000", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.794 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2816, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:30:03.764845+0000", 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.799 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.787505+0000", 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.787505+0000", 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.788760+0000", 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.801 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:51:02.502367+0000", 2024-09-18T03:37:18.802 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.805 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.806 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.765488+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.765488+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.766600+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:18.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.808 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2799, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:52:02.797834+0000", 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.812 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.813 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.788119+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.788119+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.788538+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:18.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.815 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:38:31.722415+0000", 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.819 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.820 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.777961+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.777961+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.778228+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:18.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.822 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:22:42.713378+0000", 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:09.773485+0000", 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:09.773485+0000", 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:09.773785+0000", 2024-09-18T03:37:18.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 356, 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 355, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.830 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:02:49.685154+0000", 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.834 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.782032+0000", 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.782032+0000", 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782446+0000", 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:18.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.836 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2811, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.837 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:06:26.763651+0000", 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.841 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.787983+0000", 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.787983+0000", 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.788279+0000", 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:18.843 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:18.844 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2798, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:53:59.495456+0000", 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.848 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T03:37:18.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:18.852 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 68, 2024-09-18T03:37:18.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 68, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 6608, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-18T03:37:18.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 79, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 86, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 68, 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 35 2024-09-18T03:37:18.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 110592, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 19824, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 38453, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-18T03:37:18.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:18.861 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 24428, 2024-09-18T03:37:18.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 24428, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194323, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 2, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 8958, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 3048953, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 24297, 2024-09-18T03:37:18.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 3129537 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12595200, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 12582969, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:18.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 763564732416, 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 4395552768, 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 4395552768, 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.005723671987652779 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.868 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 763564732416, 2024-09-18T03:37:18.868 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T03:37:18.868 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 4395552768 2024-09-18T03:37:18.868 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.868 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T03:37:18.868 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-18T03:37:18.869 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show-device 2024-09-18T03:37:18.869 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.869 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.869 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.870 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.871 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.872 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.873 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:17 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.873 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce23712-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce2afee-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021431": { 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce23712-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.874 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625670 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T03:37:18.875 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.876 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10190165 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T03:37:18.878 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T03:37:18.880 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T03:37:18.881 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1818400 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T03:37:18.883 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3970, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134098040, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667822685, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2309572762, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15192904617, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23485, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40653, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7805 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.884 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23485, 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40653 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.885 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.886 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:30 2024 UTC", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T03:37:18.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.888 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,098,040 [68.6 TB]", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,822,685 [341 TB]", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,309,572,762", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,192,904,617", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,970", 2024-09-18T03:37:18.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,485", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,653", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,805", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.890 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "7ce3befc-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_7ce429a0-7564-11ef-bb8f-0cc47abd15f8": { 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "20240918-021434": { 2024-09-18T03:37:18.891 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "7ce3befc-7564-11ef-bb8f-0cc47abd15f8", 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T03:37:18.892 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726625674 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-18T03:37:18.893 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-18T03:37:18.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.895 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10189620 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-18T03:37:18.896 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 15 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-18T03:37:18.899 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1392108 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-18T03:37:18.900 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3969, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-18T03:37:18.901 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 141172058, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 667786966, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2716852904, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 14031798472, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 35428, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 38085, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 32, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 11058 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-18T03:37:18.902 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 35428, 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 38085 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.903 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-18T03:37:18.904 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Wed Sep 18 02:14:34 2024 UTC", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-18T03:37:18.905 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-18T03:37:18.906 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 32 Celsius", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 141,172,058 [72.2 TB]", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 667,786,966 [341 TB]", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,716,852,904", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 14,031,798,472", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,969", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 35,428", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 38,085", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 11,058", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-18T03:37:18.907 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 32 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-18T03:37:18.908 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-18T03:37:18.909 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.909 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.909 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.909 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.909 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T03:37:18.909 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show 2024-09-18T03:37:18.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.911 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.913 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.914 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.915 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.919 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:18.919 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:17 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:18.927 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-18T03:37:18.927 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-18T03:37:18.927 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-18T03:37:18.927 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-18T03:37:18.928 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T03:37:18.929 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.930 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T03:37:18.931 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T03:37:18.932 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T03:37:18.933 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T03:37:18.934 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hdd", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hybrid", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_ssd", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_max_backfills", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-18T03:37:18.935 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pg_delete_cost", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T03:37:18.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_hdd", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_ssd", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hdd", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hybrid", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_ssd", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_sleep", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T03:37:18.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hdd", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_ssd", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-18T03:37:18.938 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-18T03:37:18.939 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-18T03:37:18.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-18T03:37:18.941 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-18T03:37:18.942 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-18T03:37:18.943 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-18T02:11:19.504505Z", 2024-09-18T03:37:18.944 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-18T03:37:18.945 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 2, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-18T03:37:18.946 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.948 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-18T03:37:18.949 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20537344, 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 452752, 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.950 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 647168, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 457, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1307608, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1059328, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15096216, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21184512 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20135936, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 337472, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 802816, 2024-09-18T03:37:18.951 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 356, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1156808, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 13, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 514048, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14703352, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20135936 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 264249344, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 4670040, 2024-09-18T03:37:18.952 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3014656, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 1425408, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10052, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 16247968, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 3592448, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 235298824, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 264249344 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 165232640, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2071952, 2024-09-18T03:37:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 4349952, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6446, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 9261864, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1785600, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 149229640, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 169582592 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 173170688, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2009304, 2024-09-18T03:37:18.954 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 679936, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 3743744, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6749, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 10613104, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1534976, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 155449784, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 176914432 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 498851840, 2024-09-18T03:37:18.955 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 28519248, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 27058176, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12707, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 67267880, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 10586880, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 389201032, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 525910016 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T03:37:18.956 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 478167040, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 28598584, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 27066368, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 13568, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 71273440, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11001088, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 364017128, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 505233408 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 395313152, 2024-09-18T03:37:18.957 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23913048, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 154206208, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10958, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 59515840, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11381504, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 297225960, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 549519360 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 491470848, 2024-09-18T03:37:18.958 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23244808, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30531584, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10548, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 56351760, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11480576, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 397247976, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 522002432 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T03:37:18.959 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 408944640, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23462936, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 135462912, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11207, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 55156928, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11769600, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 315278376, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 544407552 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.960 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 493920256, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 26955120, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 24363008, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12065, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 54231552, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11207168, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 398249616, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 518283264 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.961 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 426016768, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 12563280, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 5242880, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 12419072, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10792, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 49755264, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12843520, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 345611824, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 438435840 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.962 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 436789248, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 23052832, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 23142400, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10993, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 49172104, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 59, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12638720, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 348648792, 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 459931648 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:18.964 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.003034", 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:18.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:18.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:18.967 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard_description": null, 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.970 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:18.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:18.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 221616, 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 66 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51488, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12376, 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 244 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:18.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:18.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:18.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.980 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149008, 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-18T03:37:18.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 928, 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:18.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.985 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:18.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:18.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:18.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53930776, 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7744 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10952, 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 243 2024-09-18T03:37:18.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11440, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 304 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.993 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:18.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:18.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.998 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44313736, 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5447 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:18.999 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 616, 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10952, 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 243 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-18T03:37:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.002 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 49815756, 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6646 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1144, 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.008 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10952, 2024-09-18T03:37:19.009 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 243 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.010 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19432, 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 350 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 120960, 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2112, 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61440, 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 768 2024-09-18T03:37:19.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224336, 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2003 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 24896, 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 252 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1089472, 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 286 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2516254, 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 555415 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7105576, 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10481 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 87488, 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9382 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96144, 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2003 2024-09-18T03:37:19.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224336, 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2003 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 625139, 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 92 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11790969, 2024-09-18T03:37:19.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 281 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26224, 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 298 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 510048, 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.017 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7046416, 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18302 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.019 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 21568, 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 370 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59648, 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 27 2024-09-18T03:37:19.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1728, 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59840, 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 748 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223104, 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1992 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6416, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 87 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 251454, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 97 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2523490, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 556759 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7116456, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10497 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85560, 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9209 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 95616, 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1992 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185334, 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1323 2024-09-18T03:37:19.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223216, 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1993 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1472, 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 711880, 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 106 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20128, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10299300, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 285 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11088, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 126 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.025 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 452088, 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7257224, 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21141 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18400, 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 343 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 67840, 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 27 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 768, 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59520, 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 744 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222768, 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1989 2024-09-18T03:37:19.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8880, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 109 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 411435, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 114 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1877000, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 408786 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5331456, 2024-09-18T03:37:19.030 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7872 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 84476, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9193 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 95472, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1989 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185334, 2024-09-18T03:37:19.031 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1323 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222768, 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1989 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 663111, 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 99 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4629644, 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 257 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12672, 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 144 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 347760, 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3157440, 2024-09-18T03:37:19.034 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6072 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16840, 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 292 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30592, 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 22 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3648, 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 19 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59040, 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 738 2024-09-18T03:37:19.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2944, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 56 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 139669, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 68 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1864566, 2024-09-18T03:37:19.038 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 406192 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5294056, 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7817 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76172, 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8061 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92640, 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185334, 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1323 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 689228, 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 104 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19948194, 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 287 2024-09-18T03:37:19.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9064, 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 428904, 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3493776, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9106 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.043 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.044 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18864, 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 329 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 55552, 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59120, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 739 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16832, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 595553, 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2185908, 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 479058 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6163776, 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9096 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76400, 2024-09-18T03:37:19.047 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8062 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92640, 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216384, 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1932 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 699757, 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 102 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 28144, 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-18T03:37:19.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3074025, 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 254 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18216, 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 207 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.050 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 452088, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5095792, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12118 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.051 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18024, 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 338 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59648, 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 27 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3456, 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60560, 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 757 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7984, 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 101 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 446173, 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 127 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2391967, 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 533853 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6879816, 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10149 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76620, 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8065 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92640, 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216160, 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1930 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 591631, 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 91 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19154441, 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 254 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13112, 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 149 2024-09-18T03:37:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 475272, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 41 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6356480, 2024-09-18T03:37:19.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12224 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 15480, 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 284 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47104, 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2688, 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 14 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60160, 2024-09-18T03:37:19.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 752 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 217056, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1938 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7424, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 96 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 388760, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 116 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1748893, 2024-09-18T03:37:19.063 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 387351 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5110456, 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7547 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 77656, 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8222 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93024, 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1938 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 217056, 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1938 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 649963, 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 94 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 14633176, 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13128 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12584, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 143 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 452088, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.067 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3610880, 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9344 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 15128, 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 281 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30336, 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3072, 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 16 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-18T03:37:19.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 59120, 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 739 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216944, 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1937 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8656, 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 107 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 464200, 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 139 2024-09-18T03:37:19.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2117646, 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 468158 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6069256, 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8957 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78392, 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8224 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 92976, 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1937 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 185078, 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1322 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 216944, 2024-09-18T03:37:19.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1937 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 610947, 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 90 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-18T03:37:19.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16506628, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 252 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13552, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 154 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 533232, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-18T03:37:19.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4999384, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9643 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 652864, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10796 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.077 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.078 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-18T03:37:19.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-18T03:37:19.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.081 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-18T03:37:19.082 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.083 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-18T03:37:19.084 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy", 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "reef" 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 18, 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-18T03:37:19.085 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "reef" 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.086 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:19.087 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:19.088 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:19.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:19.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3534, 837, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19663, 7410, 69, 4, 25, 16, 0, 1, 2, 1, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10796, 115, 23, 2, 4, 27, 68, 82, 32, 43, 30, 33, 54, 22, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 907, 19, 4, 0, 0, 1, 1, 1, 0, 12, 85, 208, 76, 12, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 547, 3, 0, 0, 1, 1, 1, 0, 0, 0, 0, 10, 306, 22, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 334, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 3, 63, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 152, 7, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 4, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 2, 15, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.094 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10667, 21, 0, 1, 5, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7999, 219, 1376, 1, 2, 4, 9, 20, 31, 61, 51, 40, 24, 14, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 819, 13, 113, 18, 0, 0, 0, 0, 2, 17, 103, 233, 74, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 371, 5, 4, 12, 0, 0, 0, 0, 0, 0, 2, 11, 460, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 127, 11, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 3, 31, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 130, 19, 51, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 54, 47, 221, 0, 0, 0, 0, 3, 0, 0, 0, 0, 4, 9, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 98, 27, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 12, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14129, 0, 1, 1, 4, 0, 0, 1, 0, 4, 2, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10441, 61, 43, 0, 1, 2, 1, 7, 10, 2, 1, 11, 28, 26, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1171, 13, 23, 2, 2, 0, 0, 2, 0, 0, 12, 13, 4, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 708, 4, 1, 0, 0, 0, 0, 0, 0, 3, 3, 4, 44, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 409, 10, 0, 0, 0, 0, 1, 0, 1, 16, 8, 18, 13, 80, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 390, 10, 0, 0, 0, 0, 0, 2, 1, 4, 5, 20, 53, 52, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 321, 5, 0, 1, 0, 0, 0, 0, 0, 0, 6, 8, 27, 70, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 71, 1, 0, 0, 0, 0, 2, 0, 0, 1, 5, 7, 20, 52, 60, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 24, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 3, 5, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2370, 606, 0, 0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6896, 3558, 1, 0, 7526, 520, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2707, 53, 19, 2, 190, 79, 2, 4, 13, 24, 10, 22, 10, 16, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 170, 4, 8, 0, 9, 6, 1, 0, 1, 4, 31, 85, 23, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 104, 2, 0, 0, 10, 9, 0, 0, 0, 0, 0, 10, 188, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 18, 0, 0, 0, 164, 18, 0, 0, 0, 0, 3, 0, 2, 13, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 321, 4, 0, 0, 0, 0, 0, 1, 18, 16, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 26, 0, 0, 0, 507, 0, 0, 0, 0, 0, 0, 2, 3, 22, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 1701, 0, 0, 0, 0, 0, 0, 0, 0, 20, 32, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.102 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9846, 3, 0, 0, 7, 2, 2, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5308, 51, 25, 3, 3, 2, 3, 5, 12, 12, 10, 15, 7, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 496, 3, 27, 0, 1, 0, 0, 1, 6, 5, 29, 84, 38, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 3, 151, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 5, 6, 19, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 18, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 13, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:19.105 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1675, 1104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 12592, 2852, 58, 3, 23, 27, 4, 1, 2, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6940, 446, 23, 6, 12, 23, 85, 108, 6, 2, 0, 4, 9, 20, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 762, 33, 1, 8, 2, 1, 9, 28, 5, 1, 1, 19, 3, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 324, 3, 0, 2, 0, 0, 0, 0, 0, 0, 1, 5, 34, 22, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 186, 11, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 78, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 224, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 7, 18, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 8, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 916, 1072, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10525, 2761, 3163, 0, 15, 0, 0, 0, 0, 0, 5, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6467, 217, 239, 0, 5, 1, 2, 4, 10, 22, 16, 17, 12, 10, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 962, 136, 184, 0, 0, 0, 0, 0, 5, 9, 36, 93, 34, 14, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 430, 12, 22, 0, 0, 0, 0, 0, 0, 0, 0, 5, 179, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 90, 7, 19, 0, 0, 1, 0, 0, 0, 0, 0, 1, 5, 58, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 36, 4, 15, 35, 0, 0, 0, 1, 0, 0, 1, 3, 0, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13, 1, 1, 32, 81, 0, 0, 0, 0, 2, 0, 3, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 1, 53, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 1, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15656, 86, 0, 0, 2, 0, 1, 0, 1, 0, 0, 4, 8, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8120, 201, 17, 0, 0, 0, 1, 1, 7, 0, 1, 5, 19, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 941, 4, 18, 0, 1, 0, 0, 0, 1, 1, 1, 7, 2, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 255, 9, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 25, 23, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 190, 8, 5, 0, 0, 0, 0, 2, 3, 2, 0, 0, 2, 55, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 87, 1, 2, 0, 0, 0, 0, 0, 0, 7, 0, 1, 17, 6, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:19.113 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:19.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:19.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:19.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:19.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1441, 15, 30, 50, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4459, 63, 76, 157, 383, 650, 677, 1, 2, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 473, 6, 16, 26, 3, 4, 3, 0, 2, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 313, 13, 2, 1, 0, 1, 1, 0, 0, 1, 0, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 137, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 17, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 675, 7, 30, 62, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3392, 253, 9, 17, 72, 2, 0, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 468, 28, 1334, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 398, 1, 8, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1752, 1356, 68, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1286, 1642, 230, 0, 0, 1, 0, 0, 1, 0, 0, 1, 4, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2606, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10039, 10, 0, 0, 2, 0, 1, 2, 3, 0, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15283, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 346, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 14, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 566, 0, 0, 0, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1425, 27, 1, 0, 12, 1, 3, 3, 13, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 177, 4, 1, 0, 4, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 107, 23, 40, 43, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 976, 382, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4063, 2512, 0, 417, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 79, 104, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1247, 10, 19, 31, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2107, 213, 21, 48, 138, 318, 395, 2, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 182, 4, 0, 0, 0, 0, 4, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 78, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.132 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1207, 27, 56, 128, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2912, 68, 94, 153, 384, 659, 677, 3, 3, 1, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 483, 3, 7, 5, 0, 2, 5, 0, 2, 1, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 394, 30, 50, 97, 3, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 201, 17, 47, 31, 1, 0, 0, 0, 1, 0, 0, 0, 6, 18, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1003, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2513, 15, 0, 1, 3, 0, 4, 2, 10, 7, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 380, 2, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 442, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 219, 99, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 9, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1515, 17, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8411, 28, 102, 9, 0, 3, 0, 3, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1514, 43, 74, 6, 0, 0, 0, 0, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 321, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.140 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:19.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:19.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:19.143 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:19.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:19.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 346, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3752, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2607, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10063, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:19.154 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 574, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1501, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.159 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1439, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4960, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1011, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 344, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1642, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.167 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-18T03:37:19.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-18T03:37:19.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.170 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-18T03:37:19.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-18T03:37:19.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-18T03:37:19.173 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 231, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2434, 20, 1, 0, 9, 2, 7, 4, 13, 15, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 838, 6, 0, 1, 4, 8, 12, 16, 20, 38, 62, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 193, 19, 0, 0, 1, 0, 1, 1, 5, 11, 70, 226, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 154, 2, 0, 0, 3, 1, 1, 4, 3, 3, 9, 20, 290, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 484, 0, 0, 0, 2, 0, 0, 0, 4, 1, 3, 9, 17, 39, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1088, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 19, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 93, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3235, 22, 2, 2, 9, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1060, 10, 2, 2, 3, 8, 7, 22, 29, 66, 93, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 131, 12, 1, 0, 3, 4, 3, 3, 10, 3, 70, 295, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 30, 39, 0, 0, 0, 0, 1, 0, 1, 2, 10, 15, 368, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 21, 50, 0, 0, 0, 0, 0, 1, 2, 0, 0, 6, 12, 51, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 356, 91, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 10, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1697, 198, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1435, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 320, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 107, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 374, 17, 3, 1, 7, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 180, 3, 0, 0, 0, 0, 2, 5, 5, 11, 80, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 311, 3, 0, 0, 0, 1, 5, 6, 14, 20, 85, 147, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 176, 4, 0, 0, 0, 0, 1, 0, 2, 12, 38, 62, 22, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 73, 0, 0, 0, 0, 0, 1, 1, 1, 4, 16, 15, 27, 69, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 2, 8, 23, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.181 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 19, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1231, 17, 0, 0, 25, 0, 3, 3, 7, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 294, 5, 0, 0, 2, 2, 3, 7, 14, 36, 55, 33, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 100, 4, 0, 0, 0, 1, 0, 4, 3, 10, 60, 140, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 189, 22, 0, 0, 0, 0, 0, 1, 1, 4, 7, 16, 102, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 475, 24, 0, 0, 0, 0, 0, 0, 0, 2, 6, 10, 14, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 451, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 146, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 30, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 112, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1197, 5, 3, 0, 15, 2, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 443, 1, 0, 0, 4, 4, 2, 6, 12, 32, 54, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 324, 0, 1, 0, 0, 0, 1, 1, 3, 3, 47, 115, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 399, 0, 0, 0, 0, 0, 0, 1, 1, 1, 9, 10, 134, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 355, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 12, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 113, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.185 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 125, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 283, 17, 1, 2, 15, 2, 2, 4, 6, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 91, 10, 0, 0, 0, 0, 1, 2, 7, 5, 18, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 126, 14, 1, 0, 1, 2, 1, 3, 6, 3, 22, 42, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 41, 2, 0, 0, 0, 0, 2, 0, 0, 1, 6, 18, 14, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 1, 0, 5, 7, 30, 34, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 18, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.189 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 132, 15, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1284, 17, 1, 0, 11, 1, 1, 4, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 506, 10, 0, 0, 4, 4, 3, 7, 14, 23, 27, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 358, 6, 1, 1, 1, 0, 0, 0, 1, 2, 42, 118, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 508, 2, 0, 0, 0, 0, 1, 0, 0, 2, 3, 6, 147, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 3, 40, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 278, 14, 1, 0, 13, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 67, 4, 0, 0, 0, 1, 4, 7, 10, 5, 17, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 117, 1, 0, 0, 0, 1, 2, 4, 5, 2, 15, 36, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 2, 0, 0, 0, 0, 0, 1, 3, 1, 15, 20, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 1, 0, 4, 10, 28, 46, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 20, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.194 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_complete": { 2024-09-18T03:37:19.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_keys": { 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-18T03:37:19.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-18T03:37:19.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-18T03:37:19.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.202 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-18T03:37:19.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-18T03:37:19.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.205 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-18T03:37:19.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.207 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-18T03:37:19.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-18T03:37:19.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 223508 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47608 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-18T03:37:19.211 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.214 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.216 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.218 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "req_snapdiff_latency": { 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-18T03:37:19.220 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-18T03:37:19.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.222 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.223 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed_ops": { 2024-09-18T03:37:19.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.4818b2f0fc9b1950c37e6dd1f41268f8ba893344": { 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T03:37:19.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 209 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8016 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T03:37:19.228 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8016, 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58224485 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8016, 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24048 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8016, 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1304986783 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.229 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8014 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8014, 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57624260 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8014, 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65339 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T03:37:19.231 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8014, 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1381682700 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T03:37:19.232 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8017 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8017, 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25451742158 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T03:37:19.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74380 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T03:37:19.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T03:37:19.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 260186112 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258007040 2024-09-18T03:37:19.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2179072 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266092203 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26638858 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67979083 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266092203 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2818297 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.242 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70828124 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177394802 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70069134 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T03:37:19.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 363407, 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2066187309 2024-09-18T03:37:19.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T03:37:19.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19568, 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3074662927 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.7ae6741934702d1602a83e5575fd524e0ce24594": { 2024-09-18T03:37:19.249 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 251 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T03:37:19.251 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56668856 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.252 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1070978790 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T03:37:19.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.255 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T03:37:19.256 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21124581439 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T03:37:19.257 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7915 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:19.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 111830211 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72536 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7915, 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1238975462 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T03:37:19.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166699008 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162119680 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4579328 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.260 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266872866 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25805077 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68032201 2024-09-18T03:37:19.263 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266872866 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1570309 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.266 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71295449 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177915244 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69548692 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 344473, 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1561012076 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.272 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19318, 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3032699796 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.b3500884ed285a41ce82062817fc11699d2e3b1c": { 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:19.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-18T03:37:19.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 283 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7953 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7953, 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56953349 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.275 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7953, 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1161988216 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.276 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-18T03:37:19.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7954 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7954 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.279 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7954, 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24524751499 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.280 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7953 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-18T03:37:19.281 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7953, 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 112464437 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7953, 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72896 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7953, 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1244987380 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174030848 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168689664 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5341184 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266294892 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26805058 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67610194 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 335544320 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266294892 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2111591 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67137837 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177529928 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69934008 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-18T03:37:19.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 347221, 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1804810466 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19416, 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2840728899 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11972608 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 697040896 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8124309 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1962689 2024-09-18T03:37:19.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 635502592 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4808704 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 321024000 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 652345344 2024-09-18T03:37:19.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 319298002 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18486 2024-09-18T03:37:19.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268574720 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268578816 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8749 2024-09-18T03:37:19.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219540598 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15429 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3325154 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 623 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11862719 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 891 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8537565 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8537565 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 279 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1032597504 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.306 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15159296 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3286, 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 461697771 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21900, 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168757092 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 78311, 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17167941646 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77628, 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1832874488 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 78311, 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50351570 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.309 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 78311, 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17218293216 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40205, 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 977406944 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1239, 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3582656 2024-09-18T03:37:19.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11038322 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 52, 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76515 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18210, 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2383090625 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264511 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24244 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24519, 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1538645909 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 54774, 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25164988 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 30255, 2024-09-18T03:37:19.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 839167340 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15321, 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 402930002 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6005076690 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.313 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8976, 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 434954070 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8976, 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2798878195572 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8976, 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6043086400831 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2776596913160 2024-09-18T03:37:19.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9597102 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 171020914 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32616616417 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.315 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33692322 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17678083535 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8931363310 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10940610 2024-09-18T03:37:19.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2728, 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18798833 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65417631911 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10051193071 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.317 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92613, 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 580439344 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 522633216 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 495575040 2024-09-18T03:37:19.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27058176 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.319 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56593200 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 81920 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 946176 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68207824 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 424449006 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2160 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.323 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 137776 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70338930 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94800 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37728800 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71228304 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.328 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 424449006 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 164746 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156223 2024-09-18T03:37:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69157897 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.331 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63012 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.333 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1984428825 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63012, 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 172512718028 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2810118955 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63994, 2024-09-18T03:37:19.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22405113179 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63012, 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77325088120 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46207 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46207, 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21675799363 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2810118955 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46603, 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8021560580 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46207, 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7731508965 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9223 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 342463933 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9223, 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14967144020 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9571, 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5384798321 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9223, 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11915863947 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7582 2024-09-18T03:37:19.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1641964892 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7582, 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 135869774645 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7820, 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8998754278 2024-09-18T03:37:19.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7582, 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57677715208 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 650674176 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10162176 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 749617152 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4156339 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1225942 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 753139712 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13746176 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296660992 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 761593856 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.344 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 260796596 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.345 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14425 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 228585472 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 228589568 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6747 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160062583 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11338 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3199750 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.347 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 723 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10068647 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 967 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6868897 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6868897 2024-09-18T03:37:19.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 249 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.349 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1058742272 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.350 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14561280 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3274, 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 476773495 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18568, 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 149778644 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72358, 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16881581239 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71635, 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1819860980 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72358, 2024-09-18T03:37:19.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52007913 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72358, 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16933589152 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32608, 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 831407228 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.354 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1065, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3023499 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8570, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11768623 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100742 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10008, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1916970628 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.355 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 233187 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27702 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22803, 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1574124086 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73451, 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27504526 2024-09-18T03:37:19.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50648, 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 697417023 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15283, 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427952887 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6885198193 2024-09-18T03:37:19.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22565, 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1263822545 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22563, 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2811710013383 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22565, 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6449908496276 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.358 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87986, 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2370331101826 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87986, 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8447938 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305294401 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31284113338 2024-09-18T03:37:19.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34818341 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18146654826 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9235287544 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.360 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10349705 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2672, 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18362403 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65872713588 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10468466509 2024-09-18T03:37:19.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87988, 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627037595 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 501956608 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 474890240 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27066368 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56718231 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40960 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192512 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.365 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68877417 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.366 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425386736 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 144592 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.368 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69396288 2024-09-18T03:37:19.369 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173600 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37812154 2024-09-18T03:37:19.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71066150 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425386736 2024-09-18T03:37:19.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.374 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 164405 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1150839 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68225892 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47607 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2025894125 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47607, 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 613697504450 2024-09-18T03:37:19.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2773854193 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49418, 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30509382618 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47607, 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102589268337 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24036 2024-09-18T03:37:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24036, 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21222002172 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2773854193 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24497, 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5647140354 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.380 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24036, 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6352760869 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13195 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176226091 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13195, 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95118784715 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.381 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13408, 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11744582100 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.382 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13195, 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27311146387 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10376 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1849668034 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10376, 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 497356717563 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.383 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11513, 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13117660164 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10376, 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68925361081 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.384 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4194304 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 767717376 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11829248 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 597651456 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.387 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4389153 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1244969 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 528809984 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10338304 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 293253120 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541458432 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 289191132 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15406 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241135616 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241139712 2024-09-18T03:37:19.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6246 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 183353782 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12164 2024-09-18T03:37:19.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4230571 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 864 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11597409 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1231 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7366838 2024-09-18T03:37:19.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7366838 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 380 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.393 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 905031680 2024-09-18T03:37:19.394 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14548992 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3315, 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 468332311 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.395 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24102, 2024-09-18T03:37:19.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 199577093 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71536, 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15492755909 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.397 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70927, 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1644324580 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71536, 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38326987 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 71536, 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15531082896 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.398 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62351, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 920186995 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1203, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2871734 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26810, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16710922 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.399 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70532 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17757, 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1755863205 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266986 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19494 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.400 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10401, 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1262583432 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26506, 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18168698 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16105, 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 909610910 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.401 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12780, 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378628686 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5748474812 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5814, 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488408733 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5813, 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2876527013952 2024-09-18T03:37:19.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5814, 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5982914168574 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85083, 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2441123508595 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85083, 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8318175 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.403 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 563839279 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27141211824 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31197305 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14660813451 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8213969155 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10349526 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2642, 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18355320 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56341744269 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9249201229 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85084, 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 613056299 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 546242560 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 392036352 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 154206208 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.407 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56746028 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 307200 2024-09-18T03:37:19.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68710356 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425595211 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2384 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163952 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.412 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69166325 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.413 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 738288 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37830685 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70482931 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425595211 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 152975 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1181990 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67997696 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 130 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41 2024-09-18T03:37:19.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59760 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1600985887 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59760, 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 97976942579 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3900401060 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60773, 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44317898939 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59760, 2024-09-18T03:37:19.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69914572939 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28997 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28997, 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27095574429 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3900401060 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.423 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29462, 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6072985745 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28997, 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11471437267 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28552 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 320355441 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.424 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28552, 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49226482012 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.425 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28878, 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34490052467 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28552, 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46383751102 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2211 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1280630446 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2211, 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21654886138 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2433, 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3754860727 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2211, 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12059384570 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 96 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 543371264 2024-09-18T03:37:19.428 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4890624 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 576516096 2024-09-18T03:37:19.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3430101 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1101739 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 536084480 2024-09-18T03:37:19.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7172096 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273436672 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 552927232 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.432 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136481411 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6032 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118263808 2024-09-18T03:37:19.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118267904 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1330 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52231563 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3449 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1880481 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 593 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4859166 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 817 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2978685 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2978685 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.436 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 227 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.437 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 857006080 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10379264 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3249, 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430413897 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.438 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12966, 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 101819793 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66703, 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14540300984 2024-09-18T03:37:19.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66074, 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1816146984 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66703, 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47494854 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66703, 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14587795838 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.441 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15828, 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 448065113 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1513, 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3006192 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7896, 2024-09-18T03:37:19.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7886550 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41, 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50781 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5556, 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 224372400 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 199703 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17557 2024-09-18T03:37:19.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35689, 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1104280605 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 89218, 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32932170 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 53529, 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 539080637 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12347, 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 343215189 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5299416917 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17508, 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1105772688 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.445 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17507, 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2289471024429 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17508, 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6265719401496 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77682, 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2363902826198 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77682, 2024-09-18T03:37:19.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7293614 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 410958951 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25383478921 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29452963 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12696988646 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6713211318 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6161148 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2663, 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16334450 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.448 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50516479939 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7667825945 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 77683, 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 545530795 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406060681 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 518856704 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488316928 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601608294 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30539776 2024-09-18T03:37:19.450 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57271034 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36864 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73728 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68447494 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429532758 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1776 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35136 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 83520 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73663290 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 309744 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38180689 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.458 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70561471 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429532758 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 169799 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1170293 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.462 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72443630 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43734 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.464 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1093346935 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43734, 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273062088424 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1835975290 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45358, 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25033920756 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43734, 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 64762686297 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28514 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28514, 2024-09-18T03:37:19.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46630724582 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1835975290 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28610, 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5417131300 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28514, 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6632094801 2024-09-18T03:37:19.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11163 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 130369646 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11163, 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 156679151637 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12633, 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14831346647 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11163, 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29824043184 2024-09-18T03:37:19.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4057 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 962977289 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4057, 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69752212205 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.470 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4115, 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4785442809 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4057, 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28306548312 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 546476032 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6238208 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 584523776 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3141864 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 906855 2024-09-18T03:37:19.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 551813120 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2568192 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 252182528 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.475 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 572850176 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 202790454 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.476 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9519 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 179712000 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 179716096 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3203 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91848082 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6121 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2131139 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 749 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.478 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6182071 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1059 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4050932 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4050932 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 313 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 844980224 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10375168 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3191, 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 415079541 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8955, 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59236377 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61509, 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12122605834 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61066, 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1288490740 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61509, 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47437453 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61509, 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12170043287 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19886, 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 382390832 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 944, 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2091123 2024-09-18T03:37:19.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.486 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10870, 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8208669 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57947 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7515, 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1124135203 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.488 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174117 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19586 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11312, 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 647255765 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41111, 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16952531 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.489 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29799, 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 351941260 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13215, 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 310642360 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5367632524 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.490 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18055, 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 733908083 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18052, 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2422876145045 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18055, 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5945733072288 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73178, 2024-09-18T03:37:19.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2093194986287 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73178, 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6770705 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 112241778 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19842247125 2024-09-18T03:37:19.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25820808 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9578657917 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5786064303 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6155937 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2518, 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14760639 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40698067939 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6591042772 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.494 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73181, 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 496852439 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541130752 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 405667840 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.495 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 135462912 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56993943 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94208 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 491520 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68249449 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427454576 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2160 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143952 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 288 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67326896 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.502 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 161600 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37995962 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70894342 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427454576 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165030 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1158235 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74538639 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.508 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.509 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25422 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 889596295 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25422, 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42875739591 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121755405 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26181, 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9787902536 2024-09-18T03:37:19.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25422, 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21602166976 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16824 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16824, 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5780690605 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.512 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121755405 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16986, 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3143442179 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16824, 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3385567356 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4903 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.513 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 119366915 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4903, 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5786893697 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5399, 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2642210085 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4903, 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5104766140 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3695 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 770229380 2024-09-18T03:37:19.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3695, 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31308155289 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3796, 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4002250272 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3695, 2024-09-18T03:37:19.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13111833480 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562208768 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.518 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9011200 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 630456320 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20, 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4198687 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20, 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1196022 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.520 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488767488 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8609792 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341475328 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 501415936 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.521 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273062146 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14149 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235466752 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235470848 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5413 2024-09-18T03:37:19.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 139949589 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10074 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2969311 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 897 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8928356 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1214 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5959045 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5959045 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 329 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.526 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 983629824 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10379264 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3235, 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 459316993 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19304, 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 141273694 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.529 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83308, 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14527512031 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 82772, 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1505588604 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83308, 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44255783 2024-09-18T03:37:19.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83308, 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14571767814 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 30796, 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 437557407 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.531 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1014, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2655534 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18467, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12061809 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 66803 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10570, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1003623417 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.532 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 236225 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20822 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19687, 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885697874 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49103, 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18738580 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.533 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29416, 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 628164652 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15544, 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 386798892 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3957343023 2024-09-18T03:37:19.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8744, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 524357075 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8743, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2675583055669 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8744, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6300872447299 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97203, 2024-09-18T03:37:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2609084219848 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97203, 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9206357 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173786432 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25124055469 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34144717 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13405618610 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6829434576 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6161153 2024-09-18T03:37:19.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2581, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15304526 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49504945484 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7713796077 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97204, 2024-09-18T03:37:19.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 511621289 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 515006464 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 490651648 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.539 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24354816 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56740310 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163840 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176128 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.542 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68748842 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.543 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425552329 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2400 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159488 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69213655 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 200224 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.546 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37826873 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.548 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71024807 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425552329 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162665 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1148578 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68064300 2024-09-18T03:37:19.551 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37400 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1058628049 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37400, 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37753866313 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1859976371 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.554 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38302, 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11378362075 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37400, 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21657373783 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28320 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28320, 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11466993052 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.555 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1859976371 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28625, 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5173126983 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28320, 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5146140958 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7944 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 332949820 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7944, 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15401370453 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.557 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8400, 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4696264282 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7944, 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11642623208 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1136 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 725678229 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1136, 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10885502808 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1277, 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1508970810 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1136, 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4868609617 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.560 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 499159040 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.561 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4218880 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 465133568 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-18T03:37:19.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4574454 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1102451 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377487360 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15491072 2024-09-18T03:37:19.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 248455168 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 385941504 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 119307152 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6802 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127787008 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127791104 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4224 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46507343 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4568 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.567 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1271175 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 435 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4173988 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 577 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2902813 2024-09-18T03:37:19.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2902813 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 145 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 719708160 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10964992 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3156, 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 340697795 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15731, 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 107957641 2024-09-18T03:37:19.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60610, 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10836039786 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60142, 2024-09-18T03:37:19.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1132993061 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60610, 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30972388 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60610, 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10867012174 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.574 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 229175, 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 673497218 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1000, 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2955626 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 127482, 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45353638 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-18T03:37:19.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51955 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10224, 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 648097146 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 383453 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17828 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.576 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16717, 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 899084065 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 49623, 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19186300 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32906, 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 536549030 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11537, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263297972 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2673308860 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13845, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 618819861 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13843, 2024-09-18T03:37:19.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2433700475883 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13845, 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5478350413660 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70074, 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2345961905783 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70074, 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6599715 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93914407 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18240551086 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23972526 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9533675855 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4761890272 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6751412 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2461, 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14065144 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35314724220 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5427397322 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70076, 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377767765 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.582 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433192960 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420790272 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12402688 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57305473 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53248 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 307200 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68163199 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-18T03:37:19.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429791051 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1280 2024-09-18T03:37:19.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76528 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73447621 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 470624 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38203649 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70377631 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:19.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 429791051 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 167431 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1172022 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72185976 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.595 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.596 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37189 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1231153798 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37189, 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50671553538 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1686060735 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37757, 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18082228221 2024-09-18T03:37:19.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37189, 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31626751124 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28429 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28429, 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12322491220 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1686060735 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28636, 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10498299188 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28429, 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9842213378 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4828 2024-09-18T03:37:19.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 260726830 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4828, 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10747146201 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.601 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5070, 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3385284658 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4828, 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7344233047 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3932 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.602 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 970426968 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3932, 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27601916117 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4051, 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4198644375 2024-09-18T03:37:19.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3932, 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14440304699 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 388468736 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-18T03:37:19.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2121728 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 532004864 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4625454 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1626936 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426508288 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7553024 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273817600 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 439156736 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-18T03:37:19.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95797708 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5278 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.609 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102866944 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102871040 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3303 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.610 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39531931 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3549 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887586 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 400 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2102683 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.611 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215097 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215097 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 228 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 810106880 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10956800 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3198, 2024-09-18T03:37:19.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 285821365 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14942, 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102178228 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66801, 2024-09-18T03:37:19.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11763761788 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66280, 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348308993 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66801, 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40112722 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66801, 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11803874510 2024-09-18T03:37:19.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35518, 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 357773601 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 860, 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2880250 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8920, 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6788819 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63566 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9901, 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596303444 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207162 2024-09-18T03:37:19.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18252 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10626, 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 702118334 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40239, 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15267644 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29613, 2024-09-18T03:37:19.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 517043097 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13348, 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 302742400 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5018528255 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.621 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16103, 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 705575058 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16103, 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2667179506789 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16103, 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6039920291222 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2883405390597 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8084077 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 202767439 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21488955260 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-18T03:37:19.623 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27593780 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11597769298 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5615989872 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6746182 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.624 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2412, 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13712167 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43936085593 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6577773591 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80494, 2024-09-18T03:37:19.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 479572305 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405102284 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456654848 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433512448 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-18T03:37:19.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600480768 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23142400 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57345783 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98304 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 307200 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68077833 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430093379 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1408 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 93152 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73128541 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-18T03:37:19.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 101648 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38230522 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70719734 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.636 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430093379 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 167556 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1163868 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-18T03:37:19.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71891677 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-18T03:37:19.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39691 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 994287113 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39691, 2024-09-18T03:37:19.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35923682091 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1610374040 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40117, 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15531625181 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39691, 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26559478562 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26277 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.642 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26277, 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9685718166 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1610374040 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26383, 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4913941835 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.643 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26277, 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4946717158 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12363 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 240591835 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12363, 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19096158276 2024-09-18T03:37:19.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12595, 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9168107144 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-18T03:37:19.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12363, 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16466873289 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1051 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 753695278 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1051, 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7141805649 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1139, 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1449576202 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1051, 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5145888115 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-18T03:37:19.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 437477376 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T03:37:19.648 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:19.649 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4629598556202836e-06, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 1200, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 2057216, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-18T03:37:19.650 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 349, 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:19.651 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 149045, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 110592, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-18T03:37:19.652 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 38453, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.0602813322057045e-07, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 79, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 88064, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19425, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 6608, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 12817, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 58275, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 68, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 35840 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:19.653 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-18T03:37:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:19.655 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.656 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 723420522762, 2024-09-18T03:37:19.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12595200, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12595200, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 241140170752, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 4, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.7410317013855092e-05, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 8958, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 3122127872, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 4194323, 2024-09-18T03:37:19.658 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 4194323, 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 12582969, 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 24297, 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 3204645888 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-18T03:37:19.659 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "cb7473ac-ce49-43e6-8cba-fc86554f6a48", 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-18T03:37:18.488758", 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "7.9.2" 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-18T03:37:19.660 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-18T03:37:19.661 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T03:37:19.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-18T03:37:19.663 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.664 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.784350+0000", 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.784350+0000", 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784948+0000", 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769094+0000", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 5, 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.666 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 5, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2821, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:51:19.924565+0000", 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.667 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 4, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.670 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'5" 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.671 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.782269+0000", 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.782269+0000", 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782709+0000", 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634903+0000", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.673 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2839, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.674 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:42:08.475533+0000", 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.677 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764943+0000", 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764943+0000", 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.765274+0000", 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.635075+0000", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.680 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2860, 2024-09-18T03:37:19.681 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:19:36.443998+0000", 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'2" 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.685 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756264+0000", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756264+0000", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.756695+0000", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.768583+0000", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.687 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:42:46.333081+0000", 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.691 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.790330+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.790330+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.790647+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:19.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643960+0000", 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.694 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2797, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:52:42.590371+0000", 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:19.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.698 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.699 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.756671+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.756671+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.756990+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.694772+0000", 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.701 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2798, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:07:42.033876+0000", 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.705 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.706 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.781777+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.781777+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.783124+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:19.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643415+0000", 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.708 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:53:27.160321+0000", 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.712 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:19.713 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.783571+0000", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.783571+0000", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.783860+0000", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.763639+0000", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.715 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2811, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.716 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:27:12.414600+0000", 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.720 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792374+0000", 2024-09-18T03:37:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792374+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.792686+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.824802+0000", 2024-09-18T03:37:19.722 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.723 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2809, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:02:08.266707+0000", 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:19.727 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.728 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789692+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789692+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.790013+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:19.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.645534+0000", 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.730 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:04:04.111544+0000", 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.731 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.734 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'3" 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.735 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.750967+0000", 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.750967+0000", 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.751350+0000", 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633298+0000", 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.737 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2853, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:01:39.646293+0000", 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.742 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.743 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.775222+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.775222+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.775578+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:19.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819429+0000", 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.745 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2818, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:29:44.306884+0000", 2024-09-18T03:37:19.746 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.750 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774534+0000", 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774534+0000", 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.774855+0000", 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:19.751 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764303+0000", 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.753 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2846, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:36:54.303179+0000", 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.757 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.775669+0000", 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.775669+0000", 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.775946+0000", 2024-09-18T03:37:19.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703096+0000", 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.759 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.760 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2818, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:43:24.207079+0000", 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.764 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.792391+0000", 2024-09-18T03:37:19.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.792391+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.792664+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633334+0000", 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.766 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2830, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:14:01.158662+0000", 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.770 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:19.771 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.781914+0000", 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.781914+0000", 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.782222+0000", 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818656+0000", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.773 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2802, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:54:17.529419+0000", 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.778 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.757086+0000", 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.757086+0000", 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.757391+0000", 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:19.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.820001+0000", 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.781 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:46:50.566277+0000", 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.785 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792231+0000", 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792231+0000", 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.792715+0000", 2024-09-18T03:37:19.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.821001+0000", 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:19.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2828, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:09:07.619153+0000", 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.791 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:19.792 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.773761+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.773761+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.150733+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:19.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819987+0000", 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2902, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.794 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2902, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6389, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:14:23.087167+0000", 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.002677923, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 992, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 374249, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2886, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 356351 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.798 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1117'2902" 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.799 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.784046+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.784046+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784332+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:19.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.765007+0000", 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.801 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2855, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:29:49.457656+0000", 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.805 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.806 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781814+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781814+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782171+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703981+0000", 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.808 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2823, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:04:12.380161+0000", 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-18T03:37:19.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.812 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "541'2" 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.813 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774604+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774604+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.081191+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633873+0000", 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2990, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2990, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6381, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:27:09.842441+0000", 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003587049, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 686, 2024-09-18T03:37:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 406590, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2976, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407177 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'2990" 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.820 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.765985+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.765985+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.766579+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704029+0000", 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.822 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2819, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:44:35.750559+0000", 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:19.826 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.827 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.786516+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.786516+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786828+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:19.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.820448+0000", 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.829 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2817, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:05:11.077033+0000", 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.833 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.834 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789667+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789667+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.087869+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:19.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769399+0000", 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3195, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3195, 2024-09-18T03:37:19.836 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6746, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:27:04.340818+0000", 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.00454236, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1160, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 395508, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3182, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 440145 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.840 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'3195" 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.841 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.757982+0000", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.757982+0000", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.759904+0000", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:19.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.639300+0000", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.843 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:00:15.310194+0000", 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.847 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.848 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.775430+0000", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.775430+0000", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.775697+0000", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704115+0000", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.850 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2812, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:14:16.121757+0000", 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.854 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.855 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764971+0000", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764971+0000", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.081712+0000", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703297+0000", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3105, 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3105, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6961, 2024-09-18T03:37:19.858 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:49:43.139458+0000", 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004685028, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1675, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 364775, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3083, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 371801 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'3105" 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.862 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:19.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.774346+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.774346+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.774616+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818224+0000", 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.865 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:44:28.835340+0000", 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:19.869 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:19.870 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.783614+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.783614+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.784110+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.638815+0000", 2024-09-18T03:37:19.871 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.872 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:30:48.208955+0000", 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.876 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.746981+0000", 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.746981+0000", 2024-09-18T03:37:19.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.084727+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703937+0000", 2024-09-18T03:37:19.878 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3094, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3094, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-18T03:37:19.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6715, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:35:30.298682+0000", 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004565725, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1366, 2024-09-18T03:37:19.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 358362, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3091, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 406539 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.883 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'3094" 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.884 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781852+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781852+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782164+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:19.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819524+0000", 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.886 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2821, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:12:19.105257+0000", 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.755272+0000", 2024-09-18T03:37:19.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.755272+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:40.755536+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.695340+0000", 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.892 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.893 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2825, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:35:03.339265+0000", 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.896 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.897 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764342+0000", 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764342+0000", 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.083866+0000", 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704524+0000", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2983, 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:19.899 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2983, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6467, 2024-09-18T03:37:19.900 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:50:09.997929+0000", 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003691266, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1225, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 364487, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2979, 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 372056 2024-09-18T03:37:19.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1117'2983" 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.904 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.741773+0000", 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.741773+0000", 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.742090+0000", 2024-09-18T03:37:19.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.768039+0000", 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.906 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.907 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:21:20.056987+0000", 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.911 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.782259+0000", 2024-09-18T03:37:19.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.782259+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784122+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.647098+0000", 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.913 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.914 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2804, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:36:56.666044+0000", 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.918 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:09.774676+0000", 2024-09-18T03:37:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:09.774676+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.086288+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 356, 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:19.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.635317+0000", 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2964, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 355, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2964, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-18T03:37:19.921 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6396, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T14:07:21.555179+0000", 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003030357, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194304, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 798, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 409903, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2923, 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 367742 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1118'2964" 2024-09-18T03:37:19.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781704+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781704+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782004+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764357+0000", 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.928 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2822, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:11:36.334571+0000", 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.932 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.933 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789671+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789671+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789979+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.639324+0000", 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.935 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2836, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:52:40.252717+0000", 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.939 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 20, 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.940 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774568+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774568+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.776391+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:14:28.941585+0000", 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643401+0000", 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.942 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 3267, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:56:37.913442+0000", 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T03:37:19.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.946 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "2205'200" 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.947 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 57, 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.785358+0000", 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.785358+0000", 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T03:01:00.149606+0000", 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:19.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:17:20.244006+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819335+0000", 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3195, 2024-09-18T03:37:19.949 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3195, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.950 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 6632, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:41:08.685213+0000", 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.003321764, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1056, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 375079, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3177, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407726 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1117'3195" 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.954 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.781847+0000", 2024-09-18T03:37:19.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.781847+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.782140+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:19.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643647+0000", 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.957 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:21:01.752485+0000", 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.961 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.962 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.761659+0000", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.761659+0000", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.761974+0000", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:19.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818214+0000", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.964 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2823, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:42:52.385277+0000", 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.965 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.968 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.969 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.774622+0000", 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.774622+0000", 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.774934+0000", 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764846+0000", 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.971 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.972 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2822, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:14:33.254347+0000", 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.976 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.756343+0000", 2024-09-18T03:37:19.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.756343+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.756743+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818118+0000", 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.978 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.979 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2820, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:55:35.994257+0000", 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T03:37:19.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.782014+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.782014+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.782317+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.648207+0000", 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.986 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:26:52.790229+0000", 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:19.990 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.991 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.784953+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.784953+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786422+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.819807+0000", 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:19.993 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2833, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:45:01.659928+0000", 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:19.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:19.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:19.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.997 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:19.998 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.787133+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.787133+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.787422+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:19.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.644117+0000", 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.000 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:46:50.619745+0000", 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.004 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.005 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.783600+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.783600+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.783977+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:20.006 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633656+0000", 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.007 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:42:24.642928+0000", 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.011 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'1" 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.012 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.780489+0000", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.780489+0000", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.781802+0000", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643624+0000", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.014 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2804, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:49:13.472549+0000", 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.015 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.019 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:09.780072+0000", 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:09.780072+0000", 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:09.780394+0000", 2024-09-18T03:37:20.020 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 356, 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.695275+0000", 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.021 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 355, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.022 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2829, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:54:03.664499+0000", 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T03:37:20.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 24, 2024-09-18T03:37:20.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 24, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:20.026 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'8" 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.027 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.777922+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.777922+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.778313+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.028 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.642895+0000", 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.029 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2796, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:50:24.054526+0000", 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.033 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.034 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792380+0000", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792380+0000", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.792950+0000", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.035 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.645678+0000", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.036 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:34:33.146204+0000", 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.040 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.041 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.791046+0000", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.791046+0000", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.791595+0000", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.042 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.644576+0000", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.043 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2789, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:32:45.419883+0000", 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.044 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.047 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.048 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.773454+0000", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.773454+0000", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.773730+0000", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.763888+0000", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.050 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2822, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:08:13.241451+0000", 2024-09-18T03:37:20.051 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.055 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.776836+0000", 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.776836+0000", 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.777087+0000", 2024-09-18T03:37:20.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.694909+0000", 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.057 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.058 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2788, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T13:39:49.721463+0000", 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:20.062 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.063 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.743431+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.743431+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.744045+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.064 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769520+0000", 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.065 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2814, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:59:11.392725+0000", 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:20.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.069 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'2" 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.070 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789155+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789155+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789841+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:20.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643859+0000", 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.072 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2788, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:48:22.853812+0000", 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.073 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.074 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.075 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.076 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.077 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.780937+0000", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.780937+0000", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.781605+0000", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.078 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.646307+0000", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 29, 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.079 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 29, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2832, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:43:26.636270+0000", 2024-09-18T03:37:20.080 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 5822, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 10, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 14, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 28, 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 25 2024-09-18T03:37:20.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'29" 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.776810+0000", 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.776810+0000", 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.777099+0000", 2024-09-18T03:37:20.085 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.822310+0000", 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.086 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-18T03:37:20.087 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2811, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:59:24.297728+0000", 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.090 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.091 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.092 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764714+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764714+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.765065+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:20.093 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.818206+0000", 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.094 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2814, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:50:52.992414+0000", 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 7, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.098 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "54'3" 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:20.099 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756687+0000", 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756687+0000", 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.757027+0000", 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.768678+0000", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.101 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:20.102 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:32:00.310653+0000", 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.105 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.106 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.782464+0000", 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.782464+0000", 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782747+0000", 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.107 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.765631+0000", 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.108 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.109 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2832, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:18:53.244933+0000", 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.113 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:20.114 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.780220+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.780220+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.780626+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.115 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.765490+0000", 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.116 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2798, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:24:16.513550+0000", 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.120 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.788729+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.788729+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.789136+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:20.122 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.648376+0000", 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.123 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2796, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:36:03.992159+0000", 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.124 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.127 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.128 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.751467+0000", 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.751467+0000", 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.751776+0000", 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.129 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.817627+0000", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.130 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.131 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2815, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:52:11.441888+0000", 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:20.136 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.777845+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.777845+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.778124+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764033+0000", 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-18T03:37:20.138 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:37:50.425283+0000", 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.142 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.754291+0000", 2024-09-18T03:37:20.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.754291+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:40.754993+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:20.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634076+0000", 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2844, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:35:38.036195+0000", 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.149 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:20.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.778571+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.778571+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.780058+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:20.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634470+0000", 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-18T03:37:20.152 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2852, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:44:21.824035+0000", 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.156 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.772750+0000", 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.772750+0000", 2024-09-18T03:37:20.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.773113+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.646002+0000", 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.158 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.159 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2805, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:46:29.184122+0000", 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'2" 2024-09-18T03:37:20.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:20.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.789664+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.789664+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789873+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:20.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769515+0000", 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-18T03:37:20.166 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:09:26.502321+0000", 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.170 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 52, 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.788838+0000", 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.788838+0000", 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789195+0000", 2024-09-18T03:37:20.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:44.078803+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634421+0000", 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.172 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.173 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2819, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:43:56.575845+0000", 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "536'2" 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.177 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.756054+0000", 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.756054+0000", 2024-09-18T03:37:20.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.757245+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.632576+0000", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.179 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.180 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2828, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:25:53.890661+0000", 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.184 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.786829+0000", 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.786829+0000", 2024-09-18T03:37:20.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.787353+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.642812+0000", 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.187 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:07:36.424381+0000", 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.191 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.779117+0000", 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.779117+0000", 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.779569+0000", 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.694797+0000", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.193 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2830, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:36:34.590296+0000", 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.194 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.197 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.198 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.758305+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.758305+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.760452+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:20.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.639204+0000", 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.200 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:51:13.036785+0000", 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.201 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.204 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.205 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.743013+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.743013+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.743799+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.206 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769408+0000", 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.207 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:20:23.498040+0000", 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.750959+0000", 2024-09-18T03:37:20.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.750959+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.751298+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:20.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764301+0000", 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.214 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2855, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:24:40.118287+0000", 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.218 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.219 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:40.753418+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:40.753418+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:40.753693+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 386, 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:20.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.703780+0000", 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 385, 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.221 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2818, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:58:41.230645+0000", 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.222 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.225 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.226 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.780377+0000", 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.780377+0000", 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.780695+0000", 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.227 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.821701+0000", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.228 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2807, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T05:55:47.811874+0000", 2024-09-18T03:37:20.229 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.232 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.233 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.751923+0000", 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.751923+0000", 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.752724+0000", 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.234 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764876+0000", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.235 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.236 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2837, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:29:27.277796+0000", 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.240 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756354+0000", 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756354+0000", 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.756840+0000", 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:20.241 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764246+0000", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.242 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.243 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2825, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:25:26.167085+0000", 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.247 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:14.751897+0000", 2024-09-18T03:37:20.248 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:14.751897+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:14.752199+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 420, 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:20.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634560+0000", 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 419, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.250 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2844, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:39:23.125333+0000", 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.254 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.774454+0000", 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.774454+0000", 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.774716+0000", 2024-09-18T03:37:20.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.763469+0000", 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.256 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.257 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2816, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:30:28.753844+0000", 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:20.262 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.788807+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.788807+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.789121+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.633170+0000", 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:59:48.132885+0000", 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:20.268 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.269 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781936+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781936+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782198+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.817713+0000", 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.271 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:46:50.981323+0000", 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.276 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.785417+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.785417+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786152+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:20.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643752+0000", 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.278 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:08:47.004262+0000", 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.282 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.283 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.786125+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.786125+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.786583+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:20.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.695206+0000", 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.285 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:22:39.984305+0000", 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.289 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.290 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.779648+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.779648+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.779990+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:20.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764624+0000", 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.292 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:08:00.863315+0000", 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.295 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.296 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.777786+0000", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.777786+0000", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.778063+0000", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764320+0000", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.298 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2808, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:40:22.232057+0000", 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.299 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.303 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.764092+0000", 2024-09-18T03:37:20.304 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.764092+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.764453+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.817775+0000", 2024-09-18T03:37:20.305 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.306 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2816, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:30:28.978928+0000", 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.310 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.756408+0000", 2024-09-18T03:37:20.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.756408+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.756796+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769283+0000", 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.312 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.313 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2809, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:16:53.482476+0000", 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.317 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.781478+0000", 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.781478+0000", 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.781881+0000", 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:20.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634595+0000", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.319 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2842, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.320 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T07:21:23.850082+0000", 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.324 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.783625+0000", 2024-09-18T03:37:20.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.783625+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.784068+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.822390+0000", 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.326 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:20.327 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:57:17.044236+0000", 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.332 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.792695+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.792695+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.793001+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.646989+0000", 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.334 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:24:44.067449+0000", 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.338 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-18T03:37:20.339 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.789255+0000", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.789255+0000", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.789516+0000", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.647996+0000", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.341 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2795, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T08:58:49.216468+0000", 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.345 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.346 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.783750+0000", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.783750+0000", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.784142+0000", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.647394+0000", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.348 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2803, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T10:57:23.121598+0000", 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.352 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.353 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.773339+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.773339+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.773680+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:20.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.634149+0000", 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.355 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2816, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:30:03.764845+0000", 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.359 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.360 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.787505+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.787505+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.788760+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:20.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.643702+0000", 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.362 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:51:02.502367+0000", 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.366 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.367 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:26:48.765488+0000", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:26:48.765488+0000", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:26:48.766600+0000", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 452, 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764293+0000", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 451, 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.369 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2799, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T06:52:02.797834+0000", 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.370 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.373 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.374 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.788119+0000", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.788119+0000", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.788538+0000", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.645643+0000", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.376 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2810, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:38:31.722415+0000", 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.380 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.381 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.777961+0000", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.777961+0000", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.778228+0000", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.764819+0000", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.383 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2826, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:22:42.713378+0000", 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.384 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.388 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:25:09.773485+0000", 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:25:09.773485+0000", 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:25:09.773785+0000", 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:20.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 356, 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.769174+0000", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.390 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 355, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2813, 2024-09-18T03:37:20.391 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T12:02:49.685154+0000", 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.395 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:21.782032+0000", 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:21.782032+0000", 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:21.782446+0000", 2024-09-18T03:37:20.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 484, 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:13.704138+0000", 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.397 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 483, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2837, 2024-09-18T03:37:20.398 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2811, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T11:06:26.763651+0000", 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-18T03:37:20.402 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 53, 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-18T03:37:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-18T02:27:54.787983+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-18T02:27:54.787983+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-18T02:27:54.788279+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 514, 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:20.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-18T02:16:45.081204+0000", 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-18T03:36:14.821084+0000", 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 513, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.405 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2838, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 2798, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T09:53:59.495456+0000", 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-18T03:37:20.409 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.410 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-18T03:37:20.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 68, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 68, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 6608, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-18T03:37:20.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 79, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 86, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 68, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 35 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 110592, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:20.418 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 19824, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 38453, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-18T03:37:20.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-18T03:37:20.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-18T03:37:20.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-18T03:37:20.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 24428, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 24428, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194323, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-18T03:37:20.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-18T03:37:20.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 2, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-18T03:37:20.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 8958, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 3048953, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 24297, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 3129537 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12595200, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-18T03:37:20.427 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 12582969, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-18T03:37:20.428 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 763564732416, 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 4395552768, 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 4395552768, 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.005723671987652779 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 763564732416, 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 4395552768 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-18T03:37:20.429 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-18T03:37:20.430 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry off 2024-09-18T03:37:20.430 INFO:tasks.workunit.client.0.smithi046.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-09-18T03:37:20.430 INFO:tasks.workunit.client.0.smithi046.stdout:Preview sample reports with `ceph telemetry preview`. 2024-09-18T03:37:20.430 INFO:tasks.workunit.client.0.smithi046.stdout:OK 2024-09-18T03:37:20.431 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.431 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.432 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.433 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.434 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:18 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.435 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:37:20.436 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:19 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.436 INFO:tasks.workunit.client.0.smithi046.stderr:+ echo OK 2024-09-18T03:37:20.437 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-18T03:37:20.437 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-18T03:37:20.437 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:18] ENGINE Bus STOPPING 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:18 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:19] ENGINE Bus STOPPED 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:19] ENGINE Bus STARTING 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:19] ENGINE Serving on http://:::9283 2024-09-18T03:37:20.446 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:19] ENGINE Bus STARTED 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:37:20.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-18T03:37:20.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:19 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' 2024-09-18T03:37:20.481 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-09-18T03:37:20.481 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-18T03:37:20.802 DEBUG:teuthology.parallel:result is None 2024-09-18T03:37:20.802 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:37:20.828 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:37:20.829 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-18T03:37:20.884 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-18T03:37:20.884 INFO:teuthology.run_tasks:Running task print... 2024-09-18T03:37:20.896 INFO:teuthology.task.print:**** done end telemetry x... 2024-09-18T03:37:20.896 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-18T03:37:20.905 INFO:tasks.cephadm:Teardown begin 2024-09-18T03:37:20.906 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-18T03:37:20.906 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T03:37:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:20 smithi195 ceph-mon[89559]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:21.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:20 smithi195 ceph-mon[89559]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:21.237 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T03:37:21.237 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54253,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.195:6833/1582216630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6832","nonce":1582216630},{"type":"v1","addr":"172.21.15.195:6833","nonce":1582216630}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-18T02:16:45.424894+0000","modified":"2024-09-18T02:28:20.061332+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":536,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":34398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34398":{"gid":34398,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":6,"addr":"172.21.15.46:6835/446050967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":446050967},{"type":"v1","addr":"172.21.15.46:6835","nonce":446050967}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-18T03:37:21.237 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 14 2024-09-18T03:37:21.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:20 smithi046 ceph-mon[94621]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:21.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:20 smithi046 ceph-mon[94621]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:21.249 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:20 smithi046 ceph-mon[97106]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:21.249 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:20 smithi046 ceph-mon[97106]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-18T03:37:21.250 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-18T03:37:21.563 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T03:37:21.564 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54253,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.195:6833/1582216630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6832","nonce":1582216630},{"type":"v1","addr":"172.21.15.195:6833","nonce":1582216630}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-18T02:16:45.424894+0000","modified":"2024-09-18T02:28:20.061332+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":536,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":34398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34398":{"gid":34398,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":6,"addr":"172.21.15.46:6835/446050967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":446050967},{"type":"v1","addr":"172.21.15.46:6835","nonce":446050967}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-18T03:37:21.564 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 14 2024-09-18T03:37:21.577 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-18T03:37:21.856 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-18T03:37:21.856 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":2838,"fsid":"34dcce56-7563-11ef-bceb-c7b262605968","created":"2024-09-18T02:11:23.244336+0000","modified":"2024-09-18T03:36:14.757529+0000","last_up_change":"2024-09-18T02:27:53.757216+0000","last_in_change":"2024-09-18T02:16:09.778187+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-18T02:14:28.891395+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-18T02:16:43.524770+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-18T02:16:44.818979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-18T02:17:20.034578+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1117,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"0261d92a-341a-48a2-9ef5-f1f6fcf2e1e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":279,"up_from":290,"up_thru":2752,"down_at":280,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6803","nonce":270426595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6805","nonce":270426595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6809","nonce":270426595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":270426595},{"type":"v1","addr":"172.21.15.46:6807","nonce":270426595}]},"public_addr":"172.21.15.46:6803/270426595","cluster_addr":"172.21.15.46:6805/270426595","heartbeat_back_addr":"172.21.15.46:6809/270426595","heartbeat_front_addr":"172.21.15.46:6807/270426595","state":["exists","up"]},{"osd":1,"uuid":"bff8d91a-a566-4b3b-8c3e-fe0f08e508b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":311,"up_from":322,"up_thru":2752,"down_at":312,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6811","nonce":3000369673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6813","nonce":3000369673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6817","nonce":3000369673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3000369673},{"type":"v1","addr":"172.21.15.46:6815","nonce":3000369673}]},"public_addr":"172.21.15.46:6811/3000369673","cluster_addr":"172.21.15.46:6813/3000369673","heartbeat_back_addr":"172.21.15.46:6817/3000369673","heartbeat_front_addr":"172.21.15.46:6815/3000369673","state":["exists","up"]},{"osd":2,"uuid":"db753114-21aa-4409-969f-962ce1710fc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":344,"up_from":355,"up_thru":2752,"down_at":345,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6819","nonce":1578996609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6821","nonce":1578996609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6825","nonce":1578996609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":1578996609},{"type":"v1","addr":"172.21.15.46:6823","nonce":1578996609}]},"public_addr":"172.21.15.46:6819/1578996609","cluster_addr":"172.21.15.46:6821/1578996609","heartbeat_back_addr":"172.21.15.46:6825/1578996609","heartbeat_front_addr":"172.21.15.46:6823/1578996609","state":["exists","up"]},{"osd":3,"uuid":"8855ee96-b673-46ea-a331-ad7723962672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":375,"up_from":385,"up_thru":2752,"down_at":376,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6827","nonce":4221774290}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6829","nonce":4221774290}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6833","nonce":4221774290}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4221774290},{"type":"v1","addr":"172.21.15.46:6831","nonce":4221774290}]},"public_addr":"172.21.15.46:6827/4221774290","cluster_addr":"172.21.15.46:6829/4221774290","heartbeat_back_addr":"172.21.15.46:6833/4221774290","heartbeat_front_addr":"172.21.15.46:6831/4221774290","state":["exists","up"]},{"osd":4,"uuid":"9c3a5d0d-b9b5-4fa6-bfe4-60bd8e97a8e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":408,"up_from":419,"up_thru":2752,"down_at":409,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6800","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6801","nonce":1149367545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6802","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6803","nonce":1149367545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6806","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6807","nonce":1149367545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6804","nonce":1149367545},{"type":"v1","addr":"172.21.15.195:6805","nonce":1149367545}]},"public_addr":"172.21.15.195:6801/1149367545","cluster_addr":"172.21.15.195:6803/1149367545","heartbeat_back_addr":"172.21.15.195:6807/1149367545","heartbeat_front_addr":"172.21.15.195:6805/1149367545","state":["exists","up"]},{"osd":5,"uuid":"92a2f7fd-73c9-41c5-8b22-4832849f8fbc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":441,"up_from":451,"up_thru":2752,"down_at":442,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6808","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6809","nonce":1558657143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6810","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6811","nonce":1558657143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6814","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6815","nonce":1558657143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6812","nonce":1558657143},{"type":"v1","addr":"172.21.15.195:6813","nonce":1558657143}]},"public_addr":"172.21.15.195:6809/1558657143","cluster_addr":"172.21.15.195:6811/1558657143","heartbeat_back_addr":"172.21.15.195:6815/1558657143","heartbeat_front_addr":"172.21.15.195:6813/1558657143","state":["exists","up"]},{"osd":6,"uuid":"4bd83a14-9d93-40fd-9023-9c4b2b4858ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":43,"last_clean_end":473,"up_from":483,"up_thru":2752,"down_at":474,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6816","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6817","nonce":2106970188}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6818","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6819","nonce":2106970188}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6822","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6823","nonce":2106970188}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6820","nonce":2106970188},{"type":"v1","addr":"172.21.15.195:6821","nonce":2106970188}]},"public_addr":"172.21.15.195:6817/2106970188","cluster_addr":"172.21.15.195:6819/2106970188","heartbeat_back_addr":"172.21.15.195:6823/2106970188","heartbeat_front_addr":"172.21.15.195:6821/2106970188","state":["exists","up"]},{"osd":7,"uuid":"b2df73db-5349-4048-8087-f62f6a18fd2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":49,"last_clean_end":502,"up_from":513,"up_thru":2752,"down_at":503,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6824","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6825","nonce":1844026700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6826","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6827","nonce":1844026700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6830","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6831","nonce":1844026700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.195:6828","nonce":1844026700},{"type":"v1","addr":"172.21.15.195:6829","nonce":1844026700}]},"public_addr":"172.21.15.195:6825/1844026700","cluster_addr":"172.21.15.195:6827/1844026700","heartbeat_back_addr":"172.21.15.195:6831/1844026700","heartbeat_front_addr":"172.21.15.195:6829/1844026700","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:13:37.951333+0000","dead_epoch":279},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:01.429156+0000","dead_epoch":311},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:25.313319+0000","dead_epoch":344},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:14:50.500796+0000","dead_epoch":375},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:12.511069+0000","dead_epoch":408},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:15:36.279109+0000","dead_epoch":441},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:00.605330+0000","dead_epoch":473},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-18T02:16:25.265779+0000","dead_epoch":502}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3364038696":"2024-09-18T04:09:15.319516+0000","172.21.15.195:6833/431176743":"2024-09-19T02:28:17.035204+0000","172.21.15.195:6832/431176743":"2024-09-19T02:28:17.035204+0000","172.21.15.46:0/2141893883":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/1771995362":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/2495224504":"2024-09-19T02:22:43.210497+0000","172.21.15.46:6801/3636195289":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/678880642":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/3526607143":"2024-09-19T02:22:43.210497+0000","172.21.15.46:0/3213529547":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/674094967":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/4265323586":"2024-09-19T02:22:43.210497+0000","172.21.15.46:6801/3377621383":"2024-09-19T02:21:21.474355+0000","172.21.15.195:0/4019656923":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/2601022904":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/4282867781":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/1101583937":"2024-09-19T02:21:21.474355+0000","172.21.15.195:0/3776665601":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/1681279761":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/784575758":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/4081790325":"2024-09-18T04:35:38.356794+0000","172.21.15.46:0/4143372220":"2024-09-18T04:14:27.078286+0000","172.21.15.46:0/3962731909":"2024-09-18T04:09:14.323398+0000","172.21.15.195:6835/1671023003":"2024-09-19T02:22:03.171423+0000","172.21.15.195:0/2564129100":"2024-09-19T02:22:03.171423+0000","172.21.15.195:0/3744911961":"2024-09-19T02:22:03.171423+0000","172.21.15.46:6801/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:0/2525453614":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/3377621383":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/3896752782":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/1742822303":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/2806066712":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/3711076632":"2024-09-19T02:17:17.233722+0000","172.21.15.46:0/4157427336":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6800/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6801/3011699859":"2024-09-19T02:17:17.233722+0000","172.21.15.46:6800/3636195289":"2024-09-19T02:22:43.210497+0000","172.21.15.195:0/1483390106":"2024-09-19T02:22:03.171423+0000","172.21.15.46:0/1889245146":"2024-09-19T02:22:43.210497+0000","172.21.15.195:6834/1671023003":"2024-09-19T02:22:03.171423+0000","172.21.15.195:0/420093191":"2024-09-19T02:22:03.171423+0000","172.21.15.46:6800/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.195:0/2733979309":"2024-09-19T02:22:03.171423+0000","172.21.15.46:6800/4225167534":"2024-09-19T02:12:18.398344+0000","172.21.15.46:6801/710102960":"2024-09-19T02:11:54.659396+0000","172.21.15.46:0/419874317":"2024-09-19T02:21:21.474355+0000","172.21.15.46:0/1094075825":"2024-09-19T02:17:17.233722+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":6,"length":1},{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":88,"snaps":[{"begin":61,"length":3},{"begin":71,"length":3}]},{"pool":89,"snaps":[{"begin":24,"length":2},{"begin":31,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":628,"length":1},{"begin":630,"length":2}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-18T03:37:21.870 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-18T03:37:22.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[94621]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:37:22.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2424828785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2679940311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1436937920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[97106]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:37:22.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2424828785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2679940311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:21 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1436937920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.191 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-18T03:37:22.204 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-18T03:37:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:21 smithi195 ceph-mon[89559]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-18T03:37:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:21 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2424828785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:21 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2679940311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:21 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1436937920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-18T03:37:22.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[94598]: 2024-09-18T03:37:22.181+0000 7f21728dd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T03:37:22.536 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[123116]: ignoring --setuser ceph since I am not root 2024-09-18T03:37:22.536 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[123116]: ignoring --setgroup ceph since I am not root 2024-09-18T03:37:22.536 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[123116]: starting mds.a at 2024-09-18T03:37:22.724 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2145279084' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/2145279084' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1809542459' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:37:23.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2145279084' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/2145279084' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1809542459' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:37:23.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:22 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:37:23.213 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-18T03:37:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2145279084' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-18T03:37:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-18T03:37:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-18T03:37:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-18T03:37:23.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/2145279084' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-18T03:37:23.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-18T03:37:23.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1809542459' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:37:23.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:22 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-18T03:37:24.201 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: Cluster is now healthy 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: mds.? [v2:172.21.15.46:6834/2626991530,v1:172.21.15.46:6835/2626991530] up:boot 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: fsmap 2 up:standby 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/453320336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:24.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: Cluster is now healthy 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: mds.? [v2:172.21.15.46:6834/2626991530,v1:172.21.15.46:6835/2626991530] up:boot 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: fsmap 2 up:standby 2024-09-18T03:37:24.219 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T03:37:24.220 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/453320336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:24.220 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:23 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:24.220 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-18T03:37:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-18T03:37:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-18T03:37:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-18T03:37:24.224 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: Cluster is now healthy 2024-09-18T03:37:24.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: mds.? [v2:172.21.15.46:6834/2626991530,v1:172.21.15.46:6835/2626991530] up:boot 2024-09-18T03:37:24.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-18T03:37:24.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: fsmap 2 up:standby 2024-09-18T03:37:24.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: from='mgr.34104 172.21.15.46:0/3033108857' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-18T03:37:24.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/453320336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:24.225 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:23 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:25.206 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed 2024-09-18T03:37:25.227 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T03:37:25.255 DEBUG:teuthology.orchestra.run.smithi195:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T03:37:25.289 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-18T03:37:25.289 DEBUG:teuthology.orchestra.run.smithi046:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-18T03:37:25.312 DEBUG:teuthology.orchestra.run.smithi195:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-18T03:37:25.348 INFO:tasks.cephadm:Stopping all daemons... 2024-09-18T03:37:25.348 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-18T03:37:25.348 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a 2024-09-18T03:37:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:25 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-18T03:37:25.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:25 smithi195 ceph-mon[89559]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-18T03:37:25.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:25 smithi195 ceph-mon[89559]: from='client.? 172.21.15.46:0/1861570960' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:25.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:25 smithi195 ceph-mon[89559]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:25.475 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:25 smithi195 ceph-mon[89559]: pgmap v4863: 73 pgs: 73 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-09-18T03:37:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-18T03:37:25.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[94621]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-18T03:37:25.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[94621]: from='client.? 172.21.15.46:0/1861570960' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:25.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[94621]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:25.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[94621]: pgmap v4863: 73 pgs: 73 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-09-18T03:37:25.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 systemd[1]: Stopping Ceph mon.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:25.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-18T03:37:25.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[97106]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-18T03:37:25.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[97106]: from='client.? 172.21.15.46:0/1861570960' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:25.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[97106]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-18T03:37:25.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-mon[97106]: pgmap v4863: 73 pgs: 73 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-09-18T03:37:25.923 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:25] ENGINE Bus STOPPING 2024-09-18T03:37:25.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[94598]: 2024-09-18T03:37:25.646+0000 7f21780e8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:25.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a[94598]: 2024-09-18T03:37:25.646+0000 7f21780e8640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-18T03:37:26.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:25 smithi046 podman[173051]: 2024-09-18 03:37:25.922595793 +0000 UTC m=+0.374486733 container died 6896ba03324a1221467207e1d76c2ac0b0389cc37230effc632082b1e17ee3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-18T03:37:26.230 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:37:26.230 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:26] ENGINE Bus STOPPED 2024-09-18T03:37:26.231 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:26] ENGINE Bus STARTING 2024-09-18T03:37:26.231 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:26] ENGINE Serving on http://:::9283 2024-09-18T03:37:26.231 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:26] ENGINE Bus STARTED 2024-09-18T03:37:26.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:26 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: ::ffff:172.21.15.195 - - [18/Sep/2024:03:37:26] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-09-18T03:37:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:26 smithi046 podman[173051]: 2024-09-18 03:37:26.436883167 +0000 UTC m=+0.888774100 container cleanup 6896ba03324a1221467207e1d76c2ac0b0389cc37230effc632082b1e17ee3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T03:37:26.508 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 18 03:37:26 smithi046 bash[173051]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-a 2024-09-18T03:37:26.813 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.a.service' 2024-09-18T03:37:26.858 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:26.858 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-18T03:37:26.858 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-18T03:37:26.858 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.c 2024-09-18T03:37:27.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:26 smithi046 systemd[1]: Stopping Ceph mon.c for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:27.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c[97083]: 2024-09-18T03:37:27.176+0000 7ff034ac0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:27.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c[97083]: 2024-09-18T03:37:27.176+0000 7ff034ac0640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-18T03:37:27.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:27 smithi046 podman[173195]: 2024-09-18 03:37:27.258523495 +0000 UTC m=+0.178855509 container died 1fa4ebb26adfc7423ca3a5cff945fbb48bc1b434de4778e0f0213814933204f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS) 2024-09-18T03:37:27.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:27] ENGINE Bus STOPPING 2024-09-18T03:37:27.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-18T03:37:27.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:27] ENGINE Bus STOPPED 2024-09-18T03:37:27.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:27] ENGINE Bus STARTING 2024-09-18T03:37:27.922 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:27] ENGINE Serving on http://:::9283 2024-09-18T03:37:27.923 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:27 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: [18/Sep/2024:03:37:27] ENGINE Bus STARTED 2024-09-18T03:37:27.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:27 smithi046 podman[173195]: 2024-09-18 03:37:27.624563589 +0000 UTC m=+0.544895603 container cleanup 1fa4ebb26adfc7423ca3a5cff945fbb48bc1b434de4778e0f0213814933204f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-09-18T03:37:27.923 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 18 03:37:27 smithi046 bash[173195]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-c 2024-09-18T03:37:28.063 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.c.service' 2024-09-18T03:37:28.098 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:28.098 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-18T03:37:28.098 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-18T03:37:28.099 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.b 2024-09-18T03:37:28.474 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:28 smithi195 systemd[1]: Stopping Ceph mon.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:28.974 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b[89536]: 2024-09-18T03:37:28.621+0000 7f0077973640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b[89536]: 2024-09-18T03:37:28.621+0000 7f0077973640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-18T03:37:28.975 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:28 smithi195 podman[150891]: 2024-09-18 03:37:28.805729766 +0000 UTC m=+0.507711313 container died 81569f2cbff235112cd9df53b88cabcf76d9285e3d32844f77ec12dc09905d6a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:37:29.448 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:29 smithi195 podman[150891]: 2024-09-18 03:37:29.244949108 +0000 UTC m=+0.946930650 container cleanup 81569f2cbff235112cd9df53b88cabcf76d9285e3d32844f77ec12dc09905d6a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T03:37:29.448 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:29 smithi195 bash[150891]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b 2024-09-18T03:37:29.669 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.b.service' 2024-09-18T03:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:29 smithi195 podman[150909]: 2024-09-18 03:37:29.446631577 +0000 UTC m=+0.632975426 container remove 81569f2cbff235112cd9df53b88cabcf76d9285e3d32844f77ec12dc09905d6a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:29 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-18T03:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:29 smithi195 systemd[1]: Stopped Ceph mon.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T03:37:29.724 INFO:journalctl@ceph.mon.b.smithi195.stdout:Sep 18 03:37:29 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@mon.b.service: Consumed 44.061s CPU time. 2024-09-18T03:37:29.762 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:29.762 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-18T03:37:29.762 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-18T03:37:29.762 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y 2024-09-18T03:37:30.091 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:29 smithi046 systemd[1]: Stopping Ceph mgr.y for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:30.508 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T03:37:30.089+0000 7fd3452a7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:30.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:30 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y[86232]: 2024-09-18T03:37:30.089+0000 7fd3452a7640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-18T03:37:30.509 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:30 smithi046 podman[173339]: 2024-09-18 03:37:30.131500902 +0000 UTC m=+0.170259937 container died f6942806ad6d7aa7c0d014f6c84042e148df0545242ea6fad1f96684b7de7593 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:37:31.008 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:30 smithi046 podman[173339]: 2024-09-18 03:37:30.671506668 +0000 UTC m=+0.710265710 container cleanup f6942806ad6d7aa7c0d014f6c84042e148df0545242ea6fad1f96684b7de7593 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T03:37:31.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:30 smithi046 bash[173339]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y 2024-09-18T03:37:31.009 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 18 03:37:30 smithi046 podman[173358]: 2024-09-18 03:37:30.839597621 +0000 UTC m=+0.709329140 container remove f6942806ad6d7aa7c0d014f6c84042e148df0545242ea6fad1f96684b7de7593 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-18T03:37:31.106 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-18T03:37:31.142 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:31.142 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-18T03:37:31.142 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-18T03:37:31.142 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x 2024-09-18T03:37:31.474 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 03:37:31 smithi195 systemd[1]: Stopping Ceph mgr.x for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:31.794 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 03:37:31 smithi195 podman[151024]: 2024-09-18 03:37:31.499474906 +0000 UTC m=+0.156799171 container died 3771cb15572d54a2e2f7ad6001bd81f8748c23e491e08ee9700919cd192304b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b) 2024-09-18T03:37:32.119 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 03:37:31 smithi195 podman[151024]: 2024-09-18 03:37:31.883494315 +0000 UTC m=+0.540818567 container cleanup 3771cb15572d54a2e2f7ad6001bd81f8748c23e491e08ee9700919cd192304b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:37:32.119 INFO:journalctl@ceph.mgr.x.smithi195.stdout:Sep 18 03:37:31 smithi195 bash[151024]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mgr-x 2024-09-18T03:37:32.254 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-18T03:37:32.288 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:32.288 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-18T03:37:32.288 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-18T03:37:32.288 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.0 2024-09-18T03:37:32.474 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"34dcce56-7563-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-18T03:37:32.588 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:32 smithi046 systemd[1]: Stopping Ceph osd.0 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:33.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:32 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[102753]: 2024-09-18T03:37:32.586+0000 7f3ff66fa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:33.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:32 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[102753]: 2024-09-18T03:37:32.586+0000 7f3ff66fa640 -1 osd.0 2841 *** Got signal Terminated *** 2024-09-18T03:37:33.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:32 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0[102753]: 2024-09-18T03:37:32.586+0000 7f3ff66fa640 -1 osd.0 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:37:38.370 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:38 smithi046 podman[173470]: 2024-09-18 03:37:38.075831836 +0000 UTC m=+5.589943898 container died a03421206d8c405603206e453395ed1574aa0f9f1a403ed6fcb14376e07f9834 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-09-18T03:37:38.711 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:38 smithi046 podman[173470]: 2024-09-18 03:37:38.467169275 +0000 UTC m=+5.981281329 container cleanup a03421206d8c405603206e453395ed1574aa0f9f1a403ed6fcb14376e07f9834 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-18T03:37:38.711 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:38 smithi046 bash[173470]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0 2024-09-18T03:37:39.008 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:38 smithi046 podman[173490]: 2024-09-18 03:37:38.709916614 +0000 UTC m=+0.633838958 container remove a03421206d8c405603206e453395ed1574aa0f9f1a403ed6fcb14376e07f9834 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-18T03:37:39.306 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:39 smithi046 podman[173585]: 2024-09-18 03:37:38.927549852 +0000 UTC m=+0.016219997 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:37:39.306 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:39 smithi046 podman[173585]: 2024-09-18 03:37:39.052910887 +0000 UTC m=+0.141581067 container create 74bb3df6893f997ba5a1c68c0bf6592d7201c221a2882f5bc98b359d6a01d1f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-18T03:37:39.306 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:39 smithi046 podman[173585]: 2024-09-18 03:37:39.305297127 +0000 UTC m=+0.393967278 container init 74bb3df6893f997ba5a1c68c0bf6592d7201c221a2882f5bc98b359d6a01d1f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2) 2024-09-18T03:37:39.758 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:39 smithi046 podman[173585]: 2024-09-18 03:37:39.310389105 +0000 UTC m=+0.399059240 container start 74bb3df6893f997ba5a1c68c0bf6592d7201c221a2882f5bc98b359d6a01d1f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:37:39.758 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:39 smithi046 podman[173585]: 2024-09-18 03:37:39.413788577 +0000 UTC m=+0.502458711 container attach 74bb3df6893f997ba5a1c68c0bf6592d7201c221a2882f5bc98b359d6a01d1f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-18T03:37:39.758 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:39 smithi046 podman[173585]: 2024-09-18 03:37:39.507134189 +0000 UTC m=+0.595804328 container died 74bb3df6893f997ba5a1c68c0bf6592d7201c221a2882f5bc98b359d6a01d1f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b) 2024-09-18T03:37:40.033 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.0.service' 2024-09-18T03:37:40.057 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:40 smithi046 podman[173629]: 2024-09-18 03:37:40.008748408 +0000 UTC m=+0.494392527 container remove 74bb3df6893f997ba5a1c68c0bf6592d7201c221a2882f5bc98b359d6a01d1f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-09-18T03:37:40.057 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:40 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-18T03:37:40.057 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:40 smithi046 systemd[1]: Stopped Ceph osd.0 for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T03:37:40.057 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 18 03:37:40 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.0.service: Consumed 3min 26.247s CPU time. 2024-09-18T03:37:40.072 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:40.072 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-18T03:37:40.073 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-18T03:37:40.073 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.1 2024-09-18T03:37:40.399 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:40 smithi046 systemd[1]: Stopping Ceph osd.1 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:40.758 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[107920]: 2024-09-18T03:37:40.396+0000 7f8526e89640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:40.758 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[107920]: 2024-09-18T03:37:40.396+0000 7f8526e89640 -1 osd.1 2841 *** Got signal Terminated *** 2024-09-18T03:37:40.758 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:40 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1[107920]: 2024-09-18T03:37:40.396+0000 7f8526e89640 -1 osd.1 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:37:46.164 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:45 smithi046 podman[173714]: 2024-09-18 03:37:45.889614397 +0000 UTC m=+5.586207298 container died 874c36a46eeb364913b6e4e3841878127b7170fe1698dc97eddb181e54bd9bb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:37:46.430 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:46 smithi046 podman[173714]: 2024-09-18 03:37:46.20335801 +0000 UTC m=+5.899950909 container cleanup 874c36a46eeb364913b6e4e3841878127b7170fe1698dc97eddb181e54bd9bb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-18T03:37:46.431 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:46 smithi046 bash[173714]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1 2024-09-18T03:37:46.748 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:46 smithi046 podman[173733]: 2024-09-18 03:37:46.429613057 +0000 UTC m=+0.536168348 container remove 874c36a46eeb364913b6e4e3841878127b7170fe1698dc97eddb181e54bd9bb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-19e2a2b) 2024-09-18T03:37:47.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:46 smithi046 podman[173829]: 2024-09-18 03:37:46.650486075 +0000 UTC m=+0.016281057 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:37:47.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:46 smithi046 podman[173829]: 2024-09-18 03:37:46.755490124 +0000 UTC m=+0.121285099 container create 7e760b79ee3ca1fc2d48803ec487f30fcec2c9156f0426805599c7e89681a48b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-09-18T03:37:47.008 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:46 smithi046 podman[173829]: 2024-09-18 03:37:46.991430207 +0000 UTC m=+0.357225187 container init 7e760b79ee3ca1fc2d48803ec487f30fcec2c9156f0426805599c7e89681a48b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=reef-19e2a2b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-18T03:37:47.009 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:46 smithi046 podman[173829]: 2024-09-18 03:37:46.996595168 +0000 UTC m=+0.362390148 container start 7e760b79ee3ca1fc2d48803ec487f30fcec2c9156f0426805599c7e89681a48b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-18T03:37:47.478 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:47 smithi046 podman[173829]: 2024-09-18 03:37:47.099659873 +0000 UTC m=+0.465454851 container attach 7e760b79ee3ca1fc2d48803ec487f30fcec2c9156f0426805599c7e89681a48b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-18T03:37:47.479 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 18 03:37:47 smithi046 podman[173829]: 2024-09-18 03:37:47.186458171 +0000 UTC m=+0.552253145 container died 7e760b79ee3ca1fc2d48803ec487f30fcec2c9156f0426805599c7e89681a48b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:37:47.806 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.1.service' 2024-09-18T03:37:47.850 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:47.850 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-18T03:37:47.850 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-18T03:37:47.850 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.2 2024-09-18T03:37:48.176 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:47 smithi046 systemd[1]: Stopping Ceph osd.2 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:48.508 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:48 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[112985]: 2024-09-18T03:37:48.174+0000 7f3b3500a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:48.508 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:48 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[112985]: 2024-09-18T03:37:48.174+0000 7f3b3500a640 -1 osd.2 2841 *** Got signal Terminated *** 2024-09-18T03:37:48.509 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:48 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2[112985]: 2024-09-18T03:37:48.174+0000 7f3b3500a640 -1 osd.2 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:37:53.858 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:53 smithi046 podman[173958]: 2024-09-18 03:37:53.59717158 +0000 UTC m=+5.518821224 container died 78c711e049f069e7387c3decb4e9ac264a677976e179ed1e84bc90c9777e70a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:37:54.225 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:53 smithi046 podman[173958]: 2024-09-18 03:37:53.955916056 +0000 UTC m=+5.877565687 container cleanup 78c711e049f069e7387c3decb4e9ac264a677976e179ed1e84bc90c9777e70a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-18T03:37:54.225 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:53 smithi046 bash[173958]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2 2024-09-18T03:37:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:53.896Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-18T03:37:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:53.896Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-18T03:37:54.225 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:53.898Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-18T03:37:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:53.900Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-18T03:37:54.226 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:37:53 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:37:53.900Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-18T03:37:54.508 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:54 smithi046 podman[173991]: 2024-09-18 03:37:54.223802972 +0000 UTC m=+0.623692959 container remove 78c711e049f069e7387c3decb4e9ac264a677976e179ed1e84bc90c9777e70a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:37:54.895 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:54 smithi046 podman[174082]: 2024-09-18 03:37:54.492742304 +0000 UTC m=+0.016032450 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:37:54.895 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:54 smithi046 podman[174082]: 2024-09-18 03:37:54.607913145 +0000 UTC m=+0.131203271 container create 15a0d8e14296793fb7aa870517e04f88f30c8ebd8ee8382c11bff5811e2418af (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-18T03:37:54.895 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:54 smithi046 podman[174082]: 2024-09-18 03:37:54.818979267 +0000 UTC m=+0.342269408 container init 15a0d8e14296793fb7aa870517e04f88f30c8ebd8ee8382c11bff5811e2418af (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-18T03:37:54.895 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:54 smithi046 podman[174082]: 2024-09-18 03:37:54.823788761 +0000 UTC m=+0.347078892 container start 15a0d8e14296793fb7aa870517e04f88f30c8ebd8ee8382c11bff5811e2418af (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-18T03:37:54.895 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:54 smithi046 podman[174082]: 2024-09-18 03:37:54.893621446 +0000 UTC m=+0.416911581 container attach 15a0d8e14296793fb7aa870517e04f88f30c8ebd8ee8382c11bff5811e2418af (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-09-18T03:37:55.260 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 18 03:37:55 smithi046 podman[174082]: 2024-09-18 03:37:55.022537689 +0000 UTC m=+0.545827836 container died 15a0d8e14296793fb7aa870517e04f88f30c8ebd8ee8382c11bff5811e2418af (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-18T03:37:55.735 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.2.service' 2024-09-18T03:37:55.781 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:37:55.781 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-18T03:37:55.781 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-18T03:37:55.782 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.3 2024-09-18T03:37:56.008 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:37:55 smithi046 systemd[1]: Stopping Ceph osd.3 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:37:56.758 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:37:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T03:37:56.293+0000 7f06acf0e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:37:56.759 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:37:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T03:37:56.293+0000 7f06acf0e640 -1 osd.3 2841 *** Got signal Terminated *** 2024-09-18T03:37:56.759 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:37:56 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3[118179]: 2024-09-18T03:37:56.293+0000 7f06acf0e640 -1 osd.3 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:37:58.974 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:37:58 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:37:58.695+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:37:59.974 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:37:59 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:37:59.720+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:00.474 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:37:59 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:37:59.972+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:00.974 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:00 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:00.709+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:01.474 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:01 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:01.021+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:02.009 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:01 smithi046 podman[174212]: 2024-09-18 03:38:01.707493035 +0000 UTC m=+5.698120426 container died 839c4501cce5dba4a4022e95a8b2054e7a0eca92f73e4f4ab8bf70016b669ea4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:38:02.031 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:01 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:01.759+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:02.402 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:02 smithi046 podman[174212]: 2024-09-18 03:38:02.174649232 +0000 UTC m=+6.165276629 container cleanup 839c4501cce5dba4a4022e95a8b2054e7a0eca92f73e4f4ab8bf70016b669ea4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-18T03:38:02.402 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:02 smithi046 bash[174212]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3 2024-09-18T03:38:02.461 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:02.029+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:02.719 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:02 smithi046 podman[174232]: 2024-09-18 03:38:02.401091243 +0000 UTC m=+0.696401186 container remove 839c4501cce5dba4a4022e95a8b2054e7a0eca92f73e4f4ab8bf70016b669ea4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T03:38:02.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:02.459+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:03.005 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:02 smithi046 podman[174328]: 2024-09-18 03:38:02.718530198 +0000 UTC m=+0.106543413 container create db7a4510eeb46b0946714ffc2ec331d3cb50397d1d7e9e18298526d11d015545 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-18T03:38:03.005 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:02 smithi046 podman[174328]: 2024-09-18 03:38:02.628218948 +0000 UTC m=+0.016232182 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:38:03.005 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:02 smithi046 podman[174328]: 2024-09-18 03:38:02.920750742 +0000 UTC m=+0.308763972 container init db7a4510eeb46b0946714ffc2ec331d3cb50397d1d7e9e18298526d11d015545 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T03:38:03.005 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:02 smithi046 podman[174328]: 2024-09-18 03:38:02.926066994 +0000 UTC m=+0.314080221 container start db7a4510eeb46b0946714ffc2ec331d3cb50397d1d7e9e18298526d11d015545 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:38:03.005 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:03 smithi046 podman[174328]: 2024-09-18 03:38:03.003870741 +0000 UTC m=+0.391883966 container attach db7a4510eeb46b0946714ffc2ec331d3cb50397d1d7e9e18298526d11d015545 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b) 2024-09-18T03:38:03.069 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:02 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:02.770+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:03.258 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:03 smithi046 podman[174328]: 2024-09-18 03:38:03.115822864 +0000 UTC m=+0.503836081 container died db7a4510eeb46b0946714ffc2ec331d3cb50397d1d7e9e18298526d11d015545 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD) 2024-09-18T03:38:03.472 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:03.067+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:03.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:03.474+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:03.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:03.470+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:03.825 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 18 03:38:03 smithi046 podman[174372]: 2024-09-18 03:38:03.798631065 +0000 UTC m=+0.676484283 container remove db7a4510eeb46b0946714ffc2ec331d3cb50397d1d7e9e18298526d11d015545 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:38:03.831 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.3.service' 2024-09-18T03:38:03.877 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:03.877 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-18T03:38:03.877 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-18T03:38:03.877 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.4 2024-09-18T03:38:04.089 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:03 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:03.810+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:04.089 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:03 smithi195 systemd[1]: Stopping Ceph osd.4 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:04.427 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:04.087+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:04.427 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:04.195+0000 7f920094f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:38:04.428 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:04.195+0000 7f920094f640 -1 osd.4 2841 *** Got signal Terminated *** 2024-09-18T03:38:04.428 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:04.195+0000 7f920094f640 -1 osd.4 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:38:04.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:04.483+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:04.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:04.425+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:05.052 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:04 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:04.769+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:05.403 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:05 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:05.050+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:05.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:05 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:05.480+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:05.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:05 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:05.401+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:06.224 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:05 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:05.774+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:06.225 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:06.013+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:06.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:06.492+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:06.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:06.392+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:06.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:06.392+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:07.224 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:06.790+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:07.225 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:06 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:06.975+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:07.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:07.485+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:07.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:07.400+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:07.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:07.400+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:08.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:07.934+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:08.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:07.745+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:08.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:07 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:07.745+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:43.935783+0000 front 2024-09-18T03:37:43.935852+0000 (oldest deadline 2024-09-18T03:38:06.835924+0000) 2024-09-18T03:38:08.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:08.509+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:08.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:08.509+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:08.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:08.439+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:08.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:08.439+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:09.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:08.967+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:09.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:08.967+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:09.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:08.742+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.434806+0000 front 2024-09-18T03:37:36.434699+0000 (oldest deadline 2024-09-18T03:37:58.134547+0000) 2024-09-18T03:38:09.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:08 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4[95708]: 2024-09-18T03:38:08.742+0000 7f91f8f5b640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:43.935783+0000 front 2024-09-18T03:37:43.935852+0000 (oldest deadline 2024-09-18T03:38:06.835924+0000) 2024-09-18T03:38:09.724 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:09 smithi195 podman[151170]: 2024-09-18 03:38:09.665792611 +0000 UTC m=+5.587555344 container died df1666b3097b6610f1c981a4cb8f0bd0a59ce0d447c180717fc6696d4762da6c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-18T03:38:09.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:09 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:09.444+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:09.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:09 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:09.444+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:09.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:09 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:09.543+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:09.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:09 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:09.543+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:10.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:09 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:09.976+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:10.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:09 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:09.976+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:10.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 podman[151170]: 2024-09-18 03:38:10.027086095 +0000 UTC m=+5.948848819 container cleanup df1666b3097b6610f1c981a4cb8f0bd0a59ce0d447c180717fc6696d4762da6c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:38:10.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 bash[151170]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4 2024-09-18T03:38:10.590 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 podman[151190]: 2024-09-18 03:38:10.261538432 +0000 UTC m=+0.592103536 container remove df1666b3097b6610f1c981a4cb8f0bd0a59ce0d447c180717fc6696d4762da6c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-18T03:38:10.590 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:10.458+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:10.590 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:10.458+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:10.591 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:10.494+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:10.591 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:10.494+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:10.884 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 podman[151285]: 2024-09-18 03:38:10.491601487 +0000 UTC m=+0.015696021 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:38:10.884 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 podman[151285]: 2024-09-18 03:38:10.646086721 +0000 UTC m=+0.170181285 container create be460775cabfc25d4b7aaae50724aa3771396b8786c6dad95dbbf1e546ad8a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-18T03:38:11.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:10.994+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:11.225 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:10 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:10.994+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:11.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 podman[151285]: 2024-09-18 03:38:10.881794423 +0000 UTC m=+0.405888961 container init be460775cabfc25d4b7aaae50724aa3771396b8786c6dad95dbbf1e546ad8a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:38:11.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 podman[151285]: 2024-09-18 03:38:10.886736441 +0000 UTC m=+0.410830966 container start be460775cabfc25d4b7aaae50724aa3771396b8786c6dad95dbbf1e546ad8a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:38:11.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:10 smithi195 podman[151285]: 2024-09-18 03:38:10.981706725 +0000 UTC m=+0.505801258 container attach be460775cabfc25d4b7aaae50724aa3771396b8786c6dad95dbbf1e546ad8a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-18T03:38:11.225 INFO:journalctl@ceph.osd.4.smithi195.stdout:Sep 18 03:38:11 smithi195 podman[151285]: 2024-09-18 03:38:11.071375883 +0000 UTC m=+0.595470405 container died be460775cabfc25d4b7aaae50724aa3771396b8786c6dad95dbbf1e546ad8a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-18T03:38:11.670 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:11 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:11.464+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:11.670 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:11 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:11.464+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:11.671 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:11 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:11.495+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:11.671 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:11 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:11.495+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:11.704 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.4.service' 2024-09-18T03:38:11.748 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:11.748 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-18T03:38:11.748 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-18T03:38:11.748 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.5 2024-09-18T03:38:11.974 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:11 smithi195 systemd[1]: Stopping Ceph osd.5 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:12.446 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:12.008+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:12.446 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:12.008+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:12.446 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:12.090+0000 7f6b8ac13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:38:12.446 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:12.090+0000 7f6b8ac13640 -1 osd.5 2841 *** Got signal Terminated *** 2024-09-18T03:38:12.446 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:12.090+0000 7f6b8ac13640 -1 osd.5 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:38:12.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:12.488+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:12.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:12.488+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:12.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:12.444+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:12.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:12 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:12.444+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:13.422 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:13.025+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:13.422 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:13.025+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:13.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:13.538+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:13.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:13.538+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:13.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:13.419+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:13.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:13.419+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:14.392 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:13.994+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:14.392 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:13.994+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:14.392 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:13 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:13.994+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.031482+0000 front 2024-09-18T03:37:48.031469+0000 (oldest deadline 2024-09-18T03:38:13.931374+0000) 2024-09-18T03:38:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:14.488+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:14.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:14.488+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:14.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:14.488+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:14.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:14.390+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:14.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:14.390+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:15.373 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:14.979+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:15.373 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:14.979+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:15.373 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:14 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:14.979+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.031482+0000 front 2024-09-18T03:37:48.031469+0000 (oldest deadline 2024-09-18T03:38:13.931374+0000) 2024-09-18T03:38:15.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:15.504+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:15.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:15.504+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:15.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:15.504+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:15.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:15.371+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:15.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:15.371+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:15.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:15.371+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:16.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:15.949+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:16.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:15.949+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:16.225 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:15 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:15.949+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.031482+0000 front 2024-09-18T03:37:48.031469+0000 (oldest deadline 2024-09-18T03:38:13.931374+0000) 2024-09-18T03:38:16.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:16.403+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:16.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:16.403+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:16.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:16.403+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:16.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:16.475+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:16.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:16.475+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:16.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:16.475+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:17.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:16.932+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.429910+0000 front 2024-09-18T03:37:36.429813+0000 (oldest deadline 2024-09-18T03:37:59.329711+0000) 2024-09-18T03:38:17.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:16.932+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:45.131073+0000 front 2024-09-18T03:37:45.131084+0000 (oldest deadline 2024-09-18T03:38:08.030926+0000) 2024-09-18T03:38:17.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:16 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5[100416]: 2024-09-18T03:38:16.932+0000 7f6b87227640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.031482+0000 front 2024-09-18T03:37:48.031469+0000 (oldest deadline 2024-09-18T03:38:13.931374+0000) 2024-09-18T03:38:17.724 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:17 smithi195 podman[151414]: 2024-09-18 03:38:17.570787647 +0000 UTC m=+5.600253943 container died 0bd1517fbe726702167eaff09be32cac2220065bc629d8d831108afa411ad7bb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, RELEASE=reef-19e2a2b) 2024-09-18T03:38:17.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:17.501+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:17.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:17.501+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:17.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:17.501+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:17.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:17.383+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:17.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:17.383+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:17.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:17 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:17.383+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:18.090 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:17 smithi195 podman[151414]: 2024-09-18 03:38:17.913114033 +0000 UTC m=+5.942580325 container cleanup 0bd1517fbe726702167eaff09be32cac2220065bc629d8d831108afa411ad7bb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-18T03:38:18.091 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:17 smithi195 bash[151414]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5 2024-09-18T03:38:18.377 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:18 smithi195 podman[151438]: 2024-09-18 03:38:18.089466429 +0000 UTC m=+0.513833713 container remove 0bd1517fbe726702167eaff09be32cac2220065bc629d8d831108afa411ad7bb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-18T03:38:18.665 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:18.375+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:18.665 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:18.375+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:18.665 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:18.375+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:18.665 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:18.471+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:18.666 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:18.471+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:18.666 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:18 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:18.471+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:18.666 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:18 smithi195 podman[151528]: 2024-09-18 03:38:18.431360062 +0000 UTC m=+0.015920543 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:38:18.666 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:18 smithi195 podman[151528]: 2024-09-18 03:38:18.548809924 +0000 UTC m=+0.133370441 container create a7126e069657724af2074efaaca803e08e525a13a35cb25060034dda9c706d85 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-18T03:38:18.963 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:18 smithi195 podman[151528]: 2024-09-18 03:38:18.767933548 +0000 UTC m=+0.352494034 container init a7126e069657724af2074efaaca803e08e525a13a35cb25060034dda9c706d85 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-18T03:38:18.963 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:18 smithi195 podman[151528]: 2024-09-18 03:38:18.772468169 +0000 UTC m=+0.357028653 container start a7126e069657724af2074efaaca803e08e525a13a35cb25060034dda9c706d85 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-18T03:38:18.963 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:18 smithi195 podman[151528]: 2024-09-18 03:38:18.851149005 +0000 UTC m=+0.435709481 container attach a7126e069657724af2074efaaca803e08e525a13a35cb25060034dda9c706d85 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-18T03:38:19.224 INFO:journalctl@ceph.osd.5.smithi195.stdout:Sep 18 03:38:18 smithi195 podman[151528]: 2024-09-18 03:38:18.96212248 +0000 UTC m=+0.546682963 container died a7126e069657724af2074efaaca803e08e525a13a35cb25060034dda9c706d85 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-18T03:38:19.505 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:19.392+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:19.506 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:19.392+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:19.506 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:19.392+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:19.524 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.5.service' 2024-09-18T03:38:19.564 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:19.564 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-18T03:38:19.564 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-18T03:38:19.565 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.6 2024-09-18T03:38:19.911 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:19.507+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:19.911 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:19.507+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:19.911 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:19.507+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:19.911 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:19 smithi195 systemd[1]: Stopping Ceph osd.6 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:19.911 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:19.909+0000 7f08818e6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:38:19.911 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:19.909+0000 7f08818e6640 -1 osd.6 2841 *** Got signal Terminated *** 2024-09-18T03:38:20.224 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:19 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:19.909+0000 7f08818e6640 -1 osd.6 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:38:20.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:20.494+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:20.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:20.494+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:20.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:20.494+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:20.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:20.361+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:20.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:20.361+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:20.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:20 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:20.361+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:21.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:21.471+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:21.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:21.471+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:21.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:21.471+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:21.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:21.391+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:21.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:21.391+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:21.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:21 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:21.391+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:22.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:22.482+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:22.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:22.482+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:22.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:22.482+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:22.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:22.399+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:22.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:22.399+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:22.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:22 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:22.399+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:23.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:23.445+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:23.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:23.445+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:23.725 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:23.445+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:23.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:23.436+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:23.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:23.436+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:23.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:23 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:23.436+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:24.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:24.408+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:33.954184+0000 front 2024-09-18T03:37:33.954124+0000 (oldest deadline 2024-09-18T03:38:02.754224+0000) 2024-09-18T03:38:24.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:24.408+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.754570+0000 front 2024-09-18T03:37:42.754645+0000 (oldest deadline 2024-09-18T03:38:06.254740+0000) 2024-09-18T03:38:24.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6[105582]: 2024-09-18T03:38:24.408+0000 7f087defa640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:48.555724+0000 front 2024-09-18T03:37:48.555799+0000 (oldest deadline 2024-09-18T03:38:14.455590+0000) 2024-09-18T03:38:24.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:24.402+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:24.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:24.402+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:24.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:24 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:24.402+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:25.724 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:25 smithi195 podman[151655]: 2024-09-18 03:38:25.508576057 +0000 UTC m=+5.716082895 container died f00d4eba89f4b09e871c81f5f414d2a756b4a1aff34679e5cf59b2f35d272be7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-18T03:38:25.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:25.375+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:25.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:25.375+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:25.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:25 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:25.375+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:26.126 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:25 smithi195 podman[151655]: 2024-09-18 03:38:25.899113499 +0000 UTC m=+6.106620342 container cleanup f00d4eba89f4b09e871c81f5f414d2a756b4a1aff34679e5cf59b2f35d272be7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:38:26.127 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:25 smithi195 bash[151655]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6 2024-09-18T03:38:26.383 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:26 smithi195 podman[151675]: 2024-09-18 03:38:26.125338005 +0000 UTC m=+0.614841518 container remove f00d4eba89f4b09e871c81f5f414d2a756b4a1aff34679e5cf59b2f35d272be7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-18T03:38:26.688 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:26.380+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:26.688 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:26.380+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:26.688 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:26.380+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:26.688 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:26 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:26.380+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-18T03:38:01.291625+0000 front 2024-09-18T03:38:01.291669+0000 (oldest deadline 2024-09-18T03:38:25.991529+0000) 2024-09-18T03:38:26.688 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:26 smithi195 podman[151771]: 2024-09-18 03:38:26.355635111 +0000 UTC m=+0.015667035 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:38:26.688 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:26 smithi195 podman[151771]: 2024-09-18 03:38:26.47623356 +0000 UTC m=+0.136265520 container create a2693fb199b29763d4c0791182ca0ec041958d9d5b33077fa2aa0c464427808b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:38:26.689 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:26 smithi195 podman[151771]: 2024-09-18 03:38:26.686909964 +0000 UTC m=+0.346941880 container init a2693fb199b29763d4c0791182ca0ec041958d9d5b33077fa2aa0c464427808b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:38:26.974 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:26 smithi195 podman[151771]: 2024-09-18 03:38:26.691704549 +0000 UTC m=+0.351736464 container start a2693fb199b29763d4c0791182ca0ec041958d9d5b33077fa2aa0c464427808b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-18T03:38:26.975 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:26 smithi195 podman[151771]: 2024-09-18 03:38:26.778292926 +0000 UTC m=+0.438324860 container attach a2693fb199b29763d4c0791182ca0ec041958d9d5b33077fa2aa0c464427808b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-18T03:38:26.975 INFO:journalctl@ceph.osd.6.smithi195.stdout:Sep 18 03:38:26 smithi195 podman[151771]: 2024-09-18 03:38:26.869785987 +0000 UTC m=+0.529817915 container died a2693fb199b29763d4c0791182ca0ec041958d9d5b33077fa2aa0c464427808b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-18T03:38:27.441 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:27.393+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:27.441 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:27.393+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:27.441 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:27.393+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:27.441 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:27.393+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-18T03:38:01.291625+0000 front 2024-09-18T03:38:01.291669+0000 (oldest deadline 2024-09-18T03:38:25.991529+0000) 2024-09-18T03:38:27.467 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.6.service' 2024-09-18T03:38:27.507 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:27.507 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-18T03:38:27.507 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-18T03:38:27.508 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.7 2024-09-18T03:38:27.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 systemd[1]: Stopping Ceph osd.7 for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:28.224 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:27.836+0000 7fa560789640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:38:28.224 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:27.836+0000 7fa560789640 -1 osd.7 2841 *** Got signal Terminated *** 2024-09-18T03:38:28.224 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:27 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:27.836+0000 7fa560789640 -1 osd.7 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-18T03:38:28.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:28.367+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:28.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:28.367+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:28.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:28.367+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:28.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:28 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:28.367+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-18T03:38:01.291625+0000 front 2024-09-18T03:38:01.291669+0000 (oldest deadline 2024-09-18T03:38:25.991529+0000) 2024-09-18T03:38:29.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:29 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:29.358+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:29.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:29 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:29.358+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:29.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:29 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:29.358+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:29.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:29 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:29.358+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-18T03:38:01.291625+0000 front 2024-09-18T03:38:01.291669+0000 (oldest deadline 2024-09-18T03:38:25.991529+0000) 2024-09-18T03:38:30.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:30.319+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:30.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:30.319+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:30.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:30.319+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:30.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:30 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:30.319+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-18T03:38:01.291625+0000 front 2024-09-18T03:38:01.291669+0000 (oldest deadline 2024-09-18T03:38:25.991529+0000) 2024-09-18T03:38:31.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:31 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:31.273+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:31.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:31 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:31.273+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:31.724 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:31 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:31.273+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:31.725 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:31 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:31.273+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-18T03:38:01.291625+0000 front 2024-09-18T03:38:01.291669+0000 (oldest deadline 2024-09-18T03:38:25.991529+0000) 2024-09-18T03:38:32.625 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:32.309+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-18T03:37:36.887832+0000 front 2024-09-18T03:37:36.887806+0000 (oldest deadline 2024-09-18T03:38:02.187515+0000) 2024-09-18T03:38:32.626 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:32.309+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-18T03:37:42.688568+0000 front 2024-09-18T03:37:42.688646+0000 (oldest deadline 2024-09-18T03:38:07.988553+0000) 2024-09-18T03:38:32.626 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:32.309+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-18T03:37:50.289478+0000 front 2024-09-18T03:37:50.289568+0000 (oldest deadline 2024-09-18T03:38:14.989404+0000) 2024-09-18T03:38:32.626 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:32 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7[110474]: 2024-09-18T03:38:32.309+0000 7fa558d95640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-18T03:38:01.291625+0000 front 2024-09-18T03:38:01.291669+0000 (oldest deadline 2024-09-18T03:38:25.991529+0000) 2024-09-18T03:38:33.595 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:33 smithi195 podman[151897]: 2024-09-18 03:38:33.314351157 +0000 UTC m=+5.578454437 container died 4d0c74385241f677c33977bdbc91394d44397071c016a55740e2b5c1b15aff5c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-18T03:38:33.962 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:33 smithi195 podman[151897]: 2024-09-18 03:38:33.675941123 +0000 UTC m=+5.940044369 container cleanup 4d0c74385241f677c33977bdbc91394d44397071c016a55740e2b5c1b15aff5c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-18T03:38:33.962 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:33 smithi195 bash[151897]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7 2024-09-18T03:38:34.224 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:33 smithi195 podman[151920]: 2024-09-18 03:38:33.960620877 +0000 UTC m=+0.638170858 container remove 4d0c74385241f677c33977bdbc91394d44397071c016a55740e2b5c1b15aff5c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, ceph=True, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-18T03:38:34.649 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:34 smithi195 podman[152021]: 2024-09-18 03:38:34.248117973 +0000 UTC m=+0.019453327 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-18T03:38:34.649 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:34 smithi195 podman[152021]: 2024-09-18 03:38:34.369702859 +0000 UTC m=+0.141038198 container create 9915fa5cbbb1a3f6ee208e16275f028a53cf3d0af215abc5837bb94dae1c3dca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-18T03:38:34.649 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:34 smithi195 podman[152021]: 2024-09-18 03:38:34.563568494 +0000 UTC m=+0.334903842 container init 9915fa5cbbb1a3f6ee208e16275f028a53cf3d0af215abc5837bb94dae1c3dca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-18T03:38:34.649 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:34 smithi195 podman[152021]: 2024-09-18 03:38:34.568392392 +0000 UTC m=+0.339727733 container start 9915fa5cbbb1a3f6ee208e16275f028a53cf3d0af215abc5837bb94dae1c3dca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-18T03:38:34.649 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:34 smithi195 podman[152021]: 2024-09-18 03:38:34.64680462 +0000 UTC m=+0.418139963 container attach 9915fa5cbbb1a3f6ee208e16275f028a53cf3d0af215abc5837bb94dae1c3dca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-18T03:38:34.974 INFO:journalctl@ceph.osd.7.smithi195.stdout:Sep 18 03:38:34 smithi195 podman[152021]: 2024-09-18 03:38:34.756810356 +0000 UTC m=+0.528145706 container died 9915fa5cbbb1a3f6ee208e16275f028a53cf3d0af215abc5837bb94dae1c3dca (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-18T03:38:35.387 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@osd.7.service' 2024-09-18T03:38:35.425 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:35.426 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-18T03:38:35.426 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-18T03:38:35.426 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.a 2024-09-18T03:38:35.758 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:38:35 smithi046 systemd[1]: Stopping Ceph mds.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:36.026 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:38:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[123116]: 2024-09-18T03:38:35.841+0000 7f4817f59640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:38:36.026 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:38:35 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a[123116]: 2024-09-18T03:38:35.841+0000 7f4817f59640 -1 mds.a *** got signal Terminated *** 2024-09-18T03:38:38.508 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:38:38 smithi046 podman[174455]: 2024-09-18 03:38:38.244311759 +0000 UTC m=+2.619680213 container died 38eaf508af3348848e1d4534f4aa720d08ea12ca69ccd197aa4d9c5953613684 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-18T03:38:38.867 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:38:38 smithi046 podman[174455]: 2024-09-18 03:38:38.614949789 +0000 UTC m=+2.990318243 container cleanup 38eaf508af3348848e1d4534f4aa720d08ea12ca69ccd197aa4d9c5953613684 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-18T03:38:38.867 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 18 03:38:38 smithi046 bash[174455]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-a 2024-09-18T03:38:39.003 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.a.service' 2024-09-18T03:38:39.040 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:39.040 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-18T03:38:39.040 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-18T03:38:39.040 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.b 2024-09-18T03:38:39.339 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 03:38:39 smithi195 systemd[1]: Stopping Ceph mds.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:39.724 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 03:38:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b[114811]: 2024-09-18T03:38:39.336+0000 7fa9f8166640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-18T03:38:39.724 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 03:38:39 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b[114811]: 2024-09-18T03:38:39.336+0000 7fa9f8166640 -1 mds.b *** got signal Terminated *** 2024-09-18T03:38:43.622 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 03:38:43 smithi195 podman[152151]: 2024-09-18 03:38:43.348904719 +0000 UTC m=+4.108885819 container died 35af4f45e4f5a2f24cc47b8895719a8c9d24a66bc23428ded2e45586e83d2662 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-18T03:38:43.974 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 03:38:43 smithi195 podman[152151]: 2024-09-18 03:38:43.718880844 +0000 UTC m=+4.478861987 container cleanup 35af4f45e4f5a2f24cc47b8895719a8c9d24a66bc23428ded2e45586e83d2662 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-18T03:38:43.974 INFO:journalctl@ceph.mds.b.smithi195.stdout:Sep 18 03:38:43 smithi195 bash[152151]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-mds-b 2024-09-18T03:38:44.154 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@mds.b.service' 2024-09-18T03:38:44.188 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:44.188 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-18T03:38:44.188 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-18T03:38:44.188 DEBUG:teuthology.orchestra.run.smithi195:> sudo systemctl stop ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a 2024-09-18T03:38:44.526 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 systemd[1]: Stopping Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:44.783 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.524Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-18T03:38:44.783 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.524Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-18T03:38:44.783 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.524Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.524Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.524Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.524Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.525Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.525Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.525Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.526Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.526Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a[122833]: ts=2024-09-18T03:38:44.527Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-18T03:38:44.784 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 podman[152282]: 2024-09-18 03:38:44.535284701 +0000 UTC m=+0.116801798 container died 4c1fcf1567419e9950dd0b3a974218701eebbb0af40b971f0d9adf3ca92ddc2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:45.075 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 podman[152282]: 2024-09-18 03:38:44.877689717 +0000 UTC m=+0.459206813 container cleanup 4c1fcf1567419e9950dd0b3a974218701eebbb0af40b971f0d9adf3ca92ddc2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:45.075 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:44 smithi195 bash[152282]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a 2024-09-18T03:38:45.303 DEBUG:teuthology.orchestra.run.smithi195:> sudo pkill -f 'journalctl -f -n 0 -u ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-18T03:38:45.326 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:45 smithi195 podman[152299]: 2024-09-18 03:38:45.07391265 +0000 UTC m=+0.538294708 container remove 4c1fcf1567419e9950dd0b3a974218701eebbb0af40b971f0d9adf3ca92ddc2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:45.326 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:45 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-18T03:38:45.326 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:45 smithi195 systemd[1]: Stopped Ceph prometheus.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T03:38:45.326 INFO:journalctl@ceph.prometheus.a.smithi195.stdout:Sep 18 03:38:45 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 15.050s CPU time. 2024-09-18T03:38:45.336 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-18T03:38:45.336 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-18T03:38:45.337 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 34dcce56-7563-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-18T03:38:47.381 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:47 smithi046 systemd[1]: Stopping Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:47.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:47 smithi046 ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a[131117]: ts=2024-09-18T03:38:47.380Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-18T03:38:47.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:47 smithi046 podman[174918]: 2024-09-18 03:38:47.42102793 +0000 UTC m=+0.149156853 container died 9a7c91b98b2db4377364126829c5eecfd20e1397ebe3c7fe9d0c1aad765fe924 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:48.138 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:47 smithi046 podman[174918]: 2024-09-18 03:38:47.919545569 +0000 UTC m=+0.647674481 container cleanup 9a7c91b98b2db4377364126829c5eecfd20e1397ebe3c7fe9d0c1aad765fe924 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:48.138 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:47 smithi046 bash[174918]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a 2024-09-18T03:38:48.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:48 smithi046 podman[174935]: 2024-09-18 03:38:48.13749766 +0000 UTC m=+0.708761320 container remove 9a7c91b98b2db4377364126829c5eecfd20e1397ebe3c7fe9d0c1aad765fe924 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:48.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:48 smithi046 podman[174935]: 2024-09-18 03:38:48.221269535 +0000 UTC m=+0.792533157 volume remove b3e96ccb02ff97ae2b54ca3c5fa4cda2191ab7737607be524fe7e944b610c4b7 2024-09-18T03:38:48.508 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:48 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-18T03:38:48.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:48 smithi046 systemd[1]: Stopped Ceph alertmanager.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T03:38:48.509 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 18 03:38:48 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 3.853s CPU time. 2024-09-18T03:38:49.008 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:48 smithi046 systemd[1]: Stopping Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:49.008 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:48 smithi046 podman[175052]: 2024-09-18 03:38:48.787088746 +0000 UTC m=+0.106663816 container died afa885a3b2c05acede6e1cdd5f9cb22a59d3469fa841044c8bd84280960b489b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:49.470 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:49 smithi046 podman[175052]: 2024-09-18 03:38:49.107193729 +0000 UTC m=+0.426768798 container cleanup afa885a3b2c05acede6e1cdd5f9cb22a59d3469fa841044c8bd84280960b489b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:49.471 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:49 smithi046 bash[175052]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a 2024-09-18T03:38:49.471 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:49 smithi046 podman[175070]: 2024-09-18 03:38:49.274969752 +0000 UTC m=+0.488502886 container remove afa885a3b2c05acede6e1cdd5f9cb22a59d3469fa841044c8bd84280960b489b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-18T03:38:49.471 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:49 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T03:38:49.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:49 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-18T03:38:49.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:49 smithi046 systemd[1]: Stopped Ceph node-exporter.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T03:38:49.758 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 18 03:38:49 smithi046 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 8.090s CPU time. 2024-09-18T03:38:50.162 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 34dcce56-7563-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-18T03:38:51.974 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:51 smithi195 systemd[1]: Stopping Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:52.330 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 podman[152729]: 2024-09-18 03:38:52.073553201 +0000 UTC m=+0.115432263 container died 5ea645575b58be2cb72b245d217a192f369389b38eec2bb470576986a1c97127 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, name=ubi8, description=Ceph Grafana Container, release=239.1651231664, io.buildah.version=1.32.0, maintainer=Paul Cuzner , version=8.5, distribution-scope=public, architecture=x86_64, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=) 2024-09-18T03:38:52.621 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 podman[152729]: 2024-09-18 03:38:52.402122592 +0000 UTC m=+0.444001656 container cleanup 5ea645575b58be2cb72b245d217a192f369389b38eec2bb470576986a1c97127 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, distribution-scope=public, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , description=Ceph Grafana Container, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, build-date=2022-04-29T11:48:11.055897, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-09-18T03:38:52.621 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 bash[152729]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a 2024-09-18T03:38:52.886 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 podman[152745]: 2024-09-18 03:38:52.619828316 +0000 UTC m=+0.548168694 container remove 5ea645575b58be2cb72b245d217a192f369389b38eec2bb470576986a1c97127 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-grafana-a, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, description=Ceph Grafana Container, com.redhat.component=ubi8-container, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public) 2024-09-18T03:38:52.886 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-18T03:38:52.886 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-18T03:38:52.887 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 systemd[1]: Stopped Ceph grafana.a for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T03:38:52.887 INFO:journalctl@ceph.grafana.a.smithi195.stdout:Sep 18 03:38:52 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@grafana.a.service: Consumed 31.428s CPU time. 2024-09-18T03:38:53.224 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 systemd[1]: Stopping Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968... 2024-09-18T03:38:53.615 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 podman[152859]: 2024-09-18 03:38:53.31934876 +0000 UTC m=+0.139843206 container died 2c802fa952a67fa285781ff41f084dedd74ee30c10330069784cffb4a8720fc6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T03:38:53.616 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 podman[152859]: 2024-09-18 03:38:53.614439009 +0000 UTC m=+0.434933452 container cleanup 2c802fa952a67fa285781ff41f084dedd74ee30c10330069784cffb4a8720fc6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T03:38:53.968 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 bash[152859]: ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b 2024-09-18T03:38:53.968 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 podman[152878]: 2024-09-18 03:38:53.840625088 +0000 UTC m=+0.522106046 container remove 2c802fa952a67fa285781ff41f084dedd74ee30c10330069784cffb4a8720fc6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-34dcce56-7563-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-18T03:38:53.969 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-18T03:38:54.391 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-18T03:38:54.391 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 systemd[1]: Stopped Ceph node-exporter.b for 34dcce56-7563-11ef-bceb-c7b262605968. 2024-09-18T03:38:54.392 INFO:journalctl@ceph.node-exporter.b.smithi195.stdout:Sep 18 03:38:53 smithi195 systemd[1]: ceph-34dcce56-7563-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 7.363s CPU time. 2024-09-18T03:38:54.608 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T03:38:54.643 DEBUG:teuthology.orchestra.run.smithi195:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-18T03:38:54.670 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-18T03:38:54.672 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014/remote/smithi046/crash 2024-09-18T03:38:54.673 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/crash -- . 2024-09-18T03:38:54.729 INFO:teuthology.orchestra.run.smithi046.stderr:tar: /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-18T03:38:54.729 INFO:teuthology.orchestra.run.smithi046.stderr:tar: Error is not recoverable: exiting now 2024-09-18T03:38:54.731 DEBUG:teuthology.misc:Transferring archived files from smithi195:/var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014/remote/smithi195/crash 2024-09-18T03:38:54.732 DEBUG:teuthology.orchestra.run.smithi195:> sudo tar c -f - -C /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/crash -- . 2024-09-18T03:38:54.805 INFO:teuthology.orchestra.run.smithi195.stderr:tar: /var/lib/ceph/34dcce56-7563-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-18T03:38:54.805 INFO:teuthology.orchestra.run.smithi195.stderr:tar: Error is not recoverable: exiting now 2024-09-18T03:38:54.806 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-18T03:38:54.806 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/34dcce56-7563-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-18T03:38:54.835 INFO:teuthology.orchestra.run.smithi046.stderr:grep: /var/log/ceph/34dcce56-7563-11ef-bceb-c7b262605968/ceph.log: No such file or directory 2024-09-18T03:38:54.837 INFO:tasks.cephadm:Compressing logs... 2024-09-18T03:38:54.841 DEBUG:teuthology.orchestra.run.smithi046:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-18T03:38:54.879 DEBUG:teuthology.orchestra.run.smithi195:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-18T03:38:54.903 INFO:teuthology.orchestra.run.smithi195.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-18T03:38:54.904 INFO:teuthology.orchestra.run.smithi046.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-18T03:40:57.601 INFO:tasks.cephadm:Archiving logs... 2024-09-18T03:40:57.602 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014/remote/smithi046/log 2024-09-18T03:40:57.603 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-18T03:41:10.603 DEBUG:teuthology.misc:Transferring archived files from smithi195:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014/remote/smithi195/log 2024-09-18T03:41:10.604 DEBUG:teuthology.orchestra.run.smithi195:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-18T03:41:20.498 INFO:tasks.cephadm:Removing cluster... 2024-09-18T03:41:20.498 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 34dcce56-7563-11ef-bceb-c7b262605968 --force 2024-09-18T03:41:21.095 DEBUG:teuthology.orchestra.run.smithi195:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 34dcce56-7563-11ef-bceb-c7b262605968 --force 2024-09-18T03:41:21.647 INFO:tasks.cephadm:Removing cephadm ... 2024-09-18T03:41:21.648 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-18T03:41:21.666 DEBUG:teuthology.orchestra.run.smithi195:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-18T03:41:21.682 INFO:tasks.cephadm:Teardown complete 2024-09-18T03:41:21.682 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-18T03:41:21.693 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-18T03:41:21.693 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-18T03:41:21.709 DEBUG:teuthology.orchestra.run.smithi195:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-18T03:41:21.798 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-18T03:41:21.808 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-18T03:41:21.808 DEBUG:teuthology.orchestra.run.smithi046:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T03:41:21.811 DEBUG:teuthology.orchestra.run.smithi195:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-18T03:41:21.826 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-09-18T03:41:21.826 INFO:teuthology.orchestra.run.smithi195.stderr:bash: line 1: ntpq: command not found 2024-09-18T03:41:21.830 INFO:teuthology.orchestra.run.smithi195.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-18T03:41:21.830 INFO:teuthology.orchestra.run.smithi195.stdout:=============================================================================== 2024-09-18T03:41:21.830 INFO:teuthology.orchestra.run.smithi195.stdout:^* hv01.front.sepia.ceph.com 3 7 377 101 -796us[ -819us] +/- 40ms 2024-09-18T03:41:21.830 INFO:teuthology.orchestra.run.smithi195.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 33 +348us[ +348us] +/- 49ms 2024-09-18T03:41:21.830 INFO:teuthology.orchestra.run.smithi195.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 38 +1107us[+1107us] +/- 83ms 2024-09-18T03:41:21.830 INFO:teuthology.orchestra.run.smithi195.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T03:41:21.832 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-18T03:41:21.832 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-09-18T03:41:21.832 INFO:teuthology.orchestra.run.smithi046.stdout:^* hv01.front.sepia.ceph.com 3 6 377 38 -820us[ -836us] +/- 41ms 2024-09-18T03:41:21.832 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 42 +343us[ +328us] +/- 49ms 2024-09-18T03:41:21.832 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 33 +1117us[+1117us] +/- 83ms 2024-09-18T03:41:21.832 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-18T03:41:21.832 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-18T03:41:21.842 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-18T03:41:21.843 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-18T03:41:21.853 DEBUG:teuthology.orchestra.run.smithi046:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-18T03:41:21.975 DEBUG:teuthology.orchestra.run.smithi195:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-18T03:41:22.061 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-18T03:41:22.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:41:22.093 DEBUG:teuthology.orchestra.run.smithi195:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-18T03:41:22.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:41:22.122 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-18T03:41:22.133 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-18T03:41:22.207 INFO:teuthology.task.internal:Duration was 5766.943672 seconds 2024-09-18T03:41:22.207 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-18T03:41:22.218 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-18T03:41:22.218 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-18T03:41:22.221 DEBUG:teuthology.orchestra.run.smithi195:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-18T03:41:22.261 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-18T03:41:22.262 INFO:teuthology.orchestra.run.smithi195.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-18T03:41:22.765 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-18T03:41:22.765 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi046.front.sepia.ceph.com 2024-09-18T03:41:22.765 DEBUG:teuthology.orchestra.run.smithi046:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-18T03:41:22.789 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi195.front.sepia.ceph.com 2024-09-18T03:41:22.790 DEBUG:teuthology.orchestra.run.smithi195:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-18T03:41:22.830 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-18T03:41:22.830 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-18T03:41:22.833 DEBUG:teuthology.orchestra.run.smithi195:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-18T03:41:22.896 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-18T03:41:22.896 DEBUG:teuthology.orchestra.run.smithi046:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-18T03:41:22.904 DEBUG:teuthology.orchestra.run.smithi195:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-18T03:41:23.516 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-18T03:41:23.526 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-18T03:41:23.527 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-18T03:41:23.553 DEBUG:teuthology.orchestra.run.smithi195:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-18T03:41:23.578 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-18T03:41:23.588 DEBUG:teuthology.orchestra.run.smithi046:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-18T03:41:23.596 DEBUG:teuthology.orchestra.run.smithi195:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-18T03:41:23.617 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = core 2024-09-18T03:41:23.641 INFO:teuthology.orchestra.run.smithi195.stdout:kernel.core_pattern = core 2024-09-18T03:41:23.655 DEBUG:teuthology.orchestra.run.smithi046:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-18T03:41:23.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:41:23.687 DEBUG:teuthology.orchestra.run.smithi195:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-18T03:41:23.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-18T03:41:23.710 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-18T03:41:23.721 INFO:teuthology.task.internal:Transferring archived files... 2024-09-18T03:41:23.723 DEBUG:teuthology.misc:Transferring archived files from smithi046:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014/remote/smithi046 2024-09-18T03:41:23.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-18T03:41:23.775 DEBUG:teuthology.misc:Transferring archived files from smithi195:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_01:16:02-upgrade:quincy-x-reef-distro-default-smithi/7910014/remote/smithi195 2024-09-18T03:41:23.775 DEBUG:teuthology.orchestra.run.smithi195:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-18T03:41:23.818 INFO:teuthology.task.internal:Removing archive directory... 2024-09-18T03:41:23.818 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-18T03:41:23.821 DEBUG:teuthology.orchestra.run.smithi195:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-18T03:41:23.863 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-18T03:41:23.877 INFO:teuthology.task.internal:Not uploading archives. 2024-09-18T03:41:23.877 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-18T03:41:23.964 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-18T03:41:23.964 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-18T03:41:23.967 DEBUG:teuthology.orchestra.run.smithi195:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-18T03:41:23.980 INFO:teuthology.orchestra.run.smithi046.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 18 03:41 /home/ubuntu/cephtest 2024-09-18T03:41:23.982 INFO:teuthology.orchestra.run.smithi195.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 18 03:41 /home/ubuntu/cephtest 2024-09-18T03:41:23.983 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-18T03:41:23.994 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-18T03:41:24.021 INFO:teuthology.run:Summary data: description: upgrade:quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5766.943671703339 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-18T03:41:24.021 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-18T03:41:24.104 INFO:teuthology.run:pass